Show More
@@ -1,152 +1,154 b'' | |||||
1 | """ |
|
1 | """ | |
2 | gunicorn config extension and hooks. Sets additional configuration that is |
|
2 | gunicorn config extension and hooks. Sets additional configuration that is | |
3 | available post the .ini config. |
|
3 | available post the .ini config. | |
4 |
|
4 | |||
5 | - workers = ${cpu_number} |
|
5 | - workers = ${cpu_number} | |
6 | - threads = 1 |
|
6 | - threads = 1 | |
7 | - proc_name = ${gunicorn_proc_name} |
|
7 | - proc_name = ${gunicorn_proc_name} | |
8 | - worker_class = sync |
|
8 | - worker_class = sync | |
9 | - worker_connections = 10 |
|
9 | - worker_connections = 10 | |
10 | - max_requests = 1000 |
|
10 | - max_requests = 1000 | |
11 | - max_requests_jitter = 30 |
|
11 | - max_requests_jitter = 30 | |
12 | - timeout = 21600 |
|
12 | - timeout = 21600 | |
13 |
|
13 | |||
14 | """ |
|
14 | """ | |
15 |
|
15 | |||
16 | import multiprocessing |
|
16 | import multiprocessing | |
17 | import sys |
|
17 | import sys | |
18 | import time |
|
18 | import time | |
19 | import datetime |
|
19 | import datetime | |
20 | import threading |
|
20 | import threading | |
21 | import traceback |
|
21 | import traceback | |
22 | from gunicorn.glogging import Logger |
|
22 | from gunicorn.glogging import Logger | |
23 |
|
23 | |||
24 |
|
24 | |||
25 | # GLOBAL |
|
25 | # GLOBAL | |
26 | errorlog = '-' |
|
26 | errorlog = '-' | |
27 | accesslog = '-' |
|
27 | accesslog = '-' | |
28 | loglevel = 'debug' |
|
28 | loglevel = 'debug' | |
29 |
|
29 | |||
30 | # SECURITY |
|
30 | # SECURITY | |
31 |
|
31 | |||
32 | # The maximum size of HTTP request line in bytes. |
|
32 | # The maximum size of HTTP request line in bytes. | |
33 | limit_request_line = 4094 |
|
33 | # 0 for unlimited | |
|
34 | limit_request_line = 0 | |||
34 |
|
35 | |||
35 | # Limit the number of HTTP headers fields in a request. |
|
36 | # Limit the number of HTTP headers fields in a request. | |
36 | limit_request_fields = 1024 |
|
37 | # By default this value is 100 and canβt be larger than 32768. | |
|
38 | limit_request_fields = 10240 | |||
37 |
|
39 | |||
38 | # Limit the allowed size of an HTTP request header field. |
|
40 | # Limit the allowed size of an HTTP request header field. | |
39 | # Value is a positive number or 0. |
|
41 | # Value is a positive number or 0. | |
40 | # Setting it to 0 will allow unlimited header field sizes. |
|
42 | # Setting it to 0 will allow unlimited header field sizes. | |
41 | limit_request_field_size = 0 |
|
43 | limit_request_field_size = 0 | |
42 |
|
44 | |||
43 |
|
45 | |||
44 | # Timeout for graceful workers restart. |
|
46 | # Timeout for graceful workers restart. | |
45 | # After receiving a restart signal, workers have this much time to finish |
|
47 | # After receiving a restart signal, workers have this much time to finish | |
46 | # serving requests. Workers still alive after the timeout (starting from the |
|
48 | # serving requests. Workers still alive after the timeout (starting from the | |
47 | # receipt of the restart signal) are force killed. |
|
49 | # receipt of the restart signal) are force killed. | |
48 | graceful_timeout = 30 |
|
50 | graceful_timeout = 30 | |
49 |
|
51 | |||
50 |
|
52 | |||
51 | # The number of seconds to wait for requests on a Keep-Alive connection. |
|
53 | # The number of seconds to wait for requests on a Keep-Alive connection. | |
52 | # Generally set in the 1-5 seconds range. |
|
54 | # Generally set in the 1-5 seconds range. | |
53 | keepalive = 2 |
|
55 | keepalive = 2 | |
54 |
|
56 | |||
55 |
|
57 | |||
56 | # SERVER MECHANICS |
|
58 | # SERVER MECHANICS | |
57 | # None == system temp dir |
|
59 | # None == system temp dir | |
58 | # worker_tmp_dir is recommended to be set to some tmpfs |
|
60 | # worker_tmp_dir is recommended to be set to some tmpfs | |
59 | worker_tmp_dir = None |
|
61 | worker_tmp_dir = None | |
60 | tmp_upload_dir = None |
|
62 | tmp_upload_dir = None | |
61 |
|
63 | |||
62 | # Custom log format |
|
64 | # Custom log format | |
63 | access_log_format = ( |
|
65 | access_log_format = ( | |
64 | '%(t)s [%(p)-8s] GNCRN %(h)-15s rqt:%(L)s %(s)s %(b)-6s "%(m)s:%(U)s %(q)s" usr:%(u)s "%(f)s" "%(a)s"') |
|
66 | '%(t)s [%(p)-8s] GNCRN %(h)-15s rqt:%(L)s %(s)s %(b)-6s "%(m)s:%(U)s %(q)s" usr:%(u)s "%(f)s" "%(a)s"') | |
65 |
|
67 | |||
66 | # self adjust workers based on CPU count |
|
68 | # self adjust workers based on CPU count | |
67 | # workers = multiprocessing.cpu_count() * 2 + 1 |
|
69 | # workers = multiprocessing.cpu_count() * 2 + 1 | |
68 |
|
70 | |||
69 |
|
71 | |||
70 | def post_fork(server, worker): |
|
72 | def post_fork(server, worker): | |
71 | server.log.info("[<%-10s>] WORKER spawned", worker.pid) |
|
73 | server.log.info("[<%-10s>] WORKER spawned", worker.pid) | |
72 |
|
74 | |||
73 |
|
75 | |||
74 | def pre_fork(server, worker): |
|
76 | def pre_fork(server, worker): | |
75 | pass |
|
77 | pass | |
76 |
|
78 | |||
77 |
|
79 | |||
78 | def pre_exec(server): |
|
80 | def pre_exec(server): | |
79 | server.log.info("Forked child, re-executing.") |
|
81 | server.log.info("Forked child, re-executing.") | |
80 |
|
82 | |||
81 |
|
83 | |||
82 | def on_starting(server): |
|
84 | def on_starting(server): | |
83 | server.log.info("Server is starting.") |
|
85 | server.log.info("Server is starting.") | |
84 |
|
86 | |||
85 |
|
87 | |||
86 | def when_ready(server): |
|
88 | def when_ready(server): | |
87 | server.log.info("Server is ready. Spawning workers") |
|
89 | server.log.info("Server is ready. Spawning workers") | |
88 |
|
90 | |||
89 |
|
91 | |||
90 | def on_reload(server): |
|
92 | def on_reload(server): | |
91 | pass |
|
93 | pass | |
92 |
|
94 | |||
93 |
|
95 | |||
94 | def worker_int(worker): |
|
96 | def worker_int(worker): | |
95 | worker.log.info("[<%-10s>] worker received INT or QUIT signal", worker.pid) |
|
97 | worker.log.info("[<%-10s>] worker received INT or QUIT signal", worker.pid) | |
96 |
|
98 | |||
97 | # get traceback info, on worker crash |
|
99 | # get traceback info, on worker crash | |
98 | id2name = dict([(th.ident, th.name) for th in threading.enumerate()]) |
|
100 | id2name = dict([(th.ident, th.name) for th in threading.enumerate()]) | |
99 | code = [] |
|
101 | code = [] | |
100 | for thread_id, stack in sys._current_frames().items(): |
|
102 | for thread_id, stack in sys._current_frames().items(): | |
101 | code.append( |
|
103 | code.append( | |
102 | "\n# Thread: %s(%d)" % (id2name.get(thread_id, ""), thread_id)) |
|
104 | "\n# Thread: %s(%d)" % (id2name.get(thread_id, ""), thread_id)) | |
103 | for fname, lineno, name, line in traceback.extract_stack(stack): |
|
105 | for fname, lineno, name, line in traceback.extract_stack(stack): | |
104 | code.append('File: "%s", line %d, in %s' % (fname, lineno, name)) |
|
106 | code.append('File: "%s", line %d, in %s' % (fname, lineno, name)) | |
105 | if line: |
|
107 | if line: | |
106 | code.append(" %s" % (line.strip())) |
|
108 | code.append(" %s" % (line.strip())) | |
107 | worker.log.debug("\n".join(code)) |
|
109 | worker.log.debug("\n".join(code)) | |
108 |
|
110 | |||
109 |
|
111 | |||
110 | def worker_abort(worker): |
|
112 | def worker_abort(worker): | |
111 | worker.log.info("[<%-10s>] worker received SIGABRT signal", worker.pid) |
|
113 | worker.log.info("[<%-10s>] worker received SIGABRT signal", worker.pid) | |
112 |
|
114 | |||
113 |
|
115 | |||
114 | def worker_exit(server, worker): |
|
116 | def worker_exit(server, worker): | |
115 | worker.log.info("[<%-10s>] worker exit", worker.pid) |
|
117 | worker.log.info("[<%-10s>] worker exit", worker.pid) | |
116 |
|
118 | |||
117 |
|
119 | |||
118 | def child_exit(server, worker): |
|
120 | def child_exit(server, worker): | |
119 | worker.log.info("[<%-10s>] worker child exit", worker.pid) |
|
121 | worker.log.info("[<%-10s>] worker child exit", worker.pid) | |
120 |
|
122 | |||
121 |
|
123 | |||
122 | def pre_request(worker, req): |
|
124 | def pre_request(worker, req): | |
123 | worker.start_time = time.time() |
|
125 | worker.start_time = time.time() | |
124 | worker.log.debug( |
|
126 | worker.log.debug( | |
125 | "GNCRN PRE WORKER [cnt:%s]: %s %s", worker.nr, req.method, req.path) |
|
127 | "GNCRN PRE WORKER [cnt:%s]: %s %s", worker.nr, req.method, req.path) | |
126 |
|
128 | |||
127 |
|
129 | |||
128 | def post_request(worker, req, environ, resp): |
|
130 | def post_request(worker, req, environ, resp): | |
129 | total_time = time.time() - worker.start_time |
|
131 | total_time = time.time() - worker.start_time | |
130 | worker.log.debug( |
|
132 | worker.log.debug( | |
131 | "GNCRN POST WORKER [cnt:%s]: %s %s resp: %s, Load Time: %.3fs", |
|
133 | "GNCRN POST WORKER [cnt:%s]: %s %s resp: %s, Load Time: %.3fs", | |
132 | worker.nr, req.method, req.path, resp.status_code, total_time) |
|
134 | worker.nr, req.method, req.path, resp.status_code, total_time) | |
133 |
|
135 | |||
134 |
|
136 | |||
135 | class RhodeCodeLogger(Logger): |
|
137 | class RhodeCodeLogger(Logger): | |
136 | """ |
|
138 | """ | |
137 | Custom Logger that allows some customization that gunicorn doesn't allow |
|
139 | Custom Logger that allows some customization that gunicorn doesn't allow | |
138 | """ |
|
140 | """ | |
139 |
|
141 | |||
140 | datefmt = r"%Y-%m-%d %H:%M:%S" |
|
142 | datefmt = r"%Y-%m-%d %H:%M:%S" | |
141 |
|
143 | |||
142 | def __init__(self, cfg): |
|
144 | def __init__(self, cfg): | |
143 | Logger.__init__(self, cfg) |
|
145 | Logger.__init__(self, cfg) | |
144 |
|
146 | |||
145 | def now(self): |
|
147 | def now(self): | |
146 | """ return date in RhodeCode Log format """ |
|
148 | """ return date in RhodeCode Log format """ | |
147 | now = time.time() |
|
149 | now = time.time() | |
148 | msecs = int((now - long(now)) * 1000) |
|
150 | msecs = int((now - long(now)) * 1000) | |
149 | return time.strftime(self.datefmt, time.localtime(now)) + '.{0:03d}'.format(msecs) |
|
151 | return time.strftime(self.datefmt, time.localtime(now)) + '.{0:03d}'.format(msecs) | |
150 |
|
152 | |||
151 |
|
153 | |||
152 | logger_class = RhodeCodeLogger |
|
154 | logger_class = RhodeCodeLogger |
General Comments 0
You need to be logged in to leave comments.
Login now