##// END OF EJS Templates
gunicorn: use consistent formatting with rhodecode logs.
marcink -
r2606:77f54c99 default
parent child Browse files
Show More
@@ -1,152 +1,152 b''
1 1 """
2 2 gunicorn config extension and hooks. Sets additional configuration that is
3 3 available post the .ini config.
4 4
5 5 - workers = ${cpu_number}
6 6 - threads = 1
7 7 - proc_name = ${gunicorn_proc_name}
8 8 - worker_class = sync
9 9 - worker_connections = 10
10 10 - max_requests = 1000
11 11 - max_requests_jitter = 30
12 12 - timeout = 21600
13 13
14 14 """
15 15
16 16 import multiprocessing
17 17 import sys
18 18 import time
19 19 import datetime
20 20 import threading
21 21 import traceback
22 22 from gunicorn.glogging import Logger
23 23
24 24
25 25 # GLOBAL
26 26 errorlog = '-'
27 27 accesslog = '-'
28 28 loglevel = 'debug'
29 29
30 30 # SECURITY
31 31
32 32 # The maximum size of HTTP request line in bytes.
33 33 limit_request_line = 4094
34 34
35 35 # Limit the number of HTTP headers fields in a request.
36 36 limit_request_fields = 1024
37 37
38 38 # Limit the allowed size of an HTTP request header field.
39 39 # Value is a positive number or 0.
40 40 # Setting it to 0 will allow unlimited header field sizes.
41 41 limit_request_field_size = 0
42 42
43 43
44 44 # Timeout for graceful workers restart.
45 45 # After receiving a restart signal, workers have this much time to finish
46 46 # serving requests. Workers still alive after the timeout (starting from the
47 47 # receipt of the restart signal) are force killed.
48 48 graceful_timeout = 30
49 49
50 50
51 51 # The number of seconds to wait for requests on a Keep-Alive connection.
52 52 # Generally set in the 1-5 seconds range.
53 53 keepalive = 2
54 54
55 55
56 56 # SERVER MECHANICS
57 57 # None == system temp dir
58 58 # worker_tmp_dir is recommended to be set to some tmpfs
59 59 worker_tmp_dir = None
60 60 tmp_upload_dir = None
61 61
62 62 # Custom log format
63 63 access_log_format = (
64 '%(t)s GNCRN %(p)-8s %(h)-15s rqt:%(L)s %(s)s %(b)-6s "%(m)s:%(U)s %(q)s" usr:%(u)s "%(f)s" "%(a)s"')
64 '%(t)s [%(p)-8s] GNCRN %(h)-15s rqt:%(L)s %(s)s %(b)-6s "%(m)s:%(U)s %(q)s" usr:%(u)s "%(f)s" "%(a)s"')
65 65
66 66 # self adjust workers based on CPU count
67 67 # workers = multiprocessing.cpu_count() * 2 + 1
68 68
69 69
70 70 def post_fork(server, worker):
71 71 server.log.info("[<%-10s>] WORKER spawned", worker.pid)
72 72
73 73
74 74 def pre_fork(server, worker):
75 75 pass
76 76
77 77
78 78 def pre_exec(server):
79 79 server.log.info("Forked child, re-executing.")
80 80
81 81
82 82 def on_starting(server):
83 83 server.log.info("Server is starting.")
84 84
85 85
86 86 def when_ready(server):
87 87 server.log.info("Server is ready. Spawning workers")
88 88
89 89
90 90 def on_reload(server):
91 91 pass
92 92
93 93
94 94 def worker_int(worker):
95 95 worker.log.info("[<%-10s>] worker received INT or QUIT signal", worker.pid)
96 96
97 97 # get traceback info, on worker crash
98 98 id2name = dict([(th.ident, th.name) for th in threading.enumerate()])
99 99 code = []
100 100 for thread_id, stack in sys._current_frames().items():
101 101 code.append(
102 102 "\n# Thread: %s(%d)" % (id2name.get(thread_id, ""), thread_id))
103 103 for fname, lineno, name, line in traceback.extract_stack(stack):
104 104 code.append('File: "%s", line %d, in %s' % (fname, lineno, name))
105 105 if line:
106 106 code.append(" %s" % (line.strip()))
107 107 worker.log.debug("\n".join(code))
108 108
109 109
110 110 def worker_abort(worker):
111 111 worker.log.info("[<%-10s>] worker received SIGABRT signal", worker.pid)
112 112
113 113
114 114 def worker_exit(server, worker):
115 115 worker.log.info("[<%-10s>] worker exit", worker.pid)
116 116
117 117
118 118 def child_exit(server, worker):
119 119 worker.log.info("[<%-10s>] worker child exit", worker.pid)
120 120
121 121
122 122 def pre_request(worker, req):
123 123 worker.start_time = time.time()
124 124 worker.log.debug(
125 125 "GNCRN PRE WORKER [cnt:%s]: %s %s", worker.nr, req.method, req.path)
126 126
127 127
128 128 def post_request(worker, req, environ, resp):
129 129 total_time = time.time() - worker.start_time
130 130 worker.log.debug(
131 131 "GNCRN POST WORKER [cnt:%s]: %s %s resp: %s, Load Time: %.3fs",
132 132 worker.nr, req.method, req.path, resp.status_code, total_time)
133 133
134 134
135 135 class RhodeCodeLogger(Logger):
136 136 """
137 137 Custom Logger that allows some customization that gunicorn doesn't allow
138 138 """
139 139
140 140 datefmt = r"%Y-%m-%d %H:%M:%S"
141 141
142 142 def __init__(self, cfg):
143 143 Logger.__init__(self, cfg)
144 144
145 145 def now(self):
146 146 """ return date in RhodeCode Log format """
147 147 now = time.time()
148 148 msecs = int((now - long(now)) * 1000)
149 149 return time.strftime(self.datefmt, time.localtime(now)) + '.{0:03d}'.format(msecs)
150 150
151 151
152 152 logger_class = RhodeCodeLogger
General Comments 0
You need to be logged in to leave comments. Login now