##// END OF EJS Templates
blackbox: change the way of deactivating the logger on write error...
Yuya Nishihara -
r40791:eb5948f2 default
parent child Browse files
Show More
@@ -1,264 +1,264
1 1 # blackbox.py - log repository events to a file for post-mortem debugging
2 2 #
3 3 # Copyright 2010 Nicolas Dumazet
4 4 # Copyright 2013 Facebook, Inc.
5 5 #
6 6 # This software may be used and distributed according to the terms of the
7 7 # GNU General Public License version 2 or any later version.
8 8
9 9 """log repository events to a blackbox for debugging
10 10
11 11 Logs event information to .hg/blackbox.log to help debug and diagnose problems.
12 12 The events that get logged can be configured via the blackbox.track config key.
13 13
14 14 Examples::
15 15
16 16 [blackbox]
17 17 track = *
18 18 # dirty is *EXPENSIVE* (slow);
19 19 # each log entry indicates `+` if the repository is dirty, like :hg:`id`.
20 20 dirty = True
21 21 # record the source of log messages
22 22 logsource = True
23 23
24 24 [blackbox]
25 25 track = command, commandfinish, commandexception, exthook, pythonhook
26 26
27 27 [blackbox]
28 28 track = incoming
29 29
30 30 [blackbox]
31 31 # limit the size of a log file
32 32 maxsize = 1.5 MB
33 33 # rotate up to N log files when the current one gets too big
34 34 maxfiles = 3
35 35
36 36 [blackbox]
37 37 # Include nanoseconds in log entries with %f (see Python function
38 38 # datetime.datetime.strftime)
39 39 date-format = '%Y-%m-%d @ %H:%M:%S.%f'
40 40
41 41 """
42 42
43 43 from __future__ import absolute_import
44 44
45 45 import errno
46 46 import re
47 47
48 48 from mercurial.i18n import _
49 49 from mercurial.node import hex
50 50
51 51 from mercurial import (
52 52 encoding,
53 53 pycompat,
54 54 registrar,
55 55 ui as uimod,
56 56 )
57 57 from mercurial.utils import (
58 58 dateutil,
59 59 procutil,
60 60 )
61 61
62 62 # Note for extension authors: ONLY specify testedwith = 'ships-with-hg-core' for
63 63 # extensions which SHIP WITH MERCURIAL. Non-mainline extensions should
64 64 # be specifying the version(s) of Mercurial they are tested with, or
65 65 # leave the attribute unspecified.
66 66 testedwith = 'ships-with-hg-core'
67 67
68 68 cmdtable = {}
69 69 command = registrar.command(cmdtable)
70 70
71 71 configtable = {}
72 72 configitem = registrar.configitem(configtable)
73 73
74 74 configitem('blackbox', 'dirty',
75 75 default=False,
76 76 )
77 77 configitem('blackbox', 'maxsize',
78 78 default='1 MB',
79 79 )
80 80 configitem('blackbox', 'logsource',
81 81 default=False,
82 82 )
83 83 configitem('blackbox', 'maxfiles',
84 84 default=7,
85 85 )
86 86 configitem('blackbox', 'track',
87 87 default=lambda: ['*'],
88 88 )
89 89 configitem('blackbox', 'date-format',
90 90 default='%Y/%m/%d %H:%M:%S',
91 91 )
92 92
93 93 _lastlogger = None
94 94
95 95 def _openlogfile(ui, vfs):
96 96 def rotate(oldpath, newpath):
97 97 try:
98 98 vfs.unlink(newpath)
99 99 except OSError as err:
100 100 if err.errno != errno.ENOENT:
101 101 ui.debug("warning: cannot remove '%s': %s\n" %
102 102 (newpath, err.strerror))
103 103 try:
104 104 if newpath:
105 105 vfs.rename(oldpath, newpath)
106 106 except OSError as err:
107 107 if err.errno != errno.ENOENT:
108 108 ui.debug("warning: cannot rename '%s' to '%s': %s\n" %
109 109 (newpath, oldpath, err.strerror))
110 110
111 111 maxsize = ui.configbytes('blackbox', 'maxsize')
112 112 name = 'blackbox.log'
113 113 if maxsize > 0:
114 114 try:
115 115 st = vfs.stat(name)
116 116 except OSError:
117 117 pass
118 118 else:
119 119 if st.st_size >= maxsize:
120 120 path = vfs.join(name)
121 121 maxfiles = ui.configint('blackbox', 'maxfiles')
122 122 for i in pycompat.xrange(maxfiles - 1, 1, -1):
123 123 rotate(oldpath='%s.%d' % (path, i - 1),
124 124 newpath='%s.%d' % (path, i))
125 125 rotate(oldpath=path,
126 126 newpath=maxfiles > 0 and path + '.1')
127 127 return vfs(name, 'a')
128 128
129 129 class blackboxlogger(object):
130 130 def __init__(self, ui):
131 131 self._repo = None
132 132 self._inlog = False
133 133 self._trackedevents = set(ui.configlist('blackbox', 'track'))
134 134
135 135 @property
136 136 def _bbvfs(self):
137 137 vfs = None
138 138 if self._repo:
139 139 vfs = self._repo.vfs
140 140 if not vfs.isdir('.'):
141 141 vfs = None
142 142 return vfs
143 143
144 144 def tracked(self, event):
145 145 return b'*' in self._trackedevents or event in self._trackedevents
146 146
147 147 def log(self, ui, event, msg, opts):
148 148 global _lastlogger
149 149 if self._bbvfs:
150 150 _lastlogger = self
151 151 elif _lastlogger and _lastlogger._bbvfs:
152 152 # certain logger instances exist outside the context of
153 153 # a repo, so just default to the last blackbox logger that
154 154 # was seen.
155 155 pass
156 156 else:
157 157 return
158 158 _lastlogger._log(ui, event, msg, opts)
159 159
160 160 def _log(self, ui, event, msg, opts):
161 161 if self._inlog:
162 # recursion and failure guard
162 # recursion guard
163 163 return
164 164 self._inlog = True
165 165 default = ui.configdate('devel', 'default-date')
166 166 date = dateutil.datestr(default, ui.config('blackbox', 'date-format'))
167 167 user = procutil.getuser()
168 168 pid = '%d' % procutil.getpid()
169 169 formattedmsg = msg[0] % msg[1:]
170 170 rev = '(unknown)'
171 171 changed = ''
172 172 ctx = self._repo[None]
173 173 parents = ctx.parents()
174 174 rev = ('+'.join([hex(p.node()) for p in parents]))
175 175 if (ui.configbool('blackbox', 'dirty') and
176 176 ctx.dirty(missing=True, merge=False, branch=False)):
177 177 changed = '+'
178 178 if ui.configbool('blackbox', 'logsource'):
179 179 src = ' [%s]' % event
180 180 else:
181 181 src = ''
182 182 try:
183 183 fmt = '%s %s @%s%s (%s)%s> %s'
184 184 args = (date, user, rev, changed, pid, src, formattedmsg)
185 185 with _openlogfile(ui, self._bbvfs) as fp:
186 186 fp.write(fmt % args)
187 187 except (IOError, OSError) as err:
188 # deactivate this to avoid failed logging again
189 self._repo = None
188 190 ui.debug('warning: cannot write to blackbox.log: %s\n' %
189 191 encoding.strtolocal(err.strerror))
190 # do not restore _inlog intentionally to avoid failed
191 # logging again
192 192 else:
193 193 self._inlog = False
194 194
195 195 def setrepo(self, repo):
196 196 self._repo = repo
197 197
198 198 def wrapui(ui):
199 199 class blackboxui(ui.__class__):
200 200 def debug(self, *msg, **opts):
201 201 super(blackboxui, self).debug(*msg, **opts)
202 202 if self.debugflag:
203 203 self.log('debug', '%s', ''.join(msg))
204 204
205 205 ui.__class__ = blackboxui
206 206 uimod.ui = blackboxui
207 207
208 208 def uisetup(ui):
209 209 wrapui(ui)
210 210
211 211 def uipopulate(ui):
212 212 ui.setlogger(b'blackbox', blackboxlogger(ui))
213 213
214 214 def reposetup(ui, repo):
215 215 # During 'hg pull' a httppeer repo is created to represent the remote repo.
216 216 # It doesn't have a .hg directory to put a blackbox in, so we don't do
217 217 # the blackbox setup for it.
218 218 if not repo.local():
219 219 return
220 220
221 221 # Since blackbox.log is stored in the repo directory, the logger should be
222 222 # instantiated per repository.
223 223 logger = blackboxlogger(ui)
224 224 ui.setlogger(b'blackbox', logger)
225 225 if logger:
226 226 logger.setrepo(repo)
227 227
228 228 # Set _lastlogger even if ui.log is not called. This gives blackbox a
229 229 # fallback place to log.
230 230 global _lastlogger
231 231 if _lastlogger is None:
232 232 _lastlogger = logger
233 233
234 234 repo._wlockfreeprefix.add('blackbox.log')
235 235
236 236 @command('blackbox',
237 237 [('l', 'limit', 10, _('the number of events to show')),
238 238 ],
239 239 _('hg blackbox [OPTION]...'),
240 240 helpcategory=command.CATEGORY_MAINTENANCE,
241 241 helpbasic=True)
242 242 def blackbox(ui, repo, *revs, **opts):
243 243 '''view the recent repository events
244 244 '''
245 245
246 246 if not repo.vfs.exists('blackbox.log'):
247 247 return
248 248
249 249 limit = opts.get(r'limit')
250 250 fp = repo.vfs('blackbox.log', 'r')
251 251 lines = fp.read().split('\n')
252 252
253 253 count = 0
254 254 output = []
255 255 for line in reversed(lines):
256 256 if count >= limit:
257 257 break
258 258
259 259 # count the commands by matching lines like: 2013/01/23 19:13:36 root>
260 260 if re.match('^\d{4}/\d{2}/\d{2} \d{2}:\d{2}:\d{2} .*> .*', line):
261 261 count += 1
262 262 output.append(line)
263 263
264 264 ui.status('\n'.join(reversed(output)))
General Comments 0
You need to be logged in to leave comments. Login now