##// END OF EJS Templates
Add chained exception to 'Plain' mode
Quentin Peter -
Show More
@@ -1,1473 +1,1492 b''
1 1 # -*- coding: utf-8 -*-
2 2 """
3 3 Verbose and colourful traceback formatting.
4 4
5 5 **ColorTB**
6 6
7 7 I've always found it a bit hard to visually parse tracebacks in Python. The
8 8 ColorTB class is a solution to that problem. It colors the different parts of a
9 9 traceback in a manner similar to what you would expect from a syntax-highlighting
10 10 text editor.
11 11
12 12 Installation instructions for ColorTB::
13 13
14 14 import sys,ultratb
15 15 sys.excepthook = ultratb.ColorTB()
16 16
17 17 **VerboseTB**
18 18
19 19 I've also included a port of Ka-Ping Yee's "cgitb.py" that produces all kinds
20 20 of useful info when a traceback occurs. Ping originally had it spit out HTML
21 21 and intended it for CGI programmers, but why should they have all the fun? I
22 22 altered it to spit out colored text to the terminal. It's a bit overwhelming,
23 23 but kind of neat, and maybe useful for long-running programs that you believe
24 24 are bug-free. If a crash *does* occur in that type of program you want details.
25 25 Give it a shot--you'll love it or you'll hate it.
26 26
27 27 .. note::
28 28
29 29 The Verbose mode prints the variables currently visible where the exception
30 30 happened (shortening their strings if too long). This can potentially be
31 31 very slow, if you happen to have a huge data structure whose string
32 32 representation is complex to compute. Your computer may appear to freeze for
33 33 a while with cpu usage at 100%. If this occurs, you can cancel the traceback
34 34 with Ctrl-C (maybe hitting it more than once).
35 35
36 36 If you encounter this kind of situation often, you may want to use the
37 37 Verbose_novars mode instead of the regular Verbose, which avoids formatting
38 38 variables (but otherwise includes the information and context given by
39 39 Verbose).
40 40
41 41 .. note::
42 42
43 43 The verbose mode print all variables in the stack, which means it can
44 44 potentially leak sensitive information like access keys, or unencrypted
45 45 password.
46 46
47 47 Installation instructions for VerboseTB::
48 48
49 49 import sys,ultratb
50 50 sys.excepthook = ultratb.VerboseTB()
51 51
52 52 Note: Much of the code in this module was lifted verbatim from the standard
53 53 library module 'traceback.py' and Ka-Ping Yee's 'cgitb.py'.
54 54
55 55 Color schemes
56 56 -------------
57 57
58 58 The colors are defined in the class TBTools through the use of the
59 59 ColorSchemeTable class. Currently the following exist:
60 60
61 61 - NoColor: allows all of this module to be used in any terminal (the color
62 62 escapes are just dummy blank strings).
63 63
64 64 - Linux: is meant to look good in a terminal like the Linux console (black
65 65 or very dark background).
66 66
67 67 - LightBG: similar to Linux but swaps dark/light colors to be more readable
68 68 in light background terminals.
69 69
70 70 - Neutral: a neutral color scheme that should be readable on both light and
71 71 dark background
72 72
73 73 You can implement other color schemes easily, the syntax is fairly
74 74 self-explanatory. Please send back new schemes you develop to the author for
75 75 possible inclusion in future releases.
76 76
77 77 Inheritance diagram:
78 78
79 79 .. inheritance-diagram:: IPython.core.ultratb
80 80 :parts: 3
81 81 """
82 82
83 83 #*****************************************************************************
84 84 # Copyright (C) 2001 Nathaniel Gray <n8gray@caltech.edu>
85 85 # Copyright (C) 2001-2004 Fernando Perez <fperez@colorado.edu>
86 86 #
87 87 # Distributed under the terms of the BSD License. The full license is in
88 88 # the file COPYING, distributed as part of this software.
89 89 #*****************************************************************************
90 90
91 91
92 92 import dis
93 93 import inspect
94 94 import keyword
95 95 import linecache
96 96 import os
97 97 import pydoc
98 98 import re
99 99 import sys
100 100 import time
101 101 import tokenize
102 102 import traceback
103 103
104 104 try: # Python 2
105 105 generate_tokens = tokenize.generate_tokens
106 106 except AttributeError: # Python 3
107 107 generate_tokens = tokenize.tokenize
108 108
109 109 # For purposes of monkeypatching inspect to fix a bug in it.
110 110 from inspect import getsourcefile, getfile, getmodule, \
111 111 ismodule, isclass, ismethod, isfunction, istraceback, isframe, iscode
112 112
113 113 # IPython's own modules
114 114 from IPython import get_ipython
115 115 from IPython.core import debugger
116 116 from IPython.core.display_trap import DisplayTrap
117 117 from IPython.core.excolors import exception_colors
118 118 from IPython.utils import PyColorize
119 119 from IPython.utils import path as util_path
120 120 from IPython.utils import py3compat
121 121 from IPython.utils.data import uniq_stable
122 122 from IPython.utils.terminal import get_terminal_size
123 123
124 124 from logging import info, error, debug
125 125
126 126 from importlib.util import source_from_cache
127 127
128 128 import IPython.utils.colorable as colorable
129 129
130 130 # Globals
131 131 # amount of space to put line numbers before verbose tracebacks
132 132 INDENT_SIZE = 8
133 133
134 134 # Default color scheme. This is used, for example, by the traceback
135 135 # formatter. When running in an actual IPython instance, the user's rc.colors
136 136 # value is used, but having a module global makes this functionality available
137 137 # to users of ultratb who are NOT running inside ipython.
138 138 DEFAULT_SCHEME = 'NoColor'
139 139
140 140
141 141 # Number of frame above which we are likely to have a recursion and will
142 142 # **attempt** to detect it. Made modifiable mostly to speedup test suite
143 143 # as detecting recursion is one of our slowest test
144 144 _FRAME_RECURSION_LIMIT = 500
145 145
146 146 # ---------------------------------------------------------------------------
147 147 # Code begins
148 148
149 149 # Utility functions
150 150 def inspect_error():
151 151 """Print a message about internal inspect errors.
152 152
153 153 These are unfortunately quite common."""
154 154
155 155 error('Internal Python error in the inspect module.\n'
156 156 'Below is the traceback from this internal error.\n')
157 157
158 158
159 159 # This function is a monkeypatch we apply to the Python inspect module. We have
160 160 # now found when it's needed (see discussion on issue gh-1456), and we have a
161 161 # test case (IPython.core.tests.test_ultratb.ChangedPyFileTest) that fails if
162 162 # the monkeypatch is not applied. TK, Aug 2012.
163 163 def findsource(object):
164 164 """Return the entire source file and starting line number for an object.
165 165
166 166 The argument may be a module, class, method, function, traceback, frame,
167 167 or code object. The source code is returned as a list of all the lines
168 168 in the file and the line number indexes a line in that list. An IOError
169 169 is raised if the source code cannot be retrieved.
170 170
171 171 FIXED version with which we monkeypatch the stdlib to work around a bug."""
172 172
173 173 file = getsourcefile(object) or getfile(object)
174 174 # If the object is a frame, then trying to get the globals dict from its
175 175 # module won't work. Instead, the frame object itself has the globals
176 176 # dictionary.
177 177 globals_dict = None
178 178 if inspect.isframe(object):
179 179 # XXX: can this ever be false?
180 180 globals_dict = object.f_globals
181 181 else:
182 182 module = getmodule(object, file)
183 183 if module:
184 184 globals_dict = module.__dict__
185 185 lines = linecache.getlines(file, globals_dict)
186 186 if not lines:
187 187 raise IOError('could not get source code')
188 188
189 189 if ismodule(object):
190 190 return lines, 0
191 191
192 192 if isclass(object):
193 193 name = object.__name__
194 194 pat = re.compile(r'^(\s*)class\s*' + name + r'\b')
195 195 # make some effort to find the best matching class definition:
196 196 # use the one with the least indentation, which is the one
197 197 # that's most probably not inside a function definition.
198 198 candidates = []
199 199 for i, line in enumerate(lines):
200 200 match = pat.match(line)
201 201 if match:
202 202 # if it's at toplevel, it's already the best one
203 203 if line[0] == 'c':
204 204 return lines, i
205 205 # else add whitespace to candidate list
206 206 candidates.append((match.group(1), i))
207 207 if candidates:
208 208 # this will sort by whitespace, and by line number,
209 209 # less whitespace first
210 210 candidates.sort()
211 211 return lines, candidates[0][1]
212 212 else:
213 213 raise IOError('could not find class definition')
214 214
215 215 if ismethod(object):
216 216 object = object.__func__
217 217 if isfunction(object):
218 218 object = object.__code__
219 219 if istraceback(object):
220 220 object = object.tb_frame
221 221 if isframe(object):
222 222 object = object.f_code
223 223 if iscode(object):
224 224 if not hasattr(object, 'co_firstlineno'):
225 225 raise IOError('could not find function definition')
226 226 pat = re.compile(r'^(\s*def\s)|(.*(?<!\w)lambda(:|\s))|^(\s*@)')
227 227 pmatch = pat.match
228 228 # fperez - fix: sometimes, co_firstlineno can give a number larger than
229 229 # the length of lines, which causes an error. Safeguard against that.
230 230 lnum = min(object.co_firstlineno, len(lines)) - 1
231 231 while lnum > 0:
232 232 if pmatch(lines[lnum]):
233 233 break
234 234 lnum -= 1
235 235
236 236 return lines, lnum
237 237 raise IOError('could not find code object')
238 238
239 239
240 240 # This is a patched version of inspect.getargs that applies the (unmerged)
241 241 # patch for http://bugs.python.org/issue14611 by Stefano Taschini. This fixes
242 242 # https://github.com/ipython/ipython/issues/8205 and
243 243 # https://github.com/ipython/ipython/issues/8293
244 244 def getargs(co):
245 245 """Get information about the arguments accepted by a code object.
246 246
247 247 Three things are returned: (args, varargs, varkw), where 'args' is
248 248 a list of argument names (possibly containing nested lists), and
249 249 'varargs' and 'varkw' are the names of the * and ** arguments or None."""
250 250 if not iscode(co):
251 251 raise TypeError('{!r} is not a code object'.format(co))
252 252
253 253 nargs = co.co_argcount
254 254 names = co.co_varnames
255 255 args = list(names[:nargs])
256 256 step = 0
257 257
258 258 # The following acrobatics are for anonymous (tuple) arguments.
259 259 for i in range(nargs):
260 260 if args[i][:1] in ('', '.'):
261 261 stack, remain, count = [], [], []
262 262 while step < len(co.co_code):
263 263 op = ord(co.co_code[step])
264 264 step = step + 1
265 265 if op >= dis.HAVE_ARGUMENT:
266 266 opname = dis.opname[op]
267 267 value = ord(co.co_code[step]) + ord(co.co_code[step+1])*256
268 268 step = step + 2
269 269 if opname in ('UNPACK_TUPLE', 'UNPACK_SEQUENCE'):
270 270 remain.append(value)
271 271 count.append(value)
272 272 elif opname in ('STORE_FAST', 'STORE_DEREF'):
273 273 if op in dis.haslocal:
274 274 stack.append(co.co_varnames[value])
275 275 elif op in dis.hasfree:
276 276 stack.append((co.co_cellvars + co.co_freevars)[value])
277 277 # Special case for sublists of length 1: def foo((bar))
278 278 # doesn't generate the UNPACK_TUPLE bytecode, so if
279 279 # `remain` is empty here, we have such a sublist.
280 280 if not remain:
281 281 stack[0] = [stack[0]]
282 282 break
283 283 else:
284 284 remain[-1] = remain[-1] - 1
285 285 while remain[-1] == 0:
286 286 remain.pop()
287 287 size = count.pop()
288 288 stack[-size:] = [stack[-size:]]
289 289 if not remain:
290 290 break
291 291 remain[-1] = remain[-1] - 1
292 292 if not remain:
293 293 break
294 294 args[i] = stack[0]
295 295
296 296 varargs = None
297 297 if co.co_flags & inspect.CO_VARARGS:
298 298 varargs = co.co_varnames[nargs]
299 299 nargs = nargs + 1
300 300 varkw = None
301 301 if co.co_flags & inspect.CO_VARKEYWORDS:
302 302 varkw = co.co_varnames[nargs]
303 303 return inspect.Arguments(args, varargs, varkw)
304 304
305 305
306 306 # Monkeypatch inspect to apply our bugfix.
307 307 def with_patch_inspect(f):
308 308 """
309 309 Deprecated since IPython 6.0
310 310 decorator for monkeypatching inspect.findsource
311 311 """
312 312
313 313 def wrapped(*args, **kwargs):
314 314 save_findsource = inspect.findsource
315 315 save_getargs = inspect.getargs
316 316 inspect.findsource = findsource
317 317 inspect.getargs = getargs
318 318 try:
319 319 return f(*args, **kwargs)
320 320 finally:
321 321 inspect.findsource = save_findsource
322 322 inspect.getargs = save_getargs
323 323
324 324 return wrapped
325 325
326 326
327 327 def fix_frame_records_filenames(records):
328 328 """Try to fix the filenames in each record from inspect.getinnerframes().
329 329
330 330 Particularly, modules loaded from within zip files have useless filenames
331 331 attached to their code object, and inspect.getinnerframes() just uses it.
332 332 """
333 333 fixed_records = []
334 334 for frame, filename, line_no, func_name, lines, index in records:
335 335 # Look inside the frame's globals dictionary for __file__,
336 336 # which should be better. However, keep Cython filenames since
337 337 # we prefer the source filenames over the compiled .so file.
338 338 if not filename.endswith(('.pyx', '.pxd', '.pxi')):
339 339 better_fn = frame.f_globals.get('__file__', None)
340 340 if isinstance(better_fn, str):
341 341 # Check the type just in case someone did something weird with
342 342 # __file__. It might also be None if the error occurred during
343 343 # import.
344 344 filename = better_fn
345 345 fixed_records.append((frame, filename, line_no, func_name, lines, index))
346 346 return fixed_records
347 347
348 348
349 349 @with_patch_inspect
350 350 def _fixed_getinnerframes(etb, context=1, tb_offset=0):
351 351 LNUM_POS, LINES_POS, INDEX_POS = 2, 4, 5
352 352
353 353 records = fix_frame_records_filenames(inspect.getinnerframes(etb, context))
354 354 # If the error is at the console, don't build any context, since it would
355 355 # otherwise produce 5 blank lines printed out (there is no file at the
356 356 # console)
357 357 rec_check = records[tb_offset:]
358 358 try:
359 359 rname = rec_check[0][1]
360 360 if rname == '<ipython console>' or rname.endswith('<string>'):
361 361 return rec_check
362 362 except IndexError:
363 363 pass
364 364
365 365 aux = traceback.extract_tb(etb)
366 366 assert len(records) == len(aux)
367 367 for i, (file, lnum, _, _) in enumerate(aux):
368 368 maybeStart = lnum - 1 - context // 2
369 369 start = max(maybeStart, 0)
370 370 end = start + context
371 371 lines = linecache.getlines(file)[start:end]
372 372 buf = list(records[i])
373 373 buf[LNUM_POS] = lnum
374 374 buf[INDEX_POS] = lnum - 1 - start
375 375 buf[LINES_POS] = lines
376 376 records[i] = tuple(buf)
377 377 return records[tb_offset:]
378 378
379 379 # Helper function -- largely belongs to VerboseTB, but we need the same
380 380 # functionality to produce a pseudo verbose TB for SyntaxErrors, so that they
381 381 # can be recognized properly by ipython.el's py-traceback-line-re
382 382 # (SyntaxErrors have to be treated specially because they have no traceback)
383 383
384 384
385 385 def _format_traceback_lines(lnum, index, lines, Colors, lvals, _line_format):
386 386 """
387 387 Format tracebacks lines with pointing arrow, leading numbers...
388 388
389 389 Parameters
390 390 ==========
391 391
392 392 lnum: int
393 393 index: int
394 394 lines: list[string]
395 395 Colors:
396 396 ColorScheme used.
397 397 lvals: bytes
398 398 Values of local variables, already colored, to inject just after the error line.
399 399 _line_format: f (str) -> (str, bool)
400 400 return (colorized version of str, failure to do so)
401 401 """
402 402 numbers_width = INDENT_SIZE - 1
403 403 res = []
404 404
405 405 for i,line in enumerate(lines, lnum-index):
406 406 line = py3compat.cast_unicode(line)
407 407
408 408 new_line, err = _line_format(line, 'str')
409 409 if not err:
410 410 line = new_line
411 411
412 412 if i == lnum:
413 413 # This is the line with the error
414 414 pad = numbers_width - len(str(i))
415 415 num = '%s%s' % (debugger.make_arrow(pad), str(lnum))
416 416 line = '%s%s%s %s%s' % (Colors.linenoEm, num,
417 417 Colors.line, line, Colors.Normal)
418 418 else:
419 419 num = '%*s' % (numbers_width, i)
420 420 line = '%s%s%s %s' % (Colors.lineno, num,
421 421 Colors.Normal, line)
422 422
423 423 res.append(line)
424 424 if lvals and i == lnum:
425 425 res.append(lvals + '\n')
426 426 return res
427 427
428 428 def is_recursion_error(etype, value, records):
429 429 try:
430 430 # RecursionError is new in Python 3.5
431 431 recursion_error_type = RecursionError
432 432 except NameError:
433 433 recursion_error_type = RuntimeError
434 434
435 435 # The default recursion limit is 1000, but some of that will be taken up
436 436 # by stack frames in IPython itself. >500 frames probably indicates
437 437 # a recursion error.
438 438 return (etype is recursion_error_type) \
439 439 and "recursion" in str(value).lower() \
440 440 and len(records) > _FRAME_RECURSION_LIMIT
441 441
442 442 def find_recursion(etype, value, records):
443 443 """Identify the repeating stack frames from a RecursionError traceback
444 444
445 445 'records' is a list as returned by VerboseTB.get_records()
446 446
447 447 Returns (last_unique, repeat_length)
448 448 """
449 449 # This involves a bit of guesswork - we want to show enough of the traceback
450 450 # to indicate where the recursion is occurring. We guess that the innermost
451 451 # quarter of the traceback (250 frames by default) is repeats, and find the
452 452 # first frame (from in to out) that looks different.
453 453 if not is_recursion_error(etype, value, records):
454 454 return len(records), 0
455 455
456 456 # Select filename, lineno, func_name to track frames with
457 457 records = [r[1:4] for r in records]
458 458 inner_frames = records[-(len(records)//4):]
459 459 frames_repeated = set(inner_frames)
460 460
461 461 last_seen_at = {}
462 462 longest_repeat = 0
463 463 i = len(records)
464 464 for frame in reversed(records):
465 465 i -= 1
466 466 if frame not in frames_repeated:
467 467 last_unique = i
468 468 break
469 469
470 470 if frame in last_seen_at:
471 471 distance = last_seen_at[frame] - i
472 472 longest_repeat = max(longest_repeat, distance)
473 473
474 474 last_seen_at[frame] = i
475 475 else:
476 476 last_unique = 0 # The whole traceback was recursion
477 477
478 478 return last_unique, longest_repeat
479 479
480 480 #---------------------------------------------------------------------------
481 481 # Module classes
482 482 class TBTools(colorable.Colorable):
483 483 """Basic tools used by all traceback printer classes."""
484 484
485 485 # Number of frames to skip when reporting tracebacks
486 486 tb_offset = 0
487 487
488 488 def __init__(self, color_scheme='NoColor', call_pdb=False, ostream=None, parent=None, config=None):
489 489 # Whether to call the interactive pdb debugger after printing
490 490 # tracebacks or not
491 491 super(TBTools, self).__init__(parent=parent, config=config)
492 492 self.call_pdb = call_pdb
493 493
494 494 # Output stream to write to. Note that we store the original value in
495 495 # a private attribute and then make the public ostream a property, so
496 496 # that we can delay accessing sys.stdout until runtime. The way
497 497 # things are written now, the sys.stdout object is dynamically managed
498 498 # so a reference to it should NEVER be stored statically. This
499 499 # property approach confines this detail to a single location, and all
500 500 # subclasses can simply access self.ostream for writing.
501 501 self._ostream = ostream
502 502
503 503 # Create color table
504 504 self.color_scheme_table = exception_colors()
505 505
506 506 self.set_colors(color_scheme)
507 507 self.old_scheme = color_scheme # save initial value for toggles
508 508
509 509 if call_pdb:
510 510 self.pdb = debugger.Pdb()
511 511 else:
512 512 self.pdb = None
513 513
514 514 def _get_ostream(self):
515 515 """Output stream that exceptions are written to.
516 516
517 517 Valid values are:
518 518
519 519 - None: the default, which means that IPython will dynamically resolve
520 520 to sys.stdout. This ensures compatibility with most tools, including
521 521 Windows (where plain stdout doesn't recognize ANSI escapes).
522 522
523 523 - Any object with 'write' and 'flush' attributes.
524 524 """
525 525 return sys.stdout if self._ostream is None else self._ostream
526 526
527 527 def _set_ostream(self, val):
528 528 assert val is None or (hasattr(val, 'write') and hasattr(val, 'flush'))
529 529 self._ostream = val
530 530
531 531 ostream = property(_get_ostream, _set_ostream)
532 532
533 def get_parts_of_chained_exception(self, evalue):
534 def get_chained_exception(exception_value):
535 cause = getattr(exception_value, '__cause__', None)
536 if cause:
537 return cause
538 if getattr(exception_value, '__suppress_context__', False):
539 return None
540 return getattr(exception_value, '__context__', None)
541
542 chained_evalue = get_chained_exception(evalue)
543
544 if chained_evalue:
545 return chained_evalue.__class__, chained_evalue, chained_evalue.__traceback__
546
547 def prepare_chained_exception_message(self, cause):
548 direct_cause = "\nThe above exception was the direct cause of the following exception:\n"
549 exception_during_handling = "\nDuring handling of the above exception, another exception occurred:\n"
550
551 if cause:
552 message = [[direct_cause]]
553 else:
554 message = [[exception_during_handling]]
555 return message
556
533 557 def set_colors(self, *args, **kw):
534 558 """Shorthand access to the color table scheme selector method."""
535 559
536 560 # Set own color table
537 561 self.color_scheme_table.set_active_scheme(*args, **kw)
538 562 # for convenience, set Colors to the active scheme
539 563 self.Colors = self.color_scheme_table.active_colors
540 564 # Also set colors of debugger
541 565 if hasattr(self, 'pdb') and self.pdb is not None:
542 566 self.pdb.set_colors(*args, **kw)
543 567
544 568 def color_toggle(self):
545 569 """Toggle between the currently active color scheme and NoColor."""
546 570
547 571 if self.color_scheme_table.active_scheme_name == 'NoColor':
548 572 self.color_scheme_table.set_active_scheme(self.old_scheme)
549 573 self.Colors = self.color_scheme_table.active_colors
550 574 else:
551 575 self.old_scheme = self.color_scheme_table.active_scheme_name
552 576 self.color_scheme_table.set_active_scheme('NoColor')
553 577 self.Colors = self.color_scheme_table.active_colors
554 578
555 579 def stb2text(self, stb):
556 580 """Convert a structured traceback (a list) to a string."""
557 581 return '\n'.join(stb)
558 582
559 583 def text(self, etype, value, tb, tb_offset=None, context=5):
560 584 """Return formatted traceback.
561 585
562 586 Subclasses may override this if they add extra arguments.
563 587 """
564 588 tb_list = self.structured_traceback(etype, value, tb,
565 589 tb_offset, context)
566 590 return self.stb2text(tb_list)
567 591
568 592 def structured_traceback(self, etype, evalue, tb, tb_offset=None,
569 593 context=5, mode=None):
570 594 """Return a list of traceback frames.
571 595
572 596 Must be implemented by each class.
573 597 """
574 598 raise NotImplementedError()
575 599
576 600
577 601 #---------------------------------------------------------------------------
578 602 class ListTB(TBTools):
579 603 """Print traceback information from a traceback list, with optional color.
580 604
581 605 Calling requires 3 arguments: (etype, evalue, elist)
582 606 as would be obtained by::
583 607
584 608 etype, evalue, tb = sys.exc_info()
585 609 if tb:
586 610 elist = traceback.extract_tb(tb)
587 611 else:
588 612 elist = None
589 613
590 614 It can thus be used by programs which need to process the traceback before
591 615 printing (such as console replacements based on the code module from the
592 616 standard library).
593 617
594 618 Because they are meant to be called without a full traceback (only a
595 619 list), instances of this class can't call the interactive pdb debugger."""
596 620
597 621 def __init__(self, color_scheme='NoColor', call_pdb=False, ostream=None, parent=None, config=None):
598 622 TBTools.__init__(self, color_scheme=color_scheme, call_pdb=call_pdb,
599 623 ostream=ostream, parent=parent,config=config)
600 624
601 625 def __call__(self, etype, value, elist):
602 626 self.ostream.flush()
603 627 self.ostream.write(self.text(etype, value, elist))
604 628 self.ostream.write('\n')
605 629
606 def structured_traceback(self, etype, value, elist, tb_offset=None,
630 def structured_traceback(self, etype, evalue, etb=None, tb_offset=None,
607 631 context=5):
608 632 """Return a color formatted string with the traceback info.
609 633
610 634 Parameters
611 635 ----------
612 636 etype : exception type
613 637 Type of the exception raised.
614 638
615 value : object
639 evalue : object
616 640 Data stored in the exception
617 641
618 elist : list
619 List of frames, see class docstring for details.
642 etb : traceback
643 Traceback of the exception.
620 644
621 645 tb_offset : int, optional
622 646 Number of frames in the traceback to skip. If not given, the
623 instance value is used (set in constructor).
647 instance evalue is used (set in constructor).
624 648
625 649 context : int, optional
626 650 Number of lines of context information to print.
627 651
628 652 Returns
629 653 -------
630 654 String with formatted exception.
631 655 """
656 # if chained_exc_ids is None:
657 chained_exc_ids = set()
658 if isinstance(etb, list):
659 elist = etb
660 elif etb is not None:
661 elist = self._extract_tb(etb)
662 else:
663 elist = []
632 664 tb_offset = self.tb_offset if tb_offset is None else tb_offset
633 665 Colors = self.Colors
634 666 out_list = []
635 667 if elist:
636 668
637 669 if tb_offset and len(elist) > tb_offset:
638 670 elist = elist[tb_offset:]
639 671
640 672 out_list.append('Traceback %s(most recent call last)%s:' %
641 673 (Colors.normalEm, Colors.Normal) + '\n')
642 674 out_list.extend(self._format_list(elist))
643 675 # The exception info should be a single entry in the list.
644 lines = ''.join(self._format_exception_only(etype, value))
676 lines = ''.join(self._format_exception_only(etype, evalue))
645 677 out_list.append(lines)
646 678
679 exception = self.get_parts_of_chained_exception(evalue)
680
681 if exception and not id(exception[1]) in chained_exc_ids:
682 etype, evalue, etb = exception
683 chained_exc_ids.add(id(exception[1])) # trace exception to avoid infinite 'cause' loop
684 chained_exceptions_tb_offset = 0
685 out_list = (self.structured_traceback(
686 etype, evalue, etb, chained_exceptions_tb_offset, context)
687 + self.prepare_chained_exception_message(
688 evalue.__cause__)[0]
689 + out_list)
690
647 691 return out_list
648 692
649 693 def _format_list(self, extracted_list):
650 694 """Format a list of traceback entry tuples for printing.
651 695
652 696 Given a list of tuples as returned by extract_tb() or
653 697 extract_stack(), return a list of strings ready for printing.
654 698 Each string in the resulting list corresponds to the item with the
655 699 same index in the argument list. Each string ends in a newline;
656 700 the strings may contain internal newlines as well, for those items
657 701 whose source text line is not None.
658 702
659 703 Lifted almost verbatim from traceback.py
660 704 """
661 705
662 706 Colors = self.Colors
663 707 list = []
664 708 for filename, lineno, name, line in extracted_list[:-1]:
665 709 item = ' File %s"%s"%s, line %s%d%s, in %s%s%s\n' % \
666 710 (Colors.filename, filename, Colors.Normal,
667 711 Colors.lineno, lineno, Colors.Normal,
668 712 Colors.name, name, Colors.Normal)
669 713 if line:
670 714 item += ' %s\n' % line.strip()
671 715 list.append(item)
672 716 # Emphasize the last entry
673 717 filename, lineno, name, line = extracted_list[-1]
674 718 item = '%s File %s"%s"%s, line %s%d%s, in %s%s%s%s\n' % \
675 719 (Colors.normalEm,
676 720 Colors.filenameEm, filename, Colors.normalEm,
677 721 Colors.linenoEm, lineno, Colors.normalEm,
678 722 Colors.nameEm, name, Colors.normalEm,
679 723 Colors.Normal)
680 724 if line:
681 725 item += '%s %s%s\n' % (Colors.line, line.strip(),
682 726 Colors.Normal)
683 727 list.append(item)
684 728 return list
685 729
686 730 def _format_exception_only(self, etype, value):
687 731 """Format the exception part of a traceback.
688 732
689 733 The arguments are the exception type and value such as given by
690 734 sys.exc_info()[:2]. The return value is a list of strings, each ending
691 735 in a newline. Normally, the list contains a single string; however,
692 736 for SyntaxError exceptions, it contains several lines that (when
693 737 printed) display detailed information about where the syntax error
694 738 occurred. The message indicating which exception occurred is the
695 739 always last string in the list.
696 740
697 741 Also lifted nearly verbatim from traceback.py
698 742 """
699 743 have_filedata = False
700 744 Colors = self.Colors
701 745 list = []
702 746 stype = py3compat.cast_unicode(Colors.excName + etype.__name__ + Colors.Normal)
703 747 if value is None:
704 748 # Not sure if this can still happen in Python 2.6 and above
705 749 list.append(stype + '\n')
706 750 else:
707 751 if issubclass(etype, SyntaxError):
708 752 have_filedata = True
709 753 if not value.filename: value.filename = "<string>"
710 754 if value.lineno:
711 755 lineno = value.lineno
712 756 textline = linecache.getline(value.filename, value.lineno)
713 757 else:
714 758 lineno = 'unknown'
715 759 textline = ''
716 760 list.append('%s File %s"%s"%s, line %s%s%s\n' % \
717 761 (Colors.normalEm,
718 762 Colors.filenameEm, py3compat.cast_unicode(value.filename), Colors.normalEm,
719 763 Colors.linenoEm, lineno, Colors.Normal ))
720 764 if textline == '':
721 765 textline = py3compat.cast_unicode(value.text, "utf-8")
722 766
723 767 if textline is not None:
724 768 i = 0
725 769 while i < len(textline) and textline[i].isspace():
726 770 i += 1
727 771 list.append('%s %s%s\n' % (Colors.line,
728 772 textline.strip(),
729 773 Colors.Normal))
730 774 if value.offset is not None:
731 775 s = ' '
732 776 for c in textline[i:value.offset - 1]:
733 777 if c.isspace():
734 778 s += c
735 779 else:
736 780 s += ' '
737 781 list.append('%s%s^%s\n' % (Colors.caret, s,
738 782 Colors.Normal))
739 783
740 784 try:
741 785 s = value.msg
742 786 except Exception:
743 787 s = self._some_str(value)
744 788 if s:
745 789 list.append('%s%s:%s %s\n' % (stype, Colors.excName,
746 790 Colors.Normal, s))
747 791 else:
748 792 list.append('%s\n' % stype)
749 793
750 794 # sync with user hooks
751 795 if have_filedata:
752 796 ipinst = get_ipython()
753 797 if ipinst is not None:
754 798 ipinst.hooks.synchronize_with_editor(value.filename, value.lineno, 0)
755 799
756 800 return list
757 801
758 802 def get_exception_only(self, etype, value):
759 803 """Only print the exception type and message, without a traceback.
760 804
761 805 Parameters
762 806 ----------
763 807 etype : exception type
764 808 value : exception value
765 809 """
766 return ListTB.structured_traceback(self, etype, value, [])
810 return ListTB.structured_traceback(self, etype, value)
767 811
768 812 def show_exception_only(self, etype, evalue):
769 813 """Only print the exception type and message, without a traceback.
770 814
771 815 Parameters
772 816 ----------
773 817 etype : exception type
774 818 value : exception value
775 819 """
776 820 # This method needs to use __call__ from *this* class, not the one from
777 821 # a subclass whose signature or behavior may be different
778 822 ostream = self.ostream
779 823 ostream.flush()
780 824 ostream.write('\n'.join(self.get_exception_only(etype, evalue)))
781 825 ostream.flush()
782 826
783 827 def _some_str(self, value):
784 828 # Lifted from traceback.py
785 829 try:
786 830 return py3compat.cast_unicode(str(value))
787 831 except:
788 832 return u'<unprintable %s object>' % type(value).__name__
789 833
790 834
791 835 #----------------------------------------------------------------------------
792 836 class VerboseTB(TBTools):
793 837 """A port of Ka-Ping Yee's cgitb.py module that outputs color text instead
794 838 of HTML. Requires inspect and pydoc. Crazy, man.
795 839
796 840 Modified version which optionally strips the topmost entries from the
797 841 traceback, to be used with alternate interpreters (because their own code
798 842 would appear in the traceback)."""
799 843
800 844 def __init__(self, color_scheme='Linux', call_pdb=False, ostream=None,
801 845 tb_offset=0, long_header=False, include_vars=True,
802 846 check_cache=None, debugger_cls = None,
803 847 parent=None, config=None):
804 848 """Specify traceback offset, headers and color scheme.
805 849
806 850 Define how many frames to drop from the tracebacks. Calling it with
807 851 tb_offset=1 allows use of this handler in interpreters which will have
808 852 their own code at the top of the traceback (VerboseTB will first
809 853 remove that frame before printing the traceback info)."""
810 854 TBTools.__init__(self, color_scheme=color_scheme, call_pdb=call_pdb,
811 855 ostream=ostream, parent=parent, config=config)
812 856 self.tb_offset = tb_offset
813 857 self.long_header = long_header
814 858 self.include_vars = include_vars
815 859 # By default we use linecache.checkcache, but the user can provide a
816 860 # different check_cache implementation. This is used by the IPython
817 861 # kernel to provide tracebacks for interactive code that is cached,
818 862 # by a compiler instance that flushes the linecache but preserves its
819 863 # own code cache.
820 864 if check_cache is None:
821 865 check_cache = linecache.checkcache
822 866 self.check_cache = check_cache
823 867
824 868 self.debugger_cls = debugger_cls or debugger.Pdb
825 869
826 870 def format_records(self, records, last_unique, recursion_repeat):
827 871 """Format the stack frames of the traceback"""
828 872 frames = []
829 873 for r in records[:last_unique+recursion_repeat+1]:
830 874 #print '*** record:',file,lnum,func,lines,index # dbg
831 875 frames.append(self.format_record(*r))
832 876
833 877 if recursion_repeat:
834 878 frames.append('... last %d frames repeated, from the frame below ...\n' % recursion_repeat)
835 879 frames.append(self.format_record(*records[last_unique+recursion_repeat+1]))
836 880
837 881 return frames
838 882
839 883 def format_record(self, frame, file, lnum, func, lines, index):
840 884 """Format a single stack frame"""
841 885 Colors = self.Colors # just a shorthand + quicker name lookup
842 886 ColorsNormal = Colors.Normal # used a lot
843 887 col_scheme = self.color_scheme_table.active_scheme_name
844 888 indent = ' ' * INDENT_SIZE
845 889 em_normal = '%s\n%s%s' % (Colors.valEm, indent, ColorsNormal)
846 890 undefined = '%sundefined%s' % (Colors.em, ColorsNormal)
847 891 tpl_link = '%s%%s%s' % (Colors.filenameEm, ColorsNormal)
848 892 tpl_call = 'in %s%%s%s%%s%s' % (Colors.vName, Colors.valEm,
849 893 ColorsNormal)
850 894 tpl_call_fail = 'in %s%%s%s(***failed resolving arguments***)%s' % \
851 895 (Colors.vName, Colors.valEm, ColorsNormal)
852 896 tpl_local_var = '%s%%s%s' % (Colors.vName, ColorsNormal)
853 897 tpl_global_var = '%sglobal%s %s%%s%s' % (Colors.em, ColorsNormal,
854 898 Colors.vName, ColorsNormal)
855 899 tpl_name_val = '%%s %s= %%s%s' % (Colors.valEm, ColorsNormal)
856 900
857 901 if not file:
858 902 file = '?'
859 903 elif file.startswith(str("<")) and file.endswith(str(">")):
860 904 # Not a real filename, no problem...
861 905 pass
862 906 elif not os.path.isabs(file):
863 907 # Try to make the filename absolute by trying all
864 908 # sys.path entries (which is also what linecache does)
865 909 for dirname in sys.path:
866 910 try:
867 911 fullname = os.path.join(dirname, file)
868 912 if os.path.isfile(fullname):
869 913 file = os.path.abspath(fullname)
870 914 break
871 915 except Exception:
872 916 # Just in case that sys.path contains very
873 917 # strange entries...
874 918 pass
875 919
876 920 file = py3compat.cast_unicode(file, util_path.fs_encoding)
877 921 link = tpl_link % util_path.compress_user(file)
878 922 args, varargs, varkw, locals_ = inspect.getargvalues(frame)
879 923
880 924 if func == '?':
881 925 call = ''
882 926 elif func == '<module>':
883 927 call = tpl_call % (func, '')
884 928 else:
885 929 # Decide whether to include variable details or not
886 930 var_repr = eqrepr if self.include_vars else nullrepr
887 931 try:
888 932 call = tpl_call % (func, inspect.formatargvalues(args,
889 933 varargs, varkw,
890 934 locals_, formatvalue=var_repr))
891 935 except KeyError:
892 936 # This happens in situations like errors inside generator
893 937 # expressions, where local variables are listed in the
894 938 # line, but can't be extracted from the frame. I'm not
895 939 # 100% sure this isn't actually a bug in inspect itself,
896 940 # but since there's no info for us to compute with, the
897 941 # best we can do is report the failure and move on. Here
898 942 # we must *not* call any traceback construction again,
899 943 # because that would mess up use of %debug later on. So we
900 944 # simply report the failure and move on. The only
901 945 # limitation will be that this frame won't have locals
902 946 # listed in the call signature. Quite subtle problem...
903 947 # I can't think of a good way to validate this in a unit
904 948 # test, but running a script consisting of:
905 949 # dict( (k,v.strip()) for (k,v) in range(10) )
906 950 # will illustrate the error, if this exception catch is
907 951 # disabled.
908 952 call = tpl_call_fail % func
909 953
910 954 # Don't attempt to tokenize binary files.
911 955 if file.endswith(('.so', '.pyd', '.dll')):
912 956 return '%s %s\n' % (link, call)
913 957
914 958 elif file.endswith(('.pyc', '.pyo')):
915 959 # Look up the corresponding source file.
916 960 try:
917 961 file = source_from_cache(file)
918 962 except ValueError:
919 963 # Failed to get the source file for some reason
920 964 # E.g. https://github.com/ipython/ipython/issues/9486
921 965 return '%s %s\n' % (link, call)
922 966
923 967 def linereader(file=file, lnum=[lnum], getline=linecache.getline):
924 968 line = getline(file, lnum[0])
925 969 lnum[0] += 1
926 970 return line
927 971
928 972 # Build the list of names on this line of code where the exception
929 973 # occurred.
930 974 try:
931 975 names = []
932 976 name_cont = False
933 977
934 978 for token_type, token, start, end, line in generate_tokens(linereader):
935 979 # build composite names
936 980 if token_type == tokenize.NAME and token not in keyword.kwlist:
937 981 if name_cont:
938 982 # Continuation of a dotted name
939 983 try:
940 984 names[-1].append(token)
941 985 except IndexError:
942 986 names.append([token])
943 987 name_cont = False
944 988 else:
945 989 # Regular new names. We append everything, the caller
946 990 # will be responsible for pruning the list later. It's
947 991 # very tricky to try to prune as we go, b/c composite
948 992 # names can fool us. The pruning at the end is easy
949 993 # to do (or the caller can print a list with repeated
950 994 # names if so desired.
951 995 names.append([token])
952 996 elif token == '.':
953 997 name_cont = True
954 998 elif token_type == tokenize.NEWLINE:
955 999 break
956 1000
957 1001 except (IndexError, UnicodeDecodeError, SyntaxError):
958 1002 # signals exit of tokenizer
959 1003 # SyntaxError can occur if the file is not actually Python
960 1004 # - see gh-6300
961 1005 pass
962 1006 except tokenize.TokenError as msg:
963 1007 # Tokenizing may fail for various reasons, many of which are
964 1008 # harmless. (A good example is when the line in question is the
965 1009 # close of a triple-quoted string, cf gh-6864). We don't want to
966 1010 # show this to users, but want make it available for debugging
967 1011 # purposes.
968 1012 _m = ("An unexpected error occurred while tokenizing input\n"
969 1013 "The following traceback may be corrupted or invalid\n"
970 1014 "The error message is: %s\n" % msg)
971 1015 debug(_m)
972 1016
973 1017 # Join composite names (e.g. "dict.fromkeys")
974 1018 names = ['.'.join(n) for n in names]
975 1019 # prune names list of duplicates, but keep the right order
976 1020 unique_names = uniq_stable(names)
977 1021
978 1022 # Start loop over vars
979 1023 lvals = ''
980 1024 lvals_list = []
981 1025 if self.include_vars:
982 1026 for name_full in unique_names:
983 1027 name_base = name_full.split('.', 1)[0]
984 1028 if name_base in frame.f_code.co_varnames:
985 1029 if name_base in locals_:
986 1030 try:
987 1031 value = repr(eval(name_full, locals_))
988 1032 except:
989 1033 value = undefined
990 1034 else:
991 1035 value = undefined
992 1036 name = tpl_local_var % name_full
993 1037 else:
994 1038 if name_base in frame.f_globals:
995 1039 try:
996 1040 value = repr(eval(name_full, frame.f_globals))
997 1041 except:
998 1042 value = undefined
999 1043 else:
1000 1044 value = undefined
1001 1045 name = tpl_global_var % name_full
1002 1046 lvals_list.append(tpl_name_val % (name, value))
1003 1047 if lvals_list:
1004 1048 lvals = '%s%s' % (indent, em_normal.join(lvals_list))
1005 1049
1006 1050 level = '%s %s\n' % (link, call)
1007 1051
1008 1052 if index is None:
1009 1053 return level
1010 1054 else:
1011 1055 _line_format = PyColorize.Parser(style=col_scheme, parent=self).format2
1012 1056 return '%s%s' % (level, ''.join(
1013 1057 _format_traceback_lines(lnum, index, lines, Colors, lvals,
1014 1058 _line_format)))
1015 1059
1016 def prepare_chained_exception_message(self, cause):
1017 direct_cause = "\nThe above exception was the direct cause of the following exception:\n"
1018 exception_during_handling = "\nDuring handling of the above exception, another exception occurred:\n"
1019
1020 if cause:
1021 message = [[direct_cause]]
1022 else:
1023 message = [[exception_during_handling]]
1024 return message
1025
1026 1060 def prepare_header(self, etype, long_version=False):
1027 1061 colors = self.Colors # just a shorthand + quicker name lookup
1028 1062 colorsnormal = colors.Normal # used a lot
1029 1063 exc = '%s%s%s' % (colors.excName, etype, colorsnormal)
1030 1064 width = min(75, get_terminal_size()[0])
1031 1065 if long_version:
1032 1066 # Header with the exception type, python version, and date
1033 1067 pyver = 'Python ' + sys.version.split()[0] + ': ' + sys.executable
1034 1068 date = time.ctime(time.time())
1035 1069
1036 1070 head = '%s%s%s\n%s%s%s\n%s' % (colors.topline, '-' * width, colorsnormal,
1037 1071 exc, ' ' * (width - len(str(etype)) - len(pyver)),
1038 1072 pyver, date.rjust(width) )
1039 1073 head += "\nA problem occurred executing Python code. Here is the sequence of function" \
1040 1074 "\ncalls leading up to the error, with the most recent (innermost) call last."
1041 1075 else:
1042 1076 # Simplified header
1043 1077 head = '%s%s' % (exc, 'Traceback (most recent call last)'. \
1044 1078 rjust(width - len(str(etype))) )
1045 1079
1046 1080 return head
1047 1081
1048 1082 def format_exception(self, etype, evalue):
1049 1083 colors = self.Colors # just a shorthand + quicker name lookup
1050 1084 colorsnormal = colors.Normal # used a lot
1051 1085 # Get (safely) a string form of the exception info
1052 1086 try:
1053 1087 etype_str, evalue_str = map(str, (etype, evalue))
1054 1088 except:
1055 1089 # User exception is improperly defined.
1056 1090 etype, evalue = str, sys.exc_info()[:2]
1057 1091 etype_str, evalue_str = map(str, (etype, evalue))
1058 1092 # ... and format it
1059 1093 return ['%s%s%s: %s' % (colors.excName, etype_str,
1060 1094 colorsnormal, py3compat.cast_unicode(evalue_str))]
1061 1095
1062 1096 def format_exception_as_a_whole(self, etype, evalue, etb, number_of_lines_of_context, tb_offset):
1063 1097 """Formats the header, traceback and exception message for a single exception.
1064 1098
1065 1099 This may be called multiple times by Python 3 exception chaining
1066 1100 (PEP 3134).
1067 1101 """
1068 1102 # some locals
1069 1103 orig_etype = etype
1070 1104 try:
1071 1105 etype = etype.__name__
1072 1106 except AttributeError:
1073 1107 pass
1074 1108
1075 1109 tb_offset = self.tb_offset if tb_offset is None else tb_offset
1076 1110 head = self.prepare_header(etype, self.long_header)
1077 1111 records = self.get_records(etb, number_of_lines_of_context, tb_offset)
1078 1112
1079 1113 if records is None:
1080 1114 return ""
1081 1115
1082 1116 last_unique, recursion_repeat = find_recursion(orig_etype, evalue, records)
1083 1117
1084 1118 frames = self.format_records(records, last_unique, recursion_repeat)
1085 1119
1086 1120 formatted_exception = self.format_exception(etype, evalue)
1087 1121 if records:
1088 1122 filepath, lnum = records[-1][1:3]
1089 1123 filepath = os.path.abspath(filepath)
1090 1124 ipinst = get_ipython()
1091 1125 if ipinst is not None:
1092 1126 ipinst.hooks.synchronize_with_editor(filepath, lnum, 0)
1093 1127
1094 1128 return [[head] + frames + [''.join(formatted_exception[0])]]
1095 1129
1096 1130 def get_records(self, etb, number_of_lines_of_context, tb_offset):
1097 1131 try:
1098 1132 # Try the default getinnerframes and Alex's: Alex's fixes some
1099 1133 # problems, but it generates empty tracebacks for console errors
1100 1134 # (5 blanks lines) where none should be returned.
1101 1135 return _fixed_getinnerframes(etb, number_of_lines_of_context, tb_offset)
1102 1136 except UnicodeDecodeError:
1103 1137 # This can occur if a file's encoding magic comment is wrong.
1104 1138 # I can't see a way to recover without duplicating a bunch of code
1105 1139 # from the stdlib traceback module. --TK
1106 1140 error('\nUnicodeDecodeError while processing traceback.\n')
1107 1141 return None
1108 1142 except:
1109 1143 # FIXME: I've been getting many crash reports from python 2.3
1110 1144 # users, traceable to inspect.py. If I can find a small test-case
1111 1145 # to reproduce this, I should either write a better workaround or
1112 1146 # file a bug report against inspect (if that's the real problem).
1113 1147 # So far, I haven't been able to find an isolated example to
1114 1148 # reproduce the problem.
1115 1149 inspect_error()
1116 1150 traceback.print_exc(file=self.ostream)
1117 1151 info('\nUnfortunately, your original traceback can not be constructed.\n')
1118 1152 return None
1119 1153
1120 def get_parts_of_chained_exception(self, evalue):
1121 def get_chained_exception(exception_value):
1122 cause = getattr(exception_value, '__cause__', None)
1123 if cause:
1124 return cause
1125 if getattr(exception_value, '__suppress_context__', False):
1126 return None
1127 return getattr(exception_value, '__context__', None)
1128
1129 chained_evalue = get_chained_exception(evalue)
1130
1131 if chained_evalue:
1132 return chained_evalue.__class__, chained_evalue, chained_evalue.__traceback__
1133
1134 1154 def structured_traceback(self, etype, evalue, etb, tb_offset=None,
1135 1155 number_of_lines_of_context=5):
1136 1156 """Return a nice text document describing the traceback."""
1137 1157
1138 1158 formatted_exception = self.format_exception_as_a_whole(etype, evalue, etb, number_of_lines_of_context,
1139 1159 tb_offset)
1140 1160
1141 1161 colors = self.Colors # just a shorthand + quicker name lookup
1142 1162 colorsnormal = colors.Normal # used a lot
1143 1163 head = '%s%s%s' % (colors.topline, '-' * min(75, get_terminal_size()[0]), colorsnormal)
1144 1164 structured_traceback_parts = [head]
1145 1165 chained_exceptions_tb_offset = 0
1146 1166 lines_of_context = 3
1147 1167 formatted_exceptions = formatted_exception
1148 1168 exception = self.get_parts_of_chained_exception(evalue)
1149 1169 if exception:
1150 1170 formatted_exceptions += self.prepare_chained_exception_message(evalue.__cause__)
1151 1171 etype, evalue, etb = exception
1152 1172 else:
1153 1173 evalue = None
1154 1174 chained_exc_ids = set()
1155 1175 while evalue:
1156 1176 formatted_exceptions += self.format_exception_as_a_whole(etype, evalue, etb, lines_of_context,
1157 1177 chained_exceptions_tb_offset)
1158 1178 exception = self.get_parts_of_chained_exception(evalue)
1159 1179
1160 1180 if exception and not id(exception[1]) in chained_exc_ids:
1161 1181 chained_exc_ids.add(id(exception[1])) # trace exception to avoid infinite 'cause' loop
1162 1182 formatted_exceptions += self.prepare_chained_exception_message(evalue.__cause__)
1163 1183 etype, evalue, etb = exception
1164 1184 else:
1165 1185 evalue = None
1166 1186
1167 1187 # we want to see exceptions in a reversed order:
1168 1188 # the first exception should be on top
1169 1189 for formatted_exception in reversed(formatted_exceptions):
1170 1190 structured_traceback_parts += formatted_exception
1171 1191
1172 1192 return structured_traceback_parts
1173 1193
1174 1194 def debugger(self, force=False):
1175 1195 """Call up the pdb debugger if desired, always clean up the tb
1176 1196 reference.
1177 1197
1178 1198 Keywords:
1179 1199
1180 1200 - force(False): by default, this routine checks the instance call_pdb
1181 1201 flag and does not actually invoke the debugger if the flag is false.
1182 1202 The 'force' option forces the debugger to activate even if the flag
1183 1203 is false.
1184 1204
1185 1205 If the call_pdb flag is set, the pdb interactive debugger is
1186 1206 invoked. In all cases, the self.tb reference to the current traceback
1187 1207 is deleted to prevent lingering references which hamper memory
1188 1208 management.
1189 1209
1190 1210 Note that each call to pdb() does an 'import readline', so if your app
1191 1211 requires a special setup for the readline completers, you'll have to
1192 1212 fix that by hand after invoking the exception handler."""
1193 1213
1194 1214 if force or self.call_pdb:
1195 1215 if self.pdb is None:
1196 1216 self.pdb = self.debugger_cls()
1197 1217 # the system displayhook may have changed, restore the original
1198 1218 # for pdb
1199 1219 display_trap = DisplayTrap(hook=sys.__displayhook__)
1200 1220 with display_trap:
1201 1221 self.pdb.reset()
1202 1222 # Find the right frame so we don't pop up inside ipython itself
1203 1223 if hasattr(self, 'tb') and self.tb is not None:
1204 1224 etb = self.tb
1205 1225 else:
1206 1226 etb = self.tb = sys.last_traceback
1207 1227 while self.tb is not None and self.tb.tb_next is not None:
1208 1228 self.tb = self.tb.tb_next
1209 1229 if etb and etb.tb_next:
1210 1230 etb = etb.tb_next
1211 1231 self.pdb.botframe = etb.tb_frame
1212 1232 self.pdb.interaction(None, etb)
1213 1233
1214 1234 if hasattr(self, 'tb'):
1215 1235 del self.tb
1216 1236
1217 1237 def handler(self, info=None):
1218 1238 (etype, evalue, etb) = info or sys.exc_info()
1219 1239 self.tb = etb
1220 1240 ostream = self.ostream
1221 1241 ostream.flush()
1222 1242 ostream.write(self.text(etype, evalue, etb))
1223 1243 ostream.write('\n')
1224 1244 ostream.flush()
1225 1245
1226 1246 # Changed so an instance can just be called as VerboseTB_inst() and print
1227 1247 # out the right info on its own.
1228 1248 def __call__(self, etype=None, evalue=None, etb=None):
1229 1249 """This hook can replace sys.excepthook (for Python 2.1 or higher)."""
1230 1250 if etb is None:
1231 1251 self.handler()
1232 1252 else:
1233 1253 self.handler((etype, evalue, etb))
1234 1254 try:
1235 1255 self.debugger()
1236 1256 except KeyboardInterrupt:
1237 1257 print("\nKeyboardInterrupt")
1238 1258
1239 1259
1240 1260 #----------------------------------------------------------------------------
1241 1261 class FormattedTB(VerboseTB, ListTB):
1242 1262 """Subclass ListTB but allow calling with a traceback.
1243 1263
1244 1264 It can thus be used as a sys.excepthook for Python > 2.1.
1245 1265
1246 1266 Also adds 'Context' and 'Verbose' modes, not available in ListTB.
1247 1267
1248 1268 Allows a tb_offset to be specified. This is useful for situations where
1249 1269 one needs to remove a number of topmost frames from the traceback (such as
1250 1270 occurs with python programs that themselves execute other python code,
1251 1271 like Python shells). """
1252 1272
1253 1273 def __init__(self, mode='Plain', color_scheme='Linux', call_pdb=False,
1254 1274 ostream=None,
1255 1275 tb_offset=0, long_header=False, include_vars=False,
1256 1276 check_cache=None, debugger_cls=None,
1257 1277 parent=None, config=None):
1258 1278
1259 1279 # NEVER change the order of this list. Put new modes at the end:
1260 1280 self.valid_modes = ['Plain', 'Context', 'Verbose', 'Minimal']
1261 1281 self.verbose_modes = self.valid_modes[1:3]
1262 1282
1263 1283 VerboseTB.__init__(self, color_scheme=color_scheme, call_pdb=call_pdb,
1264 1284 ostream=ostream, tb_offset=tb_offset,
1265 1285 long_header=long_header, include_vars=include_vars,
1266 1286 check_cache=check_cache, debugger_cls=debugger_cls,
1267 1287 parent=parent, config=config)
1268 1288
1269 1289 # Different types of tracebacks are joined with different separators to
1270 1290 # form a single string. They are taken from this dict
1271 1291 self._join_chars = dict(Plain='', Context='\n', Verbose='\n',
1272 1292 Minimal='')
1273 1293 # set_mode also sets the tb_join_char attribute
1274 1294 self.set_mode(mode)
1275 1295
1276 1296 def _extract_tb(self, tb):
1277 1297 if tb:
1278 1298 return traceback.extract_tb(tb)
1279 1299 else:
1280 1300 return None
1281 1301
1282 1302 def structured_traceback(self, etype, value, tb, tb_offset=None, number_of_lines_of_context=5):
1283 1303 tb_offset = self.tb_offset if tb_offset is None else tb_offset
1284 1304 mode = self.mode
1285 1305 if mode in self.verbose_modes:
1286 1306 # Verbose modes need a full traceback
1287 1307 return VerboseTB.structured_traceback(
1288 1308 self, etype, value, tb, tb_offset, number_of_lines_of_context
1289 1309 )
1290 1310 elif mode == 'Minimal':
1291 1311 return ListTB.get_exception_only(self, etype, value)
1292 1312 else:
1293 1313 # We must check the source cache because otherwise we can print
1294 1314 # out-of-date source code.
1295 1315 self.check_cache()
1296 1316 # Now we can extract and format the exception
1297 elist = self._extract_tb(tb)
1298 1317 return ListTB.structured_traceback(
1299 self, etype, value, elist, tb_offset, number_of_lines_of_context
1318 self, etype, value, tb, tb_offset, number_of_lines_of_context
1300 1319 )
1301 1320
1302 1321 def stb2text(self, stb):
1303 1322 """Convert a structured traceback (a list) to a string."""
1304 1323 return self.tb_join_char.join(stb)
1305 1324
1306 1325
1307 1326 def set_mode(self, mode=None):
1308 1327 """Switch to the desired mode.
1309 1328
1310 1329 If mode is not specified, cycles through the available modes."""
1311 1330
1312 1331 if not mode:
1313 1332 new_idx = (self.valid_modes.index(self.mode) + 1 ) % \
1314 1333 len(self.valid_modes)
1315 1334 self.mode = self.valid_modes[new_idx]
1316 1335 elif mode not in self.valid_modes:
1317 1336 raise ValueError('Unrecognized mode in FormattedTB: <' + mode + '>\n'
1318 1337 'Valid modes: ' + str(self.valid_modes))
1319 1338 else:
1320 1339 self.mode = mode
1321 1340 # include variable details only in 'Verbose' mode
1322 1341 self.include_vars = (self.mode == self.valid_modes[2])
1323 1342 # Set the join character for generating text tracebacks
1324 1343 self.tb_join_char = self._join_chars[self.mode]
1325 1344
1326 1345 # some convenient shortcuts
1327 1346 def plain(self):
1328 1347 self.set_mode(self.valid_modes[0])
1329 1348
1330 1349 def context(self):
1331 1350 self.set_mode(self.valid_modes[1])
1332 1351
1333 1352 def verbose(self):
1334 1353 self.set_mode(self.valid_modes[2])
1335 1354
1336 1355 def minimal(self):
1337 1356 self.set_mode(self.valid_modes[3])
1338 1357
1339 1358
1340 1359 #----------------------------------------------------------------------------
1341 1360 class AutoFormattedTB(FormattedTB):
1342 1361 """A traceback printer which can be called on the fly.
1343 1362
1344 1363 It will find out about exceptions by itself.
1345 1364
1346 1365 A brief example::
1347 1366
1348 1367 AutoTB = AutoFormattedTB(mode = 'Verbose',color_scheme='Linux')
1349 1368 try:
1350 1369 ...
1351 1370 except:
1352 1371 AutoTB() # or AutoTB(out=logfile) where logfile is an open file object
1353 1372 """
1354 1373
1355 1374 def __call__(self, etype=None, evalue=None, etb=None,
1356 1375 out=None, tb_offset=None):
1357 1376 """Print out a formatted exception traceback.
1358 1377
1359 1378 Optional arguments:
1360 1379 - out: an open file-like object to direct output to.
1361 1380
1362 1381 - tb_offset: the number of frames to skip over in the stack, on a
1363 1382 per-call basis (this overrides temporarily the instance's tb_offset
1364 1383 given at initialization time. """
1365 1384
1366 1385 if out is None:
1367 1386 out = self.ostream
1368 1387 out.flush()
1369 1388 out.write(self.text(etype, evalue, etb, tb_offset))
1370 1389 out.write('\n')
1371 1390 out.flush()
1372 1391 # FIXME: we should remove the auto pdb behavior from here and leave
1373 1392 # that to the clients.
1374 1393 try:
1375 1394 self.debugger()
1376 1395 except KeyboardInterrupt:
1377 1396 print("\nKeyboardInterrupt")
1378 1397
1379 1398 def structured_traceback(self, etype=None, value=None, tb=None,
1380 1399 tb_offset=None, number_of_lines_of_context=5):
1381 1400 if etype is None:
1382 1401 etype, value, tb = sys.exc_info()
1383 1402 self.tb = tb
1384 1403 return FormattedTB.structured_traceback(
1385 1404 self, etype, value, tb, tb_offset, number_of_lines_of_context)
1386 1405
1387 1406
1388 1407 #---------------------------------------------------------------------------
1389 1408
1390 1409 # A simple class to preserve Nathan's original functionality.
1391 1410 class ColorTB(FormattedTB):
1392 1411 """Shorthand to initialize a FormattedTB in Linux colors mode."""
1393 1412
1394 1413 def __init__(self, color_scheme='Linux', call_pdb=0, **kwargs):
1395 1414 FormattedTB.__init__(self, color_scheme=color_scheme,
1396 1415 call_pdb=call_pdb, **kwargs)
1397 1416
1398 1417
1399 1418 class SyntaxTB(ListTB):
1400 1419 """Extension which holds some state: the last exception value"""
1401 1420
1402 1421 def __init__(self, color_scheme='NoColor', parent=None, config=None):
1403 1422 ListTB.__init__(self, color_scheme, parent=parent, config=config)
1404 1423 self.last_syntax_error = None
1405 1424
1406 1425 def __call__(self, etype, value, elist):
1407 1426 self.last_syntax_error = value
1408 1427
1409 1428 ListTB.__call__(self, etype, value, elist)
1410 1429
1411 1430 def structured_traceback(self, etype, value, elist, tb_offset=None,
1412 1431 context=5):
1413 1432 # If the source file has been edited, the line in the syntax error can
1414 1433 # be wrong (retrieved from an outdated cache). This replaces it with
1415 1434 # the current value.
1416 1435 if isinstance(value, SyntaxError) \
1417 1436 and isinstance(value.filename, str) \
1418 1437 and isinstance(value.lineno, int):
1419 1438 linecache.checkcache(value.filename)
1420 1439 newtext = linecache.getline(value.filename, value.lineno)
1421 1440 if newtext:
1422 1441 value.text = newtext
1423 1442 self.last_syntax_error = value
1424 1443 return super(SyntaxTB, self).structured_traceback(etype, value, elist,
1425 1444 tb_offset=tb_offset, context=context)
1426 1445
1427 1446 def clear_err_state(self):
1428 1447 """Return the current error state and clear it"""
1429 1448 e = self.last_syntax_error
1430 1449 self.last_syntax_error = None
1431 1450 return e
1432 1451
1433 1452 def stb2text(self, stb):
1434 1453 """Convert a structured traceback (a list) to a string."""
1435 1454 return ''.join(stb)
1436 1455
1437 1456
1438 1457 # some internal-use functions
1439 1458 def text_repr(value):
1440 1459 """Hopefully pretty robust repr equivalent."""
1441 1460 # this is pretty horrible but should always return *something*
1442 1461 try:
1443 1462 return pydoc.text.repr(value)
1444 1463 except KeyboardInterrupt:
1445 1464 raise
1446 1465 except:
1447 1466 try:
1448 1467 return repr(value)
1449 1468 except KeyboardInterrupt:
1450 1469 raise
1451 1470 except:
1452 1471 try:
1453 1472 # all still in an except block so we catch
1454 1473 # getattr raising
1455 1474 name = getattr(value, '__name__', None)
1456 1475 if name:
1457 1476 # ick, recursion
1458 1477 return text_repr(name)
1459 1478 klass = getattr(value, '__class__', None)
1460 1479 if klass:
1461 1480 return '%s instance' % text_repr(klass)
1462 1481 except KeyboardInterrupt:
1463 1482 raise
1464 1483 except:
1465 1484 return 'UNRECOVERABLE REPR FAILURE'
1466 1485
1467 1486
1468 1487 def eqrepr(value, repr=text_repr):
1469 1488 return '=%s' % repr(value)
1470 1489
1471 1490
1472 1491 def nullrepr(value, repr=text_repr):
1473 1492 return ''
General Comments 0
You need to be logged in to leave comments. Login now