##// END OF EJS Templates
Merge pull request #10829 from Carreau/penv...
Thomas Kluyver -
Show More
@@ -1,3273 +1,3273 b''
1 1 # -*- coding: utf-8 -*-
2 2 """Main IPython class."""
3 3
4 4 #-----------------------------------------------------------------------------
5 5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 7 # Copyright (C) 2008-2011 The IPython Development Team
8 8 #
9 9 # Distributed under the terms of the BSD License. The full license is in
10 10 # the file COPYING, distributed as part of this software.
11 11 #-----------------------------------------------------------------------------
12 12
13 13
14 14 import abc
15 15 import ast
16 16 import atexit
17 17 import builtins as builtin_mod
18 18 import functools
19 19 import os
20 20 import re
21 21 import runpy
22 22 import sys
23 23 import tempfile
24 24 import traceback
25 25 import types
26 26 import subprocess
27 27 import warnings
28 28 from io import open as io_open
29 29
30 30 from pickleshare import PickleShareDB
31 31
32 32 from traitlets.config.configurable import SingletonConfigurable
33 33 from IPython.core import oinspect
34 34 from IPython.core import magic
35 35 from IPython.core import page
36 36 from IPython.core import prefilter
37 37 from IPython.core import ultratb
38 38 from IPython.core.alias import Alias, AliasManager
39 39 from IPython.core.autocall import ExitAutocall
40 40 from IPython.core.builtin_trap import BuiltinTrap
41 41 from IPython.core.events import EventManager, available_events
42 42 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
43 43 from IPython.core.debugger import Pdb
44 44 from IPython.core.display_trap import DisplayTrap
45 45 from IPython.core.displayhook import DisplayHook
46 46 from IPython.core.displaypub import DisplayPublisher
47 47 from IPython.core.error import InputRejected, UsageError
48 48 from IPython.core.extensions import ExtensionManager
49 49 from IPython.core.formatters import DisplayFormatter
50 50 from IPython.core.history import HistoryManager
51 51 from IPython.core.inputsplitter import ESC_MAGIC, ESC_MAGIC2
52 52 from IPython.core.logger import Logger
53 53 from IPython.core.macro import Macro
54 54 from IPython.core.payload import PayloadManager
55 55 from IPython.core.prefilter import PrefilterManager
56 56 from IPython.core.profiledir import ProfileDir
57 57 from IPython.core.usage import default_banner
58 58 from IPython.display import display
59 59 from IPython.testing.skipdoctest import skip_doctest
60 60 from IPython.utils import PyColorize
61 61 from IPython.utils import io
62 62 from IPython.utils import py3compat
63 63 from IPython.utils import openpy
64 64 from IPython.utils.decorators import undoc
65 65 from IPython.utils.io import ask_yes_no
66 66 from IPython.utils.ipstruct import Struct
67 67 from IPython.paths import get_ipython_dir
68 68 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
69 69 from IPython.utils.process import system, getoutput
70 70 from IPython.utils.strdispatch import StrDispatch
71 71 from IPython.utils.syspathcontext import prepended_to_syspath
72 72 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
73 73 from IPython.utils.tempdir import TemporaryDirectory
74 74 from traitlets import (
75 75 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
76 76 observe, default,
77 77 )
78 78 from warnings import warn
79 79 from logging import error
80 80 import IPython.core.hooks
81 81
82 82 from typing import List as ListType
83 83 from ast import AST
84 84
85 85 # NoOpContext is deprecated, but ipykernel imports it from here.
86 86 # See https://github.com/ipython/ipykernel/issues/157
87 87 from IPython.utils.contexts import NoOpContext
88 88
89 89 try:
90 90 import docrepr.sphinxify as sphx
91 91
92 92 def sphinxify(doc):
93 93 with TemporaryDirectory() as dirname:
94 94 return {
95 95 'text/html': sphx.sphinxify(doc, dirname),
96 96 'text/plain': doc
97 97 }
98 98 except ImportError:
99 99 sphinxify = None
100 100
101 101
102 102 class ProvisionalWarning(DeprecationWarning):
103 103 """
104 104 Warning class for unstable features
105 105 """
106 106 pass
107 107
108 108 if sys.version_info > (3,6):
109 109 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
110 110 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
111 111 else:
112 112 _assign_nodes = (ast.AugAssign, ast.Assign )
113 113 _single_targets_nodes = (ast.AugAssign, )
114 114
115 115 #-----------------------------------------------------------------------------
116 116 # Globals
117 117 #-----------------------------------------------------------------------------
118 118
119 119 # compiled regexps for autoindent management
120 120 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
121 121
122 122 #-----------------------------------------------------------------------------
123 123 # Utilities
124 124 #-----------------------------------------------------------------------------
125 125
126 126 @undoc
127 127 def softspace(file, newvalue):
128 128 """Copied from code.py, to remove the dependency"""
129 129
130 130 oldvalue = 0
131 131 try:
132 132 oldvalue = file.softspace
133 133 except AttributeError:
134 134 pass
135 135 try:
136 136 file.softspace = newvalue
137 137 except (AttributeError, TypeError):
138 138 # "attribute-less object" or "read-only attributes"
139 139 pass
140 140 return oldvalue
141 141
142 142 @undoc
143 143 def no_op(*a, **kw):
144 144 pass
145 145
146 146
147 147 class SpaceInInput(Exception): pass
148 148
149 149
150 150 def get_default_colors():
151 151 "DEPRECATED"
152 152 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
153 153 DeprecationWarning, stacklevel=2)
154 154 return 'Neutral'
155 155
156 156
157 157 class SeparateUnicode(Unicode):
158 158 r"""A Unicode subclass to validate separate_in, separate_out, etc.
159 159
160 160 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
161 161 """
162 162
163 163 def validate(self, obj, value):
164 164 if value == '0': value = ''
165 165 value = value.replace('\\n','\n')
166 166 return super(SeparateUnicode, self).validate(obj, value)
167 167
168 168
169 169 @undoc
170 170 class DummyMod(object):
171 171 """A dummy module used for IPython's interactive module when
172 172 a namespace must be assigned to the module's __dict__."""
173 173 pass
174 174
175 175
176 176 class ExecutionResult(object):
177 177 """The result of a call to :meth:`InteractiveShell.run_cell`
178 178
179 179 Stores information about what took place.
180 180 """
181 181 execution_count = None
182 182 error_before_exec = None
183 183 error_in_exec = None
184 184 result = None
185 185
186 186 @property
187 187 def success(self):
188 188 return (self.error_before_exec is None) and (self.error_in_exec is None)
189 189
190 190 def raise_error(self):
191 191 """Reraises error if `success` is `False`, otherwise does nothing"""
192 192 if self.error_before_exec is not None:
193 193 raise self.error_before_exec
194 194 if self.error_in_exec is not None:
195 195 raise self.error_in_exec
196 196
197 197 def __repr__(self):
198 198 name = self.__class__.__qualname__
199 199 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s result=%s>' %\
200 200 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.result))
201 201
202 202
203 203 class InteractiveShell(SingletonConfigurable):
204 204 """An enhanced, interactive shell for Python."""
205 205
206 206 _instance = None
207 207
208 208 ast_transformers = List([], help=
209 209 """
210 210 A list of ast.NodeTransformer subclass instances, which will be applied
211 211 to user input before code is run.
212 212 """
213 213 ).tag(config=True)
214 214
215 215 autocall = Enum((0,1,2), default_value=0, help=
216 216 """
217 217 Make IPython automatically call any callable object even if you didn't
218 218 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
219 219 automatically. The value can be '0' to disable the feature, '1' for
220 220 'smart' autocall, where it is not applied if there are no more
221 221 arguments on the line, and '2' for 'full' autocall, where all callable
222 222 objects are automatically called (even if no arguments are present).
223 223 """
224 224 ).tag(config=True)
225 225 # TODO: remove all autoindent logic and put into frontends.
226 226 # We can't do this yet because even runlines uses the autoindent.
227 227 autoindent = Bool(True, help=
228 228 """
229 229 Autoindent IPython code entered interactively.
230 230 """
231 231 ).tag(config=True)
232 232
233 233 automagic = Bool(True, help=
234 234 """
235 235 Enable magic commands to be called without the leading %.
236 236 """
237 237 ).tag(config=True)
238 238
239 239 banner1 = Unicode(default_banner,
240 240 help="""The part of the banner to be printed before the profile"""
241 241 ).tag(config=True)
242 242 banner2 = Unicode('',
243 243 help="""The part of the banner to be printed after the profile"""
244 244 ).tag(config=True)
245 245
246 246 cache_size = Integer(1000, help=
247 247 """
248 248 Set the size of the output cache. The default is 1000, you can
249 249 change it permanently in your config file. Setting it to 0 completely
250 250 disables the caching system, and the minimum value accepted is 3 (if
251 251 you provide a value less than 3, it is reset to 0 and a warning is
252 252 issued). This limit is defined because otherwise you'll spend more
253 253 time re-flushing a too small cache than working
254 254 """
255 255 ).tag(config=True)
256 256 color_info = Bool(True, help=
257 257 """
258 258 Use colors for displaying information about objects. Because this
259 259 information is passed through a pager (like 'less'), and some pagers
260 260 get confused with color codes, this capability can be turned off.
261 261 """
262 262 ).tag(config=True)
263 263 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
264 264 default_value='Neutral',
265 265 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
266 266 ).tag(config=True)
267 267 debug = Bool(False).tag(config=True)
268 268 disable_failing_post_execute = Bool(False,
269 269 help="Don't call post-execute functions that have failed in the past."
270 270 ).tag(config=True)
271 271 display_formatter = Instance(DisplayFormatter, allow_none=True)
272 272 displayhook_class = Type(DisplayHook)
273 273 display_pub_class = Type(DisplayPublisher)
274 274
275 275 sphinxify_docstring = Bool(False, help=
276 276 """
277 277 Enables rich html representation of docstrings. (This requires the
278 278 docrepr module).
279 279 """).tag(config=True)
280 280
281 281 @observe("sphinxify_docstring")
282 282 def _sphinxify_docstring_changed(self, change):
283 283 if change['new']:
284 284 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
285 285
286 286 enable_html_pager = Bool(False, help=
287 287 """
288 288 (Provisional API) enables html representation in mime bundles sent
289 289 to pagers.
290 290 """).tag(config=True)
291 291
292 292 @observe("enable_html_pager")
293 293 def _enable_html_pager_changed(self, change):
294 294 if change['new']:
295 295 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
296 296
297 297 data_pub_class = None
298 298
299 299 exit_now = Bool(False)
300 300 exiter = Instance(ExitAutocall)
301 301 @default('exiter')
302 302 def _exiter_default(self):
303 303 return ExitAutocall(self)
304 304 # Monotonically increasing execution counter
305 305 execution_count = Integer(1)
306 306 filename = Unicode("<ipython console>")
307 307 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
308 308
309 309 # Input splitter, to transform input line by line and detect when a block
310 310 # is ready to be executed.
311 311 input_splitter = Instance('IPython.core.inputsplitter.IPythonInputSplitter',
312 312 (), {'line_input_checker': True})
313 313
314 314 # This InputSplitter instance is used to transform completed cells before
315 315 # running them. It allows cell magics to contain blank lines.
316 316 input_transformer_manager = Instance('IPython.core.inputsplitter.IPythonInputSplitter',
317 317 (), {'line_input_checker': False})
318 318
319 319 logstart = Bool(False, help=
320 320 """
321 321 Start logging to the default log file in overwrite mode.
322 322 Use `logappend` to specify a log file to **append** logs to.
323 323 """
324 324 ).tag(config=True)
325 325 logfile = Unicode('', help=
326 326 """
327 327 The name of the logfile to use.
328 328 """
329 329 ).tag(config=True)
330 330 logappend = Unicode('', help=
331 331 """
332 332 Start logging to the given file in append mode.
333 333 Use `logfile` to specify a log file to **overwrite** logs to.
334 334 """
335 335 ).tag(config=True)
336 336 object_info_string_level = Enum((0,1,2), default_value=0,
337 337 ).tag(config=True)
338 338 pdb = Bool(False, help=
339 339 """
340 340 Automatically call the pdb debugger after every exception.
341 341 """
342 342 ).tag(config=True)
343 343 display_page = Bool(False,
344 344 help="""If True, anything that would be passed to the pager
345 345 will be displayed as regular output instead."""
346 346 ).tag(config=True)
347 347
348 348 # deprecated prompt traits:
349 349
350 350 prompt_in1 = Unicode('In [\\#]: ',
351 351 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
352 352 ).tag(config=True)
353 353 prompt_in2 = Unicode(' .\\D.: ',
354 354 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
355 355 ).tag(config=True)
356 356 prompt_out = Unicode('Out[\\#]: ',
357 357 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
358 358 ).tag(config=True)
359 359 prompts_pad_left = Bool(True,
360 360 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
361 361 ).tag(config=True)
362 362
363 363 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
364 364 def _prompt_trait_changed(self, change):
365 365 name = change['name']
366 366 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
367 367 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
368 368 " object directly.".format(name=name))
369 369
370 370 # protect against weird cases where self.config may not exist:
371 371
372 372 show_rewritten_input = Bool(True,
373 373 help="Show rewritten input, e.g. for autocall."
374 374 ).tag(config=True)
375 375
376 376 quiet = Bool(False).tag(config=True)
377 377
378 378 history_length = Integer(10000,
379 379 help='Total length of command history'
380 380 ).tag(config=True)
381 381
382 382 history_load_length = Integer(1000, help=
383 383 """
384 384 The number of saved history entries to be loaded
385 385 into the history buffer at startup.
386 386 """
387 387 ).tag(config=True)
388 388
389 389 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
390 390 default_value='last_expr',
391 391 help="""
392 392 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
393 393 which nodes should be run interactively (displaying output from expressions).
394 394 """
395 395 ).tag(config=True)
396 396
397 397 # TODO: this part of prompt management should be moved to the frontends.
398 398 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
399 399 separate_in = SeparateUnicode('\n').tag(config=True)
400 400 separate_out = SeparateUnicode('').tag(config=True)
401 401 separate_out2 = SeparateUnicode('').tag(config=True)
402 402 wildcards_case_sensitive = Bool(True).tag(config=True)
403 403 xmode = CaselessStrEnum(('Context','Plain', 'Verbose'),
404 404 default_value='Context',
405 405 help="Switch modes for the IPython exception handlers."
406 406 ).tag(config=True)
407 407
408 408 # Subcomponents of InteractiveShell
409 409 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
410 410 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
411 411 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
412 412 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
413 413 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
414 414 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
415 415 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
416 416 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
417 417
418 418 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
419 419 @property
420 420 def profile(self):
421 421 if self.profile_dir is not None:
422 422 name = os.path.basename(self.profile_dir.location)
423 423 return name.replace('profile_','')
424 424
425 425
426 426 # Private interface
427 427 _post_execute = Dict()
428 428
429 429 # Tracks any GUI loop loaded for pylab
430 430 pylab_gui_select = None
431 431
432 432 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
433 433
434 434 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
435 435
436 436 def __init__(self, ipython_dir=None, profile_dir=None,
437 437 user_module=None, user_ns=None,
438 438 custom_exceptions=((), None), **kwargs):
439 439
440 440 # This is where traits with a config_key argument are updated
441 441 # from the values on config.
442 442 super(InteractiveShell, self).__init__(**kwargs)
443 443 if 'PromptManager' in self.config:
444 444 warn('As of IPython 5.0 `PromptManager` config will have no effect'
445 445 ' and has been replaced by TerminalInteractiveShell.prompts_class')
446 446 self.configurables = [self]
447 447
448 448 # These are relatively independent and stateless
449 449 self.init_ipython_dir(ipython_dir)
450 450 self.init_profile_dir(profile_dir)
451 451 self.init_instance_attrs()
452 452 self.init_environment()
453 453
454 454 # Check if we're in a virtualenv, and set up sys.path.
455 455 self.init_virtualenv()
456 456
457 457 # Create namespaces (user_ns, user_global_ns, etc.)
458 458 self.init_create_namespaces(user_module, user_ns)
459 459 # This has to be done after init_create_namespaces because it uses
460 460 # something in self.user_ns, but before init_sys_modules, which
461 461 # is the first thing to modify sys.
462 462 # TODO: When we override sys.stdout and sys.stderr before this class
463 463 # is created, we are saving the overridden ones here. Not sure if this
464 464 # is what we want to do.
465 465 self.save_sys_module_state()
466 466 self.init_sys_modules()
467 467
468 468 # While we're trying to have each part of the code directly access what
469 469 # it needs without keeping redundant references to objects, we have too
470 470 # much legacy code that expects ip.db to exist.
471 471 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
472 472
473 473 self.init_history()
474 474 self.init_encoding()
475 475 self.init_prefilter()
476 476
477 477 self.init_syntax_highlighting()
478 478 self.init_hooks()
479 479 self.init_events()
480 480 self.init_pushd_popd_magic()
481 481 self.init_user_ns()
482 482 self.init_logger()
483 483 self.init_builtins()
484 484
485 485 # The following was in post_config_initialization
486 486 self.init_inspector()
487 487 self.raw_input_original = input
488 488 self.init_completer()
489 489 # TODO: init_io() needs to happen before init_traceback handlers
490 490 # because the traceback handlers hardcode the stdout/stderr streams.
491 491 # This logic in in debugger.Pdb and should eventually be changed.
492 492 self.init_io()
493 493 self.init_traceback_handlers(custom_exceptions)
494 494 self.init_prompts()
495 495 self.init_display_formatter()
496 496 self.init_display_pub()
497 497 self.init_data_pub()
498 498 self.init_displayhook()
499 499 self.init_magics()
500 500 self.init_alias()
501 501 self.init_logstart()
502 502 self.init_pdb()
503 503 self.init_extension_manager()
504 504 self.init_payload()
505 505 self.init_deprecation_warnings()
506 506 self.hooks.late_startup_hook()
507 507 self.events.trigger('shell_initialized', self)
508 508 atexit.register(self.atexit_operations)
509 509
510 510 def get_ipython(self):
511 511 """Return the currently running IPython instance."""
512 512 return self
513 513
514 514 #-------------------------------------------------------------------------
515 515 # Trait changed handlers
516 516 #-------------------------------------------------------------------------
517 517 @observe('ipython_dir')
518 518 def _ipython_dir_changed(self, change):
519 519 ensure_dir_exists(change['new'])
520 520
521 521 def set_autoindent(self,value=None):
522 522 """Set the autoindent flag.
523 523
524 524 If called with no arguments, it acts as a toggle."""
525 525 if value is None:
526 526 self.autoindent = not self.autoindent
527 527 else:
528 528 self.autoindent = value
529 529
530 530 #-------------------------------------------------------------------------
531 531 # init_* methods called by __init__
532 532 #-------------------------------------------------------------------------
533 533
534 534 def init_ipython_dir(self, ipython_dir):
535 535 if ipython_dir is not None:
536 536 self.ipython_dir = ipython_dir
537 537 return
538 538
539 539 self.ipython_dir = get_ipython_dir()
540 540
541 541 def init_profile_dir(self, profile_dir):
542 542 if profile_dir is not None:
543 543 self.profile_dir = profile_dir
544 544 return
545 545 self.profile_dir =\
546 546 ProfileDir.create_profile_dir_by_name(self.ipython_dir, 'default')
547 547
548 548 def init_instance_attrs(self):
549 549 self.more = False
550 550
551 551 # command compiler
552 552 self.compile = CachingCompiler()
553 553
554 554 # Make an empty namespace, which extension writers can rely on both
555 555 # existing and NEVER being used by ipython itself. This gives them a
556 556 # convenient location for storing additional information and state
557 557 # their extensions may require, without fear of collisions with other
558 558 # ipython names that may develop later.
559 559 self.meta = Struct()
560 560
561 561 # Temporary files used for various purposes. Deleted at exit.
562 562 self.tempfiles = []
563 563 self.tempdirs = []
564 564
565 565 # keep track of where we started running (mainly for crash post-mortem)
566 566 # This is not being used anywhere currently.
567 567 self.starting_dir = os.getcwd()
568 568
569 569 # Indentation management
570 570 self.indent_current_nsp = 0
571 571
572 572 # Dict to track post-execution functions that have been registered
573 573 self._post_execute = {}
574 574
575 575 def init_environment(self):
576 576 """Any changes we need to make to the user's environment."""
577 577 pass
578 578
579 579 def init_encoding(self):
580 580 # Get system encoding at startup time. Certain terminals (like Emacs
581 581 # under Win32 have it set to None, and we need to have a known valid
582 582 # encoding to use in the raw_input() method
583 583 try:
584 584 self.stdin_encoding = sys.stdin.encoding or 'ascii'
585 585 except AttributeError:
586 586 self.stdin_encoding = 'ascii'
587 587
588 588
589 589 @observe('colors')
590 590 def init_syntax_highlighting(self, changes=None):
591 591 # Python source parser/formatter for syntax highlighting
592 592 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
593 593 self.pycolorize = lambda src: pyformat(src,'str')
594 594
595 595 def refresh_style(self):
596 596 # No-op here, used in subclass
597 597 pass
598 598
599 599 def init_pushd_popd_magic(self):
600 600 # for pushd/popd management
601 601 self.home_dir = get_home_dir()
602 602
603 603 self.dir_stack = []
604 604
605 605 def init_logger(self):
606 606 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
607 607 logmode='rotate')
608 608
609 609 def init_logstart(self):
610 610 """Initialize logging in case it was requested at the command line.
611 611 """
612 612 if self.logappend:
613 613 self.magic('logstart %s append' % self.logappend)
614 614 elif self.logfile:
615 615 self.magic('logstart %s' % self.logfile)
616 616 elif self.logstart:
617 617 self.magic('logstart')
618 618
619 619 def init_deprecation_warnings(self):
620 620 """
621 621 register default filter for deprecation warning.
622 622
623 623 This will allow deprecation warning of function used interactively to show
624 624 warning to users, and still hide deprecation warning from libraries import.
625 625 """
626 626 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
627 627
628 628 def init_builtins(self):
629 629 # A single, static flag that we set to True. Its presence indicates
630 630 # that an IPython shell has been created, and we make no attempts at
631 631 # removing on exit or representing the existence of more than one
632 632 # IPython at a time.
633 633 builtin_mod.__dict__['__IPYTHON__'] = True
634 634 builtin_mod.__dict__['display'] = display
635 635
636 636 self.builtin_trap = BuiltinTrap(shell=self)
637 637
638 638 @observe('colors')
639 639 def init_inspector(self, changes=None):
640 640 # Object inspector
641 641 self.inspector = oinspect.Inspector(oinspect.InspectColors,
642 642 PyColorize.ANSICodeColors,
643 643 self.colors,
644 644 self.object_info_string_level)
645 645
646 646 def init_io(self):
647 647 # This will just use sys.stdout and sys.stderr. If you want to
648 648 # override sys.stdout and sys.stderr themselves, you need to do that
649 649 # *before* instantiating this class, because io holds onto
650 650 # references to the underlying streams.
651 651 # io.std* are deprecated, but don't show our own deprecation warnings
652 652 # during initialization of the deprecated API.
653 653 with warnings.catch_warnings():
654 654 warnings.simplefilter('ignore', DeprecationWarning)
655 655 io.stdout = io.IOStream(sys.stdout)
656 656 io.stderr = io.IOStream(sys.stderr)
657 657
658 658 def init_prompts(self):
659 659 # Set system prompts, so that scripts can decide if they are running
660 660 # interactively.
661 661 sys.ps1 = 'In : '
662 662 sys.ps2 = '...: '
663 663 sys.ps3 = 'Out: '
664 664
665 665 def init_display_formatter(self):
666 666 self.display_formatter = DisplayFormatter(parent=self)
667 667 self.configurables.append(self.display_formatter)
668 668
669 669 def init_display_pub(self):
670 670 self.display_pub = self.display_pub_class(parent=self)
671 671 self.configurables.append(self.display_pub)
672 672
673 673 def init_data_pub(self):
674 674 if not self.data_pub_class:
675 675 self.data_pub = None
676 676 return
677 677 self.data_pub = self.data_pub_class(parent=self)
678 678 self.configurables.append(self.data_pub)
679 679
680 680 def init_displayhook(self):
681 681 # Initialize displayhook, set in/out prompts and printing system
682 682 self.displayhook = self.displayhook_class(
683 683 parent=self,
684 684 shell=self,
685 685 cache_size=self.cache_size,
686 686 )
687 687 self.configurables.append(self.displayhook)
688 688 # This is a context manager that installs/revmoes the displayhook at
689 689 # the appropriate time.
690 690 self.display_trap = DisplayTrap(hook=self.displayhook)
691 691
692 692 def init_virtualenv(self):
693 693 """Add a virtualenv to sys.path so the user can import modules from it.
694 694 This isn't perfect: it doesn't use the Python interpreter with which the
695 695 virtualenv was built, and it ignores the --no-site-packages option. A
696 696 warning will appear suggesting the user installs IPython in the
697 697 virtualenv, but for many cases, it probably works well enough.
698 698
699 699 Adapted from code snippets online.
700 700
701 701 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
702 702 """
703 703 if 'VIRTUAL_ENV' not in os.environ:
704 704 # Not in a virtualenv
705 705 return
706 706
707 707 # venv detection:
708 708 # stdlib venv may symlink sys.executable, so we can't use realpath.
709 709 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
710 710 # So we just check every item in the symlink tree (generally <= 3)
711 711 p = os.path.normcase(sys.executable)
712 712 paths = [p]
713 713 while os.path.islink(p):
714 714 p = os.path.normcase(os.path.join(os.path.dirname(p), os.readlink(p)))
715 715 paths.append(p)
716 716 p_venv = os.path.normcase(os.environ['VIRTUAL_ENV'])
717 717
718 718 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
719 719 if p_venv.startswith('\\cygdrive'):
720 720 p_venv = p_venv[11:]
721 elif p_venv[1] == ':':
721 elif len(p_venv) >= 2 and p_venv[1] == ':':
722 722 p_venv = p_venv[2:]
723 723
724 724 if any(p_venv in p for p in paths):
725 725 # Running properly in the virtualenv, don't need to do anything
726 726 return
727 727
728 728 warn("Attempting to work in a virtualenv. If you encounter problems, please "
729 729 "install IPython inside the virtualenv.")
730 730 if sys.platform == "win32":
731 731 virtual_env = os.path.join(os.environ['VIRTUAL_ENV'], 'Lib', 'site-packages')
732 732 else:
733 733 virtual_env = os.path.join(os.environ['VIRTUAL_ENV'], 'lib',
734 734 'python%d.%d' % sys.version_info[:2], 'site-packages')
735 735
736 736 import site
737 737 sys.path.insert(0, virtual_env)
738 738 site.addsitedir(virtual_env)
739 739
740 740 #-------------------------------------------------------------------------
741 741 # Things related to injections into the sys module
742 742 #-------------------------------------------------------------------------
743 743
744 744 def save_sys_module_state(self):
745 745 """Save the state of hooks in the sys module.
746 746
747 747 This has to be called after self.user_module is created.
748 748 """
749 749 self._orig_sys_module_state = {'stdin': sys.stdin,
750 750 'stdout': sys.stdout,
751 751 'stderr': sys.stderr,
752 752 'excepthook': sys.excepthook}
753 753 self._orig_sys_modules_main_name = self.user_module.__name__
754 754 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
755 755
756 756 def restore_sys_module_state(self):
757 757 """Restore the state of the sys module."""
758 758 try:
759 759 for k, v in self._orig_sys_module_state.items():
760 760 setattr(sys, k, v)
761 761 except AttributeError:
762 762 pass
763 763 # Reset what what done in self.init_sys_modules
764 764 if self._orig_sys_modules_main_mod is not None:
765 765 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
766 766
767 767 #-------------------------------------------------------------------------
768 768 # Things related to the banner
769 769 #-------------------------------------------------------------------------
770 770
771 771 @property
772 772 def banner(self):
773 773 banner = self.banner1
774 774 if self.profile and self.profile != 'default':
775 775 banner += '\nIPython profile: %s\n' % self.profile
776 776 if self.banner2:
777 777 banner += '\n' + self.banner2
778 778 return banner
779 779
780 780 def show_banner(self, banner=None):
781 781 if banner is None:
782 782 banner = self.banner
783 783 sys.stdout.write(banner)
784 784
785 785 #-------------------------------------------------------------------------
786 786 # Things related to hooks
787 787 #-------------------------------------------------------------------------
788 788
789 789 def init_hooks(self):
790 790 # hooks holds pointers used for user-side customizations
791 791 self.hooks = Struct()
792 792
793 793 self.strdispatchers = {}
794 794
795 795 # Set all default hooks, defined in the IPython.hooks module.
796 796 hooks = IPython.core.hooks
797 797 for hook_name in hooks.__all__:
798 798 # default hooks have priority 100, i.e. low; user hooks should have
799 799 # 0-100 priority
800 800 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
801 801
802 802 if self.display_page:
803 803 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
804 804
805 805 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
806 806 _warn_deprecated=True):
807 807 """set_hook(name,hook) -> sets an internal IPython hook.
808 808
809 809 IPython exposes some of its internal API as user-modifiable hooks. By
810 810 adding your function to one of these hooks, you can modify IPython's
811 811 behavior to call at runtime your own routines."""
812 812
813 813 # At some point in the future, this should validate the hook before it
814 814 # accepts it. Probably at least check that the hook takes the number
815 815 # of args it's supposed to.
816 816
817 817 f = types.MethodType(hook,self)
818 818
819 819 # check if the hook is for strdispatcher first
820 820 if str_key is not None:
821 821 sdp = self.strdispatchers.get(name, StrDispatch())
822 822 sdp.add_s(str_key, f, priority )
823 823 self.strdispatchers[name] = sdp
824 824 return
825 825 if re_key is not None:
826 826 sdp = self.strdispatchers.get(name, StrDispatch())
827 827 sdp.add_re(re.compile(re_key), f, priority )
828 828 self.strdispatchers[name] = sdp
829 829 return
830 830
831 831 dp = getattr(self.hooks, name, None)
832 832 if name not in IPython.core.hooks.__all__:
833 833 print("Warning! Hook '%s' is not one of %s" % \
834 834 (name, IPython.core.hooks.__all__ ))
835 835
836 836 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
837 837 alternative = IPython.core.hooks.deprecated[name]
838 838 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
839 839
840 840 if not dp:
841 841 dp = IPython.core.hooks.CommandChainDispatcher()
842 842
843 843 try:
844 844 dp.add(f,priority)
845 845 except AttributeError:
846 846 # it was not commandchain, plain old func - replace
847 847 dp = f
848 848
849 849 setattr(self.hooks,name, dp)
850 850
851 851 #-------------------------------------------------------------------------
852 852 # Things related to events
853 853 #-------------------------------------------------------------------------
854 854
855 855 def init_events(self):
856 856 self.events = EventManager(self, available_events)
857 857
858 858 self.events.register("pre_execute", self._clear_warning_registry)
859 859
860 860 def register_post_execute(self, func):
861 861 """DEPRECATED: Use ip.events.register('post_run_cell', func)
862 862
863 863 Register a function for calling after code execution.
864 864 """
865 865 warn("ip.register_post_execute is deprecated, use "
866 866 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
867 867 self.events.register('post_run_cell', func)
868 868
869 869 def _clear_warning_registry(self):
870 870 # clear the warning registry, so that different code blocks with
871 871 # overlapping line number ranges don't cause spurious suppression of
872 872 # warnings (see gh-6611 for details)
873 873 if "__warningregistry__" in self.user_global_ns:
874 874 del self.user_global_ns["__warningregistry__"]
875 875
876 876 #-------------------------------------------------------------------------
877 877 # Things related to the "main" module
878 878 #-------------------------------------------------------------------------
879 879
880 880 def new_main_mod(self, filename, modname):
881 881 """Return a new 'main' module object for user code execution.
882 882
883 883 ``filename`` should be the path of the script which will be run in the
884 884 module. Requests with the same filename will get the same module, with
885 885 its namespace cleared.
886 886
887 887 ``modname`` should be the module name - normally either '__main__' or
888 888 the basename of the file without the extension.
889 889
890 890 When scripts are executed via %run, we must keep a reference to their
891 891 __main__ module around so that Python doesn't
892 892 clear it, rendering references to module globals useless.
893 893
894 894 This method keeps said reference in a private dict, keyed by the
895 895 absolute path of the script. This way, for multiple executions of the
896 896 same script we only keep one copy of the namespace (the last one),
897 897 thus preventing memory leaks from old references while allowing the
898 898 objects from the last execution to be accessible.
899 899 """
900 900 filename = os.path.abspath(filename)
901 901 try:
902 902 main_mod = self._main_mod_cache[filename]
903 903 except KeyError:
904 904 main_mod = self._main_mod_cache[filename] = types.ModuleType(
905 905 modname,
906 906 doc="Module created for script run in IPython")
907 907 else:
908 908 main_mod.__dict__.clear()
909 909 main_mod.__name__ = modname
910 910
911 911 main_mod.__file__ = filename
912 912 # It seems pydoc (and perhaps others) needs any module instance to
913 913 # implement a __nonzero__ method
914 914 main_mod.__nonzero__ = lambda : True
915 915
916 916 return main_mod
917 917
918 918 def clear_main_mod_cache(self):
919 919 """Clear the cache of main modules.
920 920
921 921 Mainly for use by utilities like %reset.
922 922
923 923 Examples
924 924 --------
925 925
926 926 In [15]: import IPython
927 927
928 928 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
929 929
930 930 In [17]: len(_ip._main_mod_cache) > 0
931 931 Out[17]: True
932 932
933 933 In [18]: _ip.clear_main_mod_cache()
934 934
935 935 In [19]: len(_ip._main_mod_cache) == 0
936 936 Out[19]: True
937 937 """
938 938 self._main_mod_cache.clear()
939 939
940 940 #-------------------------------------------------------------------------
941 941 # Things related to debugging
942 942 #-------------------------------------------------------------------------
943 943
944 944 def init_pdb(self):
945 945 # Set calling of pdb on exceptions
946 946 # self.call_pdb is a property
947 947 self.call_pdb = self.pdb
948 948
949 949 def _get_call_pdb(self):
950 950 return self._call_pdb
951 951
952 952 def _set_call_pdb(self,val):
953 953
954 954 if val not in (0,1,False,True):
955 955 raise ValueError('new call_pdb value must be boolean')
956 956
957 957 # store value in instance
958 958 self._call_pdb = val
959 959
960 960 # notify the actual exception handlers
961 961 self.InteractiveTB.call_pdb = val
962 962
963 963 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
964 964 'Control auto-activation of pdb at exceptions')
965 965
966 966 def debugger(self,force=False):
967 967 """Call the pdb debugger.
968 968
969 969 Keywords:
970 970
971 971 - force(False): by default, this routine checks the instance call_pdb
972 972 flag and does not actually invoke the debugger if the flag is false.
973 973 The 'force' option forces the debugger to activate even if the flag
974 974 is false.
975 975 """
976 976
977 977 if not (force or self.call_pdb):
978 978 return
979 979
980 980 if not hasattr(sys,'last_traceback'):
981 981 error('No traceback has been produced, nothing to debug.')
982 982 return
983 983
984 984 self.InteractiveTB.debugger(force=True)
985 985
986 986 #-------------------------------------------------------------------------
987 987 # Things related to IPython's various namespaces
988 988 #-------------------------------------------------------------------------
989 989 default_user_namespaces = True
990 990
991 991 def init_create_namespaces(self, user_module=None, user_ns=None):
992 992 # Create the namespace where the user will operate. user_ns is
993 993 # normally the only one used, and it is passed to the exec calls as
994 994 # the locals argument. But we do carry a user_global_ns namespace
995 995 # given as the exec 'globals' argument, This is useful in embedding
996 996 # situations where the ipython shell opens in a context where the
997 997 # distinction between locals and globals is meaningful. For
998 998 # non-embedded contexts, it is just the same object as the user_ns dict.
999 999
1000 1000 # FIXME. For some strange reason, __builtins__ is showing up at user
1001 1001 # level as a dict instead of a module. This is a manual fix, but I
1002 1002 # should really track down where the problem is coming from. Alex
1003 1003 # Schmolck reported this problem first.
1004 1004
1005 1005 # A useful post by Alex Martelli on this topic:
1006 1006 # Re: inconsistent value from __builtins__
1007 1007 # Von: Alex Martelli <aleaxit@yahoo.com>
1008 1008 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1009 1009 # Gruppen: comp.lang.python
1010 1010
1011 1011 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1012 1012 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1013 1013 # > <type 'dict'>
1014 1014 # > >>> print type(__builtins__)
1015 1015 # > <type 'module'>
1016 1016 # > Is this difference in return value intentional?
1017 1017
1018 1018 # Well, it's documented that '__builtins__' can be either a dictionary
1019 1019 # or a module, and it's been that way for a long time. Whether it's
1020 1020 # intentional (or sensible), I don't know. In any case, the idea is
1021 1021 # that if you need to access the built-in namespace directly, you
1022 1022 # should start with "import __builtin__" (note, no 's') which will
1023 1023 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1024 1024
1025 1025 # These routines return a properly built module and dict as needed by
1026 1026 # the rest of the code, and can also be used by extension writers to
1027 1027 # generate properly initialized namespaces.
1028 1028 if (user_ns is not None) or (user_module is not None):
1029 1029 self.default_user_namespaces = False
1030 1030 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1031 1031
1032 1032 # A record of hidden variables we have added to the user namespace, so
1033 1033 # we can list later only variables defined in actual interactive use.
1034 1034 self.user_ns_hidden = {}
1035 1035
1036 1036 # Now that FakeModule produces a real module, we've run into a nasty
1037 1037 # problem: after script execution (via %run), the module where the user
1038 1038 # code ran is deleted. Now that this object is a true module (needed
1039 1039 # so doctest and other tools work correctly), the Python module
1040 1040 # teardown mechanism runs over it, and sets to None every variable
1041 1041 # present in that module. Top-level references to objects from the
1042 1042 # script survive, because the user_ns is updated with them. However,
1043 1043 # calling functions defined in the script that use other things from
1044 1044 # the script will fail, because the function's closure had references
1045 1045 # to the original objects, which are now all None. So we must protect
1046 1046 # these modules from deletion by keeping a cache.
1047 1047 #
1048 1048 # To avoid keeping stale modules around (we only need the one from the
1049 1049 # last run), we use a dict keyed with the full path to the script, so
1050 1050 # only the last version of the module is held in the cache. Note,
1051 1051 # however, that we must cache the module *namespace contents* (their
1052 1052 # __dict__). Because if we try to cache the actual modules, old ones
1053 1053 # (uncached) could be destroyed while still holding references (such as
1054 1054 # those held by GUI objects that tend to be long-lived)>
1055 1055 #
1056 1056 # The %reset command will flush this cache. See the cache_main_mod()
1057 1057 # and clear_main_mod_cache() methods for details on use.
1058 1058
1059 1059 # This is the cache used for 'main' namespaces
1060 1060 self._main_mod_cache = {}
1061 1061
1062 1062 # A table holding all the namespaces IPython deals with, so that
1063 1063 # introspection facilities can search easily.
1064 1064 self.ns_table = {'user_global':self.user_module.__dict__,
1065 1065 'user_local':self.user_ns,
1066 1066 'builtin':builtin_mod.__dict__
1067 1067 }
1068 1068
1069 1069 @property
1070 1070 def user_global_ns(self):
1071 1071 return self.user_module.__dict__
1072 1072
1073 1073 def prepare_user_module(self, user_module=None, user_ns=None):
1074 1074 """Prepare the module and namespace in which user code will be run.
1075 1075
1076 1076 When IPython is started normally, both parameters are None: a new module
1077 1077 is created automatically, and its __dict__ used as the namespace.
1078 1078
1079 1079 If only user_module is provided, its __dict__ is used as the namespace.
1080 1080 If only user_ns is provided, a dummy module is created, and user_ns
1081 1081 becomes the global namespace. If both are provided (as they may be
1082 1082 when embedding), user_ns is the local namespace, and user_module
1083 1083 provides the global namespace.
1084 1084
1085 1085 Parameters
1086 1086 ----------
1087 1087 user_module : module, optional
1088 1088 The current user module in which IPython is being run. If None,
1089 1089 a clean module will be created.
1090 1090 user_ns : dict, optional
1091 1091 A namespace in which to run interactive commands.
1092 1092
1093 1093 Returns
1094 1094 -------
1095 1095 A tuple of user_module and user_ns, each properly initialised.
1096 1096 """
1097 1097 if user_module is None and user_ns is not None:
1098 1098 user_ns.setdefault("__name__", "__main__")
1099 1099 user_module = DummyMod()
1100 1100 user_module.__dict__ = user_ns
1101 1101
1102 1102 if user_module is None:
1103 1103 user_module = types.ModuleType("__main__",
1104 1104 doc="Automatically created module for IPython interactive environment")
1105 1105
1106 1106 # We must ensure that __builtin__ (without the final 's') is always
1107 1107 # available and pointing to the __builtin__ *module*. For more details:
1108 1108 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1109 1109 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1110 1110 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1111 1111
1112 1112 if user_ns is None:
1113 1113 user_ns = user_module.__dict__
1114 1114
1115 1115 return user_module, user_ns
1116 1116
1117 1117 def init_sys_modules(self):
1118 1118 # We need to insert into sys.modules something that looks like a
1119 1119 # module but which accesses the IPython namespace, for shelve and
1120 1120 # pickle to work interactively. Normally they rely on getting
1121 1121 # everything out of __main__, but for embedding purposes each IPython
1122 1122 # instance has its own private namespace, so we can't go shoving
1123 1123 # everything into __main__.
1124 1124
1125 1125 # note, however, that we should only do this for non-embedded
1126 1126 # ipythons, which really mimic the __main__.__dict__ with their own
1127 1127 # namespace. Embedded instances, on the other hand, should not do
1128 1128 # this because they need to manage the user local/global namespaces
1129 1129 # only, but they live within a 'normal' __main__ (meaning, they
1130 1130 # shouldn't overtake the execution environment of the script they're
1131 1131 # embedded in).
1132 1132
1133 1133 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1134 1134 main_name = self.user_module.__name__
1135 1135 sys.modules[main_name] = self.user_module
1136 1136
1137 1137 def init_user_ns(self):
1138 1138 """Initialize all user-visible namespaces to their minimum defaults.
1139 1139
1140 1140 Certain history lists are also initialized here, as they effectively
1141 1141 act as user namespaces.
1142 1142
1143 1143 Notes
1144 1144 -----
1145 1145 All data structures here are only filled in, they are NOT reset by this
1146 1146 method. If they were not empty before, data will simply be added to
1147 1147 therm.
1148 1148 """
1149 1149 # This function works in two parts: first we put a few things in
1150 1150 # user_ns, and we sync that contents into user_ns_hidden so that these
1151 1151 # initial variables aren't shown by %who. After the sync, we add the
1152 1152 # rest of what we *do* want the user to see with %who even on a new
1153 1153 # session (probably nothing, so they really only see their own stuff)
1154 1154
1155 1155 # The user dict must *always* have a __builtin__ reference to the
1156 1156 # Python standard __builtin__ namespace, which must be imported.
1157 1157 # This is so that certain operations in prompt evaluation can be
1158 1158 # reliably executed with builtins. Note that we can NOT use
1159 1159 # __builtins__ (note the 's'), because that can either be a dict or a
1160 1160 # module, and can even mutate at runtime, depending on the context
1161 1161 # (Python makes no guarantees on it). In contrast, __builtin__ is
1162 1162 # always a module object, though it must be explicitly imported.
1163 1163
1164 1164 # For more details:
1165 1165 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1166 1166 ns = {}
1167 1167
1168 1168 # make global variables for user access to the histories
1169 1169 ns['_ih'] = self.history_manager.input_hist_parsed
1170 1170 ns['_oh'] = self.history_manager.output_hist
1171 1171 ns['_dh'] = self.history_manager.dir_hist
1172 1172
1173 1173 # user aliases to input and output histories. These shouldn't show up
1174 1174 # in %who, as they can have very large reprs.
1175 1175 ns['In'] = self.history_manager.input_hist_parsed
1176 1176 ns['Out'] = self.history_manager.output_hist
1177 1177
1178 1178 # Store myself as the public api!!!
1179 1179 ns['get_ipython'] = self.get_ipython
1180 1180
1181 1181 ns['exit'] = self.exiter
1182 1182 ns['quit'] = self.exiter
1183 1183
1184 1184 # Sync what we've added so far to user_ns_hidden so these aren't seen
1185 1185 # by %who
1186 1186 self.user_ns_hidden.update(ns)
1187 1187
1188 1188 # Anything put into ns now would show up in %who. Think twice before
1189 1189 # putting anything here, as we really want %who to show the user their
1190 1190 # stuff, not our variables.
1191 1191
1192 1192 # Finally, update the real user's namespace
1193 1193 self.user_ns.update(ns)
1194 1194
1195 1195 @property
1196 1196 def all_ns_refs(self):
1197 1197 """Get a list of references to all the namespace dictionaries in which
1198 1198 IPython might store a user-created object.
1199 1199
1200 1200 Note that this does not include the displayhook, which also caches
1201 1201 objects from the output."""
1202 1202 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1203 1203 [m.__dict__ for m in self._main_mod_cache.values()]
1204 1204
1205 1205 def reset(self, new_session=True):
1206 1206 """Clear all internal namespaces, and attempt to release references to
1207 1207 user objects.
1208 1208
1209 1209 If new_session is True, a new history session will be opened.
1210 1210 """
1211 1211 # Clear histories
1212 1212 self.history_manager.reset(new_session)
1213 1213 # Reset counter used to index all histories
1214 1214 if new_session:
1215 1215 self.execution_count = 1
1216 1216
1217 1217 # Reset last execution result
1218 1218 self.last_execution_succeeded = True
1219 1219 self.last_execution_result = None
1220 1220
1221 1221 # Flush cached output items
1222 1222 if self.displayhook.do_full_cache:
1223 1223 self.displayhook.flush()
1224 1224
1225 1225 # The main execution namespaces must be cleared very carefully,
1226 1226 # skipping the deletion of the builtin-related keys, because doing so
1227 1227 # would cause errors in many object's __del__ methods.
1228 1228 if self.user_ns is not self.user_global_ns:
1229 1229 self.user_ns.clear()
1230 1230 ns = self.user_global_ns
1231 1231 drop_keys = set(ns.keys())
1232 1232 drop_keys.discard('__builtin__')
1233 1233 drop_keys.discard('__builtins__')
1234 1234 drop_keys.discard('__name__')
1235 1235 for k in drop_keys:
1236 1236 del ns[k]
1237 1237
1238 1238 self.user_ns_hidden.clear()
1239 1239
1240 1240 # Restore the user namespaces to minimal usability
1241 1241 self.init_user_ns()
1242 1242
1243 1243 # Restore the default and user aliases
1244 1244 self.alias_manager.clear_aliases()
1245 1245 self.alias_manager.init_aliases()
1246 1246
1247 1247 # Flush the private list of module references kept for script
1248 1248 # execution protection
1249 1249 self.clear_main_mod_cache()
1250 1250
1251 1251 def del_var(self, varname, by_name=False):
1252 1252 """Delete a variable from the various namespaces, so that, as
1253 1253 far as possible, we're not keeping any hidden references to it.
1254 1254
1255 1255 Parameters
1256 1256 ----------
1257 1257 varname : str
1258 1258 The name of the variable to delete.
1259 1259 by_name : bool
1260 1260 If True, delete variables with the given name in each
1261 1261 namespace. If False (default), find the variable in the user
1262 1262 namespace, and delete references to it.
1263 1263 """
1264 1264 if varname in ('__builtin__', '__builtins__'):
1265 1265 raise ValueError("Refusing to delete %s" % varname)
1266 1266
1267 1267 ns_refs = self.all_ns_refs
1268 1268
1269 1269 if by_name: # Delete by name
1270 1270 for ns in ns_refs:
1271 1271 try:
1272 1272 del ns[varname]
1273 1273 except KeyError:
1274 1274 pass
1275 1275 else: # Delete by object
1276 1276 try:
1277 1277 obj = self.user_ns[varname]
1278 1278 except KeyError:
1279 1279 raise NameError("name '%s' is not defined" % varname)
1280 1280 # Also check in output history
1281 1281 ns_refs.append(self.history_manager.output_hist)
1282 1282 for ns in ns_refs:
1283 1283 to_delete = [n for n, o in ns.items() if o is obj]
1284 1284 for name in to_delete:
1285 1285 del ns[name]
1286 1286
1287 1287 # Ensure it is removed from the last execution result
1288 1288 if self.last_execution_result.result is obj:
1289 1289 self.last_execution_result = None
1290 1290
1291 1291 # displayhook keeps extra references, but not in a dictionary
1292 1292 for name in ('_', '__', '___'):
1293 1293 if getattr(self.displayhook, name) is obj:
1294 1294 setattr(self.displayhook, name, None)
1295 1295
1296 1296 def reset_selective(self, regex=None):
1297 1297 """Clear selective variables from internal namespaces based on a
1298 1298 specified regular expression.
1299 1299
1300 1300 Parameters
1301 1301 ----------
1302 1302 regex : string or compiled pattern, optional
1303 1303 A regular expression pattern that will be used in searching
1304 1304 variable names in the users namespaces.
1305 1305 """
1306 1306 if regex is not None:
1307 1307 try:
1308 1308 m = re.compile(regex)
1309 1309 except TypeError:
1310 1310 raise TypeError('regex must be a string or compiled pattern')
1311 1311 # Search for keys in each namespace that match the given regex
1312 1312 # If a match is found, delete the key/value pair.
1313 1313 for ns in self.all_ns_refs:
1314 1314 for var in ns:
1315 1315 if m.search(var):
1316 1316 del ns[var]
1317 1317
1318 1318 def push(self, variables, interactive=True):
1319 1319 """Inject a group of variables into the IPython user namespace.
1320 1320
1321 1321 Parameters
1322 1322 ----------
1323 1323 variables : dict, str or list/tuple of str
1324 1324 The variables to inject into the user's namespace. If a dict, a
1325 1325 simple update is done. If a str, the string is assumed to have
1326 1326 variable names separated by spaces. A list/tuple of str can also
1327 1327 be used to give the variable names. If just the variable names are
1328 1328 give (list/tuple/str) then the variable values looked up in the
1329 1329 callers frame.
1330 1330 interactive : bool
1331 1331 If True (default), the variables will be listed with the ``who``
1332 1332 magic.
1333 1333 """
1334 1334 vdict = None
1335 1335
1336 1336 # We need a dict of name/value pairs to do namespace updates.
1337 1337 if isinstance(variables, dict):
1338 1338 vdict = variables
1339 1339 elif isinstance(variables, (str, list, tuple)):
1340 1340 if isinstance(variables, str):
1341 1341 vlist = variables.split()
1342 1342 else:
1343 1343 vlist = variables
1344 1344 vdict = {}
1345 1345 cf = sys._getframe(1)
1346 1346 for name in vlist:
1347 1347 try:
1348 1348 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1349 1349 except:
1350 1350 print('Could not get variable %s from %s' %
1351 1351 (name,cf.f_code.co_name))
1352 1352 else:
1353 1353 raise ValueError('variables must be a dict/str/list/tuple')
1354 1354
1355 1355 # Propagate variables to user namespace
1356 1356 self.user_ns.update(vdict)
1357 1357
1358 1358 # And configure interactive visibility
1359 1359 user_ns_hidden = self.user_ns_hidden
1360 1360 if interactive:
1361 1361 for name in vdict:
1362 1362 user_ns_hidden.pop(name, None)
1363 1363 else:
1364 1364 user_ns_hidden.update(vdict)
1365 1365
1366 1366 def drop_by_id(self, variables):
1367 1367 """Remove a dict of variables from the user namespace, if they are the
1368 1368 same as the values in the dictionary.
1369 1369
1370 1370 This is intended for use by extensions: variables that they've added can
1371 1371 be taken back out if they are unloaded, without removing any that the
1372 1372 user has overwritten.
1373 1373
1374 1374 Parameters
1375 1375 ----------
1376 1376 variables : dict
1377 1377 A dictionary mapping object names (as strings) to the objects.
1378 1378 """
1379 1379 for name, obj in variables.items():
1380 1380 if name in self.user_ns and self.user_ns[name] is obj:
1381 1381 del self.user_ns[name]
1382 1382 self.user_ns_hidden.pop(name, None)
1383 1383
1384 1384 #-------------------------------------------------------------------------
1385 1385 # Things related to object introspection
1386 1386 #-------------------------------------------------------------------------
1387 1387
1388 1388 def _ofind(self, oname, namespaces=None):
1389 1389 """Find an object in the available namespaces.
1390 1390
1391 1391 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1392 1392
1393 1393 Has special code to detect magic functions.
1394 1394 """
1395 1395 oname = oname.strip()
1396 1396 if not oname.startswith(ESC_MAGIC) and \
1397 1397 not oname.startswith(ESC_MAGIC2) and \
1398 1398 not all(a.isidentifier() for a in oname.split(".")):
1399 1399 return {'found': False}
1400 1400
1401 1401 if namespaces is None:
1402 1402 # Namespaces to search in:
1403 1403 # Put them in a list. The order is important so that we
1404 1404 # find things in the same order that Python finds them.
1405 1405 namespaces = [ ('Interactive', self.user_ns),
1406 1406 ('Interactive (global)', self.user_global_ns),
1407 1407 ('Python builtin', builtin_mod.__dict__),
1408 1408 ]
1409 1409
1410 1410 ismagic = False
1411 1411 isalias = False
1412 1412 found = False
1413 1413 ospace = None
1414 1414 parent = None
1415 1415 obj = None
1416 1416
1417 1417 # Look for the given name by splitting it in parts. If the head is
1418 1418 # found, then we look for all the remaining parts as members, and only
1419 1419 # declare success if we can find them all.
1420 1420 oname_parts = oname.split('.')
1421 1421 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1422 1422 for nsname,ns in namespaces:
1423 1423 try:
1424 1424 obj = ns[oname_head]
1425 1425 except KeyError:
1426 1426 continue
1427 1427 else:
1428 1428 for idx, part in enumerate(oname_rest):
1429 1429 try:
1430 1430 parent = obj
1431 1431 # The last part is looked up in a special way to avoid
1432 1432 # descriptor invocation as it may raise or have side
1433 1433 # effects.
1434 1434 if idx == len(oname_rest) - 1:
1435 1435 obj = self._getattr_property(obj, part)
1436 1436 else:
1437 1437 obj = getattr(obj, part)
1438 1438 except:
1439 1439 # Blanket except b/c some badly implemented objects
1440 1440 # allow __getattr__ to raise exceptions other than
1441 1441 # AttributeError, which then crashes IPython.
1442 1442 break
1443 1443 else:
1444 1444 # If we finish the for loop (no break), we got all members
1445 1445 found = True
1446 1446 ospace = nsname
1447 1447 break # namespace loop
1448 1448
1449 1449 # Try to see if it's magic
1450 1450 if not found:
1451 1451 obj = None
1452 1452 if oname.startswith(ESC_MAGIC2):
1453 1453 oname = oname.lstrip(ESC_MAGIC2)
1454 1454 obj = self.find_cell_magic(oname)
1455 1455 elif oname.startswith(ESC_MAGIC):
1456 1456 oname = oname.lstrip(ESC_MAGIC)
1457 1457 obj = self.find_line_magic(oname)
1458 1458 else:
1459 1459 # search without prefix, so run? will find %run?
1460 1460 obj = self.find_line_magic(oname)
1461 1461 if obj is None:
1462 1462 obj = self.find_cell_magic(oname)
1463 1463 if obj is not None:
1464 1464 found = True
1465 1465 ospace = 'IPython internal'
1466 1466 ismagic = True
1467 1467 isalias = isinstance(obj, Alias)
1468 1468
1469 1469 # Last try: special-case some literals like '', [], {}, etc:
1470 1470 if not found and oname_head in ["''",'""','[]','{}','()']:
1471 1471 obj = eval(oname_head)
1472 1472 found = True
1473 1473 ospace = 'Interactive'
1474 1474
1475 1475 return {
1476 1476 'obj':obj,
1477 1477 'found':found,
1478 1478 'parent':parent,
1479 1479 'ismagic':ismagic,
1480 1480 'isalias':isalias,
1481 1481 'namespace':ospace
1482 1482 }
1483 1483
1484 1484 @staticmethod
1485 1485 def _getattr_property(obj, attrname):
1486 1486 """Property-aware getattr to use in object finding.
1487 1487
1488 1488 If attrname represents a property, return it unevaluated (in case it has
1489 1489 side effects or raises an error.
1490 1490
1491 1491 """
1492 1492 if not isinstance(obj, type):
1493 1493 try:
1494 1494 # `getattr(type(obj), attrname)` is not guaranteed to return
1495 1495 # `obj`, but does so for property:
1496 1496 #
1497 1497 # property.__get__(self, None, cls) -> self
1498 1498 #
1499 1499 # The universal alternative is to traverse the mro manually
1500 1500 # searching for attrname in class dicts.
1501 1501 attr = getattr(type(obj), attrname)
1502 1502 except AttributeError:
1503 1503 pass
1504 1504 else:
1505 1505 # This relies on the fact that data descriptors (with both
1506 1506 # __get__ & __set__ magic methods) take precedence over
1507 1507 # instance-level attributes:
1508 1508 #
1509 1509 # class A(object):
1510 1510 # @property
1511 1511 # def foobar(self): return 123
1512 1512 # a = A()
1513 1513 # a.__dict__['foobar'] = 345
1514 1514 # a.foobar # == 123
1515 1515 #
1516 1516 # So, a property may be returned right away.
1517 1517 if isinstance(attr, property):
1518 1518 return attr
1519 1519
1520 1520 # Nothing helped, fall back.
1521 1521 return getattr(obj, attrname)
1522 1522
1523 1523 def _object_find(self, oname, namespaces=None):
1524 1524 """Find an object and return a struct with info about it."""
1525 1525 return Struct(self._ofind(oname, namespaces))
1526 1526
1527 1527 def _inspect(self, meth, oname, namespaces=None, **kw):
1528 1528 """Generic interface to the inspector system.
1529 1529
1530 1530 This function is meant to be called by pdef, pdoc & friends.
1531 1531 """
1532 1532 info = self._object_find(oname, namespaces)
1533 1533 docformat = sphinxify if self.sphinxify_docstring else None
1534 1534 if info.found:
1535 1535 pmethod = getattr(self.inspector, meth)
1536 1536 # TODO: only apply format_screen to the plain/text repr of the mime
1537 1537 # bundle.
1538 1538 formatter = format_screen if info.ismagic else docformat
1539 1539 if meth == 'pdoc':
1540 1540 pmethod(info.obj, oname, formatter)
1541 1541 elif meth == 'pinfo':
1542 1542 pmethod(info.obj, oname, formatter, info,
1543 1543 enable_html_pager=self.enable_html_pager, **kw)
1544 1544 else:
1545 1545 pmethod(info.obj, oname)
1546 1546 else:
1547 1547 print('Object `%s` not found.' % oname)
1548 1548 return 'not found' # so callers can take other action
1549 1549
1550 1550 def object_inspect(self, oname, detail_level=0):
1551 1551 """Get object info about oname"""
1552 1552 with self.builtin_trap:
1553 1553 info = self._object_find(oname)
1554 1554 if info.found:
1555 1555 return self.inspector.info(info.obj, oname, info=info,
1556 1556 detail_level=detail_level
1557 1557 )
1558 1558 else:
1559 1559 return oinspect.object_info(name=oname, found=False)
1560 1560
1561 1561 def object_inspect_text(self, oname, detail_level=0):
1562 1562 """Get object info as formatted text"""
1563 1563 return self.object_inspect_mime(oname, detail_level)['text/plain']
1564 1564
1565 1565 def object_inspect_mime(self, oname, detail_level=0):
1566 1566 """Get object info as a mimebundle of formatted representations.
1567 1567
1568 1568 A mimebundle is a dictionary, keyed by mime-type.
1569 1569 It must always have the key `'text/plain'`.
1570 1570 """
1571 1571 with self.builtin_trap:
1572 1572 info = self._object_find(oname)
1573 1573 if info.found:
1574 1574 return self.inspector._get_info(info.obj, oname, info=info,
1575 1575 detail_level=detail_level
1576 1576 )
1577 1577 else:
1578 1578 raise KeyError(oname)
1579 1579
1580 1580 #-------------------------------------------------------------------------
1581 1581 # Things related to history management
1582 1582 #-------------------------------------------------------------------------
1583 1583
1584 1584 def init_history(self):
1585 1585 """Sets up the command history, and starts regular autosaves."""
1586 1586 self.history_manager = HistoryManager(shell=self, parent=self)
1587 1587 self.configurables.append(self.history_manager)
1588 1588
1589 1589 #-------------------------------------------------------------------------
1590 1590 # Things related to exception handling and tracebacks (not debugging)
1591 1591 #-------------------------------------------------------------------------
1592 1592
1593 1593 debugger_cls = Pdb
1594 1594
1595 1595 def init_traceback_handlers(self, custom_exceptions):
1596 1596 # Syntax error handler.
1597 1597 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1598 1598
1599 1599 # The interactive one is initialized with an offset, meaning we always
1600 1600 # want to remove the topmost item in the traceback, which is our own
1601 1601 # internal code. Valid modes: ['Plain','Context','Verbose']
1602 1602 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1603 1603 color_scheme='NoColor',
1604 1604 tb_offset = 1,
1605 1605 check_cache=check_linecache_ipython,
1606 1606 debugger_cls=self.debugger_cls, parent=self)
1607 1607
1608 1608 # The instance will store a pointer to the system-wide exception hook,
1609 1609 # so that runtime code (such as magics) can access it. This is because
1610 1610 # during the read-eval loop, it may get temporarily overwritten.
1611 1611 self.sys_excepthook = sys.excepthook
1612 1612
1613 1613 # and add any custom exception handlers the user may have specified
1614 1614 self.set_custom_exc(*custom_exceptions)
1615 1615
1616 1616 # Set the exception mode
1617 1617 self.InteractiveTB.set_mode(mode=self.xmode)
1618 1618
1619 1619 def set_custom_exc(self, exc_tuple, handler):
1620 1620 """set_custom_exc(exc_tuple, handler)
1621 1621
1622 1622 Set a custom exception handler, which will be called if any of the
1623 1623 exceptions in exc_tuple occur in the mainloop (specifically, in the
1624 1624 run_code() method).
1625 1625
1626 1626 Parameters
1627 1627 ----------
1628 1628
1629 1629 exc_tuple : tuple of exception classes
1630 1630 A *tuple* of exception classes, for which to call the defined
1631 1631 handler. It is very important that you use a tuple, and NOT A
1632 1632 LIST here, because of the way Python's except statement works. If
1633 1633 you only want to trap a single exception, use a singleton tuple::
1634 1634
1635 1635 exc_tuple == (MyCustomException,)
1636 1636
1637 1637 handler : callable
1638 1638 handler must have the following signature::
1639 1639
1640 1640 def my_handler(self, etype, value, tb, tb_offset=None):
1641 1641 ...
1642 1642 return structured_traceback
1643 1643
1644 1644 Your handler must return a structured traceback (a list of strings),
1645 1645 or None.
1646 1646
1647 1647 This will be made into an instance method (via types.MethodType)
1648 1648 of IPython itself, and it will be called if any of the exceptions
1649 1649 listed in the exc_tuple are caught. If the handler is None, an
1650 1650 internal basic one is used, which just prints basic info.
1651 1651
1652 1652 To protect IPython from crashes, if your handler ever raises an
1653 1653 exception or returns an invalid result, it will be immediately
1654 1654 disabled.
1655 1655
1656 1656 WARNING: by putting in your own exception handler into IPython's main
1657 1657 execution loop, you run a very good chance of nasty crashes. This
1658 1658 facility should only be used if you really know what you are doing."""
1659 1659 if not isinstance(exc_tuple, tuple):
1660 1660 raise TypeError("The custom exceptions must be given as a tuple.")
1661 1661
1662 1662 def dummy_handler(self, etype, value, tb, tb_offset=None):
1663 1663 print('*** Simple custom exception handler ***')
1664 1664 print('Exception type :', etype)
1665 1665 print('Exception value:', value)
1666 1666 print('Traceback :', tb)
1667 1667
1668 1668 def validate_stb(stb):
1669 1669 """validate structured traceback return type
1670 1670
1671 1671 return type of CustomTB *should* be a list of strings, but allow
1672 1672 single strings or None, which are harmless.
1673 1673
1674 1674 This function will *always* return a list of strings,
1675 1675 and will raise a TypeError if stb is inappropriate.
1676 1676 """
1677 1677 msg = "CustomTB must return list of strings, not %r" % stb
1678 1678 if stb is None:
1679 1679 return []
1680 1680 elif isinstance(stb, str):
1681 1681 return [stb]
1682 1682 elif not isinstance(stb, list):
1683 1683 raise TypeError(msg)
1684 1684 # it's a list
1685 1685 for line in stb:
1686 1686 # check every element
1687 1687 if not isinstance(line, str):
1688 1688 raise TypeError(msg)
1689 1689 return stb
1690 1690
1691 1691 if handler is None:
1692 1692 wrapped = dummy_handler
1693 1693 else:
1694 1694 def wrapped(self,etype,value,tb,tb_offset=None):
1695 1695 """wrap CustomTB handler, to protect IPython from user code
1696 1696
1697 1697 This makes it harder (but not impossible) for custom exception
1698 1698 handlers to crash IPython.
1699 1699 """
1700 1700 try:
1701 1701 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1702 1702 return validate_stb(stb)
1703 1703 except:
1704 1704 # clear custom handler immediately
1705 1705 self.set_custom_exc((), None)
1706 1706 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1707 1707 # show the exception in handler first
1708 1708 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1709 1709 print(self.InteractiveTB.stb2text(stb))
1710 1710 print("The original exception:")
1711 1711 stb = self.InteractiveTB.structured_traceback(
1712 1712 (etype,value,tb), tb_offset=tb_offset
1713 1713 )
1714 1714 return stb
1715 1715
1716 1716 self.CustomTB = types.MethodType(wrapped,self)
1717 1717 self.custom_exceptions = exc_tuple
1718 1718
1719 1719 def excepthook(self, etype, value, tb):
1720 1720 """One more defense for GUI apps that call sys.excepthook.
1721 1721
1722 1722 GUI frameworks like wxPython trap exceptions and call
1723 1723 sys.excepthook themselves. I guess this is a feature that
1724 1724 enables them to keep running after exceptions that would
1725 1725 otherwise kill their mainloop. This is a bother for IPython
1726 1726 which excepts to catch all of the program exceptions with a try:
1727 1727 except: statement.
1728 1728
1729 1729 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1730 1730 any app directly invokes sys.excepthook, it will look to the user like
1731 1731 IPython crashed. In order to work around this, we can disable the
1732 1732 CrashHandler and replace it with this excepthook instead, which prints a
1733 1733 regular traceback using our InteractiveTB. In this fashion, apps which
1734 1734 call sys.excepthook will generate a regular-looking exception from
1735 1735 IPython, and the CrashHandler will only be triggered by real IPython
1736 1736 crashes.
1737 1737
1738 1738 This hook should be used sparingly, only in places which are not likely
1739 1739 to be true IPython errors.
1740 1740 """
1741 1741 self.showtraceback((etype, value, tb), tb_offset=0)
1742 1742
1743 1743 def _get_exc_info(self, exc_tuple=None):
1744 1744 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1745 1745
1746 1746 Ensures sys.last_type,value,traceback hold the exc_info we found,
1747 1747 from whichever source.
1748 1748
1749 1749 raises ValueError if none of these contain any information
1750 1750 """
1751 1751 if exc_tuple is None:
1752 1752 etype, value, tb = sys.exc_info()
1753 1753 else:
1754 1754 etype, value, tb = exc_tuple
1755 1755
1756 1756 if etype is None:
1757 1757 if hasattr(sys, 'last_type'):
1758 1758 etype, value, tb = sys.last_type, sys.last_value, \
1759 1759 sys.last_traceback
1760 1760
1761 1761 if etype is None:
1762 1762 raise ValueError("No exception to find")
1763 1763
1764 1764 # Now store the exception info in sys.last_type etc.
1765 1765 # WARNING: these variables are somewhat deprecated and not
1766 1766 # necessarily safe to use in a threaded environment, but tools
1767 1767 # like pdb depend on their existence, so let's set them. If we
1768 1768 # find problems in the field, we'll need to revisit their use.
1769 1769 sys.last_type = etype
1770 1770 sys.last_value = value
1771 1771 sys.last_traceback = tb
1772 1772
1773 1773 return etype, value, tb
1774 1774
1775 1775 def show_usage_error(self, exc):
1776 1776 """Show a short message for UsageErrors
1777 1777
1778 1778 These are special exceptions that shouldn't show a traceback.
1779 1779 """
1780 1780 print("UsageError: %s" % exc, file=sys.stderr)
1781 1781
1782 1782 def get_exception_only(self, exc_tuple=None):
1783 1783 """
1784 1784 Return as a string (ending with a newline) the exception that
1785 1785 just occurred, without any traceback.
1786 1786 """
1787 1787 etype, value, tb = self._get_exc_info(exc_tuple)
1788 1788 msg = traceback.format_exception_only(etype, value)
1789 1789 return ''.join(msg)
1790 1790
1791 1791 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
1792 1792 exception_only=False, running_compiled_code=False):
1793 1793 """Display the exception that just occurred.
1794 1794
1795 1795 If nothing is known about the exception, this is the method which
1796 1796 should be used throughout the code for presenting user tracebacks,
1797 1797 rather than directly invoking the InteractiveTB object.
1798 1798
1799 1799 A specific showsyntaxerror() also exists, but this method can take
1800 1800 care of calling it if needed, so unless you are explicitly catching a
1801 1801 SyntaxError exception, don't try to analyze the stack manually and
1802 1802 simply call this method."""
1803 1803
1804 1804 try:
1805 1805 try:
1806 1806 etype, value, tb = self._get_exc_info(exc_tuple)
1807 1807 except ValueError:
1808 1808 print('No traceback available to show.', file=sys.stderr)
1809 1809 return
1810 1810
1811 1811 if issubclass(etype, SyntaxError):
1812 1812 # Though this won't be called by syntax errors in the input
1813 1813 # line, there may be SyntaxError cases with imported code.
1814 1814 self.showsyntaxerror(filename, running_compiled_code)
1815 1815 elif etype is UsageError:
1816 1816 self.show_usage_error(value)
1817 1817 else:
1818 1818 if exception_only:
1819 1819 stb = ['An exception has occurred, use %tb to see '
1820 1820 'the full traceback.\n']
1821 1821 stb.extend(self.InteractiveTB.get_exception_only(etype,
1822 1822 value))
1823 1823 else:
1824 1824 try:
1825 1825 # Exception classes can customise their traceback - we
1826 1826 # use this in IPython.parallel for exceptions occurring
1827 1827 # in the engines. This should return a list of strings.
1828 1828 stb = value._render_traceback_()
1829 1829 except Exception:
1830 1830 stb = self.InteractiveTB.structured_traceback(etype,
1831 1831 value, tb, tb_offset=tb_offset)
1832 1832
1833 1833 self._showtraceback(etype, value, stb)
1834 1834 if self.call_pdb:
1835 1835 # drop into debugger
1836 1836 self.debugger(force=True)
1837 1837 return
1838 1838
1839 1839 # Actually show the traceback
1840 1840 self._showtraceback(etype, value, stb)
1841 1841
1842 1842 except KeyboardInterrupt:
1843 1843 print('\n' + self.get_exception_only(), file=sys.stderr)
1844 1844
1845 1845 def _showtraceback(self, etype, evalue, stb):
1846 1846 """Actually show a traceback.
1847 1847
1848 1848 Subclasses may override this method to put the traceback on a different
1849 1849 place, like a side channel.
1850 1850 """
1851 1851 print(self.InteractiveTB.stb2text(stb))
1852 1852
1853 1853 def showsyntaxerror(self, filename=None, running_compiled_code=False):
1854 1854 """Display the syntax error that just occurred.
1855 1855
1856 1856 This doesn't display a stack trace because there isn't one.
1857 1857
1858 1858 If a filename is given, it is stuffed in the exception instead
1859 1859 of what was there before (because Python's parser always uses
1860 1860 "<string>" when reading from a string).
1861 1861
1862 1862 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
1863 1863 longer stack trace will be displayed.
1864 1864 """
1865 1865 etype, value, last_traceback = self._get_exc_info()
1866 1866
1867 1867 if filename and issubclass(etype, SyntaxError):
1868 1868 try:
1869 1869 value.filename = filename
1870 1870 except:
1871 1871 # Not the format we expect; leave it alone
1872 1872 pass
1873 1873
1874 1874 # If the error occured when executing compiled code, we should provide full stacktrace.
1875 1875 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
1876 1876 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
1877 1877 self._showtraceback(etype, value, stb)
1878 1878
1879 1879 # This is overridden in TerminalInteractiveShell to show a message about
1880 1880 # the %paste magic.
1881 1881 def showindentationerror(self):
1882 1882 """Called by run_cell when there's an IndentationError in code entered
1883 1883 at the prompt.
1884 1884
1885 1885 This is overridden in TerminalInteractiveShell to show a message about
1886 1886 the %paste magic."""
1887 1887 self.showsyntaxerror()
1888 1888
1889 1889 #-------------------------------------------------------------------------
1890 1890 # Things related to readline
1891 1891 #-------------------------------------------------------------------------
1892 1892
1893 1893 def init_readline(self):
1894 1894 """DEPRECATED
1895 1895
1896 1896 Moved to terminal subclass, here only to simplify the init logic."""
1897 1897 # Set a number of methods that depend on readline to be no-op
1898 1898 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
1899 1899 DeprecationWarning, stacklevel=2)
1900 1900 self.set_custom_completer = no_op
1901 1901
1902 1902 @skip_doctest
1903 1903 def set_next_input(self, s, replace=False):
1904 1904 """ Sets the 'default' input string for the next command line.
1905 1905
1906 1906 Example::
1907 1907
1908 1908 In [1]: _ip.set_next_input("Hello Word")
1909 1909 In [2]: Hello Word_ # cursor is here
1910 1910 """
1911 1911 self.rl_next_input = s
1912 1912
1913 1913 def _indent_current_str(self):
1914 1914 """return the current level of indentation as a string"""
1915 1915 return self.input_splitter.indent_spaces * ' '
1916 1916
1917 1917 #-------------------------------------------------------------------------
1918 1918 # Things related to text completion
1919 1919 #-------------------------------------------------------------------------
1920 1920
1921 1921 def init_completer(self):
1922 1922 """Initialize the completion machinery.
1923 1923
1924 1924 This creates completion machinery that can be used by client code,
1925 1925 either interactively in-process (typically triggered by the readline
1926 1926 library), programmatically (such as in test suites) or out-of-process
1927 1927 (typically over the network by remote frontends).
1928 1928 """
1929 1929 from IPython.core.completer import IPCompleter
1930 1930 from IPython.core.completerlib import (module_completer,
1931 1931 magic_run_completer, cd_completer, reset_completer)
1932 1932
1933 1933 self.Completer = IPCompleter(shell=self,
1934 1934 namespace=self.user_ns,
1935 1935 global_namespace=self.user_global_ns,
1936 1936 parent=self,
1937 1937 )
1938 1938 self.configurables.append(self.Completer)
1939 1939
1940 1940 # Add custom completers to the basic ones built into IPCompleter
1941 1941 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
1942 1942 self.strdispatchers['complete_command'] = sdisp
1943 1943 self.Completer.custom_completers = sdisp
1944 1944
1945 1945 self.set_hook('complete_command', module_completer, str_key = 'import')
1946 1946 self.set_hook('complete_command', module_completer, str_key = 'from')
1947 1947 self.set_hook('complete_command', module_completer, str_key = '%aimport')
1948 1948 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
1949 1949 self.set_hook('complete_command', cd_completer, str_key = '%cd')
1950 1950 self.set_hook('complete_command', reset_completer, str_key = '%reset')
1951 1951
1952 1952
1953 1953 def complete(self, text, line=None, cursor_pos=None):
1954 1954 """Return the completed text and a list of completions.
1955 1955
1956 1956 Parameters
1957 1957 ----------
1958 1958
1959 1959 text : string
1960 1960 A string of text to be completed on. It can be given as empty and
1961 1961 instead a line/position pair are given. In this case, the
1962 1962 completer itself will split the line like readline does.
1963 1963
1964 1964 line : string, optional
1965 1965 The complete line that text is part of.
1966 1966
1967 1967 cursor_pos : int, optional
1968 1968 The position of the cursor on the input line.
1969 1969
1970 1970 Returns
1971 1971 -------
1972 1972 text : string
1973 1973 The actual text that was completed.
1974 1974
1975 1975 matches : list
1976 1976 A sorted list with all possible completions.
1977 1977
1978 1978 The optional arguments allow the completion to take more context into
1979 1979 account, and are part of the low-level completion API.
1980 1980
1981 1981 This is a wrapper around the completion mechanism, similar to what
1982 1982 readline does at the command line when the TAB key is hit. By
1983 1983 exposing it as a method, it can be used by other non-readline
1984 1984 environments (such as GUIs) for text completion.
1985 1985
1986 1986 Simple usage example:
1987 1987
1988 1988 In [1]: x = 'hello'
1989 1989
1990 1990 In [2]: _ip.complete('x.l')
1991 1991 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
1992 1992 """
1993 1993
1994 1994 # Inject names into __builtin__ so we can complete on the added names.
1995 1995 with self.builtin_trap:
1996 1996 return self.Completer.complete(text, line, cursor_pos)
1997 1997
1998 1998 def set_custom_completer(self, completer, pos=0):
1999 1999 """Adds a new custom completer function.
2000 2000
2001 2001 The position argument (defaults to 0) is the index in the completers
2002 2002 list where you want the completer to be inserted."""
2003 2003
2004 2004 newcomp = types.MethodType(completer,self.Completer)
2005 2005 self.Completer.matchers.insert(pos,newcomp)
2006 2006
2007 2007 def set_completer_frame(self, frame=None):
2008 2008 """Set the frame of the completer."""
2009 2009 if frame:
2010 2010 self.Completer.namespace = frame.f_locals
2011 2011 self.Completer.global_namespace = frame.f_globals
2012 2012 else:
2013 2013 self.Completer.namespace = self.user_ns
2014 2014 self.Completer.global_namespace = self.user_global_ns
2015 2015
2016 2016 #-------------------------------------------------------------------------
2017 2017 # Things related to magics
2018 2018 #-------------------------------------------------------------------------
2019 2019
2020 2020 def init_magics(self):
2021 2021 from IPython.core import magics as m
2022 2022 self.magics_manager = magic.MagicsManager(shell=self,
2023 2023 parent=self,
2024 2024 user_magics=m.UserMagics(self))
2025 2025 self.configurables.append(self.magics_manager)
2026 2026
2027 2027 # Expose as public API from the magics manager
2028 2028 self.register_magics = self.magics_manager.register
2029 2029
2030 2030 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2031 2031 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2032 2032 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2033 2033 m.NamespaceMagics, m.OSMagics, m.PylabMagics, m.ScriptMagics,
2034 2034 )
2035 2035
2036 2036 # Register Magic Aliases
2037 2037 mman = self.magics_manager
2038 2038 # FIXME: magic aliases should be defined by the Magics classes
2039 2039 # or in MagicsManager, not here
2040 2040 mman.register_alias('ed', 'edit')
2041 2041 mman.register_alias('hist', 'history')
2042 2042 mman.register_alias('rep', 'recall')
2043 2043 mman.register_alias('SVG', 'svg', 'cell')
2044 2044 mman.register_alias('HTML', 'html', 'cell')
2045 2045 mman.register_alias('file', 'writefile', 'cell')
2046 2046
2047 2047 # FIXME: Move the color initialization to the DisplayHook, which
2048 2048 # should be split into a prompt manager and displayhook. We probably
2049 2049 # even need a centralize colors management object.
2050 2050 self.run_line_magic('colors', self.colors)
2051 2051
2052 2052 # Defined here so that it's included in the documentation
2053 2053 @functools.wraps(magic.MagicsManager.register_function)
2054 2054 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2055 2055 self.magics_manager.register_function(func,
2056 2056 magic_kind=magic_kind, magic_name=magic_name)
2057 2057
2058 2058 def run_line_magic(self, magic_name, line, _stack_depth=1):
2059 2059 """Execute the given line magic.
2060 2060
2061 2061 Parameters
2062 2062 ----------
2063 2063 magic_name : str
2064 2064 Name of the desired magic function, without '%' prefix.
2065 2065
2066 2066 line : str
2067 2067 The rest of the input line as a single string.
2068 2068
2069 2069 _stack_depth : int
2070 2070 If run_line_magic() is called from magic() then _stack_depth=2.
2071 2071 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2072 2072 """
2073 2073 fn = self.find_line_magic(magic_name)
2074 2074 if fn is None:
2075 2075 cm = self.find_cell_magic(magic_name)
2076 2076 etpl = "Line magic function `%%%s` not found%s."
2077 2077 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2078 2078 'did you mean that instead?)' % magic_name )
2079 2079 raise UsageError(etpl % (magic_name, extra))
2080 2080 else:
2081 2081 # Note: this is the distance in the stack to the user's frame.
2082 2082 # This will need to be updated if the internal calling logic gets
2083 2083 # refactored, or else we'll be expanding the wrong variables.
2084 2084
2085 2085 # Determine stack_depth depending on where run_line_magic() has been called
2086 2086 stack_depth = _stack_depth
2087 2087 magic_arg_s = self.var_expand(line, stack_depth)
2088 2088 # Put magic args in a list so we can call with f(*a) syntax
2089 2089 args = [magic_arg_s]
2090 2090 kwargs = {}
2091 2091 # Grab local namespace if we need it:
2092 2092 if getattr(fn, "needs_local_scope", False):
2093 2093 kwargs['local_ns'] = sys._getframe(stack_depth).f_locals
2094 2094 with self.builtin_trap:
2095 2095 result = fn(*args,**kwargs)
2096 2096 return result
2097 2097
2098 2098 def run_cell_magic(self, magic_name, line, cell):
2099 2099 """Execute the given cell magic.
2100 2100
2101 2101 Parameters
2102 2102 ----------
2103 2103 magic_name : str
2104 2104 Name of the desired magic function, without '%' prefix.
2105 2105
2106 2106 line : str
2107 2107 The rest of the first input line as a single string.
2108 2108
2109 2109 cell : str
2110 2110 The body of the cell as a (possibly multiline) string.
2111 2111 """
2112 2112 fn = self.find_cell_magic(magic_name)
2113 2113 if fn is None:
2114 2114 lm = self.find_line_magic(magic_name)
2115 2115 etpl = "Cell magic `%%{0}` not found{1}."
2116 2116 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2117 2117 'did you mean that instead?)'.format(magic_name))
2118 2118 raise UsageError(etpl.format(magic_name, extra))
2119 2119 elif cell == '':
2120 2120 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2121 2121 if self.find_line_magic(magic_name) is not None:
2122 2122 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2123 2123 raise UsageError(message)
2124 2124 else:
2125 2125 # Note: this is the distance in the stack to the user's frame.
2126 2126 # This will need to be updated if the internal calling logic gets
2127 2127 # refactored, or else we'll be expanding the wrong variables.
2128 2128 stack_depth = 2
2129 2129 magic_arg_s = self.var_expand(line, stack_depth)
2130 2130 with self.builtin_trap:
2131 2131 result = fn(magic_arg_s, cell)
2132 2132 return result
2133 2133
2134 2134 def find_line_magic(self, magic_name):
2135 2135 """Find and return a line magic by name.
2136 2136
2137 2137 Returns None if the magic isn't found."""
2138 2138 return self.magics_manager.magics['line'].get(magic_name)
2139 2139
2140 2140 def find_cell_magic(self, magic_name):
2141 2141 """Find and return a cell magic by name.
2142 2142
2143 2143 Returns None if the magic isn't found."""
2144 2144 return self.magics_manager.magics['cell'].get(magic_name)
2145 2145
2146 2146 def find_magic(self, magic_name, magic_kind='line'):
2147 2147 """Find and return a magic of the given type by name.
2148 2148
2149 2149 Returns None if the magic isn't found."""
2150 2150 return self.magics_manager.magics[magic_kind].get(magic_name)
2151 2151
2152 2152 def magic(self, arg_s):
2153 2153 """DEPRECATED. Use run_line_magic() instead.
2154 2154
2155 2155 Call a magic function by name.
2156 2156
2157 2157 Input: a string containing the name of the magic function to call and
2158 2158 any additional arguments to be passed to the magic.
2159 2159
2160 2160 magic('name -opt foo bar') is equivalent to typing at the ipython
2161 2161 prompt:
2162 2162
2163 2163 In[1]: %name -opt foo bar
2164 2164
2165 2165 To call a magic without arguments, simply use magic('name').
2166 2166
2167 2167 This provides a proper Python function to call IPython's magics in any
2168 2168 valid Python code you can type at the interpreter, including loops and
2169 2169 compound statements.
2170 2170 """
2171 2171 # TODO: should we issue a loud deprecation warning here?
2172 2172 magic_name, _, magic_arg_s = arg_s.partition(' ')
2173 2173 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2174 2174 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2175 2175
2176 2176 #-------------------------------------------------------------------------
2177 2177 # Things related to macros
2178 2178 #-------------------------------------------------------------------------
2179 2179
2180 2180 def define_macro(self, name, themacro):
2181 2181 """Define a new macro
2182 2182
2183 2183 Parameters
2184 2184 ----------
2185 2185 name : str
2186 2186 The name of the macro.
2187 2187 themacro : str or Macro
2188 2188 The action to do upon invoking the macro. If a string, a new
2189 2189 Macro object is created by passing the string to it.
2190 2190 """
2191 2191
2192 2192 from IPython.core import macro
2193 2193
2194 2194 if isinstance(themacro, str):
2195 2195 themacro = macro.Macro(themacro)
2196 2196 if not isinstance(themacro, macro.Macro):
2197 2197 raise ValueError('A macro must be a string or a Macro instance.')
2198 2198 self.user_ns[name] = themacro
2199 2199
2200 2200 #-------------------------------------------------------------------------
2201 2201 # Things related to the running of system commands
2202 2202 #-------------------------------------------------------------------------
2203 2203
2204 2204 def system_piped(self, cmd):
2205 2205 """Call the given cmd in a subprocess, piping stdout/err
2206 2206
2207 2207 Parameters
2208 2208 ----------
2209 2209 cmd : str
2210 2210 Command to execute (can not end in '&', as background processes are
2211 2211 not supported. Should not be a command that expects input
2212 2212 other than simple text.
2213 2213 """
2214 2214 if cmd.rstrip().endswith('&'):
2215 2215 # this is *far* from a rigorous test
2216 2216 # We do not support backgrounding processes because we either use
2217 2217 # pexpect or pipes to read from. Users can always just call
2218 2218 # os.system() or use ip.system=ip.system_raw
2219 2219 # if they really want a background process.
2220 2220 raise OSError("Background processes not supported.")
2221 2221
2222 2222 # we explicitly do NOT return the subprocess status code, because
2223 2223 # a non-None value would trigger :func:`sys.displayhook` calls.
2224 2224 # Instead, we store the exit_code in user_ns.
2225 2225 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2226 2226
2227 2227 def system_raw(self, cmd):
2228 2228 """Call the given cmd in a subprocess using os.system on Windows or
2229 2229 subprocess.call using the system shell on other platforms.
2230 2230
2231 2231 Parameters
2232 2232 ----------
2233 2233 cmd : str
2234 2234 Command to execute.
2235 2235 """
2236 2236 cmd = self.var_expand(cmd, depth=1)
2237 2237 # protect os.system from UNC paths on Windows, which it can't handle:
2238 2238 if sys.platform == 'win32':
2239 2239 from IPython.utils._process_win32 import AvoidUNCPath
2240 2240 with AvoidUNCPath() as path:
2241 2241 if path is not None:
2242 2242 cmd = '"pushd %s &&"%s' % (path, cmd)
2243 2243 try:
2244 2244 ec = os.system(cmd)
2245 2245 except KeyboardInterrupt:
2246 2246 print('\n' + self.get_exception_only(), file=sys.stderr)
2247 2247 ec = -2
2248 2248 else:
2249 2249 # For posix the result of the subprocess.call() below is an exit
2250 2250 # code, which by convention is zero for success, positive for
2251 2251 # program failure. Exit codes above 128 are reserved for signals,
2252 2252 # and the formula for converting a signal to an exit code is usually
2253 2253 # signal_number+128. To more easily differentiate between exit
2254 2254 # codes and signals, ipython uses negative numbers. For instance
2255 2255 # since control-c is signal 2 but exit code 130, ipython's
2256 2256 # _exit_code variable will read -2. Note that some shells like
2257 2257 # csh and fish don't follow sh/bash conventions for exit codes.
2258 2258 executable = os.environ.get('SHELL', None)
2259 2259 try:
2260 2260 # Use env shell instead of default /bin/sh
2261 2261 ec = subprocess.call(cmd, shell=True, executable=executable)
2262 2262 except KeyboardInterrupt:
2263 2263 # intercept control-C; a long traceback is not useful here
2264 2264 print('\n' + self.get_exception_only(), file=sys.stderr)
2265 2265 ec = 130
2266 2266 if ec > 128:
2267 2267 ec = -(ec - 128)
2268 2268
2269 2269 # We explicitly do NOT return the subprocess status code, because
2270 2270 # a non-None value would trigger :func:`sys.displayhook` calls.
2271 2271 # Instead, we store the exit_code in user_ns. Note the semantics
2272 2272 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2273 2273 # but raising SystemExit(_exit_code) will give status 254!
2274 2274 self.user_ns['_exit_code'] = ec
2275 2275
2276 2276 # use piped system by default, because it is better behaved
2277 2277 system = system_piped
2278 2278
2279 2279 def getoutput(self, cmd, split=True, depth=0):
2280 2280 """Get output (possibly including stderr) from a subprocess.
2281 2281
2282 2282 Parameters
2283 2283 ----------
2284 2284 cmd : str
2285 2285 Command to execute (can not end in '&', as background processes are
2286 2286 not supported.
2287 2287 split : bool, optional
2288 2288 If True, split the output into an IPython SList. Otherwise, an
2289 2289 IPython LSString is returned. These are objects similar to normal
2290 2290 lists and strings, with a few convenience attributes for easier
2291 2291 manipulation of line-based output. You can use '?' on them for
2292 2292 details.
2293 2293 depth : int, optional
2294 2294 How many frames above the caller are the local variables which should
2295 2295 be expanded in the command string? The default (0) assumes that the
2296 2296 expansion variables are in the stack frame calling this function.
2297 2297 """
2298 2298 if cmd.rstrip().endswith('&'):
2299 2299 # this is *far* from a rigorous test
2300 2300 raise OSError("Background processes not supported.")
2301 2301 out = getoutput(self.var_expand(cmd, depth=depth+1))
2302 2302 if split:
2303 2303 out = SList(out.splitlines())
2304 2304 else:
2305 2305 out = LSString(out)
2306 2306 return out
2307 2307
2308 2308 #-------------------------------------------------------------------------
2309 2309 # Things related to aliases
2310 2310 #-------------------------------------------------------------------------
2311 2311
2312 2312 def init_alias(self):
2313 2313 self.alias_manager = AliasManager(shell=self, parent=self)
2314 2314 self.configurables.append(self.alias_manager)
2315 2315
2316 2316 #-------------------------------------------------------------------------
2317 2317 # Things related to extensions
2318 2318 #-------------------------------------------------------------------------
2319 2319
2320 2320 def init_extension_manager(self):
2321 2321 self.extension_manager = ExtensionManager(shell=self, parent=self)
2322 2322 self.configurables.append(self.extension_manager)
2323 2323
2324 2324 #-------------------------------------------------------------------------
2325 2325 # Things related to payloads
2326 2326 #-------------------------------------------------------------------------
2327 2327
2328 2328 def init_payload(self):
2329 2329 self.payload_manager = PayloadManager(parent=self)
2330 2330 self.configurables.append(self.payload_manager)
2331 2331
2332 2332 #-------------------------------------------------------------------------
2333 2333 # Things related to the prefilter
2334 2334 #-------------------------------------------------------------------------
2335 2335
2336 2336 def init_prefilter(self):
2337 2337 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2338 2338 self.configurables.append(self.prefilter_manager)
2339 2339 # Ultimately this will be refactored in the new interpreter code, but
2340 2340 # for now, we should expose the main prefilter method (there's legacy
2341 2341 # code out there that may rely on this).
2342 2342 self.prefilter = self.prefilter_manager.prefilter_lines
2343 2343
2344 2344 def auto_rewrite_input(self, cmd):
2345 2345 """Print to the screen the rewritten form of the user's command.
2346 2346
2347 2347 This shows visual feedback by rewriting input lines that cause
2348 2348 automatic calling to kick in, like::
2349 2349
2350 2350 /f x
2351 2351
2352 2352 into::
2353 2353
2354 2354 ------> f(x)
2355 2355
2356 2356 after the user's input prompt. This helps the user understand that the
2357 2357 input line was transformed automatically by IPython.
2358 2358 """
2359 2359 if not self.show_rewritten_input:
2360 2360 return
2361 2361
2362 2362 # This is overridden in TerminalInteractiveShell to use fancy prompts
2363 2363 print("------> " + cmd)
2364 2364
2365 2365 #-------------------------------------------------------------------------
2366 2366 # Things related to extracting values/expressions from kernel and user_ns
2367 2367 #-------------------------------------------------------------------------
2368 2368
2369 2369 def _user_obj_error(self):
2370 2370 """return simple exception dict
2371 2371
2372 2372 for use in user_expressions
2373 2373 """
2374 2374
2375 2375 etype, evalue, tb = self._get_exc_info()
2376 2376 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2377 2377
2378 2378 exc_info = {
2379 2379 u'status' : 'error',
2380 2380 u'traceback' : stb,
2381 2381 u'ename' : etype.__name__,
2382 2382 u'evalue' : py3compat.safe_unicode(evalue),
2383 2383 }
2384 2384
2385 2385 return exc_info
2386 2386
2387 2387 def _format_user_obj(self, obj):
2388 2388 """format a user object to display dict
2389 2389
2390 2390 for use in user_expressions
2391 2391 """
2392 2392
2393 2393 data, md = self.display_formatter.format(obj)
2394 2394 value = {
2395 2395 'status' : 'ok',
2396 2396 'data' : data,
2397 2397 'metadata' : md,
2398 2398 }
2399 2399 return value
2400 2400
2401 2401 def user_expressions(self, expressions):
2402 2402 """Evaluate a dict of expressions in the user's namespace.
2403 2403
2404 2404 Parameters
2405 2405 ----------
2406 2406 expressions : dict
2407 2407 A dict with string keys and string values. The expression values
2408 2408 should be valid Python expressions, each of which will be evaluated
2409 2409 in the user namespace.
2410 2410
2411 2411 Returns
2412 2412 -------
2413 2413 A dict, keyed like the input expressions dict, with the rich mime-typed
2414 2414 display_data of each value.
2415 2415 """
2416 2416 out = {}
2417 2417 user_ns = self.user_ns
2418 2418 global_ns = self.user_global_ns
2419 2419
2420 2420 for key, expr in expressions.items():
2421 2421 try:
2422 2422 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2423 2423 except:
2424 2424 value = self._user_obj_error()
2425 2425 out[key] = value
2426 2426 return out
2427 2427
2428 2428 #-------------------------------------------------------------------------
2429 2429 # Things related to the running of code
2430 2430 #-------------------------------------------------------------------------
2431 2431
2432 2432 def ex(self, cmd):
2433 2433 """Execute a normal python statement in user namespace."""
2434 2434 with self.builtin_trap:
2435 2435 exec(cmd, self.user_global_ns, self.user_ns)
2436 2436
2437 2437 def ev(self, expr):
2438 2438 """Evaluate python expression expr in user namespace.
2439 2439
2440 2440 Returns the result of evaluation
2441 2441 """
2442 2442 with self.builtin_trap:
2443 2443 return eval(expr, self.user_global_ns, self.user_ns)
2444 2444
2445 2445 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2446 2446 """A safe version of the builtin execfile().
2447 2447
2448 2448 This version will never throw an exception, but instead print
2449 2449 helpful error messages to the screen. This only works on pure
2450 2450 Python files with the .py extension.
2451 2451
2452 2452 Parameters
2453 2453 ----------
2454 2454 fname : string
2455 2455 The name of the file to be executed.
2456 2456 where : tuple
2457 2457 One or two namespaces, passed to execfile() as (globals,locals).
2458 2458 If only one is given, it is passed as both.
2459 2459 exit_ignore : bool (False)
2460 2460 If True, then silence SystemExit for non-zero status (it is always
2461 2461 silenced for zero status, as it is so common).
2462 2462 raise_exceptions : bool (False)
2463 2463 If True raise exceptions everywhere. Meant for testing.
2464 2464 shell_futures : bool (False)
2465 2465 If True, the code will share future statements with the interactive
2466 2466 shell. It will both be affected by previous __future__ imports, and
2467 2467 any __future__ imports in the code will affect the shell. If False,
2468 2468 __future__ imports are not shared in either direction.
2469 2469
2470 2470 """
2471 2471 fname = os.path.abspath(os.path.expanduser(fname))
2472 2472
2473 2473 # Make sure we can open the file
2474 2474 try:
2475 2475 with open(fname):
2476 2476 pass
2477 2477 except:
2478 2478 warn('Could not open file <%s> for safe execution.' % fname)
2479 2479 return
2480 2480
2481 2481 # Find things also in current directory. This is needed to mimic the
2482 2482 # behavior of running a script from the system command line, where
2483 2483 # Python inserts the script's directory into sys.path
2484 2484 dname = os.path.dirname(fname)
2485 2485
2486 2486 with prepended_to_syspath(dname), self.builtin_trap:
2487 2487 try:
2488 2488 glob, loc = (where + (None, ))[:2]
2489 2489 py3compat.execfile(
2490 2490 fname, glob, loc,
2491 2491 self.compile if shell_futures else None)
2492 2492 except SystemExit as status:
2493 2493 # If the call was made with 0 or None exit status (sys.exit(0)
2494 2494 # or sys.exit() ), don't bother showing a traceback, as both of
2495 2495 # these are considered normal by the OS:
2496 2496 # > python -c'import sys;sys.exit(0)'; echo $?
2497 2497 # 0
2498 2498 # > python -c'import sys;sys.exit()'; echo $?
2499 2499 # 0
2500 2500 # For other exit status, we show the exception unless
2501 2501 # explicitly silenced, but only in short form.
2502 2502 if status.code:
2503 2503 if raise_exceptions:
2504 2504 raise
2505 2505 if not exit_ignore:
2506 2506 self.showtraceback(exception_only=True)
2507 2507 except:
2508 2508 if raise_exceptions:
2509 2509 raise
2510 2510 # tb offset is 2 because we wrap execfile
2511 2511 self.showtraceback(tb_offset=2)
2512 2512
2513 2513 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2514 2514 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2515 2515
2516 2516 Parameters
2517 2517 ----------
2518 2518 fname : str
2519 2519 The name of the file to execute. The filename must have a
2520 2520 .ipy or .ipynb extension.
2521 2521 shell_futures : bool (False)
2522 2522 If True, the code will share future statements with the interactive
2523 2523 shell. It will both be affected by previous __future__ imports, and
2524 2524 any __future__ imports in the code will affect the shell. If False,
2525 2525 __future__ imports are not shared in either direction.
2526 2526 raise_exceptions : bool (False)
2527 2527 If True raise exceptions everywhere. Meant for testing.
2528 2528 """
2529 2529 fname = os.path.abspath(os.path.expanduser(fname))
2530 2530
2531 2531 # Make sure we can open the file
2532 2532 try:
2533 2533 with open(fname):
2534 2534 pass
2535 2535 except:
2536 2536 warn('Could not open file <%s> for safe execution.' % fname)
2537 2537 return
2538 2538
2539 2539 # Find things also in current directory. This is needed to mimic the
2540 2540 # behavior of running a script from the system command line, where
2541 2541 # Python inserts the script's directory into sys.path
2542 2542 dname = os.path.dirname(fname)
2543 2543
2544 2544 def get_cells():
2545 2545 """generator for sequence of code blocks to run"""
2546 2546 if fname.endswith('.ipynb'):
2547 2547 from nbformat import read
2548 2548 nb = read(fname, as_version=4)
2549 2549 if not nb.cells:
2550 2550 return
2551 2551 for cell in nb.cells:
2552 2552 if cell.cell_type == 'code':
2553 2553 yield cell.source
2554 2554 else:
2555 2555 with open(fname) as f:
2556 2556 yield f.read()
2557 2557
2558 2558 with prepended_to_syspath(dname):
2559 2559 try:
2560 2560 for cell in get_cells():
2561 2561 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2562 2562 if raise_exceptions:
2563 2563 result.raise_error()
2564 2564 elif not result.success:
2565 2565 break
2566 2566 except:
2567 2567 if raise_exceptions:
2568 2568 raise
2569 2569 self.showtraceback()
2570 2570 warn('Unknown failure executing file: <%s>' % fname)
2571 2571
2572 2572 def safe_run_module(self, mod_name, where):
2573 2573 """A safe version of runpy.run_module().
2574 2574
2575 2575 This version will never throw an exception, but instead print
2576 2576 helpful error messages to the screen.
2577 2577
2578 2578 `SystemExit` exceptions with status code 0 or None are ignored.
2579 2579
2580 2580 Parameters
2581 2581 ----------
2582 2582 mod_name : string
2583 2583 The name of the module to be executed.
2584 2584 where : dict
2585 2585 The globals namespace.
2586 2586 """
2587 2587 try:
2588 2588 try:
2589 2589 where.update(
2590 2590 runpy.run_module(str(mod_name), run_name="__main__",
2591 2591 alter_sys=True)
2592 2592 )
2593 2593 except SystemExit as status:
2594 2594 if status.code:
2595 2595 raise
2596 2596 except:
2597 2597 self.showtraceback()
2598 2598 warn('Unknown failure executing module: <%s>' % mod_name)
2599 2599
2600 2600 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2601 2601 """Run a complete IPython cell.
2602 2602
2603 2603 Parameters
2604 2604 ----------
2605 2605 raw_cell : str
2606 2606 The code (including IPython code such as %magic functions) to run.
2607 2607 store_history : bool
2608 2608 If True, the raw and translated cell will be stored in IPython's
2609 2609 history. For user code calling back into IPython's machinery, this
2610 2610 should be set to False.
2611 2611 silent : bool
2612 2612 If True, avoid side-effects, such as implicit displayhooks and
2613 2613 and logging. silent=True forces store_history=False.
2614 2614 shell_futures : bool
2615 2615 If True, the code will share future statements with the interactive
2616 2616 shell. It will both be affected by previous __future__ imports, and
2617 2617 any __future__ imports in the code will affect the shell. If False,
2618 2618 __future__ imports are not shared in either direction.
2619 2619
2620 2620 Returns
2621 2621 -------
2622 2622 result : :class:`ExecutionResult`
2623 2623 """
2624 2624 result = ExecutionResult()
2625 2625
2626 2626 if (not raw_cell) or raw_cell.isspace():
2627 2627 self.last_execution_succeeded = True
2628 2628 self.last_execution_result = result
2629 2629 return result
2630 2630
2631 2631 if silent:
2632 2632 store_history = False
2633 2633
2634 2634 if store_history:
2635 2635 result.execution_count = self.execution_count
2636 2636
2637 2637 def error_before_exec(value):
2638 2638 result.error_before_exec = value
2639 2639 self.last_execution_succeeded = False
2640 2640 self.last_execution_result = result
2641 2641 return result
2642 2642
2643 2643 self.events.trigger('pre_execute')
2644 2644 if not silent:
2645 2645 self.events.trigger('pre_run_cell')
2646 2646
2647 2647 # If any of our input transformation (input_transformer_manager or
2648 2648 # prefilter_manager) raises an exception, we store it in this variable
2649 2649 # so that we can display the error after logging the input and storing
2650 2650 # it in the history.
2651 2651 preprocessing_exc_tuple = None
2652 2652 try:
2653 2653 # Static input transformations
2654 2654 cell = self.input_transformer_manager.transform_cell(raw_cell)
2655 2655 except SyntaxError:
2656 2656 preprocessing_exc_tuple = sys.exc_info()
2657 2657 cell = raw_cell # cell has to exist so it can be stored/logged
2658 2658 else:
2659 2659 if len(cell.splitlines()) == 1:
2660 2660 # Dynamic transformations - only applied for single line commands
2661 2661 with self.builtin_trap:
2662 2662 try:
2663 2663 # use prefilter_lines to handle trailing newlines
2664 2664 # restore trailing newline for ast.parse
2665 2665 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
2666 2666 except Exception:
2667 2667 # don't allow prefilter errors to crash IPython
2668 2668 preprocessing_exc_tuple = sys.exc_info()
2669 2669
2670 2670 # Store raw and processed history
2671 2671 if store_history:
2672 2672 self.history_manager.store_inputs(self.execution_count,
2673 2673 cell, raw_cell)
2674 2674 if not silent:
2675 2675 self.logger.log(cell, raw_cell)
2676 2676
2677 2677 # Display the exception if input processing failed.
2678 2678 if preprocessing_exc_tuple is not None:
2679 2679 self.showtraceback(preprocessing_exc_tuple)
2680 2680 if store_history:
2681 2681 self.execution_count += 1
2682 2682 return error_before_exec(preprocessing_exc_tuple[2])
2683 2683
2684 2684 # Our own compiler remembers the __future__ environment. If we want to
2685 2685 # run code with a separate __future__ environment, use the default
2686 2686 # compiler
2687 2687 compiler = self.compile if shell_futures else CachingCompiler()
2688 2688
2689 2689 with self.builtin_trap:
2690 2690 cell_name = self.compile.cache(cell, self.execution_count)
2691 2691
2692 2692 with self.display_trap:
2693 2693 # Compile to bytecode
2694 2694 try:
2695 2695 code_ast = compiler.ast_parse(cell, filename=cell_name)
2696 2696 except self.custom_exceptions as e:
2697 2697 etype, value, tb = sys.exc_info()
2698 2698 self.CustomTB(etype, value, tb)
2699 2699 return error_before_exec(e)
2700 2700 except IndentationError as e:
2701 2701 self.showindentationerror()
2702 2702 if store_history:
2703 2703 self.execution_count += 1
2704 2704 return error_before_exec(e)
2705 2705 except (OverflowError, SyntaxError, ValueError, TypeError,
2706 2706 MemoryError) as e:
2707 2707 self.showsyntaxerror()
2708 2708 if store_history:
2709 2709 self.execution_count += 1
2710 2710 return error_before_exec(e)
2711 2711
2712 2712 # Apply AST transformations
2713 2713 try:
2714 2714 code_ast = self.transform_ast(code_ast)
2715 2715 except InputRejected as e:
2716 2716 self.showtraceback()
2717 2717 if store_history:
2718 2718 self.execution_count += 1
2719 2719 return error_before_exec(e)
2720 2720
2721 2721 # Give the displayhook a reference to our ExecutionResult so it
2722 2722 # can fill in the output value.
2723 2723 self.displayhook.exec_result = result
2724 2724
2725 2725 # Execute the user code
2726 2726 interactivity = "none" if silent else self.ast_node_interactivity
2727 2727 has_raised = self.run_ast_nodes(code_ast.body, cell_name,
2728 2728 interactivity=interactivity, compiler=compiler, result=result)
2729 2729
2730 2730 self.last_execution_succeeded = not has_raised
2731 2731 self.last_execution_result = result
2732 2732
2733 2733 # Reset this so later displayed values do not modify the
2734 2734 # ExecutionResult
2735 2735 self.displayhook.exec_result = None
2736 2736
2737 2737 self.events.trigger('post_execute')
2738 2738 if not silent:
2739 2739 self.events.trigger('post_run_cell')
2740 2740
2741 2741 if store_history:
2742 2742 # Write output to the database. Does nothing unless
2743 2743 # history output logging is enabled.
2744 2744 self.history_manager.store_output(self.execution_count)
2745 2745 # Each cell is a *single* input, regardless of how many lines it has
2746 2746 self.execution_count += 1
2747 2747
2748 2748 return result
2749 2749
2750 2750 def transform_ast(self, node):
2751 2751 """Apply the AST transformations from self.ast_transformers
2752 2752
2753 2753 Parameters
2754 2754 ----------
2755 2755 node : ast.Node
2756 2756 The root node to be transformed. Typically called with the ast.Module
2757 2757 produced by parsing user input.
2758 2758
2759 2759 Returns
2760 2760 -------
2761 2761 An ast.Node corresponding to the node it was called with. Note that it
2762 2762 may also modify the passed object, so don't rely on references to the
2763 2763 original AST.
2764 2764 """
2765 2765 for transformer in self.ast_transformers:
2766 2766 try:
2767 2767 node = transformer.visit(node)
2768 2768 except InputRejected:
2769 2769 # User-supplied AST transformers can reject an input by raising
2770 2770 # an InputRejected. Short-circuit in this case so that we
2771 2771 # don't unregister the transform.
2772 2772 raise
2773 2773 except Exception:
2774 2774 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
2775 2775 self.ast_transformers.remove(transformer)
2776 2776
2777 2777 if self.ast_transformers:
2778 2778 ast.fix_missing_locations(node)
2779 2779 return node
2780 2780
2781 2781
2782 2782 def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
2783 2783 compiler=compile, result=None):
2784 2784 """Run a sequence of AST nodes. The execution mode depends on the
2785 2785 interactivity parameter.
2786 2786
2787 2787 Parameters
2788 2788 ----------
2789 2789 nodelist : list
2790 2790 A sequence of AST nodes to run.
2791 2791 cell_name : str
2792 2792 Will be passed to the compiler as the filename of the cell. Typically
2793 2793 the value returned by ip.compile.cache(cell).
2794 2794 interactivity : str
2795 2795 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
2796 2796 specifying which nodes should be run interactively (displaying output
2797 2797 from expressions). 'last_expr' will run the last node interactively
2798 2798 only if it is an expression (i.e. expressions in loops or other blocks
2799 2799 are not displayed) 'last_expr_or_assign' will run the last expression
2800 2800 or the last assignment. Other values for this parameter will raise a
2801 2801 ValueError.
2802 2802 compiler : callable
2803 2803 A function with the same interface as the built-in compile(), to turn
2804 2804 the AST nodes into code objects. Default is the built-in compile().
2805 2805 result : ExecutionResult, optional
2806 2806 An object to store exceptions that occur during execution.
2807 2807
2808 2808 Returns
2809 2809 -------
2810 2810 True if an exception occurred while running code, False if it finished
2811 2811 running.
2812 2812 """
2813 2813 if not nodelist:
2814 2814 return
2815 2815
2816 2816 if interactivity == 'last_expr_or_assign':
2817 2817 if isinstance(nodelist[-1], _assign_nodes):
2818 2818 asg = nodelist[-1]
2819 2819 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
2820 2820 target = asg.targets[0]
2821 2821 elif isinstance(asg, _single_targets_nodes):
2822 2822 target = asg.target
2823 2823 else:
2824 2824 target = None
2825 2825 if isinstance(target, ast.Name):
2826 2826 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
2827 2827 ast.fix_missing_locations(nnode)
2828 2828 nodelist.append(nnode)
2829 2829 interactivity = 'last_expr'
2830 2830
2831 2831 if interactivity == 'last_expr':
2832 2832 if isinstance(nodelist[-1], ast.Expr):
2833 2833 interactivity = "last"
2834 2834 else:
2835 2835 interactivity = "none"
2836 2836
2837 2837 if interactivity == 'none':
2838 2838 to_run_exec, to_run_interactive = nodelist, []
2839 2839 elif interactivity == 'last':
2840 2840 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
2841 2841 elif interactivity == 'all':
2842 2842 to_run_exec, to_run_interactive = [], nodelist
2843 2843 else:
2844 2844 raise ValueError("Interactivity was %r" % interactivity)
2845 2845
2846 2846 try:
2847 2847 for i, node in enumerate(to_run_exec):
2848 2848 mod = ast.Module([node])
2849 2849 code = compiler(mod, cell_name, "exec")
2850 2850 if self.run_code(code, result):
2851 2851 return True
2852 2852
2853 2853 for i, node in enumerate(to_run_interactive):
2854 2854 mod = ast.Interactive([node])
2855 2855 code = compiler(mod, cell_name, "single")
2856 2856 if self.run_code(code, result):
2857 2857 return True
2858 2858
2859 2859 # Flush softspace
2860 2860 if softspace(sys.stdout, 0):
2861 2861 print()
2862 2862
2863 2863 except:
2864 2864 # It's possible to have exceptions raised here, typically by
2865 2865 # compilation of odd code (such as a naked 'return' outside a
2866 2866 # function) that did parse but isn't valid. Typically the exception
2867 2867 # is a SyntaxError, but it's safest just to catch anything and show
2868 2868 # the user a traceback.
2869 2869
2870 2870 # We do only one try/except outside the loop to minimize the impact
2871 2871 # on runtime, and also because if any node in the node list is
2872 2872 # broken, we should stop execution completely.
2873 2873 if result:
2874 2874 result.error_before_exec = sys.exc_info()[1]
2875 2875 self.showtraceback()
2876 2876 return True
2877 2877
2878 2878 return False
2879 2879
2880 2880 def run_code(self, code_obj, result=None):
2881 2881 """Execute a code object.
2882 2882
2883 2883 When an exception occurs, self.showtraceback() is called to display a
2884 2884 traceback.
2885 2885
2886 2886 Parameters
2887 2887 ----------
2888 2888 code_obj : code object
2889 2889 A compiled code object, to be executed
2890 2890 result : ExecutionResult, optional
2891 2891 An object to store exceptions that occur during execution.
2892 2892
2893 2893 Returns
2894 2894 -------
2895 2895 False : successful execution.
2896 2896 True : an error occurred.
2897 2897 """
2898 2898 # Set our own excepthook in case the user code tries to call it
2899 2899 # directly, so that the IPython crash handler doesn't get triggered
2900 2900 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
2901 2901
2902 2902 # we save the original sys.excepthook in the instance, in case config
2903 2903 # code (such as magics) needs access to it.
2904 2904 self.sys_excepthook = old_excepthook
2905 2905 outflag = True # happens in more places, so it's easier as default
2906 2906 try:
2907 2907 try:
2908 2908 self.hooks.pre_run_code_hook()
2909 2909 #rprint('Running code', repr(code_obj)) # dbg
2910 2910 exec(code_obj, self.user_global_ns, self.user_ns)
2911 2911 finally:
2912 2912 # Reset our crash handler in place
2913 2913 sys.excepthook = old_excepthook
2914 2914 except SystemExit as e:
2915 2915 if result is not None:
2916 2916 result.error_in_exec = e
2917 2917 self.showtraceback(exception_only=True)
2918 2918 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
2919 2919 except self.custom_exceptions:
2920 2920 etype, value, tb = sys.exc_info()
2921 2921 if result is not None:
2922 2922 result.error_in_exec = value
2923 2923 self.CustomTB(etype, value, tb)
2924 2924 except:
2925 2925 if result is not None:
2926 2926 result.error_in_exec = sys.exc_info()[1]
2927 2927 self.showtraceback(running_compiled_code=True)
2928 2928 else:
2929 2929 outflag = False
2930 2930 return outflag
2931 2931
2932 2932 # For backwards compatibility
2933 2933 runcode = run_code
2934 2934
2935 2935 #-------------------------------------------------------------------------
2936 2936 # Things related to GUI support and pylab
2937 2937 #-------------------------------------------------------------------------
2938 2938
2939 2939 active_eventloop = None
2940 2940
2941 2941 def enable_gui(self, gui=None):
2942 2942 raise NotImplementedError('Implement enable_gui in a subclass')
2943 2943
2944 2944 def enable_matplotlib(self, gui=None):
2945 2945 """Enable interactive matplotlib and inline figure support.
2946 2946
2947 2947 This takes the following steps:
2948 2948
2949 2949 1. select the appropriate eventloop and matplotlib backend
2950 2950 2. set up matplotlib for interactive use with that backend
2951 2951 3. configure formatters for inline figure display
2952 2952 4. enable the selected gui eventloop
2953 2953
2954 2954 Parameters
2955 2955 ----------
2956 2956 gui : optional, string
2957 2957 If given, dictates the choice of matplotlib GUI backend to use
2958 2958 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
2959 2959 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
2960 2960 matplotlib (as dictated by the matplotlib build-time options plus the
2961 2961 user's matplotlibrc configuration file). Note that not all backends
2962 2962 make sense in all contexts, for example a terminal ipython can't
2963 2963 display figures inline.
2964 2964 """
2965 2965 from IPython.core import pylabtools as pt
2966 2966 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
2967 2967
2968 2968 if gui != 'inline':
2969 2969 # If we have our first gui selection, store it
2970 2970 if self.pylab_gui_select is None:
2971 2971 self.pylab_gui_select = gui
2972 2972 # Otherwise if they are different
2973 2973 elif gui != self.pylab_gui_select:
2974 2974 print('Warning: Cannot change to a different GUI toolkit: %s.'
2975 2975 ' Using %s instead.' % (gui, self.pylab_gui_select))
2976 2976 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
2977 2977
2978 2978 pt.activate_matplotlib(backend)
2979 2979 pt.configure_inline_support(self, backend)
2980 2980
2981 2981 # Now we must activate the gui pylab wants to use, and fix %run to take
2982 2982 # plot updates into account
2983 2983 self.enable_gui(gui)
2984 2984 self.magics_manager.registry['ExecutionMagics'].default_runner = \
2985 2985 pt.mpl_runner(self.safe_execfile)
2986 2986
2987 2987 return gui, backend
2988 2988
2989 2989 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
2990 2990 """Activate pylab support at runtime.
2991 2991
2992 2992 This turns on support for matplotlib, preloads into the interactive
2993 2993 namespace all of numpy and pylab, and configures IPython to correctly
2994 2994 interact with the GUI event loop. The GUI backend to be used can be
2995 2995 optionally selected with the optional ``gui`` argument.
2996 2996
2997 2997 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
2998 2998
2999 2999 Parameters
3000 3000 ----------
3001 3001 gui : optional, string
3002 3002 If given, dictates the choice of matplotlib GUI backend to use
3003 3003 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3004 3004 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3005 3005 matplotlib (as dictated by the matplotlib build-time options plus the
3006 3006 user's matplotlibrc configuration file). Note that not all backends
3007 3007 make sense in all contexts, for example a terminal ipython can't
3008 3008 display figures inline.
3009 3009 import_all : optional, bool, default: True
3010 3010 Whether to do `from numpy import *` and `from pylab import *`
3011 3011 in addition to module imports.
3012 3012 welcome_message : deprecated
3013 3013 This argument is ignored, no welcome message will be displayed.
3014 3014 """
3015 3015 from IPython.core.pylabtools import import_pylab
3016 3016
3017 3017 gui, backend = self.enable_matplotlib(gui)
3018 3018
3019 3019 # We want to prevent the loading of pylab to pollute the user's
3020 3020 # namespace as shown by the %who* magics, so we execute the activation
3021 3021 # code in an empty namespace, and we update *both* user_ns and
3022 3022 # user_ns_hidden with this information.
3023 3023 ns = {}
3024 3024 import_pylab(ns, import_all)
3025 3025 # warn about clobbered names
3026 3026 ignored = {"__builtins__"}
3027 3027 both = set(ns).intersection(self.user_ns).difference(ignored)
3028 3028 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3029 3029 self.user_ns.update(ns)
3030 3030 self.user_ns_hidden.update(ns)
3031 3031 return gui, backend, clobbered
3032 3032
3033 3033 #-------------------------------------------------------------------------
3034 3034 # Utilities
3035 3035 #-------------------------------------------------------------------------
3036 3036
3037 3037 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3038 3038 """Expand python variables in a string.
3039 3039
3040 3040 The depth argument indicates how many frames above the caller should
3041 3041 be walked to look for the local namespace where to expand variables.
3042 3042
3043 3043 The global namespace for expansion is always the user's interactive
3044 3044 namespace.
3045 3045 """
3046 3046 ns = self.user_ns.copy()
3047 3047 try:
3048 3048 frame = sys._getframe(depth+1)
3049 3049 except ValueError:
3050 3050 # This is thrown if there aren't that many frames on the stack,
3051 3051 # e.g. if a script called run_line_magic() directly.
3052 3052 pass
3053 3053 else:
3054 3054 ns.update(frame.f_locals)
3055 3055
3056 3056 try:
3057 3057 # We have to use .vformat() here, because 'self' is a valid and common
3058 3058 # name, and expanding **ns for .format() would make it collide with
3059 3059 # the 'self' argument of the method.
3060 3060 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3061 3061 except Exception:
3062 3062 # if formatter couldn't format, just let it go untransformed
3063 3063 pass
3064 3064 return cmd
3065 3065
3066 3066 def mktempfile(self, data=None, prefix='ipython_edit_'):
3067 3067 """Make a new tempfile and return its filename.
3068 3068
3069 3069 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3070 3070 but it registers the created filename internally so ipython cleans it up
3071 3071 at exit time.
3072 3072
3073 3073 Optional inputs:
3074 3074
3075 3075 - data(None): if data is given, it gets written out to the temp file
3076 3076 immediately, and the file is closed again."""
3077 3077
3078 3078 dirname = tempfile.mkdtemp(prefix=prefix)
3079 3079 self.tempdirs.append(dirname)
3080 3080
3081 3081 handle, filename = tempfile.mkstemp('.py', prefix, dir=dirname)
3082 3082 os.close(handle) # On Windows, there can only be one open handle on a file
3083 3083 self.tempfiles.append(filename)
3084 3084
3085 3085 if data:
3086 3086 tmp_file = open(filename,'w')
3087 3087 tmp_file.write(data)
3088 3088 tmp_file.close()
3089 3089 return filename
3090 3090
3091 3091 @undoc
3092 3092 def write(self,data):
3093 3093 """DEPRECATED: Write a string to the default output"""
3094 3094 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3095 3095 DeprecationWarning, stacklevel=2)
3096 3096 sys.stdout.write(data)
3097 3097
3098 3098 @undoc
3099 3099 def write_err(self,data):
3100 3100 """DEPRECATED: Write a string to the default error output"""
3101 3101 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3102 3102 DeprecationWarning, stacklevel=2)
3103 3103 sys.stderr.write(data)
3104 3104
3105 3105 def ask_yes_no(self, prompt, default=None, interrupt=None):
3106 3106 if self.quiet:
3107 3107 return True
3108 3108 return ask_yes_no(prompt,default,interrupt)
3109 3109
3110 3110 def show_usage(self):
3111 3111 """Show a usage message"""
3112 3112 page.page(IPython.core.usage.interactive_usage)
3113 3113
3114 3114 def extract_input_lines(self, range_str, raw=False):
3115 3115 """Return as a string a set of input history slices.
3116 3116
3117 3117 Parameters
3118 3118 ----------
3119 3119 range_str : string
3120 3120 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3121 3121 since this function is for use by magic functions which get their
3122 3122 arguments as strings. The number before the / is the session
3123 3123 number: ~n goes n back from the current session.
3124 3124
3125 3125 raw : bool, optional
3126 3126 By default, the processed input is used. If this is true, the raw
3127 3127 input history is used instead.
3128 3128
3129 3129 Notes
3130 3130 -----
3131 3131
3132 3132 Slices can be described with two notations:
3133 3133
3134 3134 * ``N:M`` -> standard python form, means including items N...(M-1).
3135 3135 * ``N-M`` -> include items N..M (closed endpoint).
3136 3136 """
3137 3137 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3138 3138 return "\n".join(x for _, _, x in lines)
3139 3139
3140 3140 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3141 3141 """Get a code string from history, file, url, or a string or macro.
3142 3142
3143 3143 This is mainly used by magic functions.
3144 3144
3145 3145 Parameters
3146 3146 ----------
3147 3147
3148 3148 target : str
3149 3149
3150 3150 A string specifying code to retrieve. This will be tried respectively
3151 3151 as: ranges of input history (see %history for syntax), url,
3152 3152 corresponding .py file, filename, or an expression evaluating to a
3153 3153 string or Macro in the user namespace.
3154 3154
3155 3155 raw : bool
3156 3156 If true (default), retrieve raw history. Has no effect on the other
3157 3157 retrieval mechanisms.
3158 3158
3159 3159 py_only : bool (default False)
3160 3160 Only try to fetch python code, do not try alternative methods to decode file
3161 3161 if unicode fails.
3162 3162
3163 3163 Returns
3164 3164 -------
3165 3165 A string of code.
3166 3166
3167 3167 ValueError is raised if nothing is found, and TypeError if it evaluates
3168 3168 to an object of another type. In each case, .args[0] is a printable
3169 3169 message.
3170 3170 """
3171 3171 code = self.extract_input_lines(target, raw=raw) # Grab history
3172 3172 if code:
3173 3173 return code
3174 3174 try:
3175 3175 if target.startswith(('http://', 'https://')):
3176 3176 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3177 3177 except UnicodeDecodeError:
3178 3178 if not py_only :
3179 3179 # Deferred import
3180 3180 from urllib.request import urlopen
3181 3181 response = urlopen(target)
3182 3182 return response.read().decode('latin1')
3183 3183 raise ValueError(("'%s' seem to be unreadable.") % target)
3184 3184
3185 3185 potential_target = [target]
3186 3186 try :
3187 3187 potential_target.insert(0,get_py_filename(target))
3188 3188 except IOError:
3189 3189 pass
3190 3190
3191 3191 for tgt in potential_target :
3192 3192 if os.path.isfile(tgt): # Read file
3193 3193 try :
3194 3194 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3195 3195 except UnicodeDecodeError :
3196 3196 if not py_only :
3197 3197 with io_open(tgt,'r', encoding='latin1') as f :
3198 3198 return f.read()
3199 3199 raise ValueError(("'%s' seem to be unreadable.") % target)
3200 3200 elif os.path.isdir(os.path.expanduser(tgt)):
3201 3201 raise ValueError("'%s' is a directory, not a regular file." % target)
3202 3202
3203 3203 if search_ns:
3204 3204 # Inspect namespace to load object source
3205 3205 object_info = self.object_inspect(target, detail_level=1)
3206 3206 if object_info['found'] and object_info['source']:
3207 3207 return object_info['source']
3208 3208
3209 3209 try: # User namespace
3210 3210 codeobj = eval(target, self.user_ns)
3211 3211 except Exception:
3212 3212 raise ValueError(("'%s' was not found in history, as a file, url, "
3213 3213 "nor in the user namespace.") % target)
3214 3214
3215 3215 if isinstance(codeobj, str):
3216 3216 return codeobj
3217 3217 elif isinstance(codeobj, Macro):
3218 3218 return codeobj.value
3219 3219
3220 3220 raise TypeError("%s is neither a string nor a macro." % target,
3221 3221 codeobj)
3222 3222
3223 3223 #-------------------------------------------------------------------------
3224 3224 # Things related to IPython exiting
3225 3225 #-------------------------------------------------------------------------
3226 3226 def atexit_operations(self):
3227 3227 """This will be executed at the time of exit.
3228 3228
3229 3229 Cleanup operations and saving of persistent data that is done
3230 3230 unconditionally by IPython should be performed here.
3231 3231
3232 3232 For things that may depend on startup flags or platform specifics (such
3233 3233 as having readline or not), register a separate atexit function in the
3234 3234 code that has the appropriate information, rather than trying to
3235 3235 clutter
3236 3236 """
3237 3237 # Close the history session (this stores the end time and line count)
3238 3238 # this must be *before* the tempfile cleanup, in case of temporary
3239 3239 # history db
3240 3240 self.history_manager.end_session()
3241 3241
3242 3242 # Cleanup all tempfiles and folders left around
3243 3243 for tfile in self.tempfiles:
3244 3244 try:
3245 3245 os.unlink(tfile)
3246 3246 except OSError:
3247 3247 pass
3248 3248
3249 3249 for tdir in self.tempdirs:
3250 3250 try:
3251 3251 os.rmdir(tdir)
3252 3252 except OSError:
3253 3253 pass
3254 3254
3255 3255 # Clear all user namespaces to release all references cleanly.
3256 3256 self.reset(new_session=False)
3257 3257
3258 3258 # Run user hooks
3259 3259 self.hooks.shutdown_hook()
3260 3260
3261 3261 def cleanup(self):
3262 3262 self.restore_sys_module_state()
3263 3263
3264 3264
3265 3265 # Overridden in terminal subclass to change prompts
3266 3266 def switch_doctest_mode(self, mode):
3267 3267 pass
3268 3268
3269 3269
3270 3270 class InteractiveShellABC(metaclass=abc.ABCMeta):
3271 3271 """An abstract base class for InteractiveShell."""
3272 3272
3273 3273 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now