##// END OF EJS Templates
Merge pull request #12921 from Carreau/fix-doc...
Matthias Bussonnier -
r26486:7a4d1248 merge
parent child Browse files
Show More
@@ -1,3842 +1,3851 b''
1 1 # -*- coding: utf-8 -*-
2 2 """Main IPython class."""
3 3
4 4 #-----------------------------------------------------------------------------
5 5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 7 # Copyright (C) 2008-2011 The IPython Development Team
8 8 #
9 9 # Distributed under the terms of the BSD License. The full license is in
10 10 # the file COPYING, distributed as part of this software.
11 11 #-----------------------------------------------------------------------------
12 12
13 13
14 14 import abc
15 15 import ast
16 16 import atexit
17 17 import builtins as builtin_mod
18 18 import functools
19 19 import inspect
20 20 import os
21 21 import re
22 22 import runpy
23 23 import sys
24 24 import tempfile
25 25 import traceback
26 26 import types
27 27 import subprocess
28 28 import warnings
29 29 from io import open as io_open
30 30
31 31 from pathlib import Path
32 32 from pickleshare import PickleShareDB
33 33
34 34 from traitlets.config.configurable import SingletonConfigurable
35 35 from traitlets.utils.importstring import import_item
36 36 from IPython.core import oinspect
37 37 from IPython.core import magic
38 38 from IPython.core import page
39 39 from IPython.core import prefilter
40 40 from IPython.core import ultratb
41 41 from IPython.core.alias import Alias, AliasManager
42 42 from IPython.core.autocall import ExitAutocall
43 43 from IPython.core.builtin_trap import BuiltinTrap
44 44 from IPython.core.events import EventManager, available_events
45 45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
46 46 from IPython.core.debugger import Pdb
47 47 from IPython.core.display_trap import DisplayTrap
48 48 from IPython.core.displayhook import DisplayHook
49 49 from IPython.core.displaypub import DisplayPublisher
50 50 from IPython.core.error import InputRejected, UsageError
51 51 from IPython.core.extensions import ExtensionManager
52 52 from IPython.core.formatters import DisplayFormatter
53 53 from IPython.core.history import HistoryManager
54 54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
55 55 from IPython.core.logger import Logger
56 56 from IPython.core.macro import Macro
57 57 from IPython.core.payload import PayloadManager
58 58 from IPython.core.prefilter import PrefilterManager
59 59 from IPython.core.profiledir import ProfileDir
60 60 from IPython.core.usage import default_banner
61 61 from IPython.display import display
62 62 from IPython.testing.skipdoctest import skip_doctest
63 63 from IPython.utils import PyColorize
64 64 from IPython.utils import io
65 65 from IPython.utils import py3compat
66 66 from IPython.utils import openpy
67 67 from IPython.utils.decorators import undoc
68 68 from IPython.utils.io import ask_yes_no
69 69 from IPython.utils.ipstruct import Struct
70 70 from IPython.paths import get_ipython_dir
71 71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
72 72 from IPython.utils.process import system, getoutput
73 73 from IPython.utils.strdispatch import StrDispatch
74 74 from IPython.utils.syspathcontext import prepended_to_syspath
75 75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
76 76 from IPython.utils.tempdir import TemporaryDirectory
77 77 from traitlets import (
78 78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
79 79 observe, default, validate, Any
80 80 )
81 81 from warnings import warn
82 82 from logging import error
83 83 import IPython.core.hooks
84 84
85 85 from typing import List as ListType, Tuple, Optional
86 86 from ast import AST
87 87
88 88 # NoOpContext is deprecated, but ipykernel imports it from here.
89 89 # See https://github.com/ipython/ipykernel/issues/157
90 90 # (2016, let's try to remove than in IPython 8.0)
91 91 from IPython.utils.contexts import NoOpContext
92 92
93 93 try:
94 94 import docrepr.sphinxify as sphx
95 95
96 96 def sphinxify(doc):
97 97 with TemporaryDirectory() as dirname:
98 98 return {
99 99 'text/html': sphx.sphinxify(doc, dirname),
100 100 'text/plain': doc
101 101 }
102 102 except ImportError:
103 103 sphinxify = None
104 104
105 105
106 106 class ProvisionalWarning(DeprecationWarning):
107 107 """
108 108 Warning class for unstable features
109 109 """
110 110 pass
111 111
112 112 if sys.version_info > (3,8):
113 113 from ast import Module
114 114 else :
115 115 # mock the new API, ignore second argument
116 116 # see https://github.com/ipython/ipython/issues/11590
117 117 from ast import Module as OriginalModule
118 118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
119 119
120 120 if sys.version_info > (3,6):
121 121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
122 122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
123 123 else:
124 124 _assign_nodes = (ast.AugAssign, ast.Assign )
125 125 _single_targets_nodes = (ast.AugAssign, )
126 126
127 127 #-----------------------------------------------------------------------------
128 128 # Await Helpers
129 129 #-----------------------------------------------------------------------------
130 130
131 131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
132 132 """Return a function that do not create a new local scope.
133 133
134 134 Given a function, create a clone of this function where the co_newlocal flag
135 135 has been removed, making this function code actually run in the sourounding
136 136 scope.
137 137
138 138 We need this in order to run asynchronous code in user level namespace.
139 139 """
140 140 from types import CodeType, FunctionType
141 141 CO_NEWLOCALS = 0x0002
142 142 code = function.__code__
143 143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
144 144 if sys.version_info > (3, 8, 0, 'alpha', 3):
145 145 new_code = code.replace(co_flags=new_co_flags)
146 146 else:
147 147 new_code = CodeType(
148 148 code.co_argcount,
149 149 code.co_kwonlyargcount,
150 150 code.co_nlocals,
151 151 code.co_stacksize,
152 152 new_co_flags,
153 153 code.co_code,
154 154 code.co_consts,
155 155 code.co_names,
156 156 code.co_varnames,
157 157 code.co_filename,
158 158 code.co_name,
159 159 code.co_firstlineno,
160 160 code.co_lnotab,
161 161 code.co_freevars,
162 162 code.co_cellvars
163 163 )
164 164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
165 165
166 166
167 167 # we still need to run things using the asyncio eventloop, but there is no
168 168 # async integration
169 169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
170 170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
171 171
172 172
173 173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
174 174 """
175 175 Parse a cell with top-level await and modify the AST to be able to run it later.
176 176
177 177 Parameters
178 178 ----------
179 179 cell: str
180 180 The code cell to asyncronify
181 181 wrapper_name: str
182 182 The name of the function to be used to wrap the passed `cell`. It is
183 183 advised to **not** use a python identifier in order to not pollute the
184 184 global namespace in which the function will be ran.
185 185
186 186 Returns
187 187 -------
188 188 ModuleType:
189 189 A module object AST containing **one** function named `wrapper_name`.
190 190
191 191 The given code is wrapped in a async-def function, parsed into an AST, and
192 192 the resulting function definition AST is modified to return the last
193 193 expression.
194 194
195 195 The last expression or await node is moved into a return statement at the
196 196 end of the function, and removed from its original location. If the last
197 197 node is not Expr or Await nothing is done.
198 198
199 199 The function `__code__` will need to be later modified (by
200 200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
201 201 meaning that the local and global scope are the same, ie as if the body of
202 202 the function was at module level.
203 203
204 204 Lastly a call to `locals()` is made just before the last expression of the
205 205 function, or just after the last assignment or statement to make sure the
206 206 global dict is updated as python function work with a local fast cache which
207 207 is updated only on `local()` calls.
208 208 """
209 209
210 210 from ast import Expr, Await, Return
211 211 if sys.version_info >= (3,8):
212 212 return ast.parse(cell)
213 213 tree = ast.parse(_asyncify(cell))
214 214
215 215 function_def = tree.body[0]
216 216 function_def.name = wrapper_name
217 217 try_block = function_def.body[0]
218 218 lastexpr = try_block.body[-1]
219 219 if isinstance(lastexpr, (Expr, Await)):
220 220 try_block.body[-1] = Return(lastexpr.value)
221 221 ast.fix_missing_locations(tree)
222 222 return tree
223 223 #-----------------------------------------------------------------------------
224 224 # Globals
225 225 #-----------------------------------------------------------------------------
226 226
227 227 # compiled regexps for autoindent management
228 228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
229 229
230 230 #-----------------------------------------------------------------------------
231 231 # Utilities
232 232 #-----------------------------------------------------------------------------
233 233
234 234 @undoc
235 235 def softspace(file, newvalue):
236 236 """Copied from code.py, to remove the dependency"""
237 237
238 238 oldvalue = 0
239 239 try:
240 240 oldvalue = file.softspace
241 241 except AttributeError:
242 242 pass
243 243 try:
244 244 file.softspace = newvalue
245 245 except (AttributeError, TypeError):
246 246 # "attribute-less object" or "read-only attributes"
247 247 pass
248 248 return oldvalue
249 249
250 250 @undoc
251 251 def no_op(*a, **kw):
252 252 pass
253 253
254 254
255 255 class SpaceInInput(Exception): pass
256 256
257 257
258 258 def get_default_colors():
259 259 "DEPRECATED"
260 260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
261 261 DeprecationWarning, stacklevel=2)
262 262 return 'Neutral'
263 263
264 264
265 265 class SeparateUnicode(Unicode):
266 266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
267 267
268 268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
269 269 """
270 270
271 271 def validate(self, obj, value):
272 272 if value == '0': value = ''
273 273 value = value.replace('\\n','\n')
274 274 return super(SeparateUnicode, self).validate(obj, value)
275 275
276 276
277 277 @undoc
278 278 class DummyMod(object):
279 279 """A dummy module used for IPython's interactive module when
280 280 a namespace must be assigned to the module's __dict__."""
281 281 __spec__ = None
282 282
283 283
284 284 class ExecutionInfo(object):
285 285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
286 286
287 287 Stores information about what is going to happen.
288 288 """
289 289 raw_cell = None
290 290 store_history = False
291 291 silent = False
292 292 shell_futures = True
293 293
294 294 def __init__(self, raw_cell, store_history, silent, shell_futures):
295 295 self.raw_cell = raw_cell
296 296 self.store_history = store_history
297 297 self.silent = silent
298 298 self.shell_futures = shell_futures
299 299
300 300 def __repr__(self):
301 301 name = self.__class__.__qualname__
302 302 raw_cell = ((self.raw_cell[:50] + '..')
303 303 if len(self.raw_cell) > 50 else self.raw_cell)
304 304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
305 305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
306 306
307 307
308 308 class ExecutionResult(object):
309 309 """The result of a call to :meth:`InteractiveShell.run_cell`
310 310
311 311 Stores information about what took place.
312 312 """
313 313 execution_count = None
314 314 error_before_exec = None
315 315 error_in_exec = None
316 316 info = None
317 317 result = None
318 318
319 319 def __init__(self, info):
320 320 self.info = info
321 321
322 322 @property
323 323 def success(self):
324 324 return (self.error_before_exec is None) and (self.error_in_exec is None)
325 325
326 326 def raise_error(self):
327 327 """Reraises error if `success` is `False`, otherwise does nothing"""
328 328 if self.error_before_exec is not None:
329 329 raise self.error_before_exec
330 330 if self.error_in_exec is not None:
331 331 raise self.error_in_exec
332 332
333 333 def __repr__(self):
334 334 name = self.__class__.__qualname__
335 335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
336 336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
337 337
338 338
339 339 class InteractiveShell(SingletonConfigurable):
340 340 """An enhanced, interactive shell for Python."""
341 341
342 342 _instance = None
343 343
344 344 ast_transformers = List([], help=
345 345 """
346 346 A list of ast.NodeTransformer subclass instances, which will be applied
347 347 to user input before code is run.
348 348 """
349 349 ).tag(config=True)
350 350
351 351 autocall = Enum((0,1,2), default_value=0, help=
352 352 """
353 353 Make IPython automatically call any callable object even if you didn't
354 354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
355 355 automatically. The value can be '0' to disable the feature, '1' for
356 356 'smart' autocall, where it is not applied if there are no more
357 357 arguments on the line, and '2' for 'full' autocall, where all callable
358 358 objects are automatically called (even if no arguments are present).
359 359 """
360 360 ).tag(config=True)
361 361
362 362 autoindent = Bool(True, help=
363 363 """
364 364 Autoindent IPython code entered interactively.
365 365 """
366 366 ).tag(config=True)
367 367
368 368 autoawait = Bool(True, help=
369 369 """
370 370 Automatically run await statement in the top level repl.
371 371 """
372 372 ).tag(config=True)
373 373
374 374 loop_runner_map ={
375 375 'asyncio':(_asyncio_runner, True),
376 376 'curio':(_curio_runner, True),
377 377 'trio':(_trio_runner, True),
378 378 'sync': (_pseudo_sync_runner, False)
379 379 }
380 380
381 381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
382 382 allow_none=True,
383 383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
384 384 ).tag(config=True)
385 385
386 386 @default('loop_runner')
387 387 def _default_loop_runner(self):
388 388 return import_item("IPython.core.interactiveshell._asyncio_runner")
389 389
390 390 @validate('loop_runner')
391 391 def _import_runner(self, proposal):
392 392 if isinstance(proposal.value, str):
393 393 if proposal.value in self.loop_runner_map:
394 394 runner, autoawait = self.loop_runner_map[proposal.value]
395 395 self.autoawait = autoawait
396 396 return runner
397 397 runner = import_item(proposal.value)
398 398 if not callable(runner):
399 399 raise ValueError('loop_runner must be callable')
400 400 return runner
401 401 if not callable(proposal.value):
402 402 raise ValueError('loop_runner must be callable')
403 403 return proposal.value
404 404
405 405 automagic = Bool(True, help=
406 406 """
407 407 Enable magic commands to be called without the leading %.
408 408 """
409 409 ).tag(config=True)
410 410
411 411 banner1 = Unicode(default_banner,
412 412 help="""The part of the banner to be printed before the profile"""
413 413 ).tag(config=True)
414 414 banner2 = Unicode('',
415 415 help="""The part of the banner to be printed after the profile"""
416 416 ).tag(config=True)
417 417
418 418 cache_size = Integer(1000, help=
419 419 """
420 420 Set the size of the output cache. The default is 1000, you can
421 421 change it permanently in your config file. Setting it to 0 completely
422 422 disables the caching system, and the minimum value accepted is 3 (if
423 423 you provide a value less than 3, it is reset to 0 and a warning is
424 424 issued). This limit is defined because otherwise you'll spend more
425 425 time re-flushing a too small cache than working
426 426 """
427 427 ).tag(config=True)
428 428 color_info = Bool(True, help=
429 429 """
430 430 Use colors for displaying information about objects. Because this
431 431 information is passed through a pager (like 'less'), and some pagers
432 432 get confused with color codes, this capability can be turned off.
433 433 """
434 434 ).tag(config=True)
435 435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
436 436 default_value='Neutral',
437 437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
438 438 ).tag(config=True)
439 439 debug = Bool(False).tag(config=True)
440 440 disable_failing_post_execute = Bool(False,
441 441 help="Don't call post-execute functions that have failed in the past."
442 442 ).tag(config=True)
443 443 display_formatter = Instance(DisplayFormatter, allow_none=True)
444 444 displayhook_class = Type(DisplayHook)
445 445 display_pub_class = Type(DisplayPublisher)
446 446 compiler_class = Type(CachingCompiler)
447 447
448 448 sphinxify_docstring = Bool(False, help=
449 449 """
450 450 Enables rich html representation of docstrings. (This requires the
451 451 docrepr module).
452 452 """).tag(config=True)
453 453
454 454 @observe("sphinxify_docstring")
455 455 def _sphinxify_docstring_changed(self, change):
456 456 if change['new']:
457 457 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
458 458
459 459 enable_html_pager = Bool(False, help=
460 460 """
461 461 (Provisional API) enables html representation in mime bundles sent
462 462 to pagers.
463 463 """).tag(config=True)
464 464
465 465 @observe("enable_html_pager")
466 466 def _enable_html_pager_changed(self, change):
467 467 if change['new']:
468 468 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
469 469
470 470 data_pub_class = None
471 471
472 472 exit_now = Bool(False)
473 473 exiter = Instance(ExitAutocall)
474 474 @default('exiter')
475 475 def _exiter_default(self):
476 476 return ExitAutocall(self)
477 477 # Monotonically increasing execution counter
478 478 execution_count = Integer(1)
479 479 filename = Unicode("<ipython console>")
480 480 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
481 481
482 482 # Used to transform cells before running them, and check whether code is complete
483 483 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
484 484 ())
485 485
486 486 @property
487 487 def input_transformers_cleanup(self):
488 488 return self.input_transformer_manager.cleanup_transforms
489 489
490 490 input_transformers_post = List([],
491 491 help="A list of string input transformers, to be applied after IPython's "
492 492 "own input transformations."
493 493 )
494 494
495 495 @property
496 496 def input_splitter(self):
497 497 """Make this available for backward compatibility (pre-7.0 release) with existing code.
498 498
499 499 For example, ipykernel ipykernel currently uses
500 500 `shell.input_splitter.check_complete`
501 501 """
502 502 from warnings import warn
503 503 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
504 504 DeprecationWarning, stacklevel=2
505 505 )
506 506 return self.input_transformer_manager
507 507
508 508 logstart = Bool(False, help=
509 509 """
510 510 Start logging to the default log file in overwrite mode.
511 511 Use `logappend` to specify a log file to **append** logs to.
512 512 """
513 513 ).tag(config=True)
514 514 logfile = Unicode('', help=
515 515 """
516 516 The name of the logfile to use.
517 517 """
518 518 ).tag(config=True)
519 519 logappend = Unicode('', help=
520 520 """
521 521 Start logging to the given file in append mode.
522 522 Use `logfile` to specify a log file to **overwrite** logs to.
523 523 """
524 524 ).tag(config=True)
525 525 object_info_string_level = Enum((0,1,2), default_value=0,
526 526 ).tag(config=True)
527 527 pdb = Bool(False, help=
528 528 """
529 529 Automatically call the pdb debugger after every exception.
530 530 """
531 531 ).tag(config=True)
532 532 display_page = Bool(False,
533 533 help="""If True, anything that would be passed to the pager
534 534 will be displayed as regular output instead."""
535 535 ).tag(config=True)
536 536
537 537 # deprecated prompt traits:
538 538
539 539 prompt_in1 = Unicode('In [\\#]: ',
540 540 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
541 541 ).tag(config=True)
542 542 prompt_in2 = Unicode(' .\\D.: ',
543 543 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
544 544 ).tag(config=True)
545 545 prompt_out = Unicode('Out[\\#]: ',
546 546 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
547 547 ).tag(config=True)
548 548 prompts_pad_left = Bool(True,
549 549 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
550 550 ).tag(config=True)
551 551
552 552 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
553 553 def _prompt_trait_changed(self, change):
554 554 name = change['name']
555 555 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
556 556 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
557 557 " object directly.".format(name=name))
558 558
559 559 # protect against weird cases where self.config may not exist:
560 560
561 561 show_rewritten_input = Bool(True,
562 562 help="Show rewritten input, e.g. for autocall."
563 563 ).tag(config=True)
564 564
565 565 quiet = Bool(False).tag(config=True)
566 566
567 567 history_length = Integer(10000,
568 568 help='Total length of command history'
569 569 ).tag(config=True)
570 570
571 571 history_load_length = Integer(1000, help=
572 572 """
573 573 The number of saved history entries to be loaded
574 574 into the history buffer at startup.
575 575 """
576 576 ).tag(config=True)
577 577
578 578 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
579 579 default_value='last_expr',
580 580 help="""
581 581 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
582 582 which nodes should be run interactively (displaying output from expressions).
583 583 """
584 584 ).tag(config=True)
585 585
586 586 # TODO: this part of prompt management should be moved to the frontends.
587 587 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
588 588 separate_in = SeparateUnicode('\n').tag(config=True)
589 589 separate_out = SeparateUnicode('').tag(config=True)
590 590 separate_out2 = SeparateUnicode('').tag(config=True)
591 591 wildcards_case_sensitive = Bool(True).tag(config=True)
592 592 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
593 593 default_value='Context',
594 594 help="Switch modes for the IPython exception handlers."
595 595 ).tag(config=True)
596 596
597 597 # Subcomponents of InteractiveShell
598 598 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
599 599 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
600 600 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
601 601 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
602 602 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
603 603 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
604 604 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
605 605 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
606 606
607 607 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
608 608 @property
609 609 def profile(self):
610 610 if self.profile_dir is not None:
611 611 name = os.path.basename(self.profile_dir.location)
612 612 return name.replace('profile_','')
613 613
614 614
615 615 # Private interface
616 616 _post_execute = Dict()
617 617
618 618 # Tracks any GUI loop loaded for pylab
619 619 pylab_gui_select = None
620 620
621 621 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
622 622
623 623 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
624 624
625 625 def __init__(self, ipython_dir=None, profile_dir=None,
626 626 user_module=None, user_ns=None,
627 627 custom_exceptions=((), None), **kwargs):
628 628
629 629 # This is where traits with a config_key argument are updated
630 630 # from the values on config.
631 631 super(InteractiveShell, self).__init__(**kwargs)
632 632 if 'PromptManager' in self.config:
633 633 warn('As of IPython 5.0 `PromptManager` config will have no effect'
634 634 ' and has been replaced by TerminalInteractiveShell.prompts_class')
635 635 self.configurables = [self]
636 636
637 637 # These are relatively independent and stateless
638 638 self.init_ipython_dir(ipython_dir)
639 639 self.init_profile_dir(profile_dir)
640 640 self.init_instance_attrs()
641 641 self.init_environment()
642 642
643 643 # Check if we're in a virtualenv, and set up sys.path.
644 644 self.init_virtualenv()
645 645
646 646 # Create namespaces (user_ns, user_global_ns, etc.)
647 647 self.init_create_namespaces(user_module, user_ns)
648 648 # This has to be done after init_create_namespaces because it uses
649 649 # something in self.user_ns, but before init_sys_modules, which
650 650 # is the first thing to modify sys.
651 651 # TODO: When we override sys.stdout and sys.stderr before this class
652 652 # is created, we are saving the overridden ones here. Not sure if this
653 653 # is what we want to do.
654 654 self.save_sys_module_state()
655 655 self.init_sys_modules()
656 656
657 657 # While we're trying to have each part of the code directly access what
658 658 # it needs without keeping redundant references to objects, we have too
659 659 # much legacy code that expects ip.db to exist.
660 660 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
661 661
662 662 self.init_history()
663 663 self.init_encoding()
664 664 self.init_prefilter()
665 665
666 666 self.init_syntax_highlighting()
667 667 self.init_hooks()
668 668 self.init_events()
669 669 self.init_pushd_popd_magic()
670 670 self.init_user_ns()
671 671 self.init_logger()
672 672 self.init_builtins()
673 673
674 674 # The following was in post_config_initialization
675 675 self.init_inspector()
676 676 self.raw_input_original = input
677 677 self.init_completer()
678 678 # TODO: init_io() needs to happen before init_traceback handlers
679 679 # because the traceback handlers hardcode the stdout/stderr streams.
680 680 # This logic in in debugger.Pdb and should eventually be changed.
681 681 self.init_io()
682 682 self.init_traceback_handlers(custom_exceptions)
683 683 self.init_prompts()
684 684 self.init_display_formatter()
685 685 self.init_display_pub()
686 686 self.init_data_pub()
687 687 self.init_displayhook()
688 688 self.init_magics()
689 689 self.init_alias()
690 690 self.init_logstart()
691 691 self.init_pdb()
692 692 self.init_extension_manager()
693 693 self.init_payload()
694 694 self.init_deprecation_warnings()
695 695 self.hooks.late_startup_hook()
696 696 self.events.trigger('shell_initialized', self)
697 697 atexit.register(self.atexit_operations)
698 698
699 699 # The trio runner is used for running Trio in the foreground thread. It
700 700 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
701 701 # which calls `trio.run()` for every cell. This runner runs all cells
702 702 # inside a single Trio event loop. If used, it is set from
703 703 # `ipykernel.kernelapp`.
704 704 self.trio_runner = None
705 705
706 706 def get_ipython(self):
707 707 """Return the currently running IPython instance."""
708 708 return self
709 709
710 710 #-------------------------------------------------------------------------
711 711 # Trait changed handlers
712 712 #-------------------------------------------------------------------------
713 713 @observe('ipython_dir')
714 714 def _ipython_dir_changed(self, change):
715 715 ensure_dir_exists(change['new'])
716 716
717 717 def set_autoindent(self,value=None):
718 718 """Set the autoindent flag.
719 719
720 720 If called with no arguments, it acts as a toggle."""
721 721 if value is None:
722 722 self.autoindent = not self.autoindent
723 723 else:
724 724 self.autoindent = value
725 725
726 726 def set_trio_runner(self, tr):
727 727 self.trio_runner = tr
728 728
729 729 #-------------------------------------------------------------------------
730 730 # init_* methods called by __init__
731 731 #-------------------------------------------------------------------------
732 732
733 733 def init_ipython_dir(self, ipython_dir):
734 734 if ipython_dir is not None:
735 735 self.ipython_dir = ipython_dir
736 736 return
737 737
738 738 self.ipython_dir = get_ipython_dir()
739 739
740 740 def init_profile_dir(self, profile_dir):
741 741 if profile_dir is not None:
742 742 self.profile_dir = profile_dir
743 743 return
744 744 self.profile_dir = ProfileDir.create_profile_dir_by_name(
745 745 self.ipython_dir, "default"
746 746 )
747 747
748 748 def init_instance_attrs(self):
749 749 self.more = False
750 750
751 751 # command compiler
752 752 self.compile = self.compiler_class()
753 753
754 754 # Make an empty namespace, which extension writers can rely on both
755 755 # existing and NEVER being used by ipython itself. This gives them a
756 756 # convenient location for storing additional information and state
757 757 # their extensions may require, without fear of collisions with other
758 758 # ipython names that may develop later.
759 759 self.meta = Struct()
760 760
761 761 # Temporary files used for various purposes. Deleted at exit.
762 762 # The files here are stored with Path from Pathlib
763 763 self.tempfiles = []
764 764 self.tempdirs = []
765 765
766 766 # keep track of where we started running (mainly for crash post-mortem)
767 767 # This is not being used anywhere currently.
768 768 self.starting_dir = os.getcwd()
769 769
770 770 # Indentation management
771 771 self.indent_current_nsp = 0
772 772
773 773 # Dict to track post-execution functions that have been registered
774 774 self._post_execute = {}
775 775
776 776 def init_environment(self):
777 777 """Any changes we need to make to the user's environment."""
778 778 pass
779 779
780 780 def init_encoding(self):
781 781 # Get system encoding at startup time. Certain terminals (like Emacs
782 782 # under Win32 have it set to None, and we need to have a known valid
783 783 # encoding to use in the raw_input() method
784 784 try:
785 785 self.stdin_encoding = sys.stdin.encoding or 'ascii'
786 786 except AttributeError:
787 787 self.stdin_encoding = 'ascii'
788 788
789 789
790 790 @observe('colors')
791 791 def init_syntax_highlighting(self, changes=None):
792 792 # Python source parser/formatter for syntax highlighting
793 793 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
794 794 self.pycolorize = lambda src: pyformat(src,'str')
795 795
796 796 def refresh_style(self):
797 797 # No-op here, used in subclass
798 798 pass
799 799
800 800 def init_pushd_popd_magic(self):
801 801 # for pushd/popd management
802 802 self.home_dir = get_home_dir()
803 803
804 804 self.dir_stack = []
805 805
806 806 def init_logger(self):
807 807 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
808 808 logmode='rotate')
809 809
810 810 def init_logstart(self):
811 811 """Initialize logging in case it was requested at the command line.
812 812 """
813 813 if self.logappend:
814 814 self.magic('logstart %s append' % self.logappend)
815 815 elif self.logfile:
816 816 self.magic('logstart %s' % self.logfile)
817 817 elif self.logstart:
818 818 self.magic('logstart')
819 819
820 820 def init_deprecation_warnings(self):
821 821 """
822 822 register default filter for deprecation warning.
823 823
824 824 This will allow deprecation warning of function used interactively to show
825 825 warning to users, and still hide deprecation warning from libraries import.
826 826 """
827 827 if sys.version_info < (3,7):
828 828 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
829 829
830 830
831 831 def init_builtins(self):
832 832 # A single, static flag that we set to True. Its presence indicates
833 833 # that an IPython shell has been created, and we make no attempts at
834 834 # removing on exit or representing the existence of more than one
835 835 # IPython at a time.
836 836 builtin_mod.__dict__['__IPYTHON__'] = True
837 837 builtin_mod.__dict__['display'] = display
838 838
839 839 self.builtin_trap = BuiltinTrap(shell=self)
840 840
841 841 @observe('colors')
842 842 def init_inspector(self, changes=None):
843 843 # Object inspector
844 844 self.inspector = oinspect.Inspector(oinspect.InspectColors,
845 845 PyColorize.ANSICodeColors,
846 846 self.colors,
847 847 self.object_info_string_level)
848 848
849 849 def init_io(self):
850 850 # This will just use sys.stdout and sys.stderr. If you want to
851 851 # override sys.stdout and sys.stderr themselves, you need to do that
852 852 # *before* instantiating this class, because io holds onto
853 853 # references to the underlying streams.
854 854 # io.std* are deprecated, but don't show our own deprecation warnings
855 855 # during initialization of the deprecated API.
856 856 with warnings.catch_warnings():
857 857 warnings.simplefilter('ignore', DeprecationWarning)
858 858 io.stdout = io.IOStream(sys.stdout)
859 859 io.stderr = io.IOStream(sys.stderr)
860 860
861 861 def init_prompts(self):
862 862 # Set system prompts, so that scripts can decide if they are running
863 863 # interactively.
864 864 sys.ps1 = 'In : '
865 865 sys.ps2 = '...: '
866 866 sys.ps3 = 'Out: '
867 867
868 868 def init_display_formatter(self):
869 869 self.display_formatter = DisplayFormatter(parent=self)
870 870 self.configurables.append(self.display_formatter)
871 871
872 872 def init_display_pub(self):
873 873 self.display_pub = self.display_pub_class(parent=self, shell=self)
874 874 self.configurables.append(self.display_pub)
875 875
876 876 def init_data_pub(self):
877 877 if not self.data_pub_class:
878 878 self.data_pub = None
879 879 return
880 880 self.data_pub = self.data_pub_class(parent=self)
881 881 self.configurables.append(self.data_pub)
882 882
883 883 def init_displayhook(self):
884 884 # Initialize displayhook, set in/out prompts and printing system
885 885 self.displayhook = self.displayhook_class(
886 886 parent=self,
887 887 shell=self,
888 888 cache_size=self.cache_size,
889 889 )
890 890 self.configurables.append(self.displayhook)
891 891 # This is a context manager that installs/revmoes the displayhook at
892 892 # the appropriate time.
893 893 self.display_trap = DisplayTrap(hook=self.displayhook)
894 894
895 895 def init_virtualenv(self):
896 896 """Add the current virtualenv to sys.path so the user can import modules from it.
897 897 This isn't perfect: it doesn't use the Python interpreter with which the
898 898 virtualenv was built, and it ignores the --no-site-packages option. A
899 899 warning will appear suggesting the user installs IPython in the
900 900 virtualenv, but for many cases, it probably works well enough.
901 901
902 902 Adapted from code snippets online.
903 903
904 904 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
905 905 """
906 906 if 'VIRTUAL_ENV' not in os.environ:
907 907 # Not in a virtualenv
908 908 return
909 909 elif os.environ["VIRTUAL_ENV"] == "":
910 910 warn("Virtual env path set to '', please check if this is intended.")
911 911 return
912 912
913 913 p = Path(sys.executable)
914 914 p_venv = Path(os.environ["VIRTUAL_ENV"])
915 915
916 916 # fallback venv detection:
917 917 # stdlib venv may symlink sys.executable, so we can't use realpath.
918 918 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
919 919 # So we just check every item in the symlink tree (generally <= 3)
920 920 paths = [p]
921 921 while p.is_symlink():
922 922 p = Path(os.readlink(p))
923 923 paths.append(p.resolve())
924 924
925 925 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
926 926 if str(p_venv).startswith("\\cygdrive"):
927 927 p_venv = Path(str(p_venv)[11:])
928 928 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
929 929 p_venv = Path(str(p_venv)[2:])
930 930
931 931 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
932 932 # Our exe is inside or has access to the virtualenv, don't need to do anything.
933 933 return
934 934
935 935 if sys.platform == "win32":
936 936 virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
937 937 else:
938 938 virtual_env_path = Path(
939 939 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
940 940 )
941 941 p_ver = sys.version_info[:2]
942 942
943 943 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
944 944 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
945 945 if re_m:
946 946 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
947 947 if predicted_path.exists():
948 948 p_ver = re_m.groups()
949 949
950 950 virtual_env = str(virtual_env_path).format(*p_ver)
951 951
952 952 warn(
953 953 "Attempting to work in a virtualenv. If you encounter problems, "
954 954 "please install IPython inside the virtualenv."
955 955 )
956 956 import site
957 957 sys.path.insert(0, virtual_env)
958 958 site.addsitedir(virtual_env)
959 959
960 960 #-------------------------------------------------------------------------
961 961 # Things related to injections into the sys module
962 962 #-------------------------------------------------------------------------
963 963
964 964 def save_sys_module_state(self):
965 965 """Save the state of hooks in the sys module.
966 966
967 967 This has to be called after self.user_module is created.
968 968 """
969 969 self._orig_sys_module_state = {'stdin': sys.stdin,
970 970 'stdout': sys.stdout,
971 971 'stderr': sys.stderr,
972 972 'excepthook': sys.excepthook}
973 973 self._orig_sys_modules_main_name = self.user_module.__name__
974 974 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
975 975
976 976 def restore_sys_module_state(self):
977 977 """Restore the state of the sys module."""
978 978 try:
979 979 for k, v in self._orig_sys_module_state.items():
980 980 setattr(sys, k, v)
981 981 except AttributeError:
982 982 pass
983 983 # Reset what what done in self.init_sys_modules
984 984 if self._orig_sys_modules_main_mod is not None:
985 985 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
986 986
987 987 #-------------------------------------------------------------------------
988 988 # Things related to the banner
989 989 #-------------------------------------------------------------------------
990 990
991 991 @property
992 992 def banner(self):
993 993 banner = self.banner1
994 994 if self.profile and self.profile != 'default':
995 995 banner += '\nIPython profile: %s\n' % self.profile
996 996 if self.banner2:
997 997 banner += '\n' + self.banner2
998 998 return banner
999 999
1000 1000 def show_banner(self, banner=None):
1001 1001 if banner is None:
1002 1002 banner = self.banner
1003 1003 sys.stdout.write(banner)
1004 1004
1005 1005 #-------------------------------------------------------------------------
1006 1006 # Things related to hooks
1007 1007 #-------------------------------------------------------------------------
1008 1008
1009 1009 def init_hooks(self):
1010 1010 # hooks holds pointers used for user-side customizations
1011 1011 self.hooks = Struct()
1012 1012
1013 1013 self.strdispatchers = {}
1014 1014
1015 1015 # Set all default hooks, defined in the IPython.hooks module.
1016 1016 hooks = IPython.core.hooks
1017 1017 for hook_name in hooks.__all__:
1018 1018 # default hooks have priority 100, i.e. low; user hooks should have
1019 1019 # 0-100 priority
1020 1020 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1021 1021
1022 1022 if self.display_page:
1023 1023 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1024 1024
1025 1025 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1026 1026 _warn_deprecated=True):
1027 1027 """set_hook(name,hook) -> sets an internal IPython hook.
1028 1028
1029 1029 IPython exposes some of its internal API as user-modifiable hooks. By
1030 1030 adding your function to one of these hooks, you can modify IPython's
1031 1031 behavior to call at runtime your own routines."""
1032 1032
1033 1033 # At some point in the future, this should validate the hook before it
1034 1034 # accepts it. Probably at least check that the hook takes the number
1035 1035 # of args it's supposed to.
1036 1036
1037 1037 f = types.MethodType(hook,self)
1038 1038
1039 1039 # check if the hook is for strdispatcher first
1040 1040 if str_key is not None:
1041 1041 sdp = self.strdispatchers.get(name, StrDispatch())
1042 1042 sdp.add_s(str_key, f, priority )
1043 1043 self.strdispatchers[name] = sdp
1044 1044 return
1045 1045 if re_key is not None:
1046 1046 sdp = self.strdispatchers.get(name, StrDispatch())
1047 1047 sdp.add_re(re.compile(re_key), f, priority )
1048 1048 self.strdispatchers[name] = sdp
1049 1049 return
1050 1050
1051 1051 dp = getattr(self.hooks, name, None)
1052 1052 if name not in IPython.core.hooks.__all__:
1053 1053 print("Warning! Hook '%s' is not one of %s" % \
1054 1054 (name, IPython.core.hooks.__all__ ))
1055 1055
1056 1056 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1057 1057 alternative = IPython.core.hooks.deprecated[name]
1058 1058 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1059 1059
1060 1060 if not dp:
1061 1061 dp = IPython.core.hooks.CommandChainDispatcher()
1062 1062
1063 1063 try:
1064 1064 dp.add(f,priority)
1065 1065 except AttributeError:
1066 1066 # it was not commandchain, plain old func - replace
1067 1067 dp = f
1068 1068
1069 1069 setattr(self.hooks,name, dp)
1070 1070
1071 1071 #-------------------------------------------------------------------------
1072 1072 # Things related to events
1073 1073 #-------------------------------------------------------------------------
1074 1074
1075 1075 def init_events(self):
1076 1076 self.events = EventManager(self, available_events)
1077 1077
1078 1078 self.events.register("pre_execute", self._clear_warning_registry)
1079 1079
1080 1080 def register_post_execute(self, func):
1081 1081 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1082 1082
1083 1083 Register a function for calling after code execution.
1084 1084 """
1085 1085 warn("ip.register_post_execute is deprecated, use "
1086 1086 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1087 1087 self.events.register('post_run_cell', func)
1088 1088
1089 1089 def _clear_warning_registry(self):
1090 1090 # clear the warning registry, so that different code blocks with
1091 1091 # overlapping line number ranges don't cause spurious suppression of
1092 1092 # warnings (see gh-6611 for details)
1093 1093 if "__warningregistry__" in self.user_global_ns:
1094 1094 del self.user_global_ns["__warningregistry__"]
1095 1095
1096 1096 #-------------------------------------------------------------------------
1097 1097 # Things related to the "main" module
1098 1098 #-------------------------------------------------------------------------
1099 1099
1100 1100 def new_main_mod(self, filename, modname):
1101 1101 """Return a new 'main' module object for user code execution.
1102 1102
1103 1103 ``filename`` should be the path of the script which will be run in the
1104 1104 module. Requests with the same filename will get the same module, with
1105 1105 its namespace cleared.
1106 1106
1107 1107 ``modname`` should be the module name - normally either '__main__' or
1108 1108 the basename of the file without the extension.
1109 1109
1110 1110 When scripts are executed via %run, we must keep a reference to their
1111 1111 __main__ module around so that Python doesn't
1112 1112 clear it, rendering references to module globals useless.
1113 1113
1114 1114 This method keeps said reference in a private dict, keyed by the
1115 1115 absolute path of the script. This way, for multiple executions of the
1116 1116 same script we only keep one copy of the namespace (the last one),
1117 1117 thus preventing memory leaks from old references while allowing the
1118 1118 objects from the last execution to be accessible.
1119 1119 """
1120 1120 filename = os.path.abspath(filename)
1121 1121 try:
1122 1122 main_mod = self._main_mod_cache[filename]
1123 1123 except KeyError:
1124 1124 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1125 1125 modname,
1126 1126 doc="Module created for script run in IPython")
1127 1127 else:
1128 1128 main_mod.__dict__.clear()
1129 1129 main_mod.__name__ = modname
1130 1130
1131 1131 main_mod.__file__ = filename
1132 1132 # It seems pydoc (and perhaps others) needs any module instance to
1133 1133 # implement a __nonzero__ method
1134 1134 main_mod.__nonzero__ = lambda : True
1135 1135
1136 1136 return main_mod
1137 1137
1138 1138 def clear_main_mod_cache(self):
1139 1139 """Clear the cache of main modules.
1140 1140
1141 1141 Mainly for use by utilities like %reset.
1142 1142
1143 1143 Examples
1144 1144 --------
1145 1145 In [15]: import IPython
1146 1146
1147 1147 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1148 1148
1149 1149 In [17]: len(_ip._main_mod_cache) > 0
1150 1150 Out[17]: True
1151 1151
1152 1152 In [18]: _ip.clear_main_mod_cache()
1153 1153
1154 1154 In [19]: len(_ip._main_mod_cache) == 0
1155 1155 Out[19]: True
1156 1156 """
1157 1157 self._main_mod_cache.clear()
1158 1158
1159 1159 #-------------------------------------------------------------------------
1160 1160 # Things related to debugging
1161 1161 #-------------------------------------------------------------------------
1162 1162
1163 1163 def init_pdb(self):
1164 1164 # Set calling of pdb on exceptions
1165 1165 # self.call_pdb is a property
1166 1166 self.call_pdb = self.pdb
1167 1167
1168 1168 def _get_call_pdb(self):
1169 1169 return self._call_pdb
1170 1170
1171 1171 def _set_call_pdb(self,val):
1172 1172
1173 1173 if val not in (0,1,False,True):
1174 1174 raise ValueError('new call_pdb value must be boolean')
1175 1175
1176 1176 # store value in instance
1177 1177 self._call_pdb = val
1178 1178
1179 1179 # notify the actual exception handlers
1180 1180 self.InteractiveTB.call_pdb = val
1181 1181
1182 1182 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1183 1183 'Control auto-activation of pdb at exceptions')
1184 1184
1185 1185 def debugger(self,force=False):
1186 1186 """Call the pdb debugger.
1187 1187
1188 1188 Keywords:
1189 1189
1190 1190 - force(False): by default, this routine checks the instance call_pdb
1191 1191 flag and does not actually invoke the debugger if the flag is false.
1192 1192 The 'force' option forces the debugger to activate even if the flag
1193 1193 is false.
1194 1194 """
1195 1195
1196 1196 if not (force or self.call_pdb):
1197 1197 return
1198 1198
1199 1199 if not hasattr(sys,'last_traceback'):
1200 1200 error('No traceback has been produced, nothing to debug.')
1201 1201 return
1202 1202
1203 1203 self.InteractiveTB.debugger(force=True)
1204 1204
1205 1205 #-------------------------------------------------------------------------
1206 1206 # Things related to IPython's various namespaces
1207 1207 #-------------------------------------------------------------------------
1208 1208 default_user_namespaces = True
1209 1209
1210 1210 def init_create_namespaces(self, user_module=None, user_ns=None):
1211 1211 # Create the namespace where the user will operate. user_ns is
1212 1212 # normally the only one used, and it is passed to the exec calls as
1213 1213 # the locals argument. But we do carry a user_global_ns namespace
1214 1214 # given as the exec 'globals' argument, This is useful in embedding
1215 1215 # situations where the ipython shell opens in a context where the
1216 1216 # distinction between locals and globals is meaningful. For
1217 1217 # non-embedded contexts, it is just the same object as the user_ns dict.
1218 1218
1219 1219 # FIXME. For some strange reason, __builtins__ is showing up at user
1220 1220 # level as a dict instead of a module. This is a manual fix, but I
1221 1221 # should really track down where the problem is coming from. Alex
1222 1222 # Schmolck reported this problem first.
1223 1223
1224 1224 # A useful post by Alex Martelli on this topic:
1225 1225 # Re: inconsistent value from __builtins__
1226 1226 # Von: Alex Martelli <aleaxit@yahoo.com>
1227 1227 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1228 1228 # Gruppen: comp.lang.python
1229 1229
1230 1230 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1231 1231 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1232 1232 # > <type 'dict'>
1233 1233 # > >>> print type(__builtins__)
1234 1234 # > <type 'module'>
1235 1235 # > Is this difference in return value intentional?
1236 1236
1237 1237 # Well, it's documented that '__builtins__' can be either a dictionary
1238 1238 # or a module, and it's been that way for a long time. Whether it's
1239 1239 # intentional (or sensible), I don't know. In any case, the idea is
1240 1240 # that if you need to access the built-in namespace directly, you
1241 1241 # should start with "import __builtin__" (note, no 's') which will
1242 1242 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1243 1243
1244 1244 # These routines return a properly built module and dict as needed by
1245 1245 # the rest of the code, and can also be used by extension writers to
1246 1246 # generate properly initialized namespaces.
1247 1247 if (user_ns is not None) or (user_module is not None):
1248 1248 self.default_user_namespaces = False
1249 1249 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1250 1250
1251 1251 # A record of hidden variables we have added to the user namespace, so
1252 1252 # we can list later only variables defined in actual interactive use.
1253 1253 self.user_ns_hidden = {}
1254 1254
1255 1255 # Now that FakeModule produces a real module, we've run into a nasty
1256 1256 # problem: after script execution (via %run), the module where the user
1257 1257 # code ran is deleted. Now that this object is a true module (needed
1258 1258 # so doctest and other tools work correctly), the Python module
1259 1259 # teardown mechanism runs over it, and sets to None every variable
1260 1260 # present in that module. Top-level references to objects from the
1261 1261 # script survive, because the user_ns is updated with them. However,
1262 1262 # calling functions defined in the script that use other things from
1263 1263 # the script will fail, because the function's closure had references
1264 1264 # to the original objects, which are now all None. So we must protect
1265 1265 # these modules from deletion by keeping a cache.
1266 1266 #
1267 1267 # To avoid keeping stale modules around (we only need the one from the
1268 1268 # last run), we use a dict keyed with the full path to the script, so
1269 1269 # only the last version of the module is held in the cache. Note,
1270 1270 # however, that we must cache the module *namespace contents* (their
1271 1271 # __dict__). Because if we try to cache the actual modules, old ones
1272 1272 # (uncached) could be destroyed while still holding references (such as
1273 1273 # those held by GUI objects that tend to be long-lived)>
1274 1274 #
1275 1275 # The %reset command will flush this cache. See the cache_main_mod()
1276 1276 # and clear_main_mod_cache() methods for details on use.
1277 1277
1278 1278 # This is the cache used for 'main' namespaces
1279 1279 self._main_mod_cache = {}
1280 1280
1281 1281 # A table holding all the namespaces IPython deals with, so that
1282 1282 # introspection facilities can search easily.
1283 1283 self.ns_table = {'user_global':self.user_module.__dict__,
1284 1284 'user_local':self.user_ns,
1285 1285 'builtin':builtin_mod.__dict__
1286 1286 }
1287 1287
1288 1288 @property
1289 1289 def user_global_ns(self):
1290 1290 return self.user_module.__dict__
1291 1291
1292 1292 def prepare_user_module(self, user_module=None, user_ns=None):
1293 1293 """Prepare the module and namespace in which user code will be run.
1294 1294
1295 1295 When IPython is started normally, both parameters are None: a new module
1296 1296 is created automatically, and its __dict__ used as the namespace.
1297 1297
1298 1298 If only user_module is provided, its __dict__ is used as the namespace.
1299 1299 If only user_ns is provided, a dummy module is created, and user_ns
1300 1300 becomes the global namespace. If both are provided (as they may be
1301 1301 when embedding), user_ns is the local namespace, and user_module
1302 1302 provides the global namespace.
1303 1303
1304 1304 Parameters
1305 1305 ----------
1306 1306 user_module : module, optional
1307 1307 The current user module in which IPython is being run. If None,
1308 1308 a clean module will be created.
1309 1309 user_ns : dict, optional
1310 1310 A namespace in which to run interactive commands.
1311 1311
1312 1312 Returns
1313 1313 -------
1314 1314 A tuple of user_module and user_ns, each properly initialised.
1315 1315 """
1316 1316 if user_module is None and user_ns is not None:
1317 1317 user_ns.setdefault("__name__", "__main__")
1318 1318 user_module = DummyMod()
1319 1319 user_module.__dict__ = user_ns
1320 1320
1321 1321 if user_module is None:
1322 1322 user_module = types.ModuleType("__main__",
1323 1323 doc="Automatically created module for IPython interactive environment")
1324 1324
1325 1325 # We must ensure that __builtin__ (without the final 's') is always
1326 1326 # available and pointing to the __builtin__ *module*. For more details:
1327 1327 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1328 1328 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1329 1329 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1330 1330
1331 1331 if user_ns is None:
1332 1332 user_ns = user_module.__dict__
1333 1333
1334 1334 return user_module, user_ns
1335 1335
1336 1336 def init_sys_modules(self):
1337 1337 # We need to insert into sys.modules something that looks like a
1338 1338 # module but which accesses the IPython namespace, for shelve and
1339 1339 # pickle to work interactively. Normally they rely on getting
1340 1340 # everything out of __main__, but for embedding purposes each IPython
1341 1341 # instance has its own private namespace, so we can't go shoving
1342 1342 # everything into __main__.
1343 1343
1344 1344 # note, however, that we should only do this for non-embedded
1345 1345 # ipythons, which really mimic the __main__.__dict__ with their own
1346 1346 # namespace. Embedded instances, on the other hand, should not do
1347 1347 # this because they need to manage the user local/global namespaces
1348 1348 # only, but they live within a 'normal' __main__ (meaning, they
1349 1349 # shouldn't overtake the execution environment of the script they're
1350 1350 # embedded in).
1351 1351
1352 1352 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1353 1353 main_name = self.user_module.__name__
1354 1354 sys.modules[main_name] = self.user_module
1355 1355
1356 1356 def init_user_ns(self):
1357 1357 """Initialize all user-visible namespaces to their minimum defaults.
1358 1358
1359 1359 Certain history lists are also initialized here, as they effectively
1360 1360 act as user namespaces.
1361 1361
1362 1362 Notes
1363 1363 -----
1364 1364 All data structures here are only filled in, they are NOT reset by this
1365 1365 method. If they were not empty before, data will simply be added to
1366 1366 them.
1367 1367 """
1368 1368 # This function works in two parts: first we put a few things in
1369 1369 # user_ns, and we sync that contents into user_ns_hidden so that these
1370 1370 # initial variables aren't shown by %who. After the sync, we add the
1371 1371 # rest of what we *do* want the user to see with %who even on a new
1372 1372 # session (probably nothing, so they really only see their own stuff)
1373 1373
1374 1374 # The user dict must *always* have a __builtin__ reference to the
1375 1375 # Python standard __builtin__ namespace, which must be imported.
1376 1376 # This is so that certain operations in prompt evaluation can be
1377 1377 # reliably executed with builtins. Note that we can NOT use
1378 1378 # __builtins__ (note the 's'), because that can either be a dict or a
1379 1379 # module, and can even mutate at runtime, depending on the context
1380 1380 # (Python makes no guarantees on it). In contrast, __builtin__ is
1381 1381 # always a module object, though it must be explicitly imported.
1382 1382
1383 1383 # For more details:
1384 1384 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1385 1385 ns = {}
1386 1386
1387 1387 # make global variables for user access to the histories
1388 1388 ns['_ih'] = self.history_manager.input_hist_parsed
1389 1389 ns['_oh'] = self.history_manager.output_hist
1390 1390 ns['_dh'] = self.history_manager.dir_hist
1391 1391
1392 1392 # user aliases to input and output histories. These shouldn't show up
1393 1393 # in %who, as they can have very large reprs.
1394 1394 ns['In'] = self.history_manager.input_hist_parsed
1395 1395 ns['Out'] = self.history_manager.output_hist
1396 1396
1397 1397 # Store myself as the public api!!!
1398 1398 ns['get_ipython'] = self.get_ipython
1399 1399
1400 1400 ns['exit'] = self.exiter
1401 1401 ns['quit'] = self.exiter
1402 1402
1403 1403 # Sync what we've added so far to user_ns_hidden so these aren't seen
1404 1404 # by %who
1405 1405 self.user_ns_hidden.update(ns)
1406 1406
1407 1407 # Anything put into ns now would show up in %who. Think twice before
1408 1408 # putting anything here, as we really want %who to show the user their
1409 1409 # stuff, not our variables.
1410 1410
1411 1411 # Finally, update the real user's namespace
1412 1412 self.user_ns.update(ns)
1413 1413
1414 1414 @property
1415 1415 def all_ns_refs(self):
1416 1416 """Get a list of references to all the namespace dictionaries in which
1417 1417 IPython might store a user-created object.
1418 1418
1419 1419 Note that this does not include the displayhook, which also caches
1420 1420 objects from the output."""
1421 1421 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1422 1422 [m.__dict__ for m in self._main_mod_cache.values()]
1423 1423
1424 1424 def reset(self, new_session=True, aggressive=False):
1425 1425 """Clear all internal namespaces, and attempt to release references to
1426 1426 user objects.
1427 1427
1428 1428 If new_session is True, a new history session will be opened.
1429 1429 """
1430 1430 # Clear histories
1431 1431 self.history_manager.reset(new_session)
1432 1432 # Reset counter used to index all histories
1433 1433 if new_session:
1434 1434 self.execution_count = 1
1435 1435
1436 1436 # Reset last execution result
1437 1437 self.last_execution_succeeded = True
1438 1438 self.last_execution_result = None
1439 1439
1440 1440 # Flush cached output items
1441 1441 if self.displayhook.do_full_cache:
1442 1442 self.displayhook.flush()
1443 1443
1444 1444 # The main execution namespaces must be cleared very carefully,
1445 1445 # skipping the deletion of the builtin-related keys, because doing so
1446 1446 # would cause errors in many object's __del__ methods.
1447 1447 if self.user_ns is not self.user_global_ns:
1448 1448 self.user_ns.clear()
1449 1449 ns = self.user_global_ns
1450 1450 drop_keys = set(ns.keys())
1451 1451 drop_keys.discard('__builtin__')
1452 1452 drop_keys.discard('__builtins__')
1453 1453 drop_keys.discard('__name__')
1454 1454 for k in drop_keys:
1455 1455 del ns[k]
1456 1456
1457 1457 self.user_ns_hidden.clear()
1458 1458
1459 1459 # Restore the user namespaces to minimal usability
1460 1460 self.init_user_ns()
1461 1461 if aggressive and not hasattr(self, "_sys_modules_keys"):
1462 1462 print("Cannot restore sys.module, no snapshot")
1463 1463 elif aggressive:
1464 1464 print("culling sys module...")
1465 1465 current_keys = set(sys.modules.keys())
1466 1466 for k in current_keys - self._sys_modules_keys:
1467 1467 if k.startswith("multiprocessing"):
1468 1468 continue
1469 1469 del sys.modules[k]
1470 1470
1471 1471 # Restore the default and user aliases
1472 1472 self.alias_manager.clear_aliases()
1473 1473 self.alias_manager.init_aliases()
1474 1474
1475 1475 # Now define aliases that only make sense on the terminal, because they
1476 1476 # need direct access to the console in a way that we can't emulate in
1477 1477 # GUI or web frontend
1478 1478 if os.name == 'posix':
1479 1479 for cmd in ('clear', 'more', 'less', 'man'):
1480 1480 if cmd not in self.magics_manager.magics['line']:
1481 1481 self.alias_manager.soft_define_alias(cmd, cmd)
1482 1482
1483 1483 # Flush the private list of module references kept for script
1484 1484 # execution protection
1485 1485 self.clear_main_mod_cache()
1486 1486
1487 1487 def del_var(self, varname, by_name=False):
1488 1488 """Delete a variable from the various namespaces, so that, as
1489 1489 far as possible, we're not keeping any hidden references to it.
1490 1490
1491 1491 Parameters
1492 1492 ----------
1493 1493 varname : str
1494 1494 The name of the variable to delete.
1495 1495 by_name : bool
1496 1496 If True, delete variables with the given name in each
1497 1497 namespace. If False (default), find the variable in the user
1498 1498 namespace, and delete references to it.
1499 1499 """
1500 1500 if varname in ('__builtin__', '__builtins__'):
1501 1501 raise ValueError("Refusing to delete %s" % varname)
1502 1502
1503 1503 ns_refs = self.all_ns_refs
1504 1504
1505 1505 if by_name: # Delete by name
1506 1506 for ns in ns_refs:
1507 1507 try:
1508 1508 del ns[varname]
1509 1509 except KeyError:
1510 1510 pass
1511 1511 else: # Delete by object
1512 1512 try:
1513 1513 obj = self.user_ns[varname]
1514 1514 except KeyError as e:
1515 1515 raise NameError("name '%s' is not defined" % varname) from e
1516 1516 # Also check in output history
1517 1517 ns_refs.append(self.history_manager.output_hist)
1518 1518 for ns in ns_refs:
1519 1519 to_delete = [n for n, o in ns.items() if o is obj]
1520 1520 for name in to_delete:
1521 1521 del ns[name]
1522 1522
1523 1523 # Ensure it is removed from the last execution result
1524 1524 if self.last_execution_result.result is obj:
1525 1525 self.last_execution_result = None
1526 1526
1527 1527 # displayhook keeps extra references, but not in a dictionary
1528 1528 for name in ('_', '__', '___'):
1529 1529 if getattr(self.displayhook, name) is obj:
1530 1530 setattr(self.displayhook, name, None)
1531 1531
1532 1532 def reset_selective(self, regex=None):
1533 1533 """Clear selective variables from internal namespaces based on a
1534 1534 specified regular expression.
1535 1535
1536 1536 Parameters
1537 1537 ----------
1538 1538 regex : string or compiled pattern, optional
1539 1539 A regular expression pattern that will be used in searching
1540 1540 variable names in the users namespaces.
1541 1541 """
1542 1542 if regex is not None:
1543 1543 try:
1544 1544 m = re.compile(regex)
1545 1545 except TypeError as e:
1546 1546 raise TypeError('regex must be a string or compiled pattern') from e
1547 1547 # Search for keys in each namespace that match the given regex
1548 1548 # If a match is found, delete the key/value pair.
1549 1549 for ns in self.all_ns_refs:
1550 1550 for var in ns:
1551 1551 if m.search(var):
1552 1552 del ns[var]
1553 1553
1554 1554 def push(self, variables, interactive=True):
1555 1555 """Inject a group of variables into the IPython user namespace.
1556 1556
1557 1557 Parameters
1558 1558 ----------
1559 1559 variables : dict, str or list/tuple of str
1560 1560 The variables to inject into the user's namespace. If a dict, a
1561 1561 simple update is done. If a str, the string is assumed to have
1562 1562 variable names separated by spaces. A list/tuple of str can also
1563 1563 be used to give the variable names. If just the variable names are
1564 1564 give (list/tuple/str) then the variable values looked up in the
1565 1565 callers frame.
1566 1566 interactive : bool
1567 1567 If True (default), the variables will be listed with the ``who``
1568 1568 magic.
1569 1569 """
1570 1570 vdict = None
1571 1571
1572 1572 # We need a dict of name/value pairs to do namespace updates.
1573 1573 if isinstance(variables, dict):
1574 1574 vdict = variables
1575 1575 elif isinstance(variables, (str, list, tuple)):
1576 1576 if isinstance(variables, str):
1577 1577 vlist = variables.split()
1578 1578 else:
1579 1579 vlist = variables
1580 1580 vdict = {}
1581 1581 cf = sys._getframe(1)
1582 1582 for name in vlist:
1583 1583 try:
1584 1584 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1585 1585 except:
1586 1586 print('Could not get variable %s from %s' %
1587 1587 (name,cf.f_code.co_name))
1588 1588 else:
1589 1589 raise ValueError('variables must be a dict/str/list/tuple')
1590 1590
1591 1591 # Propagate variables to user namespace
1592 1592 self.user_ns.update(vdict)
1593 1593
1594 1594 # And configure interactive visibility
1595 1595 user_ns_hidden = self.user_ns_hidden
1596 1596 if interactive:
1597 1597 for name in vdict:
1598 1598 user_ns_hidden.pop(name, None)
1599 1599 else:
1600 1600 user_ns_hidden.update(vdict)
1601 1601
1602 1602 def drop_by_id(self, variables):
1603 1603 """Remove a dict of variables from the user namespace, if they are the
1604 1604 same as the values in the dictionary.
1605 1605
1606 1606 This is intended for use by extensions: variables that they've added can
1607 1607 be taken back out if they are unloaded, without removing any that the
1608 1608 user has overwritten.
1609 1609
1610 1610 Parameters
1611 1611 ----------
1612 1612 variables : dict
1613 1613 A dictionary mapping object names (as strings) to the objects.
1614 1614 """
1615 1615 for name, obj in variables.items():
1616 1616 if name in self.user_ns and self.user_ns[name] is obj:
1617 1617 del self.user_ns[name]
1618 1618 self.user_ns_hidden.pop(name, None)
1619 1619
1620 1620 #-------------------------------------------------------------------------
1621 1621 # Things related to object introspection
1622 1622 #-------------------------------------------------------------------------
1623 1623
1624 1624 def _ofind(self, oname, namespaces=None):
1625 1625 """Find an object in the available namespaces.
1626 1626
1627 1627 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1628 1628
1629 1629 Has special code to detect magic functions.
1630 1630 """
1631 1631 oname = oname.strip()
1632 1632 if not oname.startswith(ESC_MAGIC) and \
1633 1633 not oname.startswith(ESC_MAGIC2) and \
1634 1634 not all(a.isidentifier() for a in oname.split(".")):
1635 1635 return {'found': False}
1636 1636
1637 1637 if namespaces is None:
1638 1638 # Namespaces to search in:
1639 1639 # Put them in a list. The order is important so that we
1640 1640 # find things in the same order that Python finds them.
1641 1641 namespaces = [ ('Interactive', self.user_ns),
1642 1642 ('Interactive (global)', self.user_global_ns),
1643 1643 ('Python builtin', builtin_mod.__dict__),
1644 1644 ]
1645 1645
1646 1646 ismagic = False
1647 1647 isalias = False
1648 1648 found = False
1649 1649 ospace = None
1650 1650 parent = None
1651 1651 obj = None
1652 1652
1653 1653
1654 1654 # Look for the given name by splitting it in parts. If the head is
1655 1655 # found, then we look for all the remaining parts as members, and only
1656 1656 # declare success if we can find them all.
1657 1657 oname_parts = oname.split('.')
1658 1658 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1659 1659 for nsname,ns in namespaces:
1660 1660 try:
1661 1661 obj = ns[oname_head]
1662 1662 except KeyError:
1663 1663 continue
1664 1664 else:
1665 1665 for idx, part in enumerate(oname_rest):
1666 1666 try:
1667 1667 parent = obj
1668 1668 # The last part is looked up in a special way to avoid
1669 1669 # descriptor invocation as it may raise or have side
1670 1670 # effects.
1671 1671 if idx == len(oname_rest) - 1:
1672 1672 obj = self._getattr_property(obj, part)
1673 1673 else:
1674 1674 obj = getattr(obj, part)
1675 1675 except:
1676 1676 # Blanket except b/c some badly implemented objects
1677 1677 # allow __getattr__ to raise exceptions other than
1678 1678 # AttributeError, which then crashes IPython.
1679 1679 break
1680 1680 else:
1681 1681 # If we finish the for loop (no break), we got all members
1682 1682 found = True
1683 1683 ospace = nsname
1684 1684 break # namespace loop
1685 1685
1686 1686 # Try to see if it's magic
1687 1687 if not found:
1688 1688 obj = None
1689 1689 if oname.startswith(ESC_MAGIC2):
1690 1690 oname = oname.lstrip(ESC_MAGIC2)
1691 1691 obj = self.find_cell_magic(oname)
1692 1692 elif oname.startswith(ESC_MAGIC):
1693 1693 oname = oname.lstrip(ESC_MAGIC)
1694 1694 obj = self.find_line_magic(oname)
1695 1695 else:
1696 1696 # search without prefix, so run? will find %run?
1697 1697 obj = self.find_line_magic(oname)
1698 1698 if obj is None:
1699 1699 obj = self.find_cell_magic(oname)
1700 1700 if obj is not None:
1701 1701 found = True
1702 1702 ospace = 'IPython internal'
1703 1703 ismagic = True
1704 1704 isalias = isinstance(obj, Alias)
1705 1705
1706 1706 # Last try: special-case some literals like '', [], {}, etc:
1707 1707 if not found and oname_head in ["''",'""','[]','{}','()']:
1708 1708 obj = eval(oname_head)
1709 1709 found = True
1710 1710 ospace = 'Interactive'
1711 1711
1712 1712 return {
1713 1713 'obj':obj,
1714 1714 'found':found,
1715 1715 'parent':parent,
1716 1716 'ismagic':ismagic,
1717 1717 'isalias':isalias,
1718 1718 'namespace':ospace
1719 1719 }
1720 1720
1721 1721 @staticmethod
1722 1722 def _getattr_property(obj, attrname):
1723 1723 """Property-aware getattr to use in object finding.
1724 1724
1725 1725 If attrname represents a property, return it unevaluated (in case it has
1726 1726 side effects or raises an error.
1727 1727
1728 1728 """
1729 1729 if not isinstance(obj, type):
1730 1730 try:
1731 1731 # `getattr(type(obj), attrname)` is not guaranteed to return
1732 1732 # `obj`, but does so for property:
1733 1733 #
1734 1734 # property.__get__(self, None, cls) -> self
1735 1735 #
1736 1736 # The universal alternative is to traverse the mro manually
1737 1737 # searching for attrname in class dicts.
1738 1738 attr = getattr(type(obj), attrname)
1739 1739 except AttributeError:
1740 1740 pass
1741 1741 else:
1742 1742 # This relies on the fact that data descriptors (with both
1743 1743 # __get__ & __set__ magic methods) take precedence over
1744 1744 # instance-level attributes:
1745 1745 #
1746 1746 # class A(object):
1747 1747 # @property
1748 1748 # def foobar(self): return 123
1749 1749 # a = A()
1750 1750 # a.__dict__['foobar'] = 345
1751 1751 # a.foobar # == 123
1752 1752 #
1753 1753 # So, a property may be returned right away.
1754 1754 if isinstance(attr, property):
1755 1755 return attr
1756 1756
1757 1757 # Nothing helped, fall back.
1758 1758 return getattr(obj, attrname)
1759 1759
1760 1760 def _object_find(self, oname, namespaces=None):
1761 1761 """Find an object and return a struct with info about it."""
1762 1762 return Struct(self._ofind(oname, namespaces))
1763 1763
1764 1764 def _inspect(self, meth, oname, namespaces=None, **kw):
1765 1765 """Generic interface to the inspector system.
1766 1766
1767 1767 This function is meant to be called by pdef, pdoc & friends.
1768 1768 """
1769 1769 info = self._object_find(oname, namespaces)
1770 1770 docformat = sphinxify if self.sphinxify_docstring else None
1771 1771 if info.found:
1772 1772 pmethod = getattr(self.inspector, meth)
1773 1773 # TODO: only apply format_screen to the plain/text repr of the mime
1774 1774 # bundle.
1775 1775 formatter = format_screen if info.ismagic else docformat
1776 1776 if meth == 'pdoc':
1777 1777 pmethod(info.obj, oname, formatter)
1778 1778 elif meth == 'pinfo':
1779 1779 pmethod(
1780 1780 info.obj,
1781 1781 oname,
1782 1782 formatter,
1783 1783 info,
1784 1784 enable_html_pager=self.enable_html_pager,
1785 1785 **kw
1786 1786 )
1787 1787 else:
1788 1788 pmethod(info.obj, oname)
1789 1789 else:
1790 1790 print('Object `%s` not found.' % oname)
1791 1791 return 'not found' # so callers can take other action
1792 1792
1793 1793 def object_inspect(self, oname, detail_level=0):
1794 1794 """Get object info about oname"""
1795 1795 with self.builtin_trap:
1796 1796 info = self._object_find(oname)
1797 1797 if info.found:
1798 1798 return self.inspector.info(info.obj, oname, info=info,
1799 1799 detail_level=detail_level
1800 1800 )
1801 1801 else:
1802 1802 return oinspect.object_info(name=oname, found=False)
1803 1803
1804 1804 def object_inspect_text(self, oname, detail_level=0):
1805 1805 """Get object info as formatted text"""
1806 1806 return self.object_inspect_mime(oname, detail_level)['text/plain']
1807 1807
1808 1808 def object_inspect_mime(self, oname, detail_level=0):
1809 1809 """Get object info as a mimebundle of formatted representations.
1810 1810
1811 1811 A mimebundle is a dictionary, keyed by mime-type.
1812 1812 It must always have the key `'text/plain'`.
1813 1813 """
1814 1814 with self.builtin_trap:
1815 1815 info = self._object_find(oname)
1816 1816 if info.found:
1817 1817 return self.inspector._get_info(info.obj, oname, info=info,
1818 1818 detail_level=detail_level
1819 1819 )
1820 1820 else:
1821 1821 raise KeyError(oname)
1822 1822
1823 1823 #-------------------------------------------------------------------------
1824 1824 # Things related to history management
1825 1825 #-------------------------------------------------------------------------
1826 1826
1827 1827 def init_history(self):
1828 1828 """Sets up the command history, and starts regular autosaves."""
1829 1829 self.history_manager = HistoryManager(shell=self, parent=self)
1830 1830 self.configurables.append(self.history_manager)
1831 1831
1832 1832 #-------------------------------------------------------------------------
1833 1833 # Things related to exception handling and tracebacks (not debugging)
1834 1834 #-------------------------------------------------------------------------
1835 1835
1836 1836 debugger_cls = Pdb
1837 1837
1838 1838 def init_traceback_handlers(self, custom_exceptions):
1839 1839 # Syntax error handler.
1840 1840 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1841 1841
1842 1842 # The interactive one is initialized with an offset, meaning we always
1843 1843 # want to remove the topmost item in the traceback, which is our own
1844 1844 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1845 1845 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1846 1846 color_scheme='NoColor',
1847 1847 tb_offset = 1,
1848 1848 check_cache=check_linecache_ipython,
1849 1849 debugger_cls=self.debugger_cls, parent=self)
1850 1850
1851 1851 # The instance will store a pointer to the system-wide exception hook,
1852 1852 # so that runtime code (such as magics) can access it. This is because
1853 1853 # during the read-eval loop, it may get temporarily overwritten.
1854 1854 self.sys_excepthook = sys.excepthook
1855 1855
1856 1856 # and add any custom exception handlers the user may have specified
1857 1857 self.set_custom_exc(*custom_exceptions)
1858 1858
1859 1859 # Set the exception mode
1860 1860 self.InteractiveTB.set_mode(mode=self.xmode)
1861 1861
1862 1862 def set_custom_exc(self, exc_tuple, handler):
1863 1863 """set_custom_exc(exc_tuple, handler)
1864 1864
1865 1865 Set a custom exception handler, which will be called if any of the
1866 1866 exceptions in exc_tuple occur in the mainloop (specifically, in the
1867 1867 run_code() method).
1868 1868
1869 1869 Parameters
1870 1870 ----------
1871 1871
1872 1872 exc_tuple : tuple of exception classes
1873 1873 A *tuple* of exception classes, for which to call the defined
1874 1874 handler. It is very important that you use a tuple, and NOT A
1875 1875 LIST here, because of the way Python's except statement works. If
1876 1876 you only want to trap a single exception, use a singleton tuple::
1877 1877
1878 1878 exc_tuple == (MyCustomException,)
1879 1879
1880 1880 handler : callable
1881 1881 handler must have the following signature::
1882 1882
1883 1883 def my_handler(self, etype, value, tb, tb_offset=None):
1884 1884 ...
1885 1885 return structured_traceback
1886 1886
1887 1887 Your handler must return a structured traceback (a list of strings),
1888 1888 or None.
1889 1889
1890 1890 This will be made into an instance method (via types.MethodType)
1891 1891 of IPython itself, and it will be called if any of the exceptions
1892 1892 listed in the exc_tuple are caught. If the handler is None, an
1893 1893 internal basic one is used, which just prints basic info.
1894 1894
1895 1895 To protect IPython from crashes, if your handler ever raises an
1896 1896 exception or returns an invalid result, it will be immediately
1897 1897 disabled.
1898 1898
1899 Notes
1900 -----
1901
1899 1902 WARNING: by putting in your own exception handler into IPython's main
1900 1903 execution loop, you run a very good chance of nasty crashes. This
1901 facility should only be used if you really know what you are doing."""
1904 facility should only be used if you really know what you are doing.
1905 """
1906
1902 1907 if not isinstance(exc_tuple, tuple):
1903 1908 raise TypeError("The custom exceptions must be given as a tuple.")
1904 1909
1905 1910 def dummy_handler(self, etype, value, tb, tb_offset=None):
1906 1911 print('*** Simple custom exception handler ***')
1907 1912 print('Exception type :', etype)
1908 1913 print('Exception value:', value)
1909 1914 print('Traceback :', tb)
1910 1915
1911 1916 def validate_stb(stb):
1912 1917 """validate structured traceback return type
1913 1918
1914 1919 return type of CustomTB *should* be a list of strings, but allow
1915 1920 single strings or None, which are harmless.
1916 1921
1917 1922 This function will *always* return a list of strings,
1918 1923 and will raise a TypeError if stb is inappropriate.
1919 1924 """
1920 1925 msg = "CustomTB must return list of strings, not %r" % stb
1921 1926 if stb is None:
1922 1927 return []
1923 1928 elif isinstance(stb, str):
1924 1929 return [stb]
1925 1930 elif not isinstance(stb, list):
1926 1931 raise TypeError(msg)
1927 1932 # it's a list
1928 1933 for line in stb:
1929 1934 # check every element
1930 1935 if not isinstance(line, str):
1931 1936 raise TypeError(msg)
1932 1937 return stb
1933 1938
1934 1939 if handler is None:
1935 1940 wrapped = dummy_handler
1936 1941 else:
1937 1942 def wrapped(self,etype,value,tb,tb_offset=None):
1938 1943 """wrap CustomTB handler, to protect IPython from user code
1939 1944
1940 1945 This makes it harder (but not impossible) for custom exception
1941 1946 handlers to crash IPython.
1942 1947 """
1943 1948 try:
1944 1949 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1945 1950 return validate_stb(stb)
1946 1951 except:
1947 1952 # clear custom handler immediately
1948 1953 self.set_custom_exc((), None)
1949 1954 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1950 1955 # show the exception in handler first
1951 1956 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1952 1957 print(self.InteractiveTB.stb2text(stb))
1953 1958 print("The original exception:")
1954 1959 stb = self.InteractiveTB.structured_traceback(
1955 1960 (etype,value,tb), tb_offset=tb_offset
1956 1961 )
1957 1962 return stb
1958 1963
1959 1964 self.CustomTB = types.MethodType(wrapped,self)
1960 1965 self.custom_exceptions = exc_tuple
1961 1966
1962 1967 def excepthook(self, etype, value, tb):
1963 1968 """One more defense for GUI apps that call sys.excepthook.
1964 1969
1965 1970 GUI frameworks like wxPython trap exceptions and call
1966 1971 sys.excepthook themselves. I guess this is a feature that
1967 1972 enables them to keep running after exceptions that would
1968 1973 otherwise kill their mainloop. This is a bother for IPython
1969 1974 which excepts to catch all of the program exceptions with a try:
1970 1975 except: statement.
1971 1976
1972 1977 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1973 1978 any app directly invokes sys.excepthook, it will look to the user like
1974 1979 IPython crashed. In order to work around this, we can disable the
1975 1980 CrashHandler and replace it with this excepthook instead, which prints a
1976 1981 regular traceback using our InteractiveTB. In this fashion, apps which
1977 1982 call sys.excepthook will generate a regular-looking exception from
1978 1983 IPython, and the CrashHandler will only be triggered by real IPython
1979 1984 crashes.
1980 1985
1981 1986 This hook should be used sparingly, only in places which are not likely
1982 1987 to be true IPython errors.
1983 1988 """
1984 1989 self.showtraceback((etype, value, tb), tb_offset=0)
1985 1990
1986 1991 def _get_exc_info(self, exc_tuple=None):
1987 1992 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1988 1993
1989 1994 Ensures sys.last_type,value,traceback hold the exc_info we found,
1990 1995 from whichever source.
1991 1996
1992 1997 raises ValueError if none of these contain any information
1993 1998 """
1994 1999 if exc_tuple is None:
1995 2000 etype, value, tb = sys.exc_info()
1996 2001 else:
1997 2002 etype, value, tb = exc_tuple
1998 2003
1999 2004 if etype is None:
2000 2005 if hasattr(sys, 'last_type'):
2001 2006 etype, value, tb = sys.last_type, sys.last_value, \
2002 2007 sys.last_traceback
2003 2008
2004 2009 if etype is None:
2005 2010 raise ValueError("No exception to find")
2006 2011
2007 2012 # Now store the exception info in sys.last_type etc.
2008 2013 # WARNING: these variables are somewhat deprecated and not
2009 2014 # necessarily safe to use in a threaded environment, but tools
2010 2015 # like pdb depend on their existence, so let's set them. If we
2011 2016 # find problems in the field, we'll need to revisit their use.
2012 2017 sys.last_type = etype
2013 2018 sys.last_value = value
2014 2019 sys.last_traceback = tb
2015 2020
2016 2021 return etype, value, tb
2017 2022
2018 2023 def show_usage_error(self, exc):
2019 2024 """Show a short message for UsageErrors
2020 2025
2021 2026 These are special exceptions that shouldn't show a traceback.
2022 2027 """
2023 2028 print("UsageError: %s" % exc, file=sys.stderr)
2024 2029
2025 2030 def get_exception_only(self, exc_tuple=None):
2026 2031 """
2027 2032 Return as a string (ending with a newline) the exception that
2028 2033 just occurred, without any traceback.
2029 2034 """
2030 2035 etype, value, tb = self._get_exc_info(exc_tuple)
2031 2036 msg = traceback.format_exception_only(etype, value)
2032 2037 return ''.join(msg)
2033 2038
2034 2039 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2035 2040 exception_only=False, running_compiled_code=False):
2036 2041 """Display the exception that just occurred.
2037 2042
2038 2043 If nothing is known about the exception, this is the method which
2039 2044 should be used throughout the code for presenting user tracebacks,
2040 2045 rather than directly invoking the InteractiveTB object.
2041 2046
2042 2047 A specific showsyntaxerror() also exists, but this method can take
2043 2048 care of calling it if needed, so unless you are explicitly catching a
2044 2049 SyntaxError exception, don't try to analyze the stack manually and
2045 2050 simply call this method."""
2046 2051
2047 2052 try:
2048 2053 try:
2049 2054 etype, value, tb = self._get_exc_info(exc_tuple)
2050 2055 except ValueError:
2051 2056 print('No traceback available to show.', file=sys.stderr)
2052 2057 return
2053 2058
2054 2059 if issubclass(etype, SyntaxError):
2055 2060 # Though this won't be called by syntax errors in the input
2056 2061 # line, there may be SyntaxError cases with imported code.
2057 2062 self.showsyntaxerror(filename, running_compiled_code)
2058 2063 elif etype is UsageError:
2059 2064 self.show_usage_error(value)
2060 2065 else:
2061 2066 if exception_only:
2062 2067 stb = ['An exception has occurred, use %tb to see '
2063 2068 'the full traceback.\n']
2064 2069 stb.extend(self.InteractiveTB.get_exception_only(etype,
2065 2070 value))
2066 2071 else:
2067 2072 try:
2068 2073 # Exception classes can customise their traceback - we
2069 2074 # use this in IPython.parallel for exceptions occurring
2070 2075 # in the engines. This should return a list of strings.
2071 2076 stb = value._render_traceback_()
2072 2077 except Exception:
2073 2078 stb = self.InteractiveTB.structured_traceback(etype,
2074 2079 value, tb, tb_offset=tb_offset)
2075 2080
2076 2081 self._showtraceback(etype, value, stb)
2077 2082 if self.call_pdb:
2078 2083 # drop into debugger
2079 2084 self.debugger(force=True)
2080 2085 return
2081 2086
2082 2087 # Actually show the traceback
2083 2088 self._showtraceback(etype, value, stb)
2084 2089
2085 2090 except KeyboardInterrupt:
2086 2091 print('\n' + self.get_exception_only(), file=sys.stderr)
2087 2092
2088 2093 def _showtraceback(self, etype, evalue, stb: str):
2089 2094 """Actually show a traceback.
2090 2095
2091 2096 Subclasses may override this method to put the traceback on a different
2092 2097 place, like a side channel.
2093 2098 """
2094 2099 val = self.InteractiveTB.stb2text(stb)
2095 2100 try:
2096 2101 print(val)
2097 2102 except UnicodeEncodeError:
2098 2103 print(val.encode("utf-8", "backslashreplace").decode())
2099 2104
2100 2105 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2101 2106 """Display the syntax error that just occurred.
2102 2107
2103 2108 This doesn't display a stack trace because there isn't one.
2104 2109
2105 2110 If a filename is given, it is stuffed in the exception instead
2106 2111 of what was there before (because Python's parser always uses
2107 2112 "<string>" when reading from a string).
2108 2113
2109 2114 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2110 2115 longer stack trace will be displayed.
2111 2116 """
2112 2117 etype, value, last_traceback = self._get_exc_info()
2113 2118
2114 2119 if filename and issubclass(etype, SyntaxError):
2115 2120 try:
2116 2121 value.filename = filename
2117 2122 except:
2118 2123 # Not the format we expect; leave it alone
2119 2124 pass
2120 2125
2121 2126 # If the error occurred when executing compiled code, we should provide full stacktrace.
2122 2127 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2123 2128 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2124 2129 self._showtraceback(etype, value, stb)
2125 2130
2126 2131 # This is overridden in TerminalInteractiveShell to show a message about
2127 2132 # the %paste magic.
2128 2133 def showindentationerror(self):
2129 2134 """Called by _run_cell when there's an IndentationError in code entered
2130 2135 at the prompt.
2131 2136
2132 2137 This is overridden in TerminalInteractiveShell to show a message about
2133 2138 the %paste magic."""
2134 2139 self.showsyntaxerror()
2135 2140
2136 2141 #-------------------------------------------------------------------------
2137 2142 # Things related to readline
2138 2143 #-------------------------------------------------------------------------
2139 2144
2140 2145 def init_readline(self):
2141 2146 """DEPRECATED
2142 2147
2143 2148 Moved to terminal subclass, here only to simplify the init logic."""
2144 2149 # Set a number of methods that depend on readline to be no-op
2145 2150 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2146 2151 DeprecationWarning, stacklevel=2)
2147 2152 self.set_custom_completer = no_op
2148 2153
2149 2154 @skip_doctest
2150 2155 def set_next_input(self, s, replace=False):
2151 2156 """ Sets the 'default' input string for the next command line.
2152 2157
2153 2158 Example::
2154 2159
2155 2160 In [1]: _ip.set_next_input("Hello Word")
2156 2161 In [2]: Hello Word_ # cursor is here
2157 2162 """
2158 2163 self.rl_next_input = s
2159 2164
2160 2165 def _indent_current_str(self):
2161 2166 """return the current level of indentation as a string"""
2162 2167 return self.input_splitter.get_indent_spaces() * ' '
2163 2168
2164 2169 #-------------------------------------------------------------------------
2165 2170 # Things related to text completion
2166 2171 #-------------------------------------------------------------------------
2167 2172
2168 2173 def init_completer(self):
2169 2174 """Initialize the completion machinery.
2170 2175
2171 2176 This creates completion machinery that can be used by client code,
2172 2177 either interactively in-process (typically triggered by the readline
2173 2178 library), programmatically (such as in test suites) or out-of-process
2174 2179 (typically over the network by remote frontends).
2175 2180 """
2176 2181 from IPython.core.completer import IPCompleter
2177 2182 from IPython.core.completerlib import (module_completer,
2178 2183 magic_run_completer, cd_completer, reset_completer)
2179 2184
2180 2185 self.Completer = IPCompleter(shell=self,
2181 2186 namespace=self.user_ns,
2182 2187 global_namespace=self.user_global_ns,
2183 2188 parent=self,
2184 2189 )
2185 2190 self.configurables.append(self.Completer)
2186 2191
2187 2192 # Add custom completers to the basic ones built into IPCompleter
2188 2193 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2189 2194 self.strdispatchers['complete_command'] = sdisp
2190 2195 self.Completer.custom_completers = sdisp
2191 2196
2192 2197 self.set_hook('complete_command', module_completer, str_key = 'import')
2193 2198 self.set_hook('complete_command', module_completer, str_key = 'from')
2194 2199 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2195 2200 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2196 2201 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2197 2202 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2198 2203
2199 2204 @skip_doctest
2200 2205 def complete(self, text, line=None, cursor_pos=None):
2201 2206 """Return the completed text and a list of completions.
2202 2207
2203 2208 Parameters
2204 2209 ----------
2205 2210
2206 2211 text : string
2207 2212 A string of text to be completed on. It can be given as empty and
2208 2213 instead a line/position pair are given. In this case, the
2209 2214 completer itself will split the line like readline does.
2210 2215
2211 2216 line : string, optional
2212 2217 The complete line that text is part of.
2213 2218
2214 2219 cursor_pos : int, optional
2215 2220 The position of the cursor on the input line.
2216 2221
2217 2222 Returns
2218 2223 -------
2219 text : string
2220 The actual text that was completed.
2224 text : string
2225 The actual text that was completed.
2221 2226
2222 matches : list
2223 A sorted list with all possible completions.
2227 matches : list
2228 A sorted list with all possible completions.
2224 2229
2230
2231 Notes
2232 -----
2225 2233 The optional arguments allow the completion to take more context into
2226 2234 account, and are part of the low-level completion API.
2227 2235
2228 2236 This is a wrapper around the completion mechanism, similar to what
2229 2237 readline does at the command line when the TAB key is hit. By
2230 2238 exposing it as a method, it can be used by other non-readline
2231 2239 environments (such as GUIs) for text completion.
2232 2240
2233 Simple usage example:
2241 Examples
2242 --------
2234 2243
2235 2244 In [1]: x = 'hello'
2236 2245
2237 2246 In [2]: _ip.complete('x.l')
2238 2247 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2239 2248 """
2240 2249
2241 2250 # Inject names into __builtin__ so we can complete on the added names.
2242 2251 with self.builtin_trap:
2243 2252 return self.Completer.complete(text, line, cursor_pos)
2244 2253
2245 2254 def set_custom_completer(self, completer, pos=0) -> None:
2246 2255 """Adds a new custom completer function.
2247 2256
2248 2257 The position argument (defaults to 0) is the index in the completers
2249 2258 list where you want the completer to be inserted.
2250 2259
2251 2260 `completer` should have the following signature::
2252 2261
2253 2262 def completion(self: Completer, text: string) -> List[str]:
2254 2263 raise NotImplementedError
2255 2264
2256 2265 It will be bound to the current Completer instance and pass some text
2257 2266 and return a list with current completions to suggest to the user.
2258 2267 """
2259 2268
2260 2269 newcomp = types.MethodType(completer, self.Completer)
2261 2270 self.Completer.custom_matchers.insert(pos,newcomp)
2262 2271
2263 2272 def set_completer_frame(self, frame=None):
2264 2273 """Set the frame of the completer."""
2265 2274 if frame:
2266 2275 self.Completer.namespace = frame.f_locals
2267 2276 self.Completer.global_namespace = frame.f_globals
2268 2277 else:
2269 2278 self.Completer.namespace = self.user_ns
2270 2279 self.Completer.global_namespace = self.user_global_ns
2271 2280
2272 2281 #-------------------------------------------------------------------------
2273 2282 # Things related to magics
2274 2283 #-------------------------------------------------------------------------
2275 2284
2276 2285 def init_magics(self):
2277 2286 from IPython.core import magics as m
2278 2287 self.magics_manager = magic.MagicsManager(shell=self,
2279 2288 parent=self,
2280 2289 user_magics=m.UserMagics(self))
2281 2290 self.configurables.append(self.magics_manager)
2282 2291
2283 2292 # Expose as public API from the magics manager
2284 2293 self.register_magics = self.magics_manager.register
2285 2294
2286 2295 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2287 2296 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2288 2297 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2289 2298 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2290 2299 m.PylabMagics, m.ScriptMagics,
2291 2300 )
2292 2301 self.register_magics(m.AsyncMagics)
2293 2302
2294 2303 # Register Magic Aliases
2295 2304 mman = self.magics_manager
2296 2305 # FIXME: magic aliases should be defined by the Magics classes
2297 2306 # or in MagicsManager, not here
2298 2307 mman.register_alias('ed', 'edit')
2299 2308 mman.register_alias('hist', 'history')
2300 2309 mman.register_alias('rep', 'recall')
2301 2310 mman.register_alias('SVG', 'svg', 'cell')
2302 2311 mman.register_alias('HTML', 'html', 'cell')
2303 2312 mman.register_alias('file', 'writefile', 'cell')
2304 2313
2305 2314 # FIXME: Move the color initialization to the DisplayHook, which
2306 2315 # should be split into a prompt manager and displayhook. We probably
2307 2316 # even need a centralize colors management object.
2308 2317 self.run_line_magic('colors', self.colors)
2309 2318
2310 2319 # Defined here so that it's included in the documentation
2311 2320 @functools.wraps(magic.MagicsManager.register_function)
2312 2321 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2313 2322 self.magics_manager.register_function(
2314 2323 func, magic_kind=magic_kind, magic_name=magic_name
2315 2324 )
2316 2325
2317 2326 def run_line_magic(self, magic_name, line, _stack_depth=1):
2318 2327 """Execute the given line magic.
2319 2328
2320 2329 Parameters
2321 2330 ----------
2322 2331 magic_name : str
2323 2332 Name of the desired magic function, without '%' prefix.
2324 2333 line : str
2325 2334 The rest of the input line as a single string.
2326 2335 _stack_depth : int
2327 2336 If run_line_magic() is called from magic() then _stack_depth=2.
2328 2337 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2329 2338 """
2330 2339 fn = self.find_line_magic(magic_name)
2331 2340 if fn is None:
2332 2341 cm = self.find_cell_magic(magic_name)
2333 2342 etpl = "Line magic function `%%%s` not found%s."
2334 2343 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2335 2344 'did you mean that instead?)' % magic_name )
2336 2345 raise UsageError(etpl % (magic_name, extra))
2337 2346 else:
2338 2347 # Note: this is the distance in the stack to the user's frame.
2339 2348 # This will need to be updated if the internal calling logic gets
2340 2349 # refactored, or else we'll be expanding the wrong variables.
2341 2350
2342 2351 # Determine stack_depth depending on where run_line_magic() has been called
2343 2352 stack_depth = _stack_depth
2344 2353 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2345 2354 # magic has opted out of var_expand
2346 2355 magic_arg_s = line
2347 2356 else:
2348 2357 magic_arg_s = self.var_expand(line, stack_depth)
2349 2358 # Put magic args in a list so we can call with f(*a) syntax
2350 2359 args = [magic_arg_s]
2351 2360 kwargs = {}
2352 2361 # Grab local namespace if we need it:
2353 2362 if getattr(fn, "needs_local_scope", False):
2354 2363 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2355 2364 with self.builtin_trap:
2356 2365 result = fn(*args, **kwargs)
2357 2366 return result
2358 2367
2359 2368 def get_local_scope(self, stack_depth):
2360 2369 """Get local scope at given stack depth.
2361 2370
2362 2371 Parameters
2363 2372 ----------
2364 2373 stack_depth : int
2365 2374 Depth relative to calling frame
2366 2375 """
2367 2376 return sys._getframe(stack_depth + 1).f_locals
2368 2377
2369 2378 def run_cell_magic(self, magic_name, line, cell):
2370 2379 """Execute the given cell magic.
2371 2380
2372 2381 Parameters
2373 2382 ----------
2374 2383 magic_name : str
2375 2384 Name of the desired magic function, without '%' prefix.
2376 2385 line : str
2377 2386 The rest of the first input line as a single string.
2378 2387 cell : str
2379 2388 The body of the cell as a (possibly multiline) string.
2380 2389 """
2381 2390 fn = self.find_cell_magic(magic_name)
2382 2391 if fn is None:
2383 2392 lm = self.find_line_magic(magic_name)
2384 2393 etpl = "Cell magic `%%{0}` not found{1}."
2385 2394 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2386 2395 'did you mean that instead?)'.format(magic_name))
2387 2396 raise UsageError(etpl.format(magic_name, extra))
2388 2397 elif cell == '':
2389 2398 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2390 2399 if self.find_line_magic(magic_name) is not None:
2391 2400 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2392 2401 raise UsageError(message)
2393 2402 else:
2394 2403 # Note: this is the distance in the stack to the user's frame.
2395 2404 # This will need to be updated if the internal calling logic gets
2396 2405 # refactored, or else we'll be expanding the wrong variables.
2397 2406 stack_depth = 2
2398 2407 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2399 2408 # magic has opted out of var_expand
2400 2409 magic_arg_s = line
2401 2410 else:
2402 2411 magic_arg_s = self.var_expand(line, stack_depth)
2403 2412 kwargs = {}
2404 2413 if getattr(fn, "needs_local_scope", False):
2405 2414 kwargs['local_ns'] = self.user_ns
2406 2415
2407 2416 with self.builtin_trap:
2408 2417 args = (magic_arg_s, cell)
2409 2418 result = fn(*args, **kwargs)
2410 2419 return result
2411 2420
2412 2421 def find_line_magic(self, magic_name):
2413 2422 """Find and return a line magic by name.
2414 2423
2415 2424 Returns None if the magic isn't found."""
2416 2425 return self.magics_manager.magics['line'].get(magic_name)
2417 2426
2418 2427 def find_cell_magic(self, magic_name):
2419 2428 """Find and return a cell magic by name.
2420 2429
2421 2430 Returns None if the magic isn't found."""
2422 2431 return self.magics_manager.magics['cell'].get(magic_name)
2423 2432
2424 2433 def find_magic(self, magic_name, magic_kind='line'):
2425 2434 """Find and return a magic of the given type by name.
2426 2435
2427 2436 Returns None if the magic isn't found."""
2428 2437 return self.magics_manager.magics[magic_kind].get(magic_name)
2429 2438
2430 2439 def magic(self, arg_s):
2431 2440 """DEPRECATED. Use run_line_magic() instead.
2432 2441
2433 2442 Call a magic function by name.
2434 2443
2435 2444 Input: a string containing the name of the magic function to call and
2436 2445 any additional arguments to be passed to the magic.
2437 2446
2438 2447 magic('name -opt foo bar') is equivalent to typing at the ipython
2439 2448 prompt:
2440 2449
2441 2450 In[1]: %name -opt foo bar
2442 2451
2443 2452 To call a magic without arguments, simply use magic('name').
2444 2453
2445 2454 This provides a proper Python function to call IPython's magics in any
2446 2455 valid Python code you can type at the interpreter, including loops and
2447 2456 compound statements.
2448 2457 """
2449 2458 # TODO: should we issue a loud deprecation warning here?
2450 2459 magic_name, _, magic_arg_s = arg_s.partition(' ')
2451 2460 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2452 2461 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2453 2462
2454 2463 #-------------------------------------------------------------------------
2455 2464 # Things related to macros
2456 2465 #-------------------------------------------------------------------------
2457 2466
2458 2467 def define_macro(self, name, themacro):
2459 2468 """Define a new macro
2460 2469
2461 2470 Parameters
2462 2471 ----------
2463 2472 name : str
2464 2473 The name of the macro.
2465 2474 themacro : str or Macro
2466 2475 The action to do upon invoking the macro. If a string, a new
2467 2476 Macro object is created by passing the string to it.
2468 2477 """
2469 2478
2470 2479 from IPython.core import macro
2471 2480
2472 2481 if isinstance(themacro, str):
2473 2482 themacro = macro.Macro(themacro)
2474 2483 if not isinstance(themacro, macro.Macro):
2475 2484 raise ValueError('A macro must be a string or a Macro instance.')
2476 2485 self.user_ns[name] = themacro
2477 2486
2478 2487 #-------------------------------------------------------------------------
2479 2488 # Things related to the running of system commands
2480 2489 #-------------------------------------------------------------------------
2481 2490
2482 2491 def system_piped(self, cmd):
2483 2492 """Call the given cmd in a subprocess, piping stdout/err
2484 2493
2485 2494 Parameters
2486 2495 ----------
2487 2496 cmd : str
2488 2497 Command to execute (can not end in '&', as background processes are
2489 2498 not supported. Should not be a command that expects input
2490 2499 other than simple text.
2491 2500 """
2492 2501 if cmd.rstrip().endswith('&'):
2493 2502 # this is *far* from a rigorous test
2494 2503 # We do not support backgrounding processes because we either use
2495 2504 # pexpect or pipes to read from. Users can always just call
2496 2505 # os.system() or use ip.system=ip.system_raw
2497 2506 # if they really want a background process.
2498 2507 raise OSError("Background processes not supported.")
2499 2508
2500 2509 # we explicitly do NOT return the subprocess status code, because
2501 2510 # a non-None value would trigger :func:`sys.displayhook` calls.
2502 2511 # Instead, we store the exit_code in user_ns.
2503 2512 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2504 2513
2505 2514 def system_raw(self, cmd):
2506 2515 """Call the given cmd in a subprocess using os.system on Windows or
2507 2516 subprocess.call using the system shell on other platforms.
2508 2517
2509 2518 Parameters
2510 2519 ----------
2511 2520 cmd : str
2512 2521 Command to execute.
2513 2522 """
2514 2523 cmd = self.var_expand(cmd, depth=1)
2515 2524 # protect os.system from UNC paths on Windows, which it can't handle:
2516 2525 if sys.platform == 'win32':
2517 2526 from IPython.utils._process_win32 import AvoidUNCPath
2518 2527 with AvoidUNCPath() as path:
2519 2528 if path is not None:
2520 2529 cmd = '"pushd %s &&"%s' % (path, cmd)
2521 2530 try:
2522 2531 ec = os.system(cmd)
2523 2532 except KeyboardInterrupt:
2524 2533 print('\n' + self.get_exception_only(), file=sys.stderr)
2525 2534 ec = -2
2526 2535 else:
2527 2536 # For posix the result of the subprocess.call() below is an exit
2528 2537 # code, which by convention is zero for success, positive for
2529 2538 # program failure. Exit codes above 128 are reserved for signals,
2530 2539 # and the formula for converting a signal to an exit code is usually
2531 2540 # signal_number+128. To more easily differentiate between exit
2532 2541 # codes and signals, ipython uses negative numbers. For instance
2533 2542 # since control-c is signal 2 but exit code 130, ipython's
2534 2543 # _exit_code variable will read -2. Note that some shells like
2535 2544 # csh and fish don't follow sh/bash conventions for exit codes.
2536 2545 executable = os.environ.get('SHELL', None)
2537 2546 try:
2538 2547 # Use env shell instead of default /bin/sh
2539 2548 ec = subprocess.call(cmd, shell=True, executable=executable)
2540 2549 except KeyboardInterrupt:
2541 2550 # intercept control-C; a long traceback is not useful here
2542 2551 print('\n' + self.get_exception_only(), file=sys.stderr)
2543 2552 ec = 130
2544 2553 if ec > 128:
2545 2554 ec = -(ec - 128)
2546 2555
2547 2556 # We explicitly do NOT return the subprocess status code, because
2548 2557 # a non-None value would trigger :func:`sys.displayhook` calls.
2549 2558 # Instead, we store the exit_code in user_ns. Note the semantics
2550 2559 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2551 2560 # but raising SystemExit(_exit_code) will give status 254!
2552 2561 self.user_ns['_exit_code'] = ec
2553 2562
2554 2563 # use piped system by default, because it is better behaved
2555 2564 system = system_piped
2556 2565
2557 2566 def getoutput(self, cmd, split=True, depth=0):
2558 2567 """Get output (possibly including stderr) from a subprocess.
2559 2568
2560 2569 Parameters
2561 2570 ----------
2562 2571 cmd : str
2563 2572 Command to execute (can not end in '&', as background processes are
2564 2573 not supported.
2565 2574 split : bool, optional
2566 2575 If True, split the output into an IPython SList. Otherwise, an
2567 2576 IPython LSString is returned. These are objects similar to normal
2568 2577 lists and strings, with a few convenience attributes for easier
2569 2578 manipulation of line-based output. You can use '?' on them for
2570 2579 details.
2571 2580 depth : int, optional
2572 2581 How many frames above the caller are the local variables which should
2573 2582 be expanded in the command string? The default (0) assumes that the
2574 2583 expansion variables are in the stack frame calling this function.
2575 2584 """
2576 2585 if cmd.rstrip().endswith('&'):
2577 2586 # this is *far* from a rigorous test
2578 2587 raise OSError("Background processes not supported.")
2579 2588 out = getoutput(self.var_expand(cmd, depth=depth+1))
2580 2589 if split:
2581 2590 out = SList(out.splitlines())
2582 2591 else:
2583 2592 out = LSString(out)
2584 2593 return out
2585 2594
2586 2595 #-------------------------------------------------------------------------
2587 2596 # Things related to aliases
2588 2597 #-------------------------------------------------------------------------
2589 2598
2590 2599 def init_alias(self):
2591 2600 self.alias_manager = AliasManager(shell=self, parent=self)
2592 2601 self.configurables.append(self.alias_manager)
2593 2602
2594 2603 #-------------------------------------------------------------------------
2595 2604 # Things related to extensions
2596 2605 #-------------------------------------------------------------------------
2597 2606
2598 2607 def init_extension_manager(self):
2599 2608 self.extension_manager = ExtensionManager(shell=self, parent=self)
2600 2609 self.configurables.append(self.extension_manager)
2601 2610
2602 2611 #-------------------------------------------------------------------------
2603 2612 # Things related to payloads
2604 2613 #-------------------------------------------------------------------------
2605 2614
2606 2615 def init_payload(self):
2607 2616 self.payload_manager = PayloadManager(parent=self)
2608 2617 self.configurables.append(self.payload_manager)
2609 2618
2610 2619 #-------------------------------------------------------------------------
2611 2620 # Things related to the prefilter
2612 2621 #-------------------------------------------------------------------------
2613 2622
2614 2623 def init_prefilter(self):
2615 2624 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2616 2625 self.configurables.append(self.prefilter_manager)
2617 2626 # Ultimately this will be refactored in the new interpreter code, but
2618 2627 # for now, we should expose the main prefilter method (there's legacy
2619 2628 # code out there that may rely on this).
2620 2629 self.prefilter = self.prefilter_manager.prefilter_lines
2621 2630
2622 2631 def auto_rewrite_input(self, cmd):
2623 2632 """Print to the screen the rewritten form of the user's command.
2624 2633
2625 2634 This shows visual feedback by rewriting input lines that cause
2626 2635 automatic calling to kick in, like::
2627 2636
2628 2637 /f x
2629 2638
2630 2639 into::
2631 2640
2632 2641 ------> f(x)
2633 2642
2634 2643 after the user's input prompt. This helps the user understand that the
2635 2644 input line was transformed automatically by IPython.
2636 2645 """
2637 2646 if not self.show_rewritten_input:
2638 2647 return
2639 2648
2640 2649 # This is overridden in TerminalInteractiveShell to use fancy prompts
2641 2650 print("------> " + cmd)
2642 2651
2643 2652 #-------------------------------------------------------------------------
2644 2653 # Things related to extracting values/expressions from kernel and user_ns
2645 2654 #-------------------------------------------------------------------------
2646 2655
2647 2656 def _user_obj_error(self):
2648 2657 """return simple exception dict
2649 2658
2650 2659 for use in user_expressions
2651 2660 """
2652 2661
2653 2662 etype, evalue, tb = self._get_exc_info()
2654 2663 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2655 2664
2656 2665 exc_info = {
2657 2666 "status": "error",
2658 2667 "traceback": stb,
2659 2668 "ename": etype.__name__,
2660 2669 "evalue": py3compat.safe_unicode(evalue),
2661 2670 }
2662 2671
2663 2672 return exc_info
2664 2673
2665 2674 def _format_user_obj(self, obj):
2666 2675 """format a user object to display dict
2667 2676
2668 2677 for use in user_expressions
2669 2678 """
2670 2679
2671 2680 data, md = self.display_formatter.format(obj)
2672 2681 value = {
2673 2682 'status' : 'ok',
2674 2683 'data' : data,
2675 2684 'metadata' : md,
2676 2685 }
2677 2686 return value
2678 2687
2679 2688 def user_expressions(self, expressions):
2680 2689 """Evaluate a dict of expressions in the user's namespace.
2681 2690
2682 2691 Parameters
2683 2692 ----------
2684 2693 expressions : dict
2685 2694 A dict with string keys and string values. The expression values
2686 2695 should be valid Python expressions, each of which will be evaluated
2687 2696 in the user namespace.
2688 2697
2689 2698 Returns
2690 2699 -------
2691 2700 A dict, keyed like the input expressions dict, with the rich mime-typed
2692 2701 display_data of each value.
2693 2702 """
2694 2703 out = {}
2695 2704 user_ns = self.user_ns
2696 2705 global_ns = self.user_global_ns
2697 2706
2698 2707 for key, expr in expressions.items():
2699 2708 try:
2700 2709 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2701 2710 except:
2702 2711 value = self._user_obj_error()
2703 2712 out[key] = value
2704 2713 return out
2705 2714
2706 2715 #-------------------------------------------------------------------------
2707 2716 # Things related to the running of code
2708 2717 #-------------------------------------------------------------------------
2709 2718
2710 2719 def ex(self, cmd):
2711 2720 """Execute a normal python statement in user namespace."""
2712 2721 with self.builtin_trap:
2713 2722 exec(cmd, self.user_global_ns, self.user_ns)
2714 2723
2715 2724 def ev(self, expr):
2716 2725 """Evaluate python expression expr in user namespace.
2717 2726
2718 2727 Returns the result of evaluation
2719 2728 """
2720 2729 with self.builtin_trap:
2721 2730 return eval(expr, self.user_global_ns, self.user_ns)
2722 2731
2723 2732 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2724 2733 """A safe version of the builtin execfile().
2725 2734
2726 2735 This version will never throw an exception, but instead print
2727 2736 helpful error messages to the screen. This only works on pure
2728 2737 Python files with the .py extension.
2729 2738
2730 2739 Parameters
2731 2740 ----------
2732 2741 fname : string
2733 2742 The name of the file to be executed.
2734 2743 where : tuple
2735 2744 One or two namespaces, passed to execfile() as (globals,locals).
2736 2745 If only one is given, it is passed as both.
2737 2746 exit_ignore : bool (False)
2738 2747 If True, then silence SystemExit for non-zero status (it is always
2739 2748 silenced for zero status, as it is so common).
2740 2749 raise_exceptions : bool (False)
2741 2750 If True raise exceptions everywhere. Meant for testing.
2742 2751 shell_futures : bool (False)
2743 2752 If True, the code will share future statements with the interactive
2744 2753 shell. It will both be affected by previous __future__ imports, and
2745 2754 any __future__ imports in the code will affect the shell. If False,
2746 2755 __future__ imports are not shared in either direction.
2747 2756
2748 2757 """
2749 2758 fname = Path(fname).expanduser().resolve()
2750 2759
2751 2760 # Make sure we can open the file
2752 2761 try:
2753 2762 with fname.open():
2754 2763 pass
2755 2764 except:
2756 2765 warn('Could not open file <%s> for safe execution.' % fname)
2757 2766 return
2758 2767
2759 2768 # Find things also in current directory. This is needed to mimic the
2760 2769 # behavior of running a script from the system command line, where
2761 2770 # Python inserts the script's directory into sys.path
2762 2771 dname = str(fname.parent)
2763 2772
2764 2773 with prepended_to_syspath(dname), self.builtin_trap:
2765 2774 try:
2766 2775 glob, loc = (where + (None, ))[:2]
2767 2776 py3compat.execfile(
2768 2777 fname, glob, loc,
2769 2778 self.compile if shell_futures else None)
2770 2779 except SystemExit as status:
2771 2780 # If the call was made with 0 or None exit status (sys.exit(0)
2772 2781 # or sys.exit() ), don't bother showing a traceback, as both of
2773 2782 # these are considered normal by the OS:
2774 2783 # > python -c'import sys;sys.exit(0)'; echo $?
2775 2784 # 0
2776 2785 # > python -c'import sys;sys.exit()'; echo $?
2777 2786 # 0
2778 2787 # For other exit status, we show the exception unless
2779 2788 # explicitly silenced, but only in short form.
2780 2789 if status.code:
2781 2790 if raise_exceptions:
2782 2791 raise
2783 2792 if not exit_ignore:
2784 2793 self.showtraceback(exception_only=True)
2785 2794 except:
2786 2795 if raise_exceptions:
2787 2796 raise
2788 2797 # tb offset is 2 because we wrap execfile
2789 2798 self.showtraceback(tb_offset=2)
2790 2799
2791 2800 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2792 2801 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2793 2802
2794 2803 Parameters
2795 2804 ----------
2796 2805 fname : str
2797 2806 The name of the file to execute. The filename must have a
2798 2807 .ipy or .ipynb extension.
2799 2808 shell_futures : bool (False)
2800 2809 If True, the code will share future statements with the interactive
2801 2810 shell. It will both be affected by previous __future__ imports, and
2802 2811 any __future__ imports in the code will affect the shell. If False,
2803 2812 __future__ imports are not shared in either direction.
2804 2813 raise_exceptions : bool (False)
2805 2814 If True raise exceptions everywhere. Meant for testing.
2806 2815 """
2807 2816 fname = Path(fname).expanduser().resolve()
2808 2817
2809 2818 # Make sure we can open the file
2810 2819 try:
2811 2820 with fname.open():
2812 2821 pass
2813 2822 except:
2814 2823 warn('Could not open file <%s> for safe execution.' % fname)
2815 2824 return
2816 2825
2817 2826 # Find things also in current directory. This is needed to mimic the
2818 2827 # behavior of running a script from the system command line, where
2819 2828 # Python inserts the script's directory into sys.path
2820 2829 dname = str(fname.parent)
2821 2830
2822 2831 def get_cells():
2823 2832 """generator for sequence of code blocks to run"""
2824 2833 if fname.suffix == ".ipynb":
2825 2834 from nbformat import read
2826 2835 nb = read(fname, as_version=4)
2827 2836 if not nb.cells:
2828 2837 return
2829 2838 for cell in nb.cells:
2830 2839 if cell.cell_type == 'code':
2831 2840 yield cell.source
2832 2841 else:
2833 2842 yield fname.read_text()
2834 2843
2835 2844 with prepended_to_syspath(dname):
2836 2845 try:
2837 2846 for cell in get_cells():
2838 2847 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2839 2848 if raise_exceptions:
2840 2849 result.raise_error()
2841 2850 elif not result.success:
2842 2851 break
2843 2852 except:
2844 2853 if raise_exceptions:
2845 2854 raise
2846 2855 self.showtraceback()
2847 2856 warn('Unknown failure executing file: <%s>' % fname)
2848 2857
2849 2858 def safe_run_module(self, mod_name, where):
2850 2859 """A safe version of runpy.run_module().
2851 2860
2852 2861 This version will never throw an exception, but instead print
2853 2862 helpful error messages to the screen.
2854 2863
2855 2864 `SystemExit` exceptions with status code 0 or None are ignored.
2856 2865
2857 2866 Parameters
2858 2867 ----------
2859 2868 mod_name : string
2860 2869 The name of the module to be executed.
2861 2870 where : dict
2862 2871 The globals namespace.
2863 2872 """
2864 2873 try:
2865 2874 try:
2866 2875 where.update(
2867 2876 runpy.run_module(str(mod_name), run_name="__main__",
2868 2877 alter_sys=True)
2869 2878 )
2870 2879 except SystemExit as status:
2871 2880 if status.code:
2872 2881 raise
2873 2882 except:
2874 2883 self.showtraceback()
2875 2884 warn('Unknown failure executing module: <%s>' % mod_name)
2876 2885
2877 2886 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2878 2887 """Run a complete IPython cell.
2879 2888
2880 2889 Parameters
2881 2890 ----------
2882 2891 raw_cell : str
2883 2892 The code (including IPython code such as %magic functions) to run.
2884 2893 store_history : bool
2885 2894 If True, the raw and translated cell will be stored in IPython's
2886 2895 history. For user code calling back into IPython's machinery, this
2887 2896 should be set to False.
2888 2897 silent : bool
2889 2898 If True, avoid side-effects, such as implicit displayhooks and
2890 2899 and logging. silent=True forces store_history=False.
2891 2900 shell_futures : bool
2892 2901 If True, the code will share future statements with the interactive
2893 2902 shell. It will both be affected by previous __future__ imports, and
2894 2903 any __future__ imports in the code will affect the shell. If False,
2895 2904 __future__ imports are not shared in either direction.
2896 2905
2897 2906 Returns
2898 2907 -------
2899 2908 result : :class:`ExecutionResult`
2900 2909 """
2901 2910 result = None
2902 2911 try:
2903 2912 result = self._run_cell(
2904 2913 raw_cell, store_history, silent, shell_futures)
2905 2914 finally:
2906 2915 self.events.trigger('post_execute')
2907 2916 if not silent:
2908 2917 self.events.trigger('post_run_cell', result)
2909 2918 return result
2910 2919
2911 2920 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2912 2921 """Internal method to run a complete IPython cell."""
2913 2922
2914 2923 # we need to avoid calling self.transform_cell multiple time on the same thing
2915 2924 # so we need to store some results:
2916 2925 preprocessing_exc_tuple = None
2917 2926 try:
2918 2927 transformed_cell = self.transform_cell(raw_cell)
2919 2928 except Exception:
2920 2929 transformed_cell = raw_cell
2921 2930 preprocessing_exc_tuple = sys.exc_info()
2922 2931
2923 2932 assert transformed_cell is not None
2924 2933 coro = self.run_cell_async(
2925 2934 raw_cell,
2926 2935 store_history=store_history,
2927 2936 silent=silent,
2928 2937 shell_futures=shell_futures,
2929 2938 transformed_cell=transformed_cell,
2930 2939 preprocessing_exc_tuple=preprocessing_exc_tuple,
2931 2940 )
2932 2941
2933 2942 # run_cell_async is async, but may not actually need an eventloop.
2934 2943 # when this is the case, we want to run it using the pseudo_sync_runner
2935 2944 # so that code can invoke eventloops (for example via the %run , and
2936 2945 # `%paste` magic.
2937 2946 if self.trio_runner:
2938 2947 runner = self.trio_runner
2939 2948 elif self.should_run_async(
2940 2949 raw_cell,
2941 2950 transformed_cell=transformed_cell,
2942 2951 preprocessing_exc_tuple=preprocessing_exc_tuple,
2943 2952 ):
2944 2953 runner = self.loop_runner
2945 2954 else:
2946 2955 runner = _pseudo_sync_runner
2947 2956
2948 2957 try:
2949 2958 return runner(coro)
2950 2959 except BaseException as e:
2951 2960 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2952 2961 result = ExecutionResult(info)
2953 2962 result.error_in_exec = e
2954 2963 self.showtraceback(running_compiled_code=True)
2955 2964 return result
2956 2965
2957 2966 def should_run_async(
2958 2967 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2959 2968 ) -> bool:
2960 2969 """Return whether a cell should be run asynchronously via a coroutine runner
2961 2970
2962 2971 Parameters
2963 2972 ----------
2964 2973 raw_cell: str
2965 2974 The code to be executed
2966 2975
2967 2976 Returns
2968 2977 -------
2969 2978 result: bool
2970 2979 Whether the code needs to be run with a coroutine runner or not
2971 2980
2972 2981 .. versionadded: 7.0
2973 2982 """
2974 2983 if not self.autoawait:
2975 2984 return False
2976 2985 if preprocessing_exc_tuple is not None:
2977 2986 return False
2978 2987 assert preprocessing_exc_tuple is None
2979 2988 if transformed_cell is None:
2980 2989 warnings.warn(
2981 2990 "`should_run_async` will not call `transform_cell`"
2982 2991 " automatically in the future. Please pass the result to"
2983 2992 " `transformed_cell` argument and any exception that happen"
2984 2993 " during the"
2985 2994 "transform in `preprocessing_exc_tuple` in"
2986 2995 " IPython 7.17 and above.",
2987 2996 DeprecationWarning,
2988 2997 stacklevel=2,
2989 2998 )
2990 2999 try:
2991 3000 cell = self.transform_cell(raw_cell)
2992 3001 except Exception:
2993 3002 # any exception during transform will be raised
2994 3003 # prior to execution
2995 3004 return False
2996 3005 else:
2997 3006 cell = transformed_cell
2998 3007 return _should_be_async(cell)
2999 3008
3000 3009 async def run_cell_async(
3001 3010 self,
3002 3011 raw_cell: str,
3003 3012 store_history=False,
3004 3013 silent=False,
3005 3014 shell_futures=True,
3006 3015 *,
3007 3016 transformed_cell: Optional[str] = None,
3008 3017 preprocessing_exc_tuple: Optional[Any] = None
3009 3018 ) -> ExecutionResult:
3010 3019 """Run a complete IPython cell asynchronously.
3011 3020
3012 3021 Parameters
3013 3022 ----------
3014 3023 raw_cell : str
3015 3024 The code (including IPython code such as %magic functions) to run.
3016 3025 store_history : bool
3017 3026 If True, the raw and translated cell will be stored in IPython's
3018 3027 history. For user code calling back into IPython's machinery, this
3019 3028 should be set to False.
3020 3029 silent : bool
3021 3030 If True, avoid side-effects, such as implicit displayhooks and
3022 3031 and logging. silent=True forces store_history=False.
3023 3032 shell_futures : bool
3024 3033 If True, the code will share future statements with the interactive
3025 3034 shell. It will both be affected by previous __future__ imports, and
3026 3035 any __future__ imports in the code will affect the shell. If False,
3027 3036 __future__ imports are not shared in either direction.
3028 3037 transformed_cell: str
3029 3038 cell that was passed through transformers
3030 3039 preprocessing_exc_tuple:
3031 3040 trace if the transformation failed.
3032 3041
3033 3042 Returns
3034 3043 -------
3035 3044 result : :class:`ExecutionResult`
3036 3045
3037 3046 .. versionadded: 7.0
3038 3047 """
3039 3048 info = ExecutionInfo(
3040 3049 raw_cell, store_history, silent, shell_futures)
3041 3050 result = ExecutionResult(info)
3042 3051
3043 3052 if (not raw_cell) or raw_cell.isspace():
3044 3053 self.last_execution_succeeded = True
3045 3054 self.last_execution_result = result
3046 3055 return result
3047 3056
3048 3057 if silent:
3049 3058 store_history = False
3050 3059
3051 3060 if store_history:
3052 3061 result.execution_count = self.execution_count
3053 3062
3054 3063 def error_before_exec(value):
3055 3064 if store_history:
3056 3065 self.execution_count += 1
3057 3066 result.error_before_exec = value
3058 3067 self.last_execution_succeeded = False
3059 3068 self.last_execution_result = result
3060 3069 return result
3061 3070
3062 3071 self.events.trigger('pre_execute')
3063 3072 if not silent:
3064 3073 self.events.trigger('pre_run_cell', info)
3065 3074
3066 3075 if transformed_cell is None:
3067 3076 warnings.warn(
3068 3077 "`run_cell_async` will not call `transform_cell`"
3069 3078 " automatically in the future. Please pass the result to"
3070 3079 " `transformed_cell` argument and any exception that happen"
3071 3080 " during the"
3072 3081 "transform in `preprocessing_exc_tuple` in"
3073 3082 " IPython 7.17 and above.",
3074 3083 DeprecationWarning,
3075 3084 stacklevel=2,
3076 3085 )
3077 3086 # If any of our input transformation (input_transformer_manager or
3078 3087 # prefilter_manager) raises an exception, we store it in this variable
3079 3088 # so that we can display the error after logging the input and storing
3080 3089 # it in the history.
3081 3090 try:
3082 3091 cell = self.transform_cell(raw_cell)
3083 3092 except Exception:
3084 3093 preprocessing_exc_tuple = sys.exc_info()
3085 3094 cell = raw_cell # cell has to exist so it can be stored/logged
3086 3095 else:
3087 3096 preprocessing_exc_tuple = None
3088 3097 else:
3089 3098 if preprocessing_exc_tuple is None:
3090 3099 cell = transformed_cell
3091 3100 else:
3092 3101 cell = raw_cell
3093 3102
3094 3103 # Store raw and processed history
3095 3104 if store_history:
3096 3105 self.history_manager.store_inputs(self.execution_count,
3097 3106 cell, raw_cell)
3098 3107 if not silent:
3099 3108 self.logger.log(cell, raw_cell)
3100 3109
3101 3110 # Display the exception if input processing failed.
3102 3111 if preprocessing_exc_tuple is not None:
3103 3112 self.showtraceback(preprocessing_exc_tuple)
3104 3113 if store_history:
3105 3114 self.execution_count += 1
3106 3115 return error_before_exec(preprocessing_exc_tuple[1])
3107 3116
3108 3117 # Our own compiler remembers the __future__ environment. If we want to
3109 3118 # run code with a separate __future__ environment, use the default
3110 3119 # compiler
3111 3120 compiler = self.compile if shell_futures else self.compiler_class()
3112 3121
3113 3122 _run_async = False
3114 3123
3115 3124 with self.builtin_trap:
3116 3125 cell_name = self.compile.cache(
3117 3126 cell, self.execution_count, raw_code=raw_cell
3118 3127 )
3119 3128
3120 3129 with self.display_trap:
3121 3130 # Compile to bytecode
3122 3131 try:
3123 3132 if sys.version_info < (3,8) and self.autoawait:
3124 3133 if _should_be_async(cell):
3125 3134 # the code AST below will not be user code: we wrap it
3126 3135 # in an `async def`. This will likely make some AST
3127 3136 # transformer below miss some transform opportunity and
3128 3137 # introduce a small coupling to run_code (in which we
3129 3138 # bake some assumptions of what _ast_asyncify returns.
3130 3139 # they are ways around (like grafting part of the ast
3131 3140 # later:
3132 3141 # - Here, return code_ast.body[0].body[1:-1], as well
3133 3142 # as last expression in return statement which is
3134 3143 # the user code part.
3135 3144 # - Let it go through the AST transformers, and graft
3136 3145 # - it back after the AST transform
3137 3146 # But that seem unreasonable, at least while we
3138 3147 # do not need it.
3139 3148 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3140 3149 _run_async = True
3141 3150 else:
3142 3151 code_ast = compiler.ast_parse(cell, filename=cell_name)
3143 3152 else:
3144 3153 code_ast = compiler.ast_parse(cell, filename=cell_name)
3145 3154 except self.custom_exceptions as e:
3146 3155 etype, value, tb = sys.exc_info()
3147 3156 self.CustomTB(etype, value, tb)
3148 3157 return error_before_exec(e)
3149 3158 except IndentationError as e:
3150 3159 self.showindentationerror()
3151 3160 return error_before_exec(e)
3152 3161 except (OverflowError, SyntaxError, ValueError, TypeError,
3153 3162 MemoryError) as e:
3154 3163 self.showsyntaxerror()
3155 3164 return error_before_exec(e)
3156 3165
3157 3166 # Apply AST transformations
3158 3167 try:
3159 3168 code_ast = self.transform_ast(code_ast)
3160 3169 except InputRejected as e:
3161 3170 self.showtraceback()
3162 3171 return error_before_exec(e)
3163 3172
3164 3173 # Give the displayhook a reference to our ExecutionResult so it
3165 3174 # can fill in the output value.
3166 3175 self.displayhook.exec_result = result
3167 3176
3168 3177 # Execute the user code
3169 3178 interactivity = "none" if silent else self.ast_node_interactivity
3170 3179 if _run_async:
3171 3180 interactivity = 'async'
3172 3181
3173 3182 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3174 3183 interactivity=interactivity, compiler=compiler, result=result)
3175 3184
3176 3185 self.last_execution_succeeded = not has_raised
3177 3186 self.last_execution_result = result
3178 3187
3179 3188 # Reset this so later displayed values do not modify the
3180 3189 # ExecutionResult
3181 3190 self.displayhook.exec_result = None
3182 3191
3183 3192 if store_history:
3184 3193 # Write output to the database. Does nothing unless
3185 3194 # history output logging is enabled.
3186 3195 self.history_manager.store_output(self.execution_count)
3187 3196 # Each cell is a *single* input, regardless of how many lines it has
3188 3197 self.execution_count += 1
3189 3198
3190 3199 return result
3191 3200
3192 3201 def transform_cell(self, raw_cell):
3193 3202 """Transform an input cell before parsing it.
3194 3203
3195 3204 Static transformations, implemented in IPython.core.inputtransformer2,
3196 3205 deal with things like ``%magic`` and ``!system`` commands.
3197 3206 These run on all input.
3198 3207 Dynamic transformations, for things like unescaped magics and the exit
3199 3208 autocall, depend on the state of the interpreter.
3200 3209 These only apply to single line inputs.
3201 3210
3202 3211 These string-based transformations are followed by AST transformations;
3203 3212 see :meth:`transform_ast`.
3204 3213 """
3205 3214 # Static input transformations
3206 3215 cell = self.input_transformer_manager.transform_cell(raw_cell)
3207 3216
3208 3217 if len(cell.splitlines()) == 1:
3209 3218 # Dynamic transformations - only applied for single line commands
3210 3219 with self.builtin_trap:
3211 3220 # use prefilter_lines to handle trailing newlines
3212 3221 # restore trailing newline for ast.parse
3213 3222 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3214 3223
3215 3224 lines = cell.splitlines(keepends=True)
3216 3225 for transform in self.input_transformers_post:
3217 3226 lines = transform(lines)
3218 3227 cell = ''.join(lines)
3219 3228
3220 3229 return cell
3221 3230
3222 3231 def transform_ast(self, node):
3223 3232 """Apply the AST transformations from self.ast_transformers
3224 3233
3225 3234 Parameters
3226 3235 ----------
3227 3236 node : ast.Node
3228 3237 The root node to be transformed. Typically called with the ast.Module
3229 3238 produced by parsing user input.
3230 3239
3231 3240 Returns
3232 3241 -------
3233 3242 An ast.Node corresponding to the node it was called with. Note that it
3234 3243 may also modify the passed object, so don't rely on references to the
3235 3244 original AST.
3236 3245 """
3237 3246 for transformer in self.ast_transformers:
3238 3247 try:
3239 3248 node = transformer.visit(node)
3240 3249 except InputRejected:
3241 3250 # User-supplied AST transformers can reject an input by raising
3242 3251 # an InputRejected. Short-circuit in this case so that we
3243 3252 # don't unregister the transform.
3244 3253 raise
3245 3254 except Exception:
3246 3255 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3247 3256 self.ast_transformers.remove(transformer)
3248 3257
3249 3258 if self.ast_transformers:
3250 3259 ast.fix_missing_locations(node)
3251 3260 return node
3252 3261
3253 3262 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3254 3263 compiler=compile, result=None):
3255 3264 """Run a sequence of AST nodes. The execution mode depends on the
3256 3265 interactivity parameter.
3257 3266
3258 3267 Parameters
3259 3268 ----------
3260 3269 nodelist : list
3261 3270 A sequence of AST nodes to run.
3262 3271 cell_name : str
3263 3272 Will be passed to the compiler as the filename of the cell. Typically
3264 3273 the value returned by ip.compile.cache(cell).
3265 3274 interactivity : str
3266 3275 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3267 3276 specifying which nodes should be run interactively (displaying output
3268 3277 from expressions). 'last_expr' will run the last node interactively
3269 3278 only if it is an expression (i.e. expressions in loops or other blocks
3270 3279 are not displayed) 'last_expr_or_assign' will run the last expression
3271 3280 or the last assignment. Other values for this parameter will raise a
3272 3281 ValueError.
3273 3282
3274 3283 Experimental value: 'async' Will try to run top level interactive
3275 3284 async/await code in default runner, this will not respect the
3276 3285 interactivity setting and will only run the last node if it is an
3277 3286 expression.
3278 3287
3279 3288 compiler : callable
3280 3289 A function with the same interface as the built-in compile(), to turn
3281 3290 the AST nodes into code objects. Default is the built-in compile().
3282 3291 result : ExecutionResult, optional
3283 3292 An object to store exceptions that occur during execution.
3284 3293
3285 3294 Returns
3286 3295 -------
3287 3296 True if an exception occurred while running code, False if it finished
3288 3297 running.
3289 3298 """
3290 3299 if not nodelist:
3291 3300 return
3292 3301
3293 3302 if interactivity == 'last_expr_or_assign':
3294 3303 if isinstance(nodelist[-1], _assign_nodes):
3295 3304 asg = nodelist[-1]
3296 3305 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3297 3306 target = asg.targets[0]
3298 3307 elif isinstance(asg, _single_targets_nodes):
3299 3308 target = asg.target
3300 3309 else:
3301 3310 target = None
3302 3311 if isinstance(target, ast.Name):
3303 3312 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3304 3313 ast.fix_missing_locations(nnode)
3305 3314 nodelist.append(nnode)
3306 3315 interactivity = 'last_expr'
3307 3316
3308 3317 _async = False
3309 3318 if interactivity == 'last_expr':
3310 3319 if isinstance(nodelist[-1], ast.Expr):
3311 3320 interactivity = "last"
3312 3321 else:
3313 3322 interactivity = "none"
3314 3323
3315 3324 if interactivity == 'none':
3316 3325 to_run_exec, to_run_interactive = nodelist, []
3317 3326 elif interactivity == 'last':
3318 3327 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3319 3328 elif interactivity == 'all':
3320 3329 to_run_exec, to_run_interactive = [], nodelist
3321 3330 elif interactivity == 'async':
3322 3331 to_run_exec, to_run_interactive = [], nodelist
3323 3332 _async = True
3324 3333 else:
3325 3334 raise ValueError("Interactivity was %r" % interactivity)
3326 3335
3327 3336 try:
3328 3337 if _async and sys.version_info > (3,8):
3329 3338 raise ValueError("This branch should never happen on Python 3.8 and above, "
3330 3339 "please try to upgrade IPython and open a bug report with your case.")
3331 3340 if _async:
3332 3341 # If interactivity is async the semantics of run_code are
3333 3342 # completely different Skip usual machinery.
3334 3343 mod = Module(nodelist, [])
3335 3344 async_wrapper_code = compiler(mod, cell_name, 'exec')
3336 3345 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3337 3346 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3338 3347 if (await self.run_code(async_code, result, async_=True)):
3339 3348 return True
3340 3349 else:
3341 3350 if sys.version_info > (3, 8):
3342 3351 def compare(code):
3343 3352 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3344 3353 return is_async
3345 3354 else:
3346 3355 def compare(code):
3347 3356 return _async
3348 3357
3349 3358 # refactor that to just change the mod constructor.
3350 3359 to_run = []
3351 3360 for node in to_run_exec:
3352 3361 to_run.append((node, 'exec'))
3353 3362
3354 3363 for node in to_run_interactive:
3355 3364 to_run.append((node, 'single'))
3356 3365
3357 3366 for node,mode in to_run:
3358 3367 if mode == 'exec':
3359 3368 mod = Module([node], [])
3360 3369 elif mode == 'single':
3361 3370 mod = ast.Interactive([node])
3362 3371 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3363 3372 code = compiler(mod, cell_name, mode)
3364 3373 asy = compare(code)
3365 3374 if (await self.run_code(code, result, async_=asy)):
3366 3375 return True
3367 3376
3368 3377 # Flush softspace
3369 3378 if softspace(sys.stdout, 0):
3370 3379 print()
3371 3380
3372 3381 except:
3373 3382 # It's possible to have exceptions raised here, typically by
3374 3383 # compilation of odd code (such as a naked 'return' outside a
3375 3384 # function) that did parse but isn't valid. Typically the exception
3376 3385 # is a SyntaxError, but it's safest just to catch anything and show
3377 3386 # the user a traceback.
3378 3387
3379 3388 # We do only one try/except outside the loop to minimize the impact
3380 3389 # on runtime, and also because if any node in the node list is
3381 3390 # broken, we should stop execution completely.
3382 3391 if result:
3383 3392 result.error_before_exec = sys.exc_info()[1]
3384 3393 self.showtraceback()
3385 3394 return True
3386 3395
3387 3396 return False
3388 3397
3389 3398 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3390 3399 """
3391 3400 Evaluate an asynchronous code object using a code runner
3392 3401
3393 3402 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3394 3403
3395 3404 Returns coroutine object, which can be executed via async loop runner
3396 3405
3397 3406 WARNING: The semantics of `async_exec` are quite different from `exec`,
3398 3407 in particular you can only pass a single namespace. It also return a
3399 3408 handle to the value of the last things returned by code_object.
3400 3409 """
3401 3410
3402 3411 return eval(code_obj, user_ns)
3403 3412
3404 3413 async def run_code(self, code_obj, result=None, *, async_=False):
3405 3414 """Execute a code object.
3406 3415
3407 3416 When an exception occurs, self.showtraceback() is called to display a
3408 3417 traceback.
3409 3418
3410 3419 Parameters
3411 3420 ----------
3412 3421 code_obj : code object
3413 3422 A compiled code object, to be executed
3414 3423 result : ExecutionResult, optional
3415 3424 An object to store exceptions that occur during execution.
3416 3425 async_ : Bool (Experimental)
3417 3426 Attempt to run top-level asynchronous code in a default loop.
3418 3427
3419 3428 Returns
3420 3429 -------
3421 3430 False : successful execution.
3422 3431 True : an error occurred.
3423 3432 """
3424 3433 # special value to say that anything above is IPython and should be
3425 3434 # hidden.
3426 3435 __tracebackhide__ = "__ipython_bottom__"
3427 3436 # Set our own excepthook in case the user code tries to call it
3428 3437 # directly, so that the IPython crash handler doesn't get triggered
3429 3438 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3430 3439
3431 3440 # we save the original sys.excepthook in the instance, in case config
3432 3441 # code (such as magics) needs access to it.
3433 3442 self.sys_excepthook = old_excepthook
3434 3443 outflag = True # happens in more places, so it's easier as default
3435 3444 try:
3436 3445 try:
3437 3446 self.hooks.pre_run_code_hook()
3438 3447 if async_ and sys.version_info < (3,8):
3439 3448 last_expr = (await self._async_exec(code_obj, self.user_ns))
3440 3449 code = compile('last_expr', 'fake', "single")
3441 3450 exec(code, {'last_expr': last_expr})
3442 3451 elif async_ :
3443 3452 await eval(code_obj, self.user_global_ns, self.user_ns)
3444 3453 else:
3445 3454 exec(code_obj, self.user_global_ns, self.user_ns)
3446 3455 finally:
3447 3456 # Reset our crash handler in place
3448 3457 sys.excepthook = old_excepthook
3449 3458 except SystemExit as e:
3450 3459 if result is not None:
3451 3460 result.error_in_exec = e
3452 3461 self.showtraceback(exception_only=True)
3453 3462 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3454 3463 except self.custom_exceptions:
3455 3464 etype, value, tb = sys.exc_info()
3456 3465 if result is not None:
3457 3466 result.error_in_exec = value
3458 3467 self.CustomTB(etype, value, tb)
3459 3468 except:
3460 3469 if result is not None:
3461 3470 result.error_in_exec = sys.exc_info()[1]
3462 3471 self.showtraceback(running_compiled_code=True)
3463 3472 else:
3464 3473 outflag = False
3465 3474 return outflag
3466 3475
3467 3476 # For backwards compatibility
3468 3477 runcode = run_code
3469 3478
3470 3479 def check_complete(self, code: str) -> Tuple[str, str]:
3471 3480 """Return whether a block of code is ready to execute, or should be continued
3472 3481
3473 3482 Parameters
3474 3483 ----------
3475 3484 source : string
3476 3485 Python input code, which can be multiline.
3477 3486
3478 3487 Returns
3479 3488 -------
3480 3489 status : str
3481 3490 One of 'complete', 'incomplete', or 'invalid' if source is not a
3482 3491 prefix of valid code.
3483 3492 indent : str
3484 3493 When status is 'incomplete', this is some whitespace to insert on
3485 3494 the next line of the prompt.
3486 3495 """
3487 3496 status, nspaces = self.input_transformer_manager.check_complete(code)
3488 3497 return status, ' ' * (nspaces or 0)
3489 3498
3490 3499 #-------------------------------------------------------------------------
3491 3500 # Things related to GUI support and pylab
3492 3501 #-------------------------------------------------------------------------
3493 3502
3494 3503 active_eventloop = None
3495 3504
3496 3505 def enable_gui(self, gui=None):
3497 3506 raise NotImplementedError('Implement enable_gui in a subclass')
3498 3507
3499 3508 def enable_matplotlib(self, gui=None):
3500 3509 """Enable interactive matplotlib and inline figure support.
3501 3510
3502 3511 This takes the following steps:
3503 3512
3504 3513 1. select the appropriate eventloop and matplotlib backend
3505 3514 2. set up matplotlib for interactive use with that backend
3506 3515 3. configure formatters for inline figure display
3507 3516 4. enable the selected gui eventloop
3508 3517
3509 3518 Parameters
3510 3519 ----------
3511 3520 gui : optional, string
3512 3521 If given, dictates the choice of matplotlib GUI backend to use
3513 3522 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3514 3523 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3515 3524 matplotlib (as dictated by the matplotlib build-time options plus the
3516 3525 user's matplotlibrc configuration file). Note that not all backends
3517 3526 make sense in all contexts, for example a terminal ipython can't
3518 3527 display figures inline.
3519 3528 """
3520 3529 from IPython.core import pylabtools as pt
3521 3530 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3522 3531
3523 3532 if gui != 'inline':
3524 3533 # If we have our first gui selection, store it
3525 3534 if self.pylab_gui_select is None:
3526 3535 self.pylab_gui_select = gui
3527 3536 # Otherwise if they are different
3528 3537 elif gui != self.pylab_gui_select:
3529 3538 print('Warning: Cannot change to a different GUI toolkit: %s.'
3530 3539 ' Using %s instead.' % (gui, self.pylab_gui_select))
3531 3540 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3532 3541
3533 3542 pt.activate_matplotlib(backend)
3534 3543 pt.configure_inline_support(self, backend)
3535 3544
3536 3545 # Now we must activate the gui pylab wants to use, and fix %run to take
3537 3546 # plot updates into account
3538 3547 self.enable_gui(gui)
3539 3548 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3540 3549 pt.mpl_runner(self.safe_execfile)
3541 3550
3542 3551 return gui, backend
3543 3552
3544 3553 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3545 3554 """Activate pylab support at runtime.
3546 3555
3547 3556 This turns on support for matplotlib, preloads into the interactive
3548 3557 namespace all of numpy and pylab, and configures IPython to correctly
3549 3558 interact with the GUI event loop. The GUI backend to be used can be
3550 3559 optionally selected with the optional ``gui`` argument.
3551 3560
3552 3561 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3553 3562
3554 3563 Parameters
3555 3564 ----------
3556 3565 gui : optional, string
3557 3566 If given, dictates the choice of matplotlib GUI backend to use
3558 3567 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3559 3568 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3560 3569 matplotlib (as dictated by the matplotlib build-time options plus the
3561 3570 user's matplotlibrc configuration file). Note that not all backends
3562 3571 make sense in all contexts, for example a terminal ipython can't
3563 3572 display figures inline.
3564 3573 import_all : optional, bool, default: True
3565 3574 Whether to do `from numpy import *` and `from pylab import *`
3566 3575 in addition to module imports.
3567 3576 welcome_message : deprecated
3568 3577 This argument is ignored, no welcome message will be displayed.
3569 3578 """
3570 3579 from IPython.core.pylabtools import import_pylab
3571 3580
3572 3581 gui, backend = self.enable_matplotlib(gui)
3573 3582
3574 3583 # We want to prevent the loading of pylab to pollute the user's
3575 3584 # namespace as shown by the %who* magics, so we execute the activation
3576 3585 # code in an empty namespace, and we update *both* user_ns and
3577 3586 # user_ns_hidden with this information.
3578 3587 ns = {}
3579 3588 import_pylab(ns, import_all)
3580 3589 # warn about clobbered names
3581 3590 ignored = {"__builtins__"}
3582 3591 both = set(ns).intersection(self.user_ns).difference(ignored)
3583 3592 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3584 3593 self.user_ns.update(ns)
3585 3594 self.user_ns_hidden.update(ns)
3586 3595 return gui, backend, clobbered
3587 3596
3588 3597 #-------------------------------------------------------------------------
3589 3598 # Utilities
3590 3599 #-------------------------------------------------------------------------
3591 3600
3592 3601 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3593 3602 """Expand python variables in a string.
3594 3603
3595 3604 The depth argument indicates how many frames above the caller should
3596 3605 be walked to look for the local namespace where to expand variables.
3597 3606
3598 3607 The global namespace for expansion is always the user's interactive
3599 3608 namespace.
3600 3609 """
3601 3610 ns = self.user_ns.copy()
3602 3611 try:
3603 3612 frame = sys._getframe(depth+1)
3604 3613 except ValueError:
3605 3614 # This is thrown if there aren't that many frames on the stack,
3606 3615 # e.g. if a script called run_line_magic() directly.
3607 3616 pass
3608 3617 else:
3609 3618 ns.update(frame.f_locals)
3610 3619
3611 3620 try:
3612 3621 # We have to use .vformat() here, because 'self' is a valid and common
3613 3622 # name, and expanding **ns for .format() would make it collide with
3614 3623 # the 'self' argument of the method.
3615 3624 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3616 3625 except Exception:
3617 3626 # if formatter couldn't format, just let it go untransformed
3618 3627 pass
3619 3628 return cmd
3620 3629
3621 3630 def mktempfile(self, data=None, prefix='ipython_edit_'):
3622 3631 """Make a new tempfile and return its filename.
3623 3632
3624 3633 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3625 3634 but it registers the created filename internally so ipython cleans it up
3626 3635 at exit time.
3627 3636
3628 3637 Optional inputs:
3629 3638
3630 3639 - data(None): if data is given, it gets written out to the temp file
3631 3640 immediately, and the file is closed again."""
3632 3641
3633 3642 dir_path = Path(tempfile.mkdtemp(prefix=prefix))
3634 3643 self.tempdirs.append(dir_path)
3635 3644
3636 3645 handle, filename = tempfile.mkstemp(".py", prefix, dir=str(dir_path))
3637 3646 os.close(handle) # On Windows, there can only be one open handle on a file
3638 3647
3639 3648 file_path = Path(filename)
3640 3649 self.tempfiles.append(file_path)
3641 3650
3642 3651 if data:
3643 3652 file_path.write_text(data)
3644 3653 return filename
3645 3654
3646 3655 @undoc
3647 3656 def write(self,data):
3648 3657 """DEPRECATED: Write a string to the default output"""
3649 3658 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3650 3659 DeprecationWarning, stacklevel=2)
3651 3660 sys.stdout.write(data)
3652 3661
3653 3662 @undoc
3654 3663 def write_err(self,data):
3655 3664 """DEPRECATED: Write a string to the default error output"""
3656 3665 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3657 3666 DeprecationWarning, stacklevel=2)
3658 3667 sys.stderr.write(data)
3659 3668
3660 3669 def ask_yes_no(self, prompt, default=None, interrupt=None):
3661 3670 if self.quiet:
3662 3671 return True
3663 3672 return ask_yes_no(prompt,default,interrupt)
3664 3673
3665 3674 def show_usage(self):
3666 3675 """Show a usage message"""
3667 3676 page.page(IPython.core.usage.interactive_usage)
3668 3677
3669 3678 def extract_input_lines(self, range_str, raw=False):
3670 3679 """Return as a string a set of input history slices.
3671 3680
3672 3681 Parameters
3673 3682 ----------
3674 3683 range_str : string
3675 3684 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3676 3685 since this function is for use by magic functions which get their
3677 3686 arguments as strings. The number before the / is the session
3678 3687 number: ~n goes n back from the current session.
3679 3688
3680 3689 raw : bool, optional
3681 3690 By default, the processed input is used. If this is true, the raw
3682 3691 input history is used instead.
3683 3692
3684 3693 Notes
3685 3694 -----
3686 3695
3687 3696 Slices can be described with two notations:
3688 3697
3689 3698 * ``N:M`` -> standard python form, means including items N...(M-1).
3690 3699 * ``N-M`` -> include items N..M (closed endpoint).
3691 3700 """
3692 3701 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3693 3702 return "\n".join(x for _, _, x in lines)
3694 3703
3695 3704 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3696 3705 """Get a code string from history, file, url, or a string or macro.
3697 3706
3698 3707 This is mainly used by magic functions.
3699 3708
3700 3709 Parameters
3701 3710 ----------
3702 3711
3703 3712 target : str
3704 3713
3705 3714 A string specifying code to retrieve. This will be tried respectively
3706 3715 as: ranges of input history (see %history for syntax), url,
3707 3716 corresponding .py file, filename, or an expression evaluating to a
3708 3717 string or Macro in the user namespace.
3709 3718
3710 3719 raw : bool
3711 3720 If true (default), retrieve raw history. Has no effect on the other
3712 3721 retrieval mechanisms.
3713 3722
3714 3723 py_only : bool (default False)
3715 3724 Only try to fetch python code, do not try alternative methods to decode file
3716 3725 if unicode fails.
3717 3726
3718 3727 Returns
3719 3728 -------
3720 3729 A string of code.
3721 3730
3722 3731 ValueError is raised if nothing is found, and TypeError if it evaluates
3723 3732 to an object of another type. In each case, .args[0] is a printable
3724 3733 message.
3725 3734 """
3726 3735 code = self.extract_input_lines(target, raw=raw) # Grab history
3727 3736 if code:
3728 3737 return code
3729 3738 try:
3730 3739 if target.startswith(('http://', 'https://')):
3731 3740 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3732 3741 except UnicodeDecodeError as e:
3733 3742 if not py_only :
3734 3743 # Deferred import
3735 3744 from urllib.request import urlopen
3736 3745 response = urlopen(target)
3737 3746 return response.read().decode('latin1')
3738 3747 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3739 3748
3740 3749 potential_target = [target]
3741 3750 try :
3742 3751 potential_target.insert(0,get_py_filename(target))
3743 3752 except IOError:
3744 3753 pass
3745 3754
3746 3755 for tgt in potential_target :
3747 3756 if os.path.isfile(tgt): # Read file
3748 3757 try :
3749 3758 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3750 3759 except UnicodeDecodeError as e:
3751 3760 if not py_only :
3752 3761 with io_open(tgt,'r', encoding='latin1') as f :
3753 3762 return f.read()
3754 3763 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3755 3764 elif os.path.isdir(os.path.expanduser(tgt)):
3756 3765 raise ValueError("'%s' is a directory, not a regular file." % target)
3757 3766
3758 3767 if search_ns:
3759 3768 # Inspect namespace to load object source
3760 3769 object_info = self.object_inspect(target, detail_level=1)
3761 3770 if object_info['found'] and object_info['source']:
3762 3771 return object_info['source']
3763 3772
3764 3773 try: # User namespace
3765 3774 codeobj = eval(target, self.user_ns)
3766 3775 except Exception as e:
3767 3776 raise ValueError(("'%s' was not found in history, as a file, url, "
3768 3777 "nor in the user namespace.") % target) from e
3769 3778
3770 3779 if isinstance(codeobj, str):
3771 3780 return codeobj
3772 3781 elif isinstance(codeobj, Macro):
3773 3782 return codeobj.value
3774 3783
3775 3784 raise TypeError("%s is neither a string nor a macro." % target,
3776 3785 codeobj)
3777 3786
3778 3787 def _atexit_once(self):
3779 3788 """
3780 3789 At exist operation that need to be called at most once.
3781 3790 Second call to this function per instance will do nothing.
3782 3791 """
3783 3792
3784 3793 if not getattr(self, "_atexit_once_called", False):
3785 3794 self._atexit_once_called = True
3786 3795 # Clear all user namespaces to release all references cleanly.
3787 3796 self.reset(new_session=False)
3788 3797 # Close the history session (this stores the end time and line count)
3789 3798 # this must be *before* the tempfile cleanup, in case of temporary
3790 3799 # history db
3791 3800 self.history_manager.end_session()
3792 3801 self.history_manager = None
3793 3802
3794 3803 #-------------------------------------------------------------------------
3795 3804 # Things related to IPython exiting
3796 3805 #-------------------------------------------------------------------------
3797 3806 def atexit_operations(self):
3798 3807 """This will be executed at the time of exit.
3799 3808
3800 3809 Cleanup operations and saving of persistent data that is done
3801 3810 unconditionally by IPython should be performed here.
3802 3811
3803 3812 For things that may depend on startup flags or platform specifics (such
3804 3813 as having readline or not), register a separate atexit function in the
3805 3814 code that has the appropriate information, rather than trying to
3806 3815 clutter
3807 3816 """
3808 3817 self._atexit_once()
3809 3818
3810 3819 # Cleanup all tempfiles and folders left around
3811 3820 for tfile in self.tempfiles:
3812 3821 try:
3813 3822 tfile.unlink()
3814 3823 self.tempfiles.remove(tfile)
3815 3824 except FileNotFoundError:
3816 3825 pass
3817 3826 del self.tempfiles
3818 3827 for tdir in self.tempdirs:
3819 3828 try:
3820 3829 tdir.rmdir()
3821 3830 self.tempdirs.remove(tdir)
3822 3831 except FileNotFoundError:
3823 3832 pass
3824 3833 del self.tempdirs
3825 3834
3826 3835
3827 3836 # Run user hooks
3828 3837 self.hooks.shutdown_hook()
3829 3838
3830 3839 def cleanup(self):
3831 3840 self.restore_sys_module_state()
3832 3841
3833 3842
3834 3843 # Overridden in terminal subclass to change prompts
3835 3844 def switch_doctest_mode(self, mode):
3836 3845 pass
3837 3846
3838 3847
3839 3848 class InteractiveShellABC(metaclass=abc.ABCMeta):
3840 3849 """An abstract base class for InteractiveShell."""
3841 3850
3842 3851 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now