##// END OF EJS Templates
Merge pull request #12921 from Carreau/fix-doc...
Matthias Bussonnier -
r26486:7a4d1248 merge
parent child Browse files
Show More
@@ -1,3842 +1,3851 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2 """Main IPython class."""
2 """Main IPython class."""
3
3
4 #-----------------------------------------------------------------------------
4 #-----------------------------------------------------------------------------
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 # Copyright (C) 2008-2011 The IPython Development Team
7 # Copyright (C) 2008-2011 The IPython Development Team
8 #
8 #
9 # Distributed under the terms of the BSD License. The full license is in
9 # Distributed under the terms of the BSD License. The full license is in
10 # the file COPYING, distributed as part of this software.
10 # the file COPYING, distributed as part of this software.
11 #-----------------------------------------------------------------------------
11 #-----------------------------------------------------------------------------
12
12
13
13
14 import abc
14 import abc
15 import ast
15 import ast
16 import atexit
16 import atexit
17 import builtins as builtin_mod
17 import builtins as builtin_mod
18 import functools
18 import functools
19 import inspect
19 import inspect
20 import os
20 import os
21 import re
21 import re
22 import runpy
22 import runpy
23 import sys
23 import sys
24 import tempfile
24 import tempfile
25 import traceback
25 import traceback
26 import types
26 import types
27 import subprocess
27 import subprocess
28 import warnings
28 import warnings
29 from io import open as io_open
29 from io import open as io_open
30
30
31 from pathlib import Path
31 from pathlib import Path
32 from pickleshare import PickleShareDB
32 from pickleshare import PickleShareDB
33
33
34 from traitlets.config.configurable import SingletonConfigurable
34 from traitlets.config.configurable import SingletonConfigurable
35 from traitlets.utils.importstring import import_item
35 from traitlets.utils.importstring import import_item
36 from IPython.core import oinspect
36 from IPython.core import oinspect
37 from IPython.core import magic
37 from IPython.core import magic
38 from IPython.core import page
38 from IPython.core import page
39 from IPython.core import prefilter
39 from IPython.core import prefilter
40 from IPython.core import ultratb
40 from IPython.core import ultratb
41 from IPython.core.alias import Alias, AliasManager
41 from IPython.core.alias import Alias, AliasManager
42 from IPython.core.autocall import ExitAutocall
42 from IPython.core.autocall import ExitAutocall
43 from IPython.core.builtin_trap import BuiltinTrap
43 from IPython.core.builtin_trap import BuiltinTrap
44 from IPython.core.events import EventManager, available_events
44 from IPython.core.events import EventManager, available_events
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
46 from IPython.core.debugger import Pdb
46 from IPython.core.debugger import Pdb
47 from IPython.core.display_trap import DisplayTrap
47 from IPython.core.display_trap import DisplayTrap
48 from IPython.core.displayhook import DisplayHook
48 from IPython.core.displayhook import DisplayHook
49 from IPython.core.displaypub import DisplayPublisher
49 from IPython.core.displaypub import DisplayPublisher
50 from IPython.core.error import InputRejected, UsageError
50 from IPython.core.error import InputRejected, UsageError
51 from IPython.core.extensions import ExtensionManager
51 from IPython.core.extensions import ExtensionManager
52 from IPython.core.formatters import DisplayFormatter
52 from IPython.core.formatters import DisplayFormatter
53 from IPython.core.history import HistoryManager
53 from IPython.core.history import HistoryManager
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
55 from IPython.core.logger import Logger
55 from IPython.core.logger import Logger
56 from IPython.core.macro import Macro
56 from IPython.core.macro import Macro
57 from IPython.core.payload import PayloadManager
57 from IPython.core.payload import PayloadManager
58 from IPython.core.prefilter import PrefilterManager
58 from IPython.core.prefilter import PrefilterManager
59 from IPython.core.profiledir import ProfileDir
59 from IPython.core.profiledir import ProfileDir
60 from IPython.core.usage import default_banner
60 from IPython.core.usage import default_banner
61 from IPython.display import display
61 from IPython.display import display
62 from IPython.testing.skipdoctest import skip_doctest
62 from IPython.testing.skipdoctest import skip_doctest
63 from IPython.utils import PyColorize
63 from IPython.utils import PyColorize
64 from IPython.utils import io
64 from IPython.utils import io
65 from IPython.utils import py3compat
65 from IPython.utils import py3compat
66 from IPython.utils import openpy
66 from IPython.utils import openpy
67 from IPython.utils.decorators import undoc
67 from IPython.utils.decorators import undoc
68 from IPython.utils.io import ask_yes_no
68 from IPython.utils.io import ask_yes_no
69 from IPython.utils.ipstruct import Struct
69 from IPython.utils.ipstruct import Struct
70 from IPython.paths import get_ipython_dir
70 from IPython.paths import get_ipython_dir
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
72 from IPython.utils.process import system, getoutput
72 from IPython.utils.process import system, getoutput
73 from IPython.utils.strdispatch import StrDispatch
73 from IPython.utils.strdispatch import StrDispatch
74 from IPython.utils.syspathcontext import prepended_to_syspath
74 from IPython.utils.syspathcontext import prepended_to_syspath
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
76 from IPython.utils.tempdir import TemporaryDirectory
76 from IPython.utils.tempdir import TemporaryDirectory
77 from traitlets import (
77 from traitlets import (
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
79 observe, default, validate, Any
79 observe, default, validate, Any
80 )
80 )
81 from warnings import warn
81 from warnings import warn
82 from logging import error
82 from logging import error
83 import IPython.core.hooks
83 import IPython.core.hooks
84
84
85 from typing import List as ListType, Tuple, Optional
85 from typing import List as ListType, Tuple, Optional
86 from ast import AST
86 from ast import AST
87
87
88 # NoOpContext is deprecated, but ipykernel imports it from here.
88 # NoOpContext is deprecated, but ipykernel imports it from here.
89 # See https://github.com/ipython/ipykernel/issues/157
89 # See https://github.com/ipython/ipykernel/issues/157
90 # (2016, let's try to remove than in IPython 8.0)
90 # (2016, let's try to remove than in IPython 8.0)
91 from IPython.utils.contexts import NoOpContext
91 from IPython.utils.contexts import NoOpContext
92
92
93 try:
93 try:
94 import docrepr.sphinxify as sphx
94 import docrepr.sphinxify as sphx
95
95
96 def sphinxify(doc):
96 def sphinxify(doc):
97 with TemporaryDirectory() as dirname:
97 with TemporaryDirectory() as dirname:
98 return {
98 return {
99 'text/html': sphx.sphinxify(doc, dirname),
99 'text/html': sphx.sphinxify(doc, dirname),
100 'text/plain': doc
100 'text/plain': doc
101 }
101 }
102 except ImportError:
102 except ImportError:
103 sphinxify = None
103 sphinxify = None
104
104
105
105
106 class ProvisionalWarning(DeprecationWarning):
106 class ProvisionalWarning(DeprecationWarning):
107 """
107 """
108 Warning class for unstable features
108 Warning class for unstable features
109 """
109 """
110 pass
110 pass
111
111
112 if sys.version_info > (3,8):
112 if sys.version_info > (3,8):
113 from ast import Module
113 from ast import Module
114 else :
114 else :
115 # mock the new API, ignore second argument
115 # mock the new API, ignore second argument
116 # see https://github.com/ipython/ipython/issues/11590
116 # see https://github.com/ipython/ipython/issues/11590
117 from ast import Module as OriginalModule
117 from ast import Module as OriginalModule
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
119
119
120 if sys.version_info > (3,6):
120 if sys.version_info > (3,6):
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
123 else:
123 else:
124 _assign_nodes = (ast.AugAssign, ast.Assign )
124 _assign_nodes = (ast.AugAssign, ast.Assign )
125 _single_targets_nodes = (ast.AugAssign, )
125 _single_targets_nodes = (ast.AugAssign, )
126
126
127 #-----------------------------------------------------------------------------
127 #-----------------------------------------------------------------------------
128 # Await Helpers
128 # Await Helpers
129 #-----------------------------------------------------------------------------
129 #-----------------------------------------------------------------------------
130
130
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
132 """Return a function that do not create a new local scope.
132 """Return a function that do not create a new local scope.
133
133
134 Given a function, create a clone of this function where the co_newlocal flag
134 Given a function, create a clone of this function where the co_newlocal flag
135 has been removed, making this function code actually run in the sourounding
135 has been removed, making this function code actually run in the sourounding
136 scope.
136 scope.
137
137
138 We need this in order to run asynchronous code in user level namespace.
138 We need this in order to run asynchronous code in user level namespace.
139 """
139 """
140 from types import CodeType, FunctionType
140 from types import CodeType, FunctionType
141 CO_NEWLOCALS = 0x0002
141 CO_NEWLOCALS = 0x0002
142 code = function.__code__
142 code = function.__code__
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
145 new_code = code.replace(co_flags=new_co_flags)
145 new_code = code.replace(co_flags=new_co_flags)
146 else:
146 else:
147 new_code = CodeType(
147 new_code = CodeType(
148 code.co_argcount,
148 code.co_argcount,
149 code.co_kwonlyargcount,
149 code.co_kwonlyargcount,
150 code.co_nlocals,
150 code.co_nlocals,
151 code.co_stacksize,
151 code.co_stacksize,
152 new_co_flags,
152 new_co_flags,
153 code.co_code,
153 code.co_code,
154 code.co_consts,
154 code.co_consts,
155 code.co_names,
155 code.co_names,
156 code.co_varnames,
156 code.co_varnames,
157 code.co_filename,
157 code.co_filename,
158 code.co_name,
158 code.co_name,
159 code.co_firstlineno,
159 code.co_firstlineno,
160 code.co_lnotab,
160 code.co_lnotab,
161 code.co_freevars,
161 code.co_freevars,
162 code.co_cellvars
162 code.co_cellvars
163 )
163 )
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
165
165
166
166
167 # we still need to run things using the asyncio eventloop, but there is no
167 # we still need to run things using the asyncio eventloop, but there is no
168 # async integration
168 # async integration
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
171
171
172
172
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
174 """
174 """
175 Parse a cell with top-level await and modify the AST to be able to run it later.
175 Parse a cell with top-level await and modify the AST to be able to run it later.
176
176
177 Parameters
177 Parameters
178 ----------
178 ----------
179 cell: str
179 cell: str
180 The code cell to asyncronify
180 The code cell to asyncronify
181 wrapper_name: str
181 wrapper_name: str
182 The name of the function to be used to wrap the passed `cell`. It is
182 The name of the function to be used to wrap the passed `cell`. It is
183 advised to **not** use a python identifier in order to not pollute the
183 advised to **not** use a python identifier in order to not pollute the
184 global namespace in which the function will be ran.
184 global namespace in which the function will be ran.
185
185
186 Returns
186 Returns
187 -------
187 -------
188 ModuleType:
188 ModuleType:
189 A module object AST containing **one** function named `wrapper_name`.
189 A module object AST containing **one** function named `wrapper_name`.
190
190
191 The given code is wrapped in a async-def function, parsed into an AST, and
191 The given code is wrapped in a async-def function, parsed into an AST, and
192 the resulting function definition AST is modified to return the last
192 the resulting function definition AST is modified to return the last
193 expression.
193 expression.
194
194
195 The last expression or await node is moved into a return statement at the
195 The last expression or await node is moved into a return statement at the
196 end of the function, and removed from its original location. If the last
196 end of the function, and removed from its original location. If the last
197 node is not Expr or Await nothing is done.
197 node is not Expr or Await nothing is done.
198
198
199 The function `__code__` will need to be later modified (by
199 The function `__code__` will need to be later modified (by
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
201 meaning that the local and global scope are the same, ie as if the body of
201 meaning that the local and global scope are the same, ie as if the body of
202 the function was at module level.
202 the function was at module level.
203
203
204 Lastly a call to `locals()` is made just before the last expression of the
204 Lastly a call to `locals()` is made just before the last expression of the
205 function, or just after the last assignment or statement to make sure the
205 function, or just after the last assignment or statement to make sure the
206 global dict is updated as python function work with a local fast cache which
206 global dict is updated as python function work with a local fast cache which
207 is updated only on `local()` calls.
207 is updated only on `local()` calls.
208 """
208 """
209
209
210 from ast import Expr, Await, Return
210 from ast import Expr, Await, Return
211 if sys.version_info >= (3,8):
211 if sys.version_info >= (3,8):
212 return ast.parse(cell)
212 return ast.parse(cell)
213 tree = ast.parse(_asyncify(cell))
213 tree = ast.parse(_asyncify(cell))
214
214
215 function_def = tree.body[0]
215 function_def = tree.body[0]
216 function_def.name = wrapper_name
216 function_def.name = wrapper_name
217 try_block = function_def.body[0]
217 try_block = function_def.body[0]
218 lastexpr = try_block.body[-1]
218 lastexpr = try_block.body[-1]
219 if isinstance(lastexpr, (Expr, Await)):
219 if isinstance(lastexpr, (Expr, Await)):
220 try_block.body[-1] = Return(lastexpr.value)
220 try_block.body[-1] = Return(lastexpr.value)
221 ast.fix_missing_locations(tree)
221 ast.fix_missing_locations(tree)
222 return tree
222 return tree
223 #-----------------------------------------------------------------------------
223 #-----------------------------------------------------------------------------
224 # Globals
224 # Globals
225 #-----------------------------------------------------------------------------
225 #-----------------------------------------------------------------------------
226
226
227 # compiled regexps for autoindent management
227 # compiled regexps for autoindent management
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
229
229
230 #-----------------------------------------------------------------------------
230 #-----------------------------------------------------------------------------
231 # Utilities
231 # Utilities
232 #-----------------------------------------------------------------------------
232 #-----------------------------------------------------------------------------
233
233
234 @undoc
234 @undoc
235 def softspace(file, newvalue):
235 def softspace(file, newvalue):
236 """Copied from code.py, to remove the dependency"""
236 """Copied from code.py, to remove the dependency"""
237
237
238 oldvalue = 0
238 oldvalue = 0
239 try:
239 try:
240 oldvalue = file.softspace
240 oldvalue = file.softspace
241 except AttributeError:
241 except AttributeError:
242 pass
242 pass
243 try:
243 try:
244 file.softspace = newvalue
244 file.softspace = newvalue
245 except (AttributeError, TypeError):
245 except (AttributeError, TypeError):
246 # "attribute-less object" or "read-only attributes"
246 # "attribute-less object" or "read-only attributes"
247 pass
247 pass
248 return oldvalue
248 return oldvalue
249
249
250 @undoc
250 @undoc
251 def no_op(*a, **kw):
251 def no_op(*a, **kw):
252 pass
252 pass
253
253
254
254
255 class SpaceInInput(Exception): pass
255 class SpaceInInput(Exception): pass
256
256
257
257
258 def get_default_colors():
258 def get_default_colors():
259 "DEPRECATED"
259 "DEPRECATED"
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
261 DeprecationWarning, stacklevel=2)
261 DeprecationWarning, stacklevel=2)
262 return 'Neutral'
262 return 'Neutral'
263
263
264
264
265 class SeparateUnicode(Unicode):
265 class SeparateUnicode(Unicode):
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
267
267
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
269 """
269 """
270
270
271 def validate(self, obj, value):
271 def validate(self, obj, value):
272 if value == '0': value = ''
272 if value == '0': value = ''
273 value = value.replace('\\n','\n')
273 value = value.replace('\\n','\n')
274 return super(SeparateUnicode, self).validate(obj, value)
274 return super(SeparateUnicode, self).validate(obj, value)
275
275
276
276
277 @undoc
277 @undoc
278 class DummyMod(object):
278 class DummyMod(object):
279 """A dummy module used for IPython's interactive module when
279 """A dummy module used for IPython's interactive module when
280 a namespace must be assigned to the module's __dict__."""
280 a namespace must be assigned to the module's __dict__."""
281 __spec__ = None
281 __spec__ = None
282
282
283
283
284 class ExecutionInfo(object):
284 class ExecutionInfo(object):
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
286
286
287 Stores information about what is going to happen.
287 Stores information about what is going to happen.
288 """
288 """
289 raw_cell = None
289 raw_cell = None
290 store_history = False
290 store_history = False
291 silent = False
291 silent = False
292 shell_futures = True
292 shell_futures = True
293
293
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
295 self.raw_cell = raw_cell
295 self.raw_cell = raw_cell
296 self.store_history = store_history
296 self.store_history = store_history
297 self.silent = silent
297 self.silent = silent
298 self.shell_futures = shell_futures
298 self.shell_futures = shell_futures
299
299
300 def __repr__(self):
300 def __repr__(self):
301 name = self.__class__.__qualname__
301 name = self.__class__.__qualname__
302 raw_cell = ((self.raw_cell[:50] + '..')
302 raw_cell = ((self.raw_cell[:50] + '..')
303 if len(self.raw_cell) > 50 else self.raw_cell)
303 if len(self.raw_cell) > 50 else self.raw_cell)
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
306
306
307
307
308 class ExecutionResult(object):
308 class ExecutionResult(object):
309 """The result of a call to :meth:`InteractiveShell.run_cell`
309 """The result of a call to :meth:`InteractiveShell.run_cell`
310
310
311 Stores information about what took place.
311 Stores information about what took place.
312 """
312 """
313 execution_count = None
313 execution_count = None
314 error_before_exec = None
314 error_before_exec = None
315 error_in_exec = None
315 error_in_exec = None
316 info = None
316 info = None
317 result = None
317 result = None
318
318
319 def __init__(self, info):
319 def __init__(self, info):
320 self.info = info
320 self.info = info
321
321
322 @property
322 @property
323 def success(self):
323 def success(self):
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
325
325
326 def raise_error(self):
326 def raise_error(self):
327 """Reraises error if `success` is `False`, otherwise does nothing"""
327 """Reraises error if `success` is `False`, otherwise does nothing"""
328 if self.error_before_exec is not None:
328 if self.error_before_exec is not None:
329 raise self.error_before_exec
329 raise self.error_before_exec
330 if self.error_in_exec is not None:
330 if self.error_in_exec is not None:
331 raise self.error_in_exec
331 raise self.error_in_exec
332
332
333 def __repr__(self):
333 def __repr__(self):
334 name = self.__class__.__qualname__
334 name = self.__class__.__qualname__
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
337
337
338
338
339 class InteractiveShell(SingletonConfigurable):
339 class InteractiveShell(SingletonConfigurable):
340 """An enhanced, interactive shell for Python."""
340 """An enhanced, interactive shell for Python."""
341
341
342 _instance = None
342 _instance = None
343
343
344 ast_transformers = List([], help=
344 ast_transformers = List([], help=
345 """
345 """
346 A list of ast.NodeTransformer subclass instances, which will be applied
346 A list of ast.NodeTransformer subclass instances, which will be applied
347 to user input before code is run.
347 to user input before code is run.
348 """
348 """
349 ).tag(config=True)
349 ).tag(config=True)
350
350
351 autocall = Enum((0,1,2), default_value=0, help=
351 autocall = Enum((0,1,2), default_value=0, help=
352 """
352 """
353 Make IPython automatically call any callable object even if you didn't
353 Make IPython automatically call any callable object even if you didn't
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
355 automatically. The value can be '0' to disable the feature, '1' for
355 automatically. The value can be '0' to disable the feature, '1' for
356 'smart' autocall, where it is not applied if there are no more
356 'smart' autocall, where it is not applied if there are no more
357 arguments on the line, and '2' for 'full' autocall, where all callable
357 arguments on the line, and '2' for 'full' autocall, where all callable
358 objects are automatically called (even if no arguments are present).
358 objects are automatically called (even if no arguments are present).
359 """
359 """
360 ).tag(config=True)
360 ).tag(config=True)
361
361
362 autoindent = Bool(True, help=
362 autoindent = Bool(True, help=
363 """
363 """
364 Autoindent IPython code entered interactively.
364 Autoindent IPython code entered interactively.
365 """
365 """
366 ).tag(config=True)
366 ).tag(config=True)
367
367
368 autoawait = Bool(True, help=
368 autoawait = Bool(True, help=
369 """
369 """
370 Automatically run await statement in the top level repl.
370 Automatically run await statement in the top level repl.
371 """
371 """
372 ).tag(config=True)
372 ).tag(config=True)
373
373
374 loop_runner_map ={
374 loop_runner_map ={
375 'asyncio':(_asyncio_runner, True),
375 'asyncio':(_asyncio_runner, True),
376 'curio':(_curio_runner, True),
376 'curio':(_curio_runner, True),
377 'trio':(_trio_runner, True),
377 'trio':(_trio_runner, True),
378 'sync': (_pseudo_sync_runner, False)
378 'sync': (_pseudo_sync_runner, False)
379 }
379 }
380
380
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
382 allow_none=True,
382 allow_none=True,
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
384 ).tag(config=True)
384 ).tag(config=True)
385
385
386 @default('loop_runner')
386 @default('loop_runner')
387 def _default_loop_runner(self):
387 def _default_loop_runner(self):
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
389
389
390 @validate('loop_runner')
390 @validate('loop_runner')
391 def _import_runner(self, proposal):
391 def _import_runner(self, proposal):
392 if isinstance(proposal.value, str):
392 if isinstance(proposal.value, str):
393 if proposal.value in self.loop_runner_map:
393 if proposal.value in self.loop_runner_map:
394 runner, autoawait = self.loop_runner_map[proposal.value]
394 runner, autoawait = self.loop_runner_map[proposal.value]
395 self.autoawait = autoawait
395 self.autoawait = autoawait
396 return runner
396 return runner
397 runner = import_item(proposal.value)
397 runner = import_item(proposal.value)
398 if not callable(runner):
398 if not callable(runner):
399 raise ValueError('loop_runner must be callable')
399 raise ValueError('loop_runner must be callable')
400 return runner
400 return runner
401 if not callable(proposal.value):
401 if not callable(proposal.value):
402 raise ValueError('loop_runner must be callable')
402 raise ValueError('loop_runner must be callable')
403 return proposal.value
403 return proposal.value
404
404
405 automagic = Bool(True, help=
405 automagic = Bool(True, help=
406 """
406 """
407 Enable magic commands to be called without the leading %.
407 Enable magic commands to be called without the leading %.
408 """
408 """
409 ).tag(config=True)
409 ).tag(config=True)
410
410
411 banner1 = Unicode(default_banner,
411 banner1 = Unicode(default_banner,
412 help="""The part of the banner to be printed before the profile"""
412 help="""The part of the banner to be printed before the profile"""
413 ).tag(config=True)
413 ).tag(config=True)
414 banner2 = Unicode('',
414 banner2 = Unicode('',
415 help="""The part of the banner to be printed after the profile"""
415 help="""The part of the banner to be printed after the profile"""
416 ).tag(config=True)
416 ).tag(config=True)
417
417
418 cache_size = Integer(1000, help=
418 cache_size = Integer(1000, help=
419 """
419 """
420 Set the size of the output cache. The default is 1000, you can
420 Set the size of the output cache. The default is 1000, you can
421 change it permanently in your config file. Setting it to 0 completely
421 change it permanently in your config file. Setting it to 0 completely
422 disables the caching system, and the minimum value accepted is 3 (if
422 disables the caching system, and the minimum value accepted is 3 (if
423 you provide a value less than 3, it is reset to 0 and a warning is
423 you provide a value less than 3, it is reset to 0 and a warning is
424 issued). This limit is defined because otherwise you'll spend more
424 issued). This limit is defined because otherwise you'll spend more
425 time re-flushing a too small cache than working
425 time re-flushing a too small cache than working
426 """
426 """
427 ).tag(config=True)
427 ).tag(config=True)
428 color_info = Bool(True, help=
428 color_info = Bool(True, help=
429 """
429 """
430 Use colors for displaying information about objects. Because this
430 Use colors for displaying information about objects. Because this
431 information is passed through a pager (like 'less'), and some pagers
431 information is passed through a pager (like 'less'), and some pagers
432 get confused with color codes, this capability can be turned off.
432 get confused with color codes, this capability can be turned off.
433 """
433 """
434 ).tag(config=True)
434 ).tag(config=True)
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
436 default_value='Neutral',
436 default_value='Neutral',
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
438 ).tag(config=True)
438 ).tag(config=True)
439 debug = Bool(False).tag(config=True)
439 debug = Bool(False).tag(config=True)
440 disable_failing_post_execute = Bool(False,
440 disable_failing_post_execute = Bool(False,
441 help="Don't call post-execute functions that have failed in the past."
441 help="Don't call post-execute functions that have failed in the past."
442 ).tag(config=True)
442 ).tag(config=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
444 displayhook_class = Type(DisplayHook)
444 displayhook_class = Type(DisplayHook)
445 display_pub_class = Type(DisplayPublisher)
445 display_pub_class = Type(DisplayPublisher)
446 compiler_class = Type(CachingCompiler)
446 compiler_class = Type(CachingCompiler)
447
447
448 sphinxify_docstring = Bool(False, help=
448 sphinxify_docstring = Bool(False, help=
449 """
449 """
450 Enables rich html representation of docstrings. (This requires the
450 Enables rich html representation of docstrings. (This requires the
451 docrepr module).
451 docrepr module).
452 """).tag(config=True)
452 """).tag(config=True)
453
453
454 @observe("sphinxify_docstring")
454 @observe("sphinxify_docstring")
455 def _sphinxify_docstring_changed(self, change):
455 def _sphinxify_docstring_changed(self, change):
456 if change['new']:
456 if change['new']:
457 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
457 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
458
458
459 enable_html_pager = Bool(False, help=
459 enable_html_pager = Bool(False, help=
460 """
460 """
461 (Provisional API) enables html representation in mime bundles sent
461 (Provisional API) enables html representation in mime bundles sent
462 to pagers.
462 to pagers.
463 """).tag(config=True)
463 """).tag(config=True)
464
464
465 @observe("enable_html_pager")
465 @observe("enable_html_pager")
466 def _enable_html_pager_changed(self, change):
466 def _enable_html_pager_changed(self, change):
467 if change['new']:
467 if change['new']:
468 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
468 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
469
469
470 data_pub_class = None
470 data_pub_class = None
471
471
472 exit_now = Bool(False)
472 exit_now = Bool(False)
473 exiter = Instance(ExitAutocall)
473 exiter = Instance(ExitAutocall)
474 @default('exiter')
474 @default('exiter')
475 def _exiter_default(self):
475 def _exiter_default(self):
476 return ExitAutocall(self)
476 return ExitAutocall(self)
477 # Monotonically increasing execution counter
477 # Monotonically increasing execution counter
478 execution_count = Integer(1)
478 execution_count = Integer(1)
479 filename = Unicode("<ipython console>")
479 filename = Unicode("<ipython console>")
480 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
480 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
481
481
482 # Used to transform cells before running them, and check whether code is complete
482 # Used to transform cells before running them, and check whether code is complete
483 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
483 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
484 ())
484 ())
485
485
486 @property
486 @property
487 def input_transformers_cleanup(self):
487 def input_transformers_cleanup(self):
488 return self.input_transformer_manager.cleanup_transforms
488 return self.input_transformer_manager.cleanup_transforms
489
489
490 input_transformers_post = List([],
490 input_transformers_post = List([],
491 help="A list of string input transformers, to be applied after IPython's "
491 help="A list of string input transformers, to be applied after IPython's "
492 "own input transformations."
492 "own input transformations."
493 )
493 )
494
494
495 @property
495 @property
496 def input_splitter(self):
496 def input_splitter(self):
497 """Make this available for backward compatibility (pre-7.0 release) with existing code.
497 """Make this available for backward compatibility (pre-7.0 release) with existing code.
498
498
499 For example, ipykernel ipykernel currently uses
499 For example, ipykernel ipykernel currently uses
500 `shell.input_splitter.check_complete`
500 `shell.input_splitter.check_complete`
501 """
501 """
502 from warnings import warn
502 from warnings import warn
503 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
503 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
504 DeprecationWarning, stacklevel=2
504 DeprecationWarning, stacklevel=2
505 )
505 )
506 return self.input_transformer_manager
506 return self.input_transformer_manager
507
507
508 logstart = Bool(False, help=
508 logstart = Bool(False, help=
509 """
509 """
510 Start logging to the default log file in overwrite mode.
510 Start logging to the default log file in overwrite mode.
511 Use `logappend` to specify a log file to **append** logs to.
511 Use `logappend` to specify a log file to **append** logs to.
512 """
512 """
513 ).tag(config=True)
513 ).tag(config=True)
514 logfile = Unicode('', help=
514 logfile = Unicode('', help=
515 """
515 """
516 The name of the logfile to use.
516 The name of the logfile to use.
517 """
517 """
518 ).tag(config=True)
518 ).tag(config=True)
519 logappend = Unicode('', help=
519 logappend = Unicode('', help=
520 """
520 """
521 Start logging to the given file in append mode.
521 Start logging to the given file in append mode.
522 Use `logfile` to specify a log file to **overwrite** logs to.
522 Use `logfile` to specify a log file to **overwrite** logs to.
523 """
523 """
524 ).tag(config=True)
524 ).tag(config=True)
525 object_info_string_level = Enum((0,1,2), default_value=0,
525 object_info_string_level = Enum((0,1,2), default_value=0,
526 ).tag(config=True)
526 ).tag(config=True)
527 pdb = Bool(False, help=
527 pdb = Bool(False, help=
528 """
528 """
529 Automatically call the pdb debugger after every exception.
529 Automatically call the pdb debugger after every exception.
530 """
530 """
531 ).tag(config=True)
531 ).tag(config=True)
532 display_page = Bool(False,
532 display_page = Bool(False,
533 help="""If True, anything that would be passed to the pager
533 help="""If True, anything that would be passed to the pager
534 will be displayed as regular output instead."""
534 will be displayed as regular output instead."""
535 ).tag(config=True)
535 ).tag(config=True)
536
536
537 # deprecated prompt traits:
537 # deprecated prompt traits:
538
538
539 prompt_in1 = Unicode('In [\\#]: ',
539 prompt_in1 = Unicode('In [\\#]: ',
540 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
540 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
541 ).tag(config=True)
541 ).tag(config=True)
542 prompt_in2 = Unicode(' .\\D.: ',
542 prompt_in2 = Unicode(' .\\D.: ',
543 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
543 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
544 ).tag(config=True)
544 ).tag(config=True)
545 prompt_out = Unicode('Out[\\#]: ',
545 prompt_out = Unicode('Out[\\#]: ',
546 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
546 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
547 ).tag(config=True)
547 ).tag(config=True)
548 prompts_pad_left = Bool(True,
548 prompts_pad_left = Bool(True,
549 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
549 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
550 ).tag(config=True)
550 ).tag(config=True)
551
551
552 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
552 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
553 def _prompt_trait_changed(self, change):
553 def _prompt_trait_changed(self, change):
554 name = change['name']
554 name = change['name']
555 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
555 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
556 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
556 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
557 " object directly.".format(name=name))
557 " object directly.".format(name=name))
558
558
559 # protect against weird cases where self.config may not exist:
559 # protect against weird cases where self.config may not exist:
560
560
561 show_rewritten_input = Bool(True,
561 show_rewritten_input = Bool(True,
562 help="Show rewritten input, e.g. for autocall."
562 help="Show rewritten input, e.g. for autocall."
563 ).tag(config=True)
563 ).tag(config=True)
564
564
565 quiet = Bool(False).tag(config=True)
565 quiet = Bool(False).tag(config=True)
566
566
567 history_length = Integer(10000,
567 history_length = Integer(10000,
568 help='Total length of command history'
568 help='Total length of command history'
569 ).tag(config=True)
569 ).tag(config=True)
570
570
571 history_load_length = Integer(1000, help=
571 history_load_length = Integer(1000, help=
572 """
572 """
573 The number of saved history entries to be loaded
573 The number of saved history entries to be loaded
574 into the history buffer at startup.
574 into the history buffer at startup.
575 """
575 """
576 ).tag(config=True)
576 ).tag(config=True)
577
577
578 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
578 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
579 default_value='last_expr',
579 default_value='last_expr',
580 help="""
580 help="""
581 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
581 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
582 which nodes should be run interactively (displaying output from expressions).
582 which nodes should be run interactively (displaying output from expressions).
583 """
583 """
584 ).tag(config=True)
584 ).tag(config=True)
585
585
586 # TODO: this part of prompt management should be moved to the frontends.
586 # TODO: this part of prompt management should be moved to the frontends.
587 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
587 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
588 separate_in = SeparateUnicode('\n').tag(config=True)
588 separate_in = SeparateUnicode('\n').tag(config=True)
589 separate_out = SeparateUnicode('').tag(config=True)
589 separate_out = SeparateUnicode('').tag(config=True)
590 separate_out2 = SeparateUnicode('').tag(config=True)
590 separate_out2 = SeparateUnicode('').tag(config=True)
591 wildcards_case_sensitive = Bool(True).tag(config=True)
591 wildcards_case_sensitive = Bool(True).tag(config=True)
592 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
592 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
593 default_value='Context',
593 default_value='Context',
594 help="Switch modes for the IPython exception handlers."
594 help="Switch modes for the IPython exception handlers."
595 ).tag(config=True)
595 ).tag(config=True)
596
596
597 # Subcomponents of InteractiveShell
597 # Subcomponents of InteractiveShell
598 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
598 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
599 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
599 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
600 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
600 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
601 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
601 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
602 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
602 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
603 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
603 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
604 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
604 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
605 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
605 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
606
606
607 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
607 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
608 @property
608 @property
609 def profile(self):
609 def profile(self):
610 if self.profile_dir is not None:
610 if self.profile_dir is not None:
611 name = os.path.basename(self.profile_dir.location)
611 name = os.path.basename(self.profile_dir.location)
612 return name.replace('profile_','')
612 return name.replace('profile_','')
613
613
614
614
615 # Private interface
615 # Private interface
616 _post_execute = Dict()
616 _post_execute = Dict()
617
617
618 # Tracks any GUI loop loaded for pylab
618 # Tracks any GUI loop loaded for pylab
619 pylab_gui_select = None
619 pylab_gui_select = None
620
620
621 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
621 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
622
622
623 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
623 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
624
624
625 def __init__(self, ipython_dir=None, profile_dir=None,
625 def __init__(self, ipython_dir=None, profile_dir=None,
626 user_module=None, user_ns=None,
626 user_module=None, user_ns=None,
627 custom_exceptions=((), None), **kwargs):
627 custom_exceptions=((), None), **kwargs):
628
628
629 # This is where traits with a config_key argument are updated
629 # This is where traits with a config_key argument are updated
630 # from the values on config.
630 # from the values on config.
631 super(InteractiveShell, self).__init__(**kwargs)
631 super(InteractiveShell, self).__init__(**kwargs)
632 if 'PromptManager' in self.config:
632 if 'PromptManager' in self.config:
633 warn('As of IPython 5.0 `PromptManager` config will have no effect'
633 warn('As of IPython 5.0 `PromptManager` config will have no effect'
634 ' and has been replaced by TerminalInteractiveShell.prompts_class')
634 ' and has been replaced by TerminalInteractiveShell.prompts_class')
635 self.configurables = [self]
635 self.configurables = [self]
636
636
637 # These are relatively independent and stateless
637 # These are relatively independent and stateless
638 self.init_ipython_dir(ipython_dir)
638 self.init_ipython_dir(ipython_dir)
639 self.init_profile_dir(profile_dir)
639 self.init_profile_dir(profile_dir)
640 self.init_instance_attrs()
640 self.init_instance_attrs()
641 self.init_environment()
641 self.init_environment()
642
642
643 # Check if we're in a virtualenv, and set up sys.path.
643 # Check if we're in a virtualenv, and set up sys.path.
644 self.init_virtualenv()
644 self.init_virtualenv()
645
645
646 # Create namespaces (user_ns, user_global_ns, etc.)
646 # Create namespaces (user_ns, user_global_ns, etc.)
647 self.init_create_namespaces(user_module, user_ns)
647 self.init_create_namespaces(user_module, user_ns)
648 # This has to be done after init_create_namespaces because it uses
648 # This has to be done after init_create_namespaces because it uses
649 # something in self.user_ns, but before init_sys_modules, which
649 # something in self.user_ns, but before init_sys_modules, which
650 # is the first thing to modify sys.
650 # is the first thing to modify sys.
651 # TODO: When we override sys.stdout and sys.stderr before this class
651 # TODO: When we override sys.stdout and sys.stderr before this class
652 # is created, we are saving the overridden ones here. Not sure if this
652 # is created, we are saving the overridden ones here. Not sure if this
653 # is what we want to do.
653 # is what we want to do.
654 self.save_sys_module_state()
654 self.save_sys_module_state()
655 self.init_sys_modules()
655 self.init_sys_modules()
656
656
657 # While we're trying to have each part of the code directly access what
657 # While we're trying to have each part of the code directly access what
658 # it needs without keeping redundant references to objects, we have too
658 # it needs without keeping redundant references to objects, we have too
659 # much legacy code that expects ip.db to exist.
659 # much legacy code that expects ip.db to exist.
660 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
660 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
661
661
662 self.init_history()
662 self.init_history()
663 self.init_encoding()
663 self.init_encoding()
664 self.init_prefilter()
664 self.init_prefilter()
665
665
666 self.init_syntax_highlighting()
666 self.init_syntax_highlighting()
667 self.init_hooks()
667 self.init_hooks()
668 self.init_events()
668 self.init_events()
669 self.init_pushd_popd_magic()
669 self.init_pushd_popd_magic()
670 self.init_user_ns()
670 self.init_user_ns()
671 self.init_logger()
671 self.init_logger()
672 self.init_builtins()
672 self.init_builtins()
673
673
674 # The following was in post_config_initialization
674 # The following was in post_config_initialization
675 self.init_inspector()
675 self.init_inspector()
676 self.raw_input_original = input
676 self.raw_input_original = input
677 self.init_completer()
677 self.init_completer()
678 # TODO: init_io() needs to happen before init_traceback handlers
678 # TODO: init_io() needs to happen before init_traceback handlers
679 # because the traceback handlers hardcode the stdout/stderr streams.
679 # because the traceback handlers hardcode the stdout/stderr streams.
680 # This logic in in debugger.Pdb and should eventually be changed.
680 # This logic in in debugger.Pdb and should eventually be changed.
681 self.init_io()
681 self.init_io()
682 self.init_traceback_handlers(custom_exceptions)
682 self.init_traceback_handlers(custom_exceptions)
683 self.init_prompts()
683 self.init_prompts()
684 self.init_display_formatter()
684 self.init_display_formatter()
685 self.init_display_pub()
685 self.init_display_pub()
686 self.init_data_pub()
686 self.init_data_pub()
687 self.init_displayhook()
687 self.init_displayhook()
688 self.init_magics()
688 self.init_magics()
689 self.init_alias()
689 self.init_alias()
690 self.init_logstart()
690 self.init_logstart()
691 self.init_pdb()
691 self.init_pdb()
692 self.init_extension_manager()
692 self.init_extension_manager()
693 self.init_payload()
693 self.init_payload()
694 self.init_deprecation_warnings()
694 self.init_deprecation_warnings()
695 self.hooks.late_startup_hook()
695 self.hooks.late_startup_hook()
696 self.events.trigger('shell_initialized', self)
696 self.events.trigger('shell_initialized', self)
697 atexit.register(self.atexit_operations)
697 atexit.register(self.atexit_operations)
698
698
699 # The trio runner is used for running Trio in the foreground thread. It
699 # The trio runner is used for running Trio in the foreground thread. It
700 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
700 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
701 # which calls `trio.run()` for every cell. This runner runs all cells
701 # which calls `trio.run()` for every cell. This runner runs all cells
702 # inside a single Trio event loop. If used, it is set from
702 # inside a single Trio event loop. If used, it is set from
703 # `ipykernel.kernelapp`.
703 # `ipykernel.kernelapp`.
704 self.trio_runner = None
704 self.trio_runner = None
705
705
706 def get_ipython(self):
706 def get_ipython(self):
707 """Return the currently running IPython instance."""
707 """Return the currently running IPython instance."""
708 return self
708 return self
709
709
710 #-------------------------------------------------------------------------
710 #-------------------------------------------------------------------------
711 # Trait changed handlers
711 # Trait changed handlers
712 #-------------------------------------------------------------------------
712 #-------------------------------------------------------------------------
713 @observe('ipython_dir')
713 @observe('ipython_dir')
714 def _ipython_dir_changed(self, change):
714 def _ipython_dir_changed(self, change):
715 ensure_dir_exists(change['new'])
715 ensure_dir_exists(change['new'])
716
716
717 def set_autoindent(self,value=None):
717 def set_autoindent(self,value=None):
718 """Set the autoindent flag.
718 """Set the autoindent flag.
719
719
720 If called with no arguments, it acts as a toggle."""
720 If called with no arguments, it acts as a toggle."""
721 if value is None:
721 if value is None:
722 self.autoindent = not self.autoindent
722 self.autoindent = not self.autoindent
723 else:
723 else:
724 self.autoindent = value
724 self.autoindent = value
725
725
726 def set_trio_runner(self, tr):
726 def set_trio_runner(self, tr):
727 self.trio_runner = tr
727 self.trio_runner = tr
728
728
729 #-------------------------------------------------------------------------
729 #-------------------------------------------------------------------------
730 # init_* methods called by __init__
730 # init_* methods called by __init__
731 #-------------------------------------------------------------------------
731 #-------------------------------------------------------------------------
732
732
733 def init_ipython_dir(self, ipython_dir):
733 def init_ipython_dir(self, ipython_dir):
734 if ipython_dir is not None:
734 if ipython_dir is not None:
735 self.ipython_dir = ipython_dir
735 self.ipython_dir = ipython_dir
736 return
736 return
737
737
738 self.ipython_dir = get_ipython_dir()
738 self.ipython_dir = get_ipython_dir()
739
739
740 def init_profile_dir(self, profile_dir):
740 def init_profile_dir(self, profile_dir):
741 if profile_dir is not None:
741 if profile_dir is not None:
742 self.profile_dir = profile_dir
742 self.profile_dir = profile_dir
743 return
743 return
744 self.profile_dir = ProfileDir.create_profile_dir_by_name(
744 self.profile_dir = ProfileDir.create_profile_dir_by_name(
745 self.ipython_dir, "default"
745 self.ipython_dir, "default"
746 )
746 )
747
747
748 def init_instance_attrs(self):
748 def init_instance_attrs(self):
749 self.more = False
749 self.more = False
750
750
751 # command compiler
751 # command compiler
752 self.compile = self.compiler_class()
752 self.compile = self.compiler_class()
753
753
754 # Make an empty namespace, which extension writers can rely on both
754 # Make an empty namespace, which extension writers can rely on both
755 # existing and NEVER being used by ipython itself. This gives them a
755 # existing and NEVER being used by ipython itself. This gives them a
756 # convenient location for storing additional information and state
756 # convenient location for storing additional information and state
757 # their extensions may require, without fear of collisions with other
757 # their extensions may require, without fear of collisions with other
758 # ipython names that may develop later.
758 # ipython names that may develop later.
759 self.meta = Struct()
759 self.meta = Struct()
760
760
761 # Temporary files used for various purposes. Deleted at exit.
761 # Temporary files used for various purposes. Deleted at exit.
762 # The files here are stored with Path from Pathlib
762 # The files here are stored with Path from Pathlib
763 self.tempfiles = []
763 self.tempfiles = []
764 self.tempdirs = []
764 self.tempdirs = []
765
765
766 # keep track of where we started running (mainly for crash post-mortem)
766 # keep track of where we started running (mainly for crash post-mortem)
767 # This is not being used anywhere currently.
767 # This is not being used anywhere currently.
768 self.starting_dir = os.getcwd()
768 self.starting_dir = os.getcwd()
769
769
770 # Indentation management
770 # Indentation management
771 self.indent_current_nsp = 0
771 self.indent_current_nsp = 0
772
772
773 # Dict to track post-execution functions that have been registered
773 # Dict to track post-execution functions that have been registered
774 self._post_execute = {}
774 self._post_execute = {}
775
775
776 def init_environment(self):
776 def init_environment(self):
777 """Any changes we need to make to the user's environment."""
777 """Any changes we need to make to the user's environment."""
778 pass
778 pass
779
779
780 def init_encoding(self):
780 def init_encoding(self):
781 # Get system encoding at startup time. Certain terminals (like Emacs
781 # Get system encoding at startup time. Certain terminals (like Emacs
782 # under Win32 have it set to None, and we need to have a known valid
782 # under Win32 have it set to None, and we need to have a known valid
783 # encoding to use in the raw_input() method
783 # encoding to use in the raw_input() method
784 try:
784 try:
785 self.stdin_encoding = sys.stdin.encoding or 'ascii'
785 self.stdin_encoding = sys.stdin.encoding or 'ascii'
786 except AttributeError:
786 except AttributeError:
787 self.stdin_encoding = 'ascii'
787 self.stdin_encoding = 'ascii'
788
788
789
789
790 @observe('colors')
790 @observe('colors')
791 def init_syntax_highlighting(self, changes=None):
791 def init_syntax_highlighting(self, changes=None):
792 # Python source parser/formatter for syntax highlighting
792 # Python source parser/formatter for syntax highlighting
793 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
793 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
794 self.pycolorize = lambda src: pyformat(src,'str')
794 self.pycolorize = lambda src: pyformat(src,'str')
795
795
796 def refresh_style(self):
796 def refresh_style(self):
797 # No-op here, used in subclass
797 # No-op here, used in subclass
798 pass
798 pass
799
799
800 def init_pushd_popd_magic(self):
800 def init_pushd_popd_magic(self):
801 # for pushd/popd management
801 # for pushd/popd management
802 self.home_dir = get_home_dir()
802 self.home_dir = get_home_dir()
803
803
804 self.dir_stack = []
804 self.dir_stack = []
805
805
806 def init_logger(self):
806 def init_logger(self):
807 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
807 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
808 logmode='rotate')
808 logmode='rotate')
809
809
810 def init_logstart(self):
810 def init_logstart(self):
811 """Initialize logging in case it was requested at the command line.
811 """Initialize logging in case it was requested at the command line.
812 """
812 """
813 if self.logappend:
813 if self.logappend:
814 self.magic('logstart %s append' % self.logappend)
814 self.magic('logstart %s append' % self.logappend)
815 elif self.logfile:
815 elif self.logfile:
816 self.magic('logstart %s' % self.logfile)
816 self.magic('logstart %s' % self.logfile)
817 elif self.logstart:
817 elif self.logstart:
818 self.magic('logstart')
818 self.magic('logstart')
819
819
820 def init_deprecation_warnings(self):
820 def init_deprecation_warnings(self):
821 """
821 """
822 register default filter for deprecation warning.
822 register default filter for deprecation warning.
823
823
824 This will allow deprecation warning of function used interactively to show
824 This will allow deprecation warning of function used interactively to show
825 warning to users, and still hide deprecation warning from libraries import.
825 warning to users, and still hide deprecation warning from libraries import.
826 """
826 """
827 if sys.version_info < (3,7):
827 if sys.version_info < (3,7):
828 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
828 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
829
829
830
830
831 def init_builtins(self):
831 def init_builtins(self):
832 # A single, static flag that we set to True. Its presence indicates
832 # A single, static flag that we set to True. Its presence indicates
833 # that an IPython shell has been created, and we make no attempts at
833 # that an IPython shell has been created, and we make no attempts at
834 # removing on exit or representing the existence of more than one
834 # removing on exit or representing the existence of more than one
835 # IPython at a time.
835 # IPython at a time.
836 builtin_mod.__dict__['__IPYTHON__'] = True
836 builtin_mod.__dict__['__IPYTHON__'] = True
837 builtin_mod.__dict__['display'] = display
837 builtin_mod.__dict__['display'] = display
838
838
839 self.builtin_trap = BuiltinTrap(shell=self)
839 self.builtin_trap = BuiltinTrap(shell=self)
840
840
841 @observe('colors')
841 @observe('colors')
842 def init_inspector(self, changes=None):
842 def init_inspector(self, changes=None):
843 # Object inspector
843 # Object inspector
844 self.inspector = oinspect.Inspector(oinspect.InspectColors,
844 self.inspector = oinspect.Inspector(oinspect.InspectColors,
845 PyColorize.ANSICodeColors,
845 PyColorize.ANSICodeColors,
846 self.colors,
846 self.colors,
847 self.object_info_string_level)
847 self.object_info_string_level)
848
848
849 def init_io(self):
849 def init_io(self):
850 # This will just use sys.stdout and sys.stderr. If you want to
850 # This will just use sys.stdout and sys.stderr. If you want to
851 # override sys.stdout and sys.stderr themselves, you need to do that
851 # override sys.stdout and sys.stderr themselves, you need to do that
852 # *before* instantiating this class, because io holds onto
852 # *before* instantiating this class, because io holds onto
853 # references to the underlying streams.
853 # references to the underlying streams.
854 # io.std* are deprecated, but don't show our own deprecation warnings
854 # io.std* are deprecated, but don't show our own deprecation warnings
855 # during initialization of the deprecated API.
855 # during initialization of the deprecated API.
856 with warnings.catch_warnings():
856 with warnings.catch_warnings():
857 warnings.simplefilter('ignore', DeprecationWarning)
857 warnings.simplefilter('ignore', DeprecationWarning)
858 io.stdout = io.IOStream(sys.stdout)
858 io.stdout = io.IOStream(sys.stdout)
859 io.stderr = io.IOStream(sys.stderr)
859 io.stderr = io.IOStream(sys.stderr)
860
860
861 def init_prompts(self):
861 def init_prompts(self):
862 # Set system prompts, so that scripts can decide if they are running
862 # Set system prompts, so that scripts can decide if they are running
863 # interactively.
863 # interactively.
864 sys.ps1 = 'In : '
864 sys.ps1 = 'In : '
865 sys.ps2 = '...: '
865 sys.ps2 = '...: '
866 sys.ps3 = 'Out: '
866 sys.ps3 = 'Out: '
867
867
868 def init_display_formatter(self):
868 def init_display_formatter(self):
869 self.display_formatter = DisplayFormatter(parent=self)
869 self.display_formatter = DisplayFormatter(parent=self)
870 self.configurables.append(self.display_formatter)
870 self.configurables.append(self.display_formatter)
871
871
872 def init_display_pub(self):
872 def init_display_pub(self):
873 self.display_pub = self.display_pub_class(parent=self, shell=self)
873 self.display_pub = self.display_pub_class(parent=self, shell=self)
874 self.configurables.append(self.display_pub)
874 self.configurables.append(self.display_pub)
875
875
876 def init_data_pub(self):
876 def init_data_pub(self):
877 if not self.data_pub_class:
877 if not self.data_pub_class:
878 self.data_pub = None
878 self.data_pub = None
879 return
879 return
880 self.data_pub = self.data_pub_class(parent=self)
880 self.data_pub = self.data_pub_class(parent=self)
881 self.configurables.append(self.data_pub)
881 self.configurables.append(self.data_pub)
882
882
883 def init_displayhook(self):
883 def init_displayhook(self):
884 # Initialize displayhook, set in/out prompts and printing system
884 # Initialize displayhook, set in/out prompts and printing system
885 self.displayhook = self.displayhook_class(
885 self.displayhook = self.displayhook_class(
886 parent=self,
886 parent=self,
887 shell=self,
887 shell=self,
888 cache_size=self.cache_size,
888 cache_size=self.cache_size,
889 )
889 )
890 self.configurables.append(self.displayhook)
890 self.configurables.append(self.displayhook)
891 # This is a context manager that installs/revmoes the displayhook at
891 # This is a context manager that installs/revmoes the displayhook at
892 # the appropriate time.
892 # the appropriate time.
893 self.display_trap = DisplayTrap(hook=self.displayhook)
893 self.display_trap = DisplayTrap(hook=self.displayhook)
894
894
895 def init_virtualenv(self):
895 def init_virtualenv(self):
896 """Add the current virtualenv to sys.path so the user can import modules from it.
896 """Add the current virtualenv to sys.path so the user can import modules from it.
897 This isn't perfect: it doesn't use the Python interpreter with which the
897 This isn't perfect: it doesn't use the Python interpreter with which the
898 virtualenv was built, and it ignores the --no-site-packages option. A
898 virtualenv was built, and it ignores the --no-site-packages option. A
899 warning will appear suggesting the user installs IPython in the
899 warning will appear suggesting the user installs IPython in the
900 virtualenv, but for many cases, it probably works well enough.
900 virtualenv, but for many cases, it probably works well enough.
901
901
902 Adapted from code snippets online.
902 Adapted from code snippets online.
903
903
904 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
904 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
905 """
905 """
906 if 'VIRTUAL_ENV' not in os.environ:
906 if 'VIRTUAL_ENV' not in os.environ:
907 # Not in a virtualenv
907 # Not in a virtualenv
908 return
908 return
909 elif os.environ["VIRTUAL_ENV"] == "":
909 elif os.environ["VIRTUAL_ENV"] == "":
910 warn("Virtual env path set to '', please check if this is intended.")
910 warn("Virtual env path set to '', please check if this is intended.")
911 return
911 return
912
912
913 p = Path(sys.executable)
913 p = Path(sys.executable)
914 p_venv = Path(os.environ["VIRTUAL_ENV"])
914 p_venv = Path(os.environ["VIRTUAL_ENV"])
915
915
916 # fallback venv detection:
916 # fallback venv detection:
917 # stdlib venv may symlink sys.executable, so we can't use realpath.
917 # stdlib venv may symlink sys.executable, so we can't use realpath.
918 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
918 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
919 # So we just check every item in the symlink tree (generally <= 3)
919 # So we just check every item in the symlink tree (generally <= 3)
920 paths = [p]
920 paths = [p]
921 while p.is_symlink():
921 while p.is_symlink():
922 p = Path(os.readlink(p))
922 p = Path(os.readlink(p))
923 paths.append(p.resolve())
923 paths.append(p.resolve())
924
924
925 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
925 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
926 if str(p_venv).startswith("\\cygdrive"):
926 if str(p_venv).startswith("\\cygdrive"):
927 p_venv = Path(str(p_venv)[11:])
927 p_venv = Path(str(p_venv)[11:])
928 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
928 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
929 p_venv = Path(str(p_venv)[2:])
929 p_venv = Path(str(p_venv)[2:])
930
930
931 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
931 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
932 # Our exe is inside or has access to the virtualenv, don't need to do anything.
932 # Our exe is inside or has access to the virtualenv, don't need to do anything.
933 return
933 return
934
934
935 if sys.platform == "win32":
935 if sys.platform == "win32":
936 virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
936 virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
937 else:
937 else:
938 virtual_env_path = Path(
938 virtual_env_path = Path(
939 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
939 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
940 )
940 )
941 p_ver = sys.version_info[:2]
941 p_ver = sys.version_info[:2]
942
942
943 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
943 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
944 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
944 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
945 if re_m:
945 if re_m:
946 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
946 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
947 if predicted_path.exists():
947 if predicted_path.exists():
948 p_ver = re_m.groups()
948 p_ver = re_m.groups()
949
949
950 virtual_env = str(virtual_env_path).format(*p_ver)
950 virtual_env = str(virtual_env_path).format(*p_ver)
951
951
952 warn(
952 warn(
953 "Attempting to work in a virtualenv. If you encounter problems, "
953 "Attempting to work in a virtualenv. If you encounter problems, "
954 "please install IPython inside the virtualenv."
954 "please install IPython inside the virtualenv."
955 )
955 )
956 import site
956 import site
957 sys.path.insert(0, virtual_env)
957 sys.path.insert(0, virtual_env)
958 site.addsitedir(virtual_env)
958 site.addsitedir(virtual_env)
959
959
960 #-------------------------------------------------------------------------
960 #-------------------------------------------------------------------------
961 # Things related to injections into the sys module
961 # Things related to injections into the sys module
962 #-------------------------------------------------------------------------
962 #-------------------------------------------------------------------------
963
963
964 def save_sys_module_state(self):
964 def save_sys_module_state(self):
965 """Save the state of hooks in the sys module.
965 """Save the state of hooks in the sys module.
966
966
967 This has to be called after self.user_module is created.
967 This has to be called after self.user_module is created.
968 """
968 """
969 self._orig_sys_module_state = {'stdin': sys.stdin,
969 self._orig_sys_module_state = {'stdin': sys.stdin,
970 'stdout': sys.stdout,
970 'stdout': sys.stdout,
971 'stderr': sys.stderr,
971 'stderr': sys.stderr,
972 'excepthook': sys.excepthook}
972 'excepthook': sys.excepthook}
973 self._orig_sys_modules_main_name = self.user_module.__name__
973 self._orig_sys_modules_main_name = self.user_module.__name__
974 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
974 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
975
975
976 def restore_sys_module_state(self):
976 def restore_sys_module_state(self):
977 """Restore the state of the sys module."""
977 """Restore the state of the sys module."""
978 try:
978 try:
979 for k, v in self._orig_sys_module_state.items():
979 for k, v in self._orig_sys_module_state.items():
980 setattr(sys, k, v)
980 setattr(sys, k, v)
981 except AttributeError:
981 except AttributeError:
982 pass
982 pass
983 # Reset what what done in self.init_sys_modules
983 # Reset what what done in self.init_sys_modules
984 if self._orig_sys_modules_main_mod is not None:
984 if self._orig_sys_modules_main_mod is not None:
985 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
985 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
986
986
987 #-------------------------------------------------------------------------
987 #-------------------------------------------------------------------------
988 # Things related to the banner
988 # Things related to the banner
989 #-------------------------------------------------------------------------
989 #-------------------------------------------------------------------------
990
990
991 @property
991 @property
992 def banner(self):
992 def banner(self):
993 banner = self.banner1
993 banner = self.banner1
994 if self.profile and self.profile != 'default':
994 if self.profile and self.profile != 'default':
995 banner += '\nIPython profile: %s\n' % self.profile
995 banner += '\nIPython profile: %s\n' % self.profile
996 if self.banner2:
996 if self.banner2:
997 banner += '\n' + self.banner2
997 banner += '\n' + self.banner2
998 return banner
998 return banner
999
999
1000 def show_banner(self, banner=None):
1000 def show_banner(self, banner=None):
1001 if banner is None:
1001 if banner is None:
1002 banner = self.banner
1002 banner = self.banner
1003 sys.stdout.write(banner)
1003 sys.stdout.write(banner)
1004
1004
1005 #-------------------------------------------------------------------------
1005 #-------------------------------------------------------------------------
1006 # Things related to hooks
1006 # Things related to hooks
1007 #-------------------------------------------------------------------------
1007 #-------------------------------------------------------------------------
1008
1008
1009 def init_hooks(self):
1009 def init_hooks(self):
1010 # hooks holds pointers used for user-side customizations
1010 # hooks holds pointers used for user-side customizations
1011 self.hooks = Struct()
1011 self.hooks = Struct()
1012
1012
1013 self.strdispatchers = {}
1013 self.strdispatchers = {}
1014
1014
1015 # Set all default hooks, defined in the IPython.hooks module.
1015 # Set all default hooks, defined in the IPython.hooks module.
1016 hooks = IPython.core.hooks
1016 hooks = IPython.core.hooks
1017 for hook_name in hooks.__all__:
1017 for hook_name in hooks.__all__:
1018 # default hooks have priority 100, i.e. low; user hooks should have
1018 # default hooks have priority 100, i.e. low; user hooks should have
1019 # 0-100 priority
1019 # 0-100 priority
1020 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1020 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1021
1021
1022 if self.display_page:
1022 if self.display_page:
1023 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1023 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1024
1024
1025 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1025 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1026 _warn_deprecated=True):
1026 _warn_deprecated=True):
1027 """set_hook(name,hook) -> sets an internal IPython hook.
1027 """set_hook(name,hook) -> sets an internal IPython hook.
1028
1028
1029 IPython exposes some of its internal API as user-modifiable hooks. By
1029 IPython exposes some of its internal API as user-modifiable hooks. By
1030 adding your function to one of these hooks, you can modify IPython's
1030 adding your function to one of these hooks, you can modify IPython's
1031 behavior to call at runtime your own routines."""
1031 behavior to call at runtime your own routines."""
1032
1032
1033 # At some point in the future, this should validate the hook before it
1033 # At some point in the future, this should validate the hook before it
1034 # accepts it. Probably at least check that the hook takes the number
1034 # accepts it. Probably at least check that the hook takes the number
1035 # of args it's supposed to.
1035 # of args it's supposed to.
1036
1036
1037 f = types.MethodType(hook,self)
1037 f = types.MethodType(hook,self)
1038
1038
1039 # check if the hook is for strdispatcher first
1039 # check if the hook is for strdispatcher first
1040 if str_key is not None:
1040 if str_key is not None:
1041 sdp = self.strdispatchers.get(name, StrDispatch())
1041 sdp = self.strdispatchers.get(name, StrDispatch())
1042 sdp.add_s(str_key, f, priority )
1042 sdp.add_s(str_key, f, priority )
1043 self.strdispatchers[name] = sdp
1043 self.strdispatchers[name] = sdp
1044 return
1044 return
1045 if re_key is not None:
1045 if re_key is not None:
1046 sdp = self.strdispatchers.get(name, StrDispatch())
1046 sdp = self.strdispatchers.get(name, StrDispatch())
1047 sdp.add_re(re.compile(re_key), f, priority )
1047 sdp.add_re(re.compile(re_key), f, priority )
1048 self.strdispatchers[name] = sdp
1048 self.strdispatchers[name] = sdp
1049 return
1049 return
1050
1050
1051 dp = getattr(self.hooks, name, None)
1051 dp = getattr(self.hooks, name, None)
1052 if name not in IPython.core.hooks.__all__:
1052 if name not in IPython.core.hooks.__all__:
1053 print("Warning! Hook '%s' is not one of %s" % \
1053 print("Warning! Hook '%s' is not one of %s" % \
1054 (name, IPython.core.hooks.__all__ ))
1054 (name, IPython.core.hooks.__all__ ))
1055
1055
1056 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1056 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1057 alternative = IPython.core.hooks.deprecated[name]
1057 alternative = IPython.core.hooks.deprecated[name]
1058 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1058 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1059
1059
1060 if not dp:
1060 if not dp:
1061 dp = IPython.core.hooks.CommandChainDispatcher()
1061 dp = IPython.core.hooks.CommandChainDispatcher()
1062
1062
1063 try:
1063 try:
1064 dp.add(f,priority)
1064 dp.add(f,priority)
1065 except AttributeError:
1065 except AttributeError:
1066 # it was not commandchain, plain old func - replace
1066 # it was not commandchain, plain old func - replace
1067 dp = f
1067 dp = f
1068
1068
1069 setattr(self.hooks,name, dp)
1069 setattr(self.hooks,name, dp)
1070
1070
1071 #-------------------------------------------------------------------------
1071 #-------------------------------------------------------------------------
1072 # Things related to events
1072 # Things related to events
1073 #-------------------------------------------------------------------------
1073 #-------------------------------------------------------------------------
1074
1074
1075 def init_events(self):
1075 def init_events(self):
1076 self.events = EventManager(self, available_events)
1076 self.events = EventManager(self, available_events)
1077
1077
1078 self.events.register("pre_execute", self._clear_warning_registry)
1078 self.events.register("pre_execute", self._clear_warning_registry)
1079
1079
1080 def register_post_execute(self, func):
1080 def register_post_execute(self, func):
1081 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1081 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1082
1082
1083 Register a function for calling after code execution.
1083 Register a function for calling after code execution.
1084 """
1084 """
1085 warn("ip.register_post_execute is deprecated, use "
1085 warn("ip.register_post_execute is deprecated, use "
1086 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1086 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1087 self.events.register('post_run_cell', func)
1087 self.events.register('post_run_cell', func)
1088
1088
1089 def _clear_warning_registry(self):
1089 def _clear_warning_registry(self):
1090 # clear the warning registry, so that different code blocks with
1090 # clear the warning registry, so that different code blocks with
1091 # overlapping line number ranges don't cause spurious suppression of
1091 # overlapping line number ranges don't cause spurious suppression of
1092 # warnings (see gh-6611 for details)
1092 # warnings (see gh-6611 for details)
1093 if "__warningregistry__" in self.user_global_ns:
1093 if "__warningregistry__" in self.user_global_ns:
1094 del self.user_global_ns["__warningregistry__"]
1094 del self.user_global_ns["__warningregistry__"]
1095
1095
1096 #-------------------------------------------------------------------------
1096 #-------------------------------------------------------------------------
1097 # Things related to the "main" module
1097 # Things related to the "main" module
1098 #-------------------------------------------------------------------------
1098 #-------------------------------------------------------------------------
1099
1099
1100 def new_main_mod(self, filename, modname):
1100 def new_main_mod(self, filename, modname):
1101 """Return a new 'main' module object for user code execution.
1101 """Return a new 'main' module object for user code execution.
1102
1102
1103 ``filename`` should be the path of the script which will be run in the
1103 ``filename`` should be the path of the script which will be run in the
1104 module. Requests with the same filename will get the same module, with
1104 module. Requests with the same filename will get the same module, with
1105 its namespace cleared.
1105 its namespace cleared.
1106
1106
1107 ``modname`` should be the module name - normally either '__main__' or
1107 ``modname`` should be the module name - normally either '__main__' or
1108 the basename of the file without the extension.
1108 the basename of the file without the extension.
1109
1109
1110 When scripts are executed via %run, we must keep a reference to their
1110 When scripts are executed via %run, we must keep a reference to their
1111 __main__ module around so that Python doesn't
1111 __main__ module around so that Python doesn't
1112 clear it, rendering references to module globals useless.
1112 clear it, rendering references to module globals useless.
1113
1113
1114 This method keeps said reference in a private dict, keyed by the
1114 This method keeps said reference in a private dict, keyed by the
1115 absolute path of the script. This way, for multiple executions of the
1115 absolute path of the script. This way, for multiple executions of the
1116 same script we only keep one copy of the namespace (the last one),
1116 same script we only keep one copy of the namespace (the last one),
1117 thus preventing memory leaks from old references while allowing the
1117 thus preventing memory leaks from old references while allowing the
1118 objects from the last execution to be accessible.
1118 objects from the last execution to be accessible.
1119 """
1119 """
1120 filename = os.path.abspath(filename)
1120 filename = os.path.abspath(filename)
1121 try:
1121 try:
1122 main_mod = self._main_mod_cache[filename]
1122 main_mod = self._main_mod_cache[filename]
1123 except KeyError:
1123 except KeyError:
1124 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1124 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1125 modname,
1125 modname,
1126 doc="Module created for script run in IPython")
1126 doc="Module created for script run in IPython")
1127 else:
1127 else:
1128 main_mod.__dict__.clear()
1128 main_mod.__dict__.clear()
1129 main_mod.__name__ = modname
1129 main_mod.__name__ = modname
1130
1130
1131 main_mod.__file__ = filename
1131 main_mod.__file__ = filename
1132 # It seems pydoc (and perhaps others) needs any module instance to
1132 # It seems pydoc (and perhaps others) needs any module instance to
1133 # implement a __nonzero__ method
1133 # implement a __nonzero__ method
1134 main_mod.__nonzero__ = lambda : True
1134 main_mod.__nonzero__ = lambda : True
1135
1135
1136 return main_mod
1136 return main_mod
1137
1137
1138 def clear_main_mod_cache(self):
1138 def clear_main_mod_cache(self):
1139 """Clear the cache of main modules.
1139 """Clear the cache of main modules.
1140
1140
1141 Mainly for use by utilities like %reset.
1141 Mainly for use by utilities like %reset.
1142
1142
1143 Examples
1143 Examples
1144 --------
1144 --------
1145 In [15]: import IPython
1145 In [15]: import IPython
1146
1146
1147 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1147 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1148
1148
1149 In [17]: len(_ip._main_mod_cache) > 0
1149 In [17]: len(_ip._main_mod_cache) > 0
1150 Out[17]: True
1150 Out[17]: True
1151
1151
1152 In [18]: _ip.clear_main_mod_cache()
1152 In [18]: _ip.clear_main_mod_cache()
1153
1153
1154 In [19]: len(_ip._main_mod_cache) == 0
1154 In [19]: len(_ip._main_mod_cache) == 0
1155 Out[19]: True
1155 Out[19]: True
1156 """
1156 """
1157 self._main_mod_cache.clear()
1157 self._main_mod_cache.clear()
1158
1158
1159 #-------------------------------------------------------------------------
1159 #-------------------------------------------------------------------------
1160 # Things related to debugging
1160 # Things related to debugging
1161 #-------------------------------------------------------------------------
1161 #-------------------------------------------------------------------------
1162
1162
1163 def init_pdb(self):
1163 def init_pdb(self):
1164 # Set calling of pdb on exceptions
1164 # Set calling of pdb on exceptions
1165 # self.call_pdb is a property
1165 # self.call_pdb is a property
1166 self.call_pdb = self.pdb
1166 self.call_pdb = self.pdb
1167
1167
1168 def _get_call_pdb(self):
1168 def _get_call_pdb(self):
1169 return self._call_pdb
1169 return self._call_pdb
1170
1170
1171 def _set_call_pdb(self,val):
1171 def _set_call_pdb(self,val):
1172
1172
1173 if val not in (0,1,False,True):
1173 if val not in (0,1,False,True):
1174 raise ValueError('new call_pdb value must be boolean')
1174 raise ValueError('new call_pdb value must be boolean')
1175
1175
1176 # store value in instance
1176 # store value in instance
1177 self._call_pdb = val
1177 self._call_pdb = val
1178
1178
1179 # notify the actual exception handlers
1179 # notify the actual exception handlers
1180 self.InteractiveTB.call_pdb = val
1180 self.InteractiveTB.call_pdb = val
1181
1181
1182 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1182 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1183 'Control auto-activation of pdb at exceptions')
1183 'Control auto-activation of pdb at exceptions')
1184
1184
1185 def debugger(self,force=False):
1185 def debugger(self,force=False):
1186 """Call the pdb debugger.
1186 """Call the pdb debugger.
1187
1187
1188 Keywords:
1188 Keywords:
1189
1189
1190 - force(False): by default, this routine checks the instance call_pdb
1190 - force(False): by default, this routine checks the instance call_pdb
1191 flag and does not actually invoke the debugger if the flag is false.
1191 flag and does not actually invoke the debugger if the flag is false.
1192 The 'force' option forces the debugger to activate even if the flag
1192 The 'force' option forces the debugger to activate even if the flag
1193 is false.
1193 is false.
1194 """
1194 """
1195
1195
1196 if not (force or self.call_pdb):
1196 if not (force or self.call_pdb):
1197 return
1197 return
1198
1198
1199 if not hasattr(sys,'last_traceback'):
1199 if not hasattr(sys,'last_traceback'):
1200 error('No traceback has been produced, nothing to debug.')
1200 error('No traceback has been produced, nothing to debug.')
1201 return
1201 return
1202
1202
1203 self.InteractiveTB.debugger(force=True)
1203 self.InteractiveTB.debugger(force=True)
1204
1204
1205 #-------------------------------------------------------------------------
1205 #-------------------------------------------------------------------------
1206 # Things related to IPython's various namespaces
1206 # Things related to IPython's various namespaces
1207 #-------------------------------------------------------------------------
1207 #-------------------------------------------------------------------------
1208 default_user_namespaces = True
1208 default_user_namespaces = True
1209
1209
1210 def init_create_namespaces(self, user_module=None, user_ns=None):
1210 def init_create_namespaces(self, user_module=None, user_ns=None):
1211 # Create the namespace where the user will operate. user_ns is
1211 # Create the namespace where the user will operate. user_ns is
1212 # normally the only one used, and it is passed to the exec calls as
1212 # normally the only one used, and it is passed to the exec calls as
1213 # the locals argument. But we do carry a user_global_ns namespace
1213 # the locals argument. But we do carry a user_global_ns namespace
1214 # given as the exec 'globals' argument, This is useful in embedding
1214 # given as the exec 'globals' argument, This is useful in embedding
1215 # situations where the ipython shell opens in a context where the
1215 # situations where the ipython shell opens in a context where the
1216 # distinction between locals and globals is meaningful. For
1216 # distinction between locals and globals is meaningful. For
1217 # non-embedded contexts, it is just the same object as the user_ns dict.
1217 # non-embedded contexts, it is just the same object as the user_ns dict.
1218
1218
1219 # FIXME. For some strange reason, __builtins__ is showing up at user
1219 # FIXME. For some strange reason, __builtins__ is showing up at user
1220 # level as a dict instead of a module. This is a manual fix, but I
1220 # level as a dict instead of a module. This is a manual fix, but I
1221 # should really track down where the problem is coming from. Alex
1221 # should really track down where the problem is coming from. Alex
1222 # Schmolck reported this problem first.
1222 # Schmolck reported this problem first.
1223
1223
1224 # A useful post by Alex Martelli on this topic:
1224 # A useful post by Alex Martelli on this topic:
1225 # Re: inconsistent value from __builtins__
1225 # Re: inconsistent value from __builtins__
1226 # Von: Alex Martelli <aleaxit@yahoo.com>
1226 # Von: Alex Martelli <aleaxit@yahoo.com>
1227 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1227 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1228 # Gruppen: comp.lang.python
1228 # Gruppen: comp.lang.python
1229
1229
1230 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1230 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1231 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1231 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1232 # > <type 'dict'>
1232 # > <type 'dict'>
1233 # > >>> print type(__builtins__)
1233 # > >>> print type(__builtins__)
1234 # > <type 'module'>
1234 # > <type 'module'>
1235 # > Is this difference in return value intentional?
1235 # > Is this difference in return value intentional?
1236
1236
1237 # Well, it's documented that '__builtins__' can be either a dictionary
1237 # Well, it's documented that '__builtins__' can be either a dictionary
1238 # or a module, and it's been that way for a long time. Whether it's
1238 # or a module, and it's been that way for a long time. Whether it's
1239 # intentional (or sensible), I don't know. In any case, the idea is
1239 # intentional (or sensible), I don't know. In any case, the idea is
1240 # that if you need to access the built-in namespace directly, you
1240 # that if you need to access the built-in namespace directly, you
1241 # should start with "import __builtin__" (note, no 's') which will
1241 # should start with "import __builtin__" (note, no 's') which will
1242 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1242 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1243
1243
1244 # These routines return a properly built module and dict as needed by
1244 # These routines return a properly built module and dict as needed by
1245 # the rest of the code, and can also be used by extension writers to
1245 # the rest of the code, and can also be used by extension writers to
1246 # generate properly initialized namespaces.
1246 # generate properly initialized namespaces.
1247 if (user_ns is not None) or (user_module is not None):
1247 if (user_ns is not None) or (user_module is not None):
1248 self.default_user_namespaces = False
1248 self.default_user_namespaces = False
1249 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1249 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1250
1250
1251 # A record of hidden variables we have added to the user namespace, so
1251 # A record of hidden variables we have added to the user namespace, so
1252 # we can list later only variables defined in actual interactive use.
1252 # we can list later only variables defined in actual interactive use.
1253 self.user_ns_hidden = {}
1253 self.user_ns_hidden = {}
1254
1254
1255 # Now that FakeModule produces a real module, we've run into a nasty
1255 # Now that FakeModule produces a real module, we've run into a nasty
1256 # problem: after script execution (via %run), the module where the user
1256 # problem: after script execution (via %run), the module where the user
1257 # code ran is deleted. Now that this object is a true module (needed
1257 # code ran is deleted. Now that this object is a true module (needed
1258 # so doctest and other tools work correctly), the Python module
1258 # so doctest and other tools work correctly), the Python module
1259 # teardown mechanism runs over it, and sets to None every variable
1259 # teardown mechanism runs over it, and sets to None every variable
1260 # present in that module. Top-level references to objects from the
1260 # present in that module. Top-level references to objects from the
1261 # script survive, because the user_ns is updated with them. However,
1261 # script survive, because the user_ns is updated with them. However,
1262 # calling functions defined in the script that use other things from
1262 # calling functions defined in the script that use other things from
1263 # the script will fail, because the function's closure had references
1263 # the script will fail, because the function's closure had references
1264 # to the original objects, which are now all None. So we must protect
1264 # to the original objects, which are now all None. So we must protect
1265 # these modules from deletion by keeping a cache.
1265 # these modules from deletion by keeping a cache.
1266 #
1266 #
1267 # To avoid keeping stale modules around (we only need the one from the
1267 # To avoid keeping stale modules around (we only need the one from the
1268 # last run), we use a dict keyed with the full path to the script, so
1268 # last run), we use a dict keyed with the full path to the script, so
1269 # only the last version of the module is held in the cache. Note,
1269 # only the last version of the module is held in the cache. Note,
1270 # however, that we must cache the module *namespace contents* (their
1270 # however, that we must cache the module *namespace contents* (their
1271 # __dict__). Because if we try to cache the actual modules, old ones
1271 # __dict__). Because if we try to cache the actual modules, old ones
1272 # (uncached) could be destroyed while still holding references (such as
1272 # (uncached) could be destroyed while still holding references (such as
1273 # those held by GUI objects that tend to be long-lived)>
1273 # those held by GUI objects that tend to be long-lived)>
1274 #
1274 #
1275 # The %reset command will flush this cache. See the cache_main_mod()
1275 # The %reset command will flush this cache. See the cache_main_mod()
1276 # and clear_main_mod_cache() methods for details on use.
1276 # and clear_main_mod_cache() methods for details on use.
1277
1277
1278 # This is the cache used for 'main' namespaces
1278 # This is the cache used for 'main' namespaces
1279 self._main_mod_cache = {}
1279 self._main_mod_cache = {}
1280
1280
1281 # A table holding all the namespaces IPython deals with, so that
1281 # A table holding all the namespaces IPython deals with, so that
1282 # introspection facilities can search easily.
1282 # introspection facilities can search easily.
1283 self.ns_table = {'user_global':self.user_module.__dict__,
1283 self.ns_table = {'user_global':self.user_module.__dict__,
1284 'user_local':self.user_ns,
1284 'user_local':self.user_ns,
1285 'builtin':builtin_mod.__dict__
1285 'builtin':builtin_mod.__dict__
1286 }
1286 }
1287
1287
1288 @property
1288 @property
1289 def user_global_ns(self):
1289 def user_global_ns(self):
1290 return self.user_module.__dict__
1290 return self.user_module.__dict__
1291
1291
1292 def prepare_user_module(self, user_module=None, user_ns=None):
1292 def prepare_user_module(self, user_module=None, user_ns=None):
1293 """Prepare the module and namespace in which user code will be run.
1293 """Prepare the module and namespace in which user code will be run.
1294
1294
1295 When IPython is started normally, both parameters are None: a new module
1295 When IPython is started normally, both parameters are None: a new module
1296 is created automatically, and its __dict__ used as the namespace.
1296 is created automatically, and its __dict__ used as the namespace.
1297
1297
1298 If only user_module is provided, its __dict__ is used as the namespace.
1298 If only user_module is provided, its __dict__ is used as the namespace.
1299 If only user_ns is provided, a dummy module is created, and user_ns
1299 If only user_ns is provided, a dummy module is created, and user_ns
1300 becomes the global namespace. If both are provided (as they may be
1300 becomes the global namespace. If both are provided (as they may be
1301 when embedding), user_ns is the local namespace, and user_module
1301 when embedding), user_ns is the local namespace, and user_module
1302 provides the global namespace.
1302 provides the global namespace.
1303
1303
1304 Parameters
1304 Parameters
1305 ----------
1305 ----------
1306 user_module : module, optional
1306 user_module : module, optional
1307 The current user module in which IPython is being run. If None,
1307 The current user module in which IPython is being run. If None,
1308 a clean module will be created.
1308 a clean module will be created.
1309 user_ns : dict, optional
1309 user_ns : dict, optional
1310 A namespace in which to run interactive commands.
1310 A namespace in which to run interactive commands.
1311
1311
1312 Returns
1312 Returns
1313 -------
1313 -------
1314 A tuple of user_module and user_ns, each properly initialised.
1314 A tuple of user_module and user_ns, each properly initialised.
1315 """
1315 """
1316 if user_module is None and user_ns is not None:
1316 if user_module is None and user_ns is not None:
1317 user_ns.setdefault("__name__", "__main__")
1317 user_ns.setdefault("__name__", "__main__")
1318 user_module = DummyMod()
1318 user_module = DummyMod()
1319 user_module.__dict__ = user_ns
1319 user_module.__dict__ = user_ns
1320
1320
1321 if user_module is None:
1321 if user_module is None:
1322 user_module = types.ModuleType("__main__",
1322 user_module = types.ModuleType("__main__",
1323 doc="Automatically created module for IPython interactive environment")
1323 doc="Automatically created module for IPython interactive environment")
1324
1324
1325 # We must ensure that __builtin__ (without the final 's') is always
1325 # We must ensure that __builtin__ (without the final 's') is always
1326 # available and pointing to the __builtin__ *module*. For more details:
1326 # available and pointing to the __builtin__ *module*. For more details:
1327 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1327 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1328 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1328 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1329 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1329 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1330
1330
1331 if user_ns is None:
1331 if user_ns is None:
1332 user_ns = user_module.__dict__
1332 user_ns = user_module.__dict__
1333
1333
1334 return user_module, user_ns
1334 return user_module, user_ns
1335
1335
1336 def init_sys_modules(self):
1336 def init_sys_modules(self):
1337 # We need to insert into sys.modules something that looks like a
1337 # We need to insert into sys.modules something that looks like a
1338 # module but which accesses the IPython namespace, for shelve and
1338 # module but which accesses the IPython namespace, for shelve and
1339 # pickle to work interactively. Normally they rely on getting
1339 # pickle to work interactively. Normally they rely on getting
1340 # everything out of __main__, but for embedding purposes each IPython
1340 # everything out of __main__, but for embedding purposes each IPython
1341 # instance has its own private namespace, so we can't go shoving
1341 # instance has its own private namespace, so we can't go shoving
1342 # everything into __main__.
1342 # everything into __main__.
1343
1343
1344 # note, however, that we should only do this for non-embedded
1344 # note, however, that we should only do this for non-embedded
1345 # ipythons, which really mimic the __main__.__dict__ with their own
1345 # ipythons, which really mimic the __main__.__dict__ with their own
1346 # namespace. Embedded instances, on the other hand, should not do
1346 # namespace. Embedded instances, on the other hand, should not do
1347 # this because they need to manage the user local/global namespaces
1347 # this because they need to manage the user local/global namespaces
1348 # only, but they live within a 'normal' __main__ (meaning, they
1348 # only, but they live within a 'normal' __main__ (meaning, they
1349 # shouldn't overtake the execution environment of the script they're
1349 # shouldn't overtake the execution environment of the script they're
1350 # embedded in).
1350 # embedded in).
1351
1351
1352 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1352 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1353 main_name = self.user_module.__name__
1353 main_name = self.user_module.__name__
1354 sys.modules[main_name] = self.user_module
1354 sys.modules[main_name] = self.user_module
1355
1355
1356 def init_user_ns(self):
1356 def init_user_ns(self):
1357 """Initialize all user-visible namespaces to their minimum defaults.
1357 """Initialize all user-visible namespaces to their minimum defaults.
1358
1358
1359 Certain history lists are also initialized here, as they effectively
1359 Certain history lists are also initialized here, as they effectively
1360 act as user namespaces.
1360 act as user namespaces.
1361
1361
1362 Notes
1362 Notes
1363 -----
1363 -----
1364 All data structures here are only filled in, they are NOT reset by this
1364 All data structures here are only filled in, they are NOT reset by this
1365 method. If they were not empty before, data will simply be added to
1365 method. If they were not empty before, data will simply be added to
1366 them.
1366 them.
1367 """
1367 """
1368 # This function works in two parts: first we put a few things in
1368 # This function works in two parts: first we put a few things in
1369 # user_ns, and we sync that contents into user_ns_hidden so that these
1369 # user_ns, and we sync that contents into user_ns_hidden so that these
1370 # initial variables aren't shown by %who. After the sync, we add the
1370 # initial variables aren't shown by %who. After the sync, we add the
1371 # rest of what we *do* want the user to see with %who even on a new
1371 # rest of what we *do* want the user to see with %who even on a new
1372 # session (probably nothing, so they really only see their own stuff)
1372 # session (probably nothing, so they really only see their own stuff)
1373
1373
1374 # The user dict must *always* have a __builtin__ reference to the
1374 # The user dict must *always* have a __builtin__ reference to the
1375 # Python standard __builtin__ namespace, which must be imported.
1375 # Python standard __builtin__ namespace, which must be imported.
1376 # This is so that certain operations in prompt evaluation can be
1376 # This is so that certain operations in prompt evaluation can be
1377 # reliably executed with builtins. Note that we can NOT use
1377 # reliably executed with builtins. Note that we can NOT use
1378 # __builtins__ (note the 's'), because that can either be a dict or a
1378 # __builtins__ (note the 's'), because that can either be a dict or a
1379 # module, and can even mutate at runtime, depending on the context
1379 # module, and can even mutate at runtime, depending on the context
1380 # (Python makes no guarantees on it). In contrast, __builtin__ is
1380 # (Python makes no guarantees on it). In contrast, __builtin__ is
1381 # always a module object, though it must be explicitly imported.
1381 # always a module object, though it must be explicitly imported.
1382
1382
1383 # For more details:
1383 # For more details:
1384 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1384 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1385 ns = {}
1385 ns = {}
1386
1386
1387 # make global variables for user access to the histories
1387 # make global variables for user access to the histories
1388 ns['_ih'] = self.history_manager.input_hist_parsed
1388 ns['_ih'] = self.history_manager.input_hist_parsed
1389 ns['_oh'] = self.history_manager.output_hist
1389 ns['_oh'] = self.history_manager.output_hist
1390 ns['_dh'] = self.history_manager.dir_hist
1390 ns['_dh'] = self.history_manager.dir_hist
1391
1391
1392 # user aliases to input and output histories. These shouldn't show up
1392 # user aliases to input and output histories. These shouldn't show up
1393 # in %who, as they can have very large reprs.
1393 # in %who, as they can have very large reprs.
1394 ns['In'] = self.history_manager.input_hist_parsed
1394 ns['In'] = self.history_manager.input_hist_parsed
1395 ns['Out'] = self.history_manager.output_hist
1395 ns['Out'] = self.history_manager.output_hist
1396
1396
1397 # Store myself as the public api!!!
1397 # Store myself as the public api!!!
1398 ns['get_ipython'] = self.get_ipython
1398 ns['get_ipython'] = self.get_ipython
1399
1399
1400 ns['exit'] = self.exiter
1400 ns['exit'] = self.exiter
1401 ns['quit'] = self.exiter
1401 ns['quit'] = self.exiter
1402
1402
1403 # Sync what we've added so far to user_ns_hidden so these aren't seen
1403 # Sync what we've added so far to user_ns_hidden so these aren't seen
1404 # by %who
1404 # by %who
1405 self.user_ns_hidden.update(ns)
1405 self.user_ns_hidden.update(ns)
1406
1406
1407 # Anything put into ns now would show up in %who. Think twice before
1407 # Anything put into ns now would show up in %who. Think twice before
1408 # putting anything here, as we really want %who to show the user their
1408 # putting anything here, as we really want %who to show the user their
1409 # stuff, not our variables.
1409 # stuff, not our variables.
1410
1410
1411 # Finally, update the real user's namespace
1411 # Finally, update the real user's namespace
1412 self.user_ns.update(ns)
1412 self.user_ns.update(ns)
1413
1413
1414 @property
1414 @property
1415 def all_ns_refs(self):
1415 def all_ns_refs(self):
1416 """Get a list of references to all the namespace dictionaries in which
1416 """Get a list of references to all the namespace dictionaries in which
1417 IPython might store a user-created object.
1417 IPython might store a user-created object.
1418
1418
1419 Note that this does not include the displayhook, which also caches
1419 Note that this does not include the displayhook, which also caches
1420 objects from the output."""
1420 objects from the output."""
1421 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1421 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1422 [m.__dict__ for m in self._main_mod_cache.values()]
1422 [m.__dict__ for m in self._main_mod_cache.values()]
1423
1423
1424 def reset(self, new_session=True, aggressive=False):
1424 def reset(self, new_session=True, aggressive=False):
1425 """Clear all internal namespaces, and attempt to release references to
1425 """Clear all internal namespaces, and attempt to release references to
1426 user objects.
1426 user objects.
1427
1427
1428 If new_session is True, a new history session will be opened.
1428 If new_session is True, a new history session will be opened.
1429 """
1429 """
1430 # Clear histories
1430 # Clear histories
1431 self.history_manager.reset(new_session)
1431 self.history_manager.reset(new_session)
1432 # Reset counter used to index all histories
1432 # Reset counter used to index all histories
1433 if new_session:
1433 if new_session:
1434 self.execution_count = 1
1434 self.execution_count = 1
1435
1435
1436 # Reset last execution result
1436 # Reset last execution result
1437 self.last_execution_succeeded = True
1437 self.last_execution_succeeded = True
1438 self.last_execution_result = None
1438 self.last_execution_result = None
1439
1439
1440 # Flush cached output items
1440 # Flush cached output items
1441 if self.displayhook.do_full_cache:
1441 if self.displayhook.do_full_cache:
1442 self.displayhook.flush()
1442 self.displayhook.flush()
1443
1443
1444 # The main execution namespaces must be cleared very carefully,
1444 # The main execution namespaces must be cleared very carefully,
1445 # skipping the deletion of the builtin-related keys, because doing so
1445 # skipping the deletion of the builtin-related keys, because doing so
1446 # would cause errors in many object's __del__ methods.
1446 # would cause errors in many object's __del__ methods.
1447 if self.user_ns is not self.user_global_ns:
1447 if self.user_ns is not self.user_global_ns:
1448 self.user_ns.clear()
1448 self.user_ns.clear()
1449 ns = self.user_global_ns
1449 ns = self.user_global_ns
1450 drop_keys = set(ns.keys())
1450 drop_keys = set(ns.keys())
1451 drop_keys.discard('__builtin__')
1451 drop_keys.discard('__builtin__')
1452 drop_keys.discard('__builtins__')
1452 drop_keys.discard('__builtins__')
1453 drop_keys.discard('__name__')
1453 drop_keys.discard('__name__')
1454 for k in drop_keys:
1454 for k in drop_keys:
1455 del ns[k]
1455 del ns[k]
1456
1456
1457 self.user_ns_hidden.clear()
1457 self.user_ns_hidden.clear()
1458
1458
1459 # Restore the user namespaces to minimal usability
1459 # Restore the user namespaces to minimal usability
1460 self.init_user_ns()
1460 self.init_user_ns()
1461 if aggressive and not hasattr(self, "_sys_modules_keys"):
1461 if aggressive and not hasattr(self, "_sys_modules_keys"):
1462 print("Cannot restore sys.module, no snapshot")
1462 print("Cannot restore sys.module, no snapshot")
1463 elif aggressive:
1463 elif aggressive:
1464 print("culling sys module...")
1464 print("culling sys module...")
1465 current_keys = set(sys.modules.keys())
1465 current_keys = set(sys.modules.keys())
1466 for k in current_keys - self._sys_modules_keys:
1466 for k in current_keys - self._sys_modules_keys:
1467 if k.startswith("multiprocessing"):
1467 if k.startswith("multiprocessing"):
1468 continue
1468 continue
1469 del sys.modules[k]
1469 del sys.modules[k]
1470
1470
1471 # Restore the default and user aliases
1471 # Restore the default and user aliases
1472 self.alias_manager.clear_aliases()
1472 self.alias_manager.clear_aliases()
1473 self.alias_manager.init_aliases()
1473 self.alias_manager.init_aliases()
1474
1474
1475 # Now define aliases that only make sense on the terminal, because they
1475 # Now define aliases that only make sense on the terminal, because they
1476 # need direct access to the console in a way that we can't emulate in
1476 # need direct access to the console in a way that we can't emulate in
1477 # GUI or web frontend
1477 # GUI or web frontend
1478 if os.name == 'posix':
1478 if os.name == 'posix':
1479 for cmd in ('clear', 'more', 'less', 'man'):
1479 for cmd in ('clear', 'more', 'less', 'man'):
1480 if cmd not in self.magics_manager.magics['line']:
1480 if cmd not in self.magics_manager.magics['line']:
1481 self.alias_manager.soft_define_alias(cmd, cmd)
1481 self.alias_manager.soft_define_alias(cmd, cmd)
1482
1482
1483 # Flush the private list of module references kept for script
1483 # Flush the private list of module references kept for script
1484 # execution protection
1484 # execution protection
1485 self.clear_main_mod_cache()
1485 self.clear_main_mod_cache()
1486
1486
1487 def del_var(self, varname, by_name=False):
1487 def del_var(self, varname, by_name=False):
1488 """Delete a variable from the various namespaces, so that, as
1488 """Delete a variable from the various namespaces, so that, as
1489 far as possible, we're not keeping any hidden references to it.
1489 far as possible, we're not keeping any hidden references to it.
1490
1490
1491 Parameters
1491 Parameters
1492 ----------
1492 ----------
1493 varname : str
1493 varname : str
1494 The name of the variable to delete.
1494 The name of the variable to delete.
1495 by_name : bool
1495 by_name : bool
1496 If True, delete variables with the given name in each
1496 If True, delete variables with the given name in each
1497 namespace. If False (default), find the variable in the user
1497 namespace. If False (default), find the variable in the user
1498 namespace, and delete references to it.
1498 namespace, and delete references to it.
1499 """
1499 """
1500 if varname in ('__builtin__', '__builtins__'):
1500 if varname in ('__builtin__', '__builtins__'):
1501 raise ValueError("Refusing to delete %s" % varname)
1501 raise ValueError("Refusing to delete %s" % varname)
1502
1502
1503 ns_refs = self.all_ns_refs
1503 ns_refs = self.all_ns_refs
1504
1504
1505 if by_name: # Delete by name
1505 if by_name: # Delete by name
1506 for ns in ns_refs:
1506 for ns in ns_refs:
1507 try:
1507 try:
1508 del ns[varname]
1508 del ns[varname]
1509 except KeyError:
1509 except KeyError:
1510 pass
1510 pass
1511 else: # Delete by object
1511 else: # Delete by object
1512 try:
1512 try:
1513 obj = self.user_ns[varname]
1513 obj = self.user_ns[varname]
1514 except KeyError as e:
1514 except KeyError as e:
1515 raise NameError("name '%s' is not defined" % varname) from e
1515 raise NameError("name '%s' is not defined" % varname) from e
1516 # Also check in output history
1516 # Also check in output history
1517 ns_refs.append(self.history_manager.output_hist)
1517 ns_refs.append(self.history_manager.output_hist)
1518 for ns in ns_refs:
1518 for ns in ns_refs:
1519 to_delete = [n for n, o in ns.items() if o is obj]
1519 to_delete = [n for n, o in ns.items() if o is obj]
1520 for name in to_delete:
1520 for name in to_delete:
1521 del ns[name]
1521 del ns[name]
1522
1522
1523 # Ensure it is removed from the last execution result
1523 # Ensure it is removed from the last execution result
1524 if self.last_execution_result.result is obj:
1524 if self.last_execution_result.result is obj:
1525 self.last_execution_result = None
1525 self.last_execution_result = None
1526
1526
1527 # displayhook keeps extra references, but not in a dictionary
1527 # displayhook keeps extra references, but not in a dictionary
1528 for name in ('_', '__', '___'):
1528 for name in ('_', '__', '___'):
1529 if getattr(self.displayhook, name) is obj:
1529 if getattr(self.displayhook, name) is obj:
1530 setattr(self.displayhook, name, None)
1530 setattr(self.displayhook, name, None)
1531
1531
1532 def reset_selective(self, regex=None):
1532 def reset_selective(self, regex=None):
1533 """Clear selective variables from internal namespaces based on a
1533 """Clear selective variables from internal namespaces based on a
1534 specified regular expression.
1534 specified regular expression.
1535
1535
1536 Parameters
1536 Parameters
1537 ----------
1537 ----------
1538 regex : string or compiled pattern, optional
1538 regex : string or compiled pattern, optional
1539 A regular expression pattern that will be used in searching
1539 A regular expression pattern that will be used in searching
1540 variable names in the users namespaces.
1540 variable names in the users namespaces.
1541 """
1541 """
1542 if regex is not None:
1542 if regex is not None:
1543 try:
1543 try:
1544 m = re.compile(regex)
1544 m = re.compile(regex)
1545 except TypeError as e:
1545 except TypeError as e:
1546 raise TypeError('regex must be a string or compiled pattern') from e
1546 raise TypeError('regex must be a string or compiled pattern') from e
1547 # Search for keys in each namespace that match the given regex
1547 # Search for keys in each namespace that match the given regex
1548 # If a match is found, delete the key/value pair.
1548 # If a match is found, delete the key/value pair.
1549 for ns in self.all_ns_refs:
1549 for ns in self.all_ns_refs:
1550 for var in ns:
1550 for var in ns:
1551 if m.search(var):
1551 if m.search(var):
1552 del ns[var]
1552 del ns[var]
1553
1553
1554 def push(self, variables, interactive=True):
1554 def push(self, variables, interactive=True):
1555 """Inject a group of variables into the IPython user namespace.
1555 """Inject a group of variables into the IPython user namespace.
1556
1556
1557 Parameters
1557 Parameters
1558 ----------
1558 ----------
1559 variables : dict, str or list/tuple of str
1559 variables : dict, str or list/tuple of str
1560 The variables to inject into the user's namespace. If a dict, a
1560 The variables to inject into the user's namespace. If a dict, a
1561 simple update is done. If a str, the string is assumed to have
1561 simple update is done. If a str, the string is assumed to have
1562 variable names separated by spaces. A list/tuple of str can also
1562 variable names separated by spaces. A list/tuple of str can also
1563 be used to give the variable names. If just the variable names are
1563 be used to give the variable names. If just the variable names are
1564 give (list/tuple/str) then the variable values looked up in the
1564 give (list/tuple/str) then the variable values looked up in the
1565 callers frame.
1565 callers frame.
1566 interactive : bool
1566 interactive : bool
1567 If True (default), the variables will be listed with the ``who``
1567 If True (default), the variables will be listed with the ``who``
1568 magic.
1568 magic.
1569 """
1569 """
1570 vdict = None
1570 vdict = None
1571
1571
1572 # We need a dict of name/value pairs to do namespace updates.
1572 # We need a dict of name/value pairs to do namespace updates.
1573 if isinstance(variables, dict):
1573 if isinstance(variables, dict):
1574 vdict = variables
1574 vdict = variables
1575 elif isinstance(variables, (str, list, tuple)):
1575 elif isinstance(variables, (str, list, tuple)):
1576 if isinstance(variables, str):
1576 if isinstance(variables, str):
1577 vlist = variables.split()
1577 vlist = variables.split()
1578 else:
1578 else:
1579 vlist = variables
1579 vlist = variables
1580 vdict = {}
1580 vdict = {}
1581 cf = sys._getframe(1)
1581 cf = sys._getframe(1)
1582 for name in vlist:
1582 for name in vlist:
1583 try:
1583 try:
1584 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1584 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1585 except:
1585 except:
1586 print('Could not get variable %s from %s' %
1586 print('Could not get variable %s from %s' %
1587 (name,cf.f_code.co_name))
1587 (name,cf.f_code.co_name))
1588 else:
1588 else:
1589 raise ValueError('variables must be a dict/str/list/tuple')
1589 raise ValueError('variables must be a dict/str/list/tuple')
1590
1590
1591 # Propagate variables to user namespace
1591 # Propagate variables to user namespace
1592 self.user_ns.update(vdict)
1592 self.user_ns.update(vdict)
1593
1593
1594 # And configure interactive visibility
1594 # And configure interactive visibility
1595 user_ns_hidden = self.user_ns_hidden
1595 user_ns_hidden = self.user_ns_hidden
1596 if interactive:
1596 if interactive:
1597 for name in vdict:
1597 for name in vdict:
1598 user_ns_hidden.pop(name, None)
1598 user_ns_hidden.pop(name, None)
1599 else:
1599 else:
1600 user_ns_hidden.update(vdict)
1600 user_ns_hidden.update(vdict)
1601
1601
1602 def drop_by_id(self, variables):
1602 def drop_by_id(self, variables):
1603 """Remove a dict of variables from the user namespace, if they are the
1603 """Remove a dict of variables from the user namespace, if they are the
1604 same as the values in the dictionary.
1604 same as the values in the dictionary.
1605
1605
1606 This is intended for use by extensions: variables that they've added can
1606 This is intended for use by extensions: variables that they've added can
1607 be taken back out if they are unloaded, without removing any that the
1607 be taken back out if they are unloaded, without removing any that the
1608 user has overwritten.
1608 user has overwritten.
1609
1609
1610 Parameters
1610 Parameters
1611 ----------
1611 ----------
1612 variables : dict
1612 variables : dict
1613 A dictionary mapping object names (as strings) to the objects.
1613 A dictionary mapping object names (as strings) to the objects.
1614 """
1614 """
1615 for name, obj in variables.items():
1615 for name, obj in variables.items():
1616 if name in self.user_ns and self.user_ns[name] is obj:
1616 if name in self.user_ns and self.user_ns[name] is obj:
1617 del self.user_ns[name]
1617 del self.user_ns[name]
1618 self.user_ns_hidden.pop(name, None)
1618 self.user_ns_hidden.pop(name, None)
1619
1619
1620 #-------------------------------------------------------------------------
1620 #-------------------------------------------------------------------------
1621 # Things related to object introspection
1621 # Things related to object introspection
1622 #-------------------------------------------------------------------------
1622 #-------------------------------------------------------------------------
1623
1623
1624 def _ofind(self, oname, namespaces=None):
1624 def _ofind(self, oname, namespaces=None):
1625 """Find an object in the available namespaces.
1625 """Find an object in the available namespaces.
1626
1626
1627 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1627 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1628
1628
1629 Has special code to detect magic functions.
1629 Has special code to detect magic functions.
1630 """
1630 """
1631 oname = oname.strip()
1631 oname = oname.strip()
1632 if not oname.startswith(ESC_MAGIC) and \
1632 if not oname.startswith(ESC_MAGIC) and \
1633 not oname.startswith(ESC_MAGIC2) and \
1633 not oname.startswith(ESC_MAGIC2) and \
1634 not all(a.isidentifier() for a in oname.split(".")):
1634 not all(a.isidentifier() for a in oname.split(".")):
1635 return {'found': False}
1635 return {'found': False}
1636
1636
1637 if namespaces is None:
1637 if namespaces is None:
1638 # Namespaces to search in:
1638 # Namespaces to search in:
1639 # Put them in a list. The order is important so that we
1639 # Put them in a list. The order is important so that we
1640 # find things in the same order that Python finds them.
1640 # find things in the same order that Python finds them.
1641 namespaces = [ ('Interactive', self.user_ns),
1641 namespaces = [ ('Interactive', self.user_ns),
1642 ('Interactive (global)', self.user_global_ns),
1642 ('Interactive (global)', self.user_global_ns),
1643 ('Python builtin', builtin_mod.__dict__),
1643 ('Python builtin', builtin_mod.__dict__),
1644 ]
1644 ]
1645
1645
1646 ismagic = False
1646 ismagic = False
1647 isalias = False
1647 isalias = False
1648 found = False
1648 found = False
1649 ospace = None
1649 ospace = None
1650 parent = None
1650 parent = None
1651 obj = None
1651 obj = None
1652
1652
1653
1653
1654 # Look for the given name by splitting it in parts. If the head is
1654 # Look for the given name by splitting it in parts. If the head is
1655 # found, then we look for all the remaining parts as members, and only
1655 # found, then we look for all the remaining parts as members, and only
1656 # declare success if we can find them all.
1656 # declare success if we can find them all.
1657 oname_parts = oname.split('.')
1657 oname_parts = oname.split('.')
1658 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1658 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1659 for nsname,ns in namespaces:
1659 for nsname,ns in namespaces:
1660 try:
1660 try:
1661 obj = ns[oname_head]
1661 obj = ns[oname_head]
1662 except KeyError:
1662 except KeyError:
1663 continue
1663 continue
1664 else:
1664 else:
1665 for idx, part in enumerate(oname_rest):
1665 for idx, part in enumerate(oname_rest):
1666 try:
1666 try:
1667 parent = obj
1667 parent = obj
1668 # The last part is looked up in a special way to avoid
1668 # The last part is looked up in a special way to avoid
1669 # descriptor invocation as it may raise or have side
1669 # descriptor invocation as it may raise or have side
1670 # effects.
1670 # effects.
1671 if idx == len(oname_rest) - 1:
1671 if idx == len(oname_rest) - 1:
1672 obj = self._getattr_property(obj, part)
1672 obj = self._getattr_property(obj, part)
1673 else:
1673 else:
1674 obj = getattr(obj, part)
1674 obj = getattr(obj, part)
1675 except:
1675 except:
1676 # Blanket except b/c some badly implemented objects
1676 # Blanket except b/c some badly implemented objects
1677 # allow __getattr__ to raise exceptions other than
1677 # allow __getattr__ to raise exceptions other than
1678 # AttributeError, which then crashes IPython.
1678 # AttributeError, which then crashes IPython.
1679 break
1679 break
1680 else:
1680 else:
1681 # If we finish the for loop (no break), we got all members
1681 # If we finish the for loop (no break), we got all members
1682 found = True
1682 found = True
1683 ospace = nsname
1683 ospace = nsname
1684 break # namespace loop
1684 break # namespace loop
1685
1685
1686 # Try to see if it's magic
1686 # Try to see if it's magic
1687 if not found:
1687 if not found:
1688 obj = None
1688 obj = None
1689 if oname.startswith(ESC_MAGIC2):
1689 if oname.startswith(ESC_MAGIC2):
1690 oname = oname.lstrip(ESC_MAGIC2)
1690 oname = oname.lstrip(ESC_MAGIC2)
1691 obj = self.find_cell_magic(oname)
1691 obj = self.find_cell_magic(oname)
1692 elif oname.startswith(ESC_MAGIC):
1692 elif oname.startswith(ESC_MAGIC):
1693 oname = oname.lstrip(ESC_MAGIC)
1693 oname = oname.lstrip(ESC_MAGIC)
1694 obj = self.find_line_magic(oname)
1694 obj = self.find_line_magic(oname)
1695 else:
1695 else:
1696 # search without prefix, so run? will find %run?
1696 # search without prefix, so run? will find %run?
1697 obj = self.find_line_magic(oname)
1697 obj = self.find_line_magic(oname)
1698 if obj is None:
1698 if obj is None:
1699 obj = self.find_cell_magic(oname)
1699 obj = self.find_cell_magic(oname)
1700 if obj is not None:
1700 if obj is not None:
1701 found = True
1701 found = True
1702 ospace = 'IPython internal'
1702 ospace = 'IPython internal'
1703 ismagic = True
1703 ismagic = True
1704 isalias = isinstance(obj, Alias)
1704 isalias = isinstance(obj, Alias)
1705
1705
1706 # Last try: special-case some literals like '', [], {}, etc:
1706 # Last try: special-case some literals like '', [], {}, etc:
1707 if not found and oname_head in ["''",'""','[]','{}','()']:
1707 if not found and oname_head in ["''",'""','[]','{}','()']:
1708 obj = eval(oname_head)
1708 obj = eval(oname_head)
1709 found = True
1709 found = True
1710 ospace = 'Interactive'
1710 ospace = 'Interactive'
1711
1711
1712 return {
1712 return {
1713 'obj':obj,
1713 'obj':obj,
1714 'found':found,
1714 'found':found,
1715 'parent':parent,
1715 'parent':parent,
1716 'ismagic':ismagic,
1716 'ismagic':ismagic,
1717 'isalias':isalias,
1717 'isalias':isalias,
1718 'namespace':ospace
1718 'namespace':ospace
1719 }
1719 }
1720
1720
1721 @staticmethod
1721 @staticmethod
1722 def _getattr_property(obj, attrname):
1722 def _getattr_property(obj, attrname):
1723 """Property-aware getattr to use in object finding.
1723 """Property-aware getattr to use in object finding.
1724
1724
1725 If attrname represents a property, return it unevaluated (in case it has
1725 If attrname represents a property, return it unevaluated (in case it has
1726 side effects or raises an error.
1726 side effects or raises an error.
1727
1727
1728 """
1728 """
1729 if not isinstance(obj, type):
1729 if not isinstance(obj, type):
1730 try:
1730 try:
1731 # `getattr(type(obj), attrname)` is not guaranteed to return
1731 # `getattr(type(obj), attrname)` is not guaranteed to return
1732 # `obj`, but does so for property:
1732 # `obj`, but does so for property:
1733 #
1733 #
1734 # property.__get__(self, None, cls) -> self
1734 # property.__get__(self, None, cls) -> self
1735 #
1735 #
1736 # The universal alternative is to traverse the mro manually
1736 # The universal alternative is to traverse the mro manually
1737 # searching for attrname in class dicts.
1737 # searching for attrname in class dicts.
1738 attr = getattr(type(obj), attrname)
1738 attr = getattr(type(obj), attrname)
1739 except AttributeError:
1739 except AttributeError:
1740 pass
1740 pass
1741 else:
1741 else:
1742 # This relies on the fact that data descriptors (with both
1742 # This relies on the fact that data descriptors (with both
1743 # __get__ & __set__ magic methods) take precedence over
1743 # __get__ & __set__ magic methods) take precedence over
1744 # instance-level attributes:
1744 # instance-level attributes:
1745 #
1745 #
1746 # class A(object):
1746 # class A(object):
1747 # @property
1747 # @property
1748 # def foobar(self): return 123
1748 # def foobar(self): return 123
1749 # a = A()
1749 # a = A()
1750 # a.__dict__['foobar'] = 345
1750 # a.__dict__['foobar'] = 345
1751 # a.foobar # == 123
1751 # a.foobar # == 123
1752 #
1752 #
1753 # So, a property may be returned right away.
1753 # So, a property may be returned right away.
1754 if isinstance(attr, property):
1754 if isinstance(attr, property):
1755 return attr
1755 return attr
1756
1756
1757 # Nothing helped, fall back.
1757 # Nothing helped, fall back.
1758 return getattr(obj, attrname)
1758 return getattr(obj, attrname)
1759
1759
1760 def _object_find(self, oname, namespaces=None):
1760 def _object_find(self, oname, namespaces=None):
1761 """Find an object and return a struct with info about it."""
1761 """Find an object and return a struct with info about it."""
1762 return Struct(self._ofind(oname, namespaces))
1762 return Struct(self._ofind(oname, namespaces))
1763
1763
1764 def _inspect(self, meth, oname, namespaces=None, **kw):
1764 def _inspect(self, meth, oname, namespaces=None, **kw):
1765 """Generic interface to the inspector system.
1765 """Generic interface to the inspector system.
1766
1766
1767 This function is meant to be called by pdef, pdoc & friends.
1767 This function is meant to be called by pdef, pdoc & friends.
1768 """
1768 """
1769 info = self._object_find(oname, namespaces)
1769 info = self._object_find(oname, namespaces)
1770 docformat = sphinxify if self.sphinxify_docstring else None
1770 docformat = sphinxify if self.sphinxify_docstring else None
1771 if info.found:
1771 if info.found:
1772 pmethod = getattr(self.inspector, meth)
1772 pmethod = getattr(self.inspector, meth)
1773 # TODO: only apply format_screen to the plain/text repr of the mime
1773 # TODO: only apply format_screen to the plain/text repr of the mime
1774 # bundle.
1774 # bundle.
1775 formatter = format_screen if info.ismagic else docformat
1775 formatter = format_screen if info.ismagic else docformat
1776 if meth == 'pdoc':
1776 if meth == 'pdoc':
1777 pmethod(info.obj, oname, formatter)
1777 pmethod(info.obj, oname, formatter)
1778 elif meth == 'pinfo':
1778 elif meth == 'pinfo':
1779 pmethod(
1779 pmethod(
1780 info.obj,
1780 info.obj,
1781 oname,
1781 oname,
1782 formatter,
1782 formatter,
1783 info,
1783 info,
1784 enable_html_pager=self.enable_html_pager,
1784 enable_html_pager=self.enable_html_pager,
1785 **kw
1785 **kw
1786 )
1786 )
1787 else:
1787 else:
1788 pmethod(info.obj, oname)
1788 pmethod(info.obj, oname)
1789 else:
1789 else:
1790 print('Object `%s` not found.' % oname)
1790 print('Object `%s` not found.' % oname)
1791 return 'not found' # so callers can take other action
1791 return 'not found' # so callers can take other action
1792
1792
1793 def object_inspect(self, oname, detail_level=0):
1793 def object_inspect(self, oname, detail_level=0):
1794 """Get object info about oname"""
1794 """Get object info about oname"""
1795 with self.builtin_trap:
1795 with self.builtin_trap:
1796 info = self._object_find(oname)
1796 info = self._object_find(oname)
1797 if info.found:
1797 if info.found:
1798 return self.inspector.info(info.obj, oname, info=info,
1798 return self.inspector.info(info.obj, oname, info=info,
1799 detail_level=detail_level
1799 detail_level=detail_level
1800 )
1800 )
1801 else:
1801 else:
1802 return oinspect.object_info(name=oname, found=False)
1802 return oinspect.object_info(name=oname, found=False)
1803
1803
1804 def object_inspect_text(self, oname, detail_level=0):
1804 def object_inspect_text(self, oname, detail_level=0):
1805 """Get object info as formatted text"""
1805 """Get object info as formatted text"""
1806 return self.object_inspect_mime(oname, detail_level)['text/plain']
1806 return self.object_inspect_mime(oname, detail_level)['text/plain']
1807
1807
1808 def object_inspect_mime(self, oname, detail_level=0):
1808 def object_inspect_mime(self, oname, detail_level=0):
1809 """Get object info as a mimebundle of formatted representations.
1809 """Get object info as a mimebundle of formatted representations.
1810
1810
1811 A mimebundle is a dictionary, keyed by mime-type.
1811 A mimebundle is a dictionary, keyed by mime-type.
1812 It must always have the key `'text/plain'`.
1812 It must always have the key `'text/plain'`.
1813 """
1813 """
1814 with self.builtin_trap:
1814 with self.builtin_trap:
1815 info = self._object_find(oname)
1815 info = self._object_find(oname)
1816 if info.found:
1816 if info.found:
1817 return self.inspector._get_info(info.obj, oname, info=info,
1817 return self.inspector._get_info(info.obj, oname, info=info,
1818 detail_level=detail_level
1818 detail_level=detail_level
1819 )
1819 )
1820 else:
1820 else:
1821 raise KeyError(oname)
1821 raise KeyError(oname)
1822
1822
1823 #-------------------------------------------------------------------------
1823 #-------------------------------------------------------------------------
1824 # Things related to history management
1824 # Things related to history management
1825 #-------------------------------------------------------------------------
1825 #-------------------------------------------------------------------------
1826
1826
1827 def init_history(self):
1827 def init_history(self):
1828 """Sets up the command history, and starts regular autosaves."""
1828 """Sets up the command history, and starts regular autosaves."""
1829 self.history_manager = HistoryManager(shell=self, parent=self)
1829 self.history_manager = HistoryManager(shell=self, parent=self)
1830 self.configurables.append(self.history_manager)
1830 self.configurables.append(self.history_manager)
1831
1831
1832 #-------------------------------------------------------------------------
1832 #-------------------------------------------------------------------------
1833 # Things related to exception handling and tracebacks (not debugging)
1833 # Things related to exception handling and tracebacks (not debugging)
1834 #-------------------------------------------------------------------------
1834 #-------------------------------------------------------------------------
1835
1835
1836 debugger_cls = Pdb
1836 debugger_cls = Pdb
1837
1837
1838 def init_traceback_handlers(self, custom_exceptions):
1838 def init_traceback_handlers(self, custom_exceptions):
1839 # Syntax error handler.
1839 # Syntax error handler.
1840 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1840 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1841
1841
1842 # The interactive one is initialized with an offset, meaning we always
1842 # The interactive one is initialized with an offset, meaning we always
1843 # want to remove the topmost item in the traceback, which is our own
1843 # want to remove the topmost item in the traceback, which is our own
1844 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1844 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1845 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1845 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1846 color_scheme='NoColor',
1846 color_scheme='NoColor',
1847 tb_offset = 1,
1847 tb_offset = 1,
1848 check_cache=check_linecache_ipython,
1848 check_cache=check_linecache_ipython,
1849 debugger_cls=self.debugger_cls, parent=self)
1849 debugger_cls=self.debugger_cls, parent=self)
1850
1850
1851 # The instance will store a pointer to the system-wide exception hook,
1851 # The instance will store a pointer to the system-wide exception hook,
1852 # so that runtime code (such as magics) can access it. This is because
1852 # so that runtime code (such as magics) can access it. This is because
1853 # during the read-eval loop, it may get temporarily overwritten.
1853 # during the read-eval loop, it may get temporarily overwritten.
1854 self.sys_excepthook = sys.excepthook
1854 self.sys_excepthook = sys.excepthook
1855
1855
1856 # and add any custom exception handlers the user may have specified
1856 # and add any custom exception handlers the user may have specified
1857 self.set_custom_exc(*custom_exceptions)
1857 self.set_custom_exc(*custom_exceptions)
1858
1858
1859 # Set the exception mode
1859 # Set the exception mode
1860 self.InteractiveTB.set_mode(mode=self.xmode)
1860 self.InteractiveTB.set_mode(mode=self.xmode)
1861
1861
1862 def set_custom_exc(self, exc_tuple, handler):
1862 def set_custom_exc(self, exc_tuple, handler):
1863 """set_custom_exc(exc_tuple, handler)
1863 """set_custom_exc(exc_tuple, handler)
1864
1864
1865 Set a custom exception handler, which will be called if any of the
1865 Set a custom exception handler, which will be called if any of the
1866 exceptions in exc_tuple occur in the mainloop (specifically, in the
1866 exceptions in exc_tuple occur in the mainloop (specifically, in the
1867 run_code() method).
1867 run_code() method).
1868
1868
1869 Parameters
1869 Parameters
1870 ----------
1870 ----------
1871
1871
1872 exc_tuple : tuple of exception classes
1872 exc_tuple : tuple of exception classes
1873 A *tuple* of exception classes, for which to call the defined
1873 A *tuple* of exception classes, for which to call the defined
1874 handler. It is very important that you use a tuple, and NOT A
1874 handler. It is very important that you use a tuple, and NOT A
1875 LIST here, because of the way Python's except statement works. If
1875 LIST here, because of the way Python's except statement works. If
1876 you only want to trap a single exception, use a singleton tuple::
1876 you only want to trap a single exception, use a singleton tuple::
1877
1877
1878 exc_tuple == (MyCustomException,)
1878 exc_tuple == (MyCustomException,)
1879
1879
1880 handler : callable
1880 handler : callable
1881 handler must have the following signature::
1881 handler must have the following signature::
1882
1882
1883 def my_handler(self, etype, value, tb, tb_offset=None):
1883 def my_handler(self, etype, value, tb, tb_offset=None):
1884 ...
1884 ...
1885 return structured_traceback
1885 return structured_traceback
1886
1886
1887 Your handler must return a structured traceback (a list of strings),
1887 Your handler must return a structured traceback (a list of strings),
1888 or None.
1888 or None.
1889
1889
1890 This will be made into an instance method (via types.MethodType)
1890 This will be made into an instance method (via types.MethodType)
1891 of IPython itself, and it will be called if any of the exceptions
1891 of IPython itself, and it will be called if any of the exceptions
1892 listed in the exc_tuple are caught. If the handler is None, an
1892 listed in the exc_tuple are caught. If the handler is None, an
1893 internal basic one is used, which just prints basic info.
1893 internal basic one is used, which just prints basic info.
1894
1894
1895 To protect IPython from crashes, if your handler ever raises an
1895 To protect IPython from crashes, if your handler ever raises an
1896 exception or returns an invalid result, it will be immediately
1896 exception or returns an invalid result, it will be immediately
1897 disabled.
1897 disabled.
1898
1898
1899 Notes
1900 -----
1901
1899 WARNING: by putting in your own exception handler into IPython's main
1902 WARNING: by putting in your own exception handler into IPython's main
1900 execution loop, you run a very good chance of nasty crashes. This
1903 execution loop, you run a very good chance of nasty crashes. This
1901 facility should only be used if you really know what you are doing."""
1904 facility should only be used if you really know what you are doing.
1905 """
1906
1902 if not isinstance(exc_tuple, tuple):
1907 if not isinstance(exc_tuple, tuple):
1903 raise TypeError("The custom exceptions must be given as a tuple.")
1908 raise TypeError("The custom exceptions must be given as a tuple.")
1904
1909
1905 def dummy_handler(self, etype, value, tb, tb_offset=None):
1910 def dummy_handler(self, etype, value, tb, tb_offset=None):
1906 print('*** Simple custom exception handler ***')
1911 print('*** Simple custom exception handler ***')
1907 print('Exception type :', etype)
1912 print('Exception type :', etype)
1908 print('Exception value:', value)
1913 print('Exception value:', value)
1909 print('Traceback :', tb)
1914 print('Traceback :', tb)
1910
1915
1911 def validate_stb(stb):
1916 def validate_stb(stb):
1912 """validate structured traceback return type
1917 """validate structured traceback return type
1913
1918
1914 return type of CustomTB *should* be a list of strings, but allow
1919 return type of CustomTB *should* be a list of strings, but allow
1915 single strings or None, which are harmless.
1920 single strings or None, which are harmless.
1916
1921
1917 This function will *always* return a list of strings,
1922 This function will *always* return a list of strings,
1918 and will raise a TypeError if stb is inappropriate.
1923 and will raise a TypeError if stb is inappropriate.
1919 """
1924 """
1920 msg = "CustomTB must return list of strings, not %r" % stb
1925 msg = "CustomTB must return list of strings, not %r" % stb
1921 if stb is None:
1926 if stb is None:
1922 return []
1927 return []
1923 elif isinstance(stb, str):
1928 elif isinstance(stb, str):
1924 return [stb]
1929 return [stb]
1925 elif not isinstance(stb, list):
1930 elif not isinstance(stb, list):
1926 raise TypeError(msg)
1931 raise TypeError(msg)
1927 # it's a list
1932 # it's a list
1928 for line in stb:
1933 for line in stb:
1929 # check every element
1934 # check every element
1930 if not isinstance(line, str):
1935 if not isinstance(line, str):
1931 raise TypeError(msg)
1936 raise TypeError(msg)
1932 return stb
1937 return stb
1933
1938
1934 if handler is None:
1939 if handler is None:
1935 wrapped = dummy_handler
1940 wrapped = dummy_handler
1936 else:
1941 else:
1937 def wrapped(self,etype,value,tb,tb_offset=None):
1942 def wrapped(self,etype,value,tb,tb_offset=None):
1938 """wrap CustomTB handler, to protect IPython from user code
1943 """wrap CustomTB handler, to protect IPython from user code
1939
1944
1940 This makes it harder (but not impossible) for custom exception
1945 This makes it harder (but not impossible) for custom exception
1941 handlers to crash IPython.
1946 handlers to crash IPython.
1942 """
1947 """
1943 try:
1948 try:
1944 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1949 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1945 return validate_stb(stb)
1950 return validate_stb(stb)
1946 except:
1951 except:
1947 # clear custom handler immediately
1952 # clear custom handler immediately
1948 self.set_custom_exc((), None)
1953 self.set_custom_exc((), None)
1949 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1954 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1950 # show the exception in handler first
1955 # show the exception in handler first
1951 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1956 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1952 print(self.InteractiveTB.stb2text(stb))
1957 print(self.InteractiveTB.stb2text(stb))
1953 print("The original exception:")
1958 print("The original exception:")
1954 stb = self.InteractiveTB.structured_traceback(
1959 stb = self.InteractiveTB.structured_traceback(
1955 (etype,value,tb), tb_offset=tb_offset
1960 (etype,value,tb), tb_offset=tb_offset
1956 )
1961 )
1957 return stb
1962 return stb
1958
1963
1959 self.CustomTB = types.MethodType(wrapped,self)
1964 self.CustomTB = types.MethodType(wrapped,self)
1960 self.custom_exceptions = exc_tuple
1965 self.custom_exceptions = exc_tuple
1961
1966
1962 def excepthook(self, etype, value, tb):
1967 def excepthook(self, etype, value, tb):
1963 """One more defense for GUI apps that call sys.excepthook.
1968 """One more defense for GUI apps that call sys.excepthook.
1964
1969
1965 GUI frameworks like wxPython trap exceptions and call
1970 GUI frameworks like wxPython trap exceptions and call
1966 sys.excepthook themselves. I guess this is a feature that
1971 sys.excepthook themselves. I guess this is a feature that
1967 enables them to keep running after exceptions that would
1972 enables them to keep running after exceptions that would
1968 otherwise kill their mainloop. This is a bother for IPython
1973 otherwise kill their mainloop. This is a bother for IPython
1969 which excepts to catch all of the program exceptions with a try:
1974 which excepts to catch all of the program exceptions with a try:
1970 except: statement.
1975 except: statement.
1971
1976
1972 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1977 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1973 any app directly invokes sys.excepthook, it will look to the user like
1978 any app directly invokes sys.excepthook, it will look to the user like
1974 IPython crashed. In order to work around this, we can disable the
1979 IPython crashed. In order to work around this, we can disable the
1975 CrashHandler and replace it with this excepthook instead, which prints a
1980 CrashHandler and replace it with this excepthook instead, which prints a
1976 regular traceback using our InteractiveTB. In this fashion, apps which
1981 regular traceback using our InteractiveTB. In this fashion, apps which
1977 call sys.excepthook will generate a regular-looking exception from
1982 call sys.excepthook will generate a regular-looking exception from
1978 IPython, and the CrashHandler will only be triggered by real IPython
1983 IPython, and the CrashHandler will only be triggered by real IPython
1979 crashes.
1984 crashes.
1980
1985
1981 This hook should be used sparingly, only in places which are not likely
1986 This hook should be used sparingly, only in places which are not likely
1982 to be true IPython errors.
1987 to be true IPython errors.
1983 """
1988 """
1984 self.showtraceback((etype, value, tb), tb_offset=0)
1989 self.showtraceback((etype, value, tb), tb_offset=0)
1985
1990
1986 def _get_exc_info(self, exc_tuple=None):
1991 def _get_exc_info(self, exc_tuple=None):
1987 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1992 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1988
1993
1989 Ensures sys.last_type,value,traceback hold the exc_info we found,
1994 Ensures sys.last_type,value,traceback hold the exc_info we found,
1990 from whichever source.
1995 from whichever source.
1991
1996
1992 raises ValueError if none of these contain any information
1997 raises ValueError if none of these contain any information
1993 """
1998 """
1994 if exc_tuple is None:
1999 if exc_tuple is None:
1995 etype, value, tb = sys.exc_info()
2000 etype, value, tb = sys.exc_info()
1996 else:
2001 else:
1997 etype, value, tb = exc_tuple
2002 etype, value, tb = exc_tuple
1998
2003
1999 if etype is None:
2004 if etype is None:
2000 if hasattr(sys, 'last_type'):
2005 if hasattr(sys, 'last_type'):
2001 etype, value, tb = sys.last_type, sys.last_value, \
2006 etype, value, tb = sys.last_type, sys.last_value, \
2002 sys.last_traceback
2007 sys.last_traceback
2003
2008
2004 if etype is None:
2009 if etype is None:
2005 raise ValueError("No exception to find")
2010 raise ValueError("No exception to find")
2006
2011
2007 # Now store the exception info in sys.last_type etc.
2012 # Now store the exception info in sys.last_type etc.
2008 # WARNING: these variables are somewhat deprecated and not
2013 # WARNING: these variables are somewhat deprecated and not
2009 # necessarily safe to use in a threaded environment, but tools
2014 # necessarily safe to use in a threaded environment, but tools
2010 # like pdb depend on their existence, so let's set them. If we
2015 # like pdb depend on their existence, so let's set them. If we
2011 # find problems in the field, we'll need to revisit their use.
2016 # find problems in the field, we'll need to revisit their use.
2012 sys.last_type = etype
2017 sys.last_type = etype
2013 sys.last_value = value
2018 sys.last_value = value
2014 sys.last_traceback = tb
2019 sys.last_traceback = tb
2015
2020
2016 return etype, value, tb
2021 return etype, value, tb
2017
2022
2018 def show_usage_error(self, exc):
2023 def show_usage_error(self, exc):
2019 """Show a short message for UsageErrors
2024 """Show a short message for UsageErrors
2020
2025
2021 These are special exceptions that shouldn't show a traceback.
2026 These are special exceptions that shouldn't show a traceback.
2022 """
2027 """
2023 print("UsageError: %s" % exc, file=sys.stderr)
2028 print("UsageError: %s" % exc, file=sys.stderr)
2024
2029
2025 def get_exception_only(self, exc_tuple=None):
2030 def get_exception_only(self, exc_tuple=None):
2026 """
2031 """
2027 Return as a string (ending with a newline) the exception that
2032 Return as a string (ending with a newline) the exception that
2028 just occurred, without any traceback.
2033 just occurred, without any traceback.
2029 """
2034 """
2030 etype, value, tb = self._get_exc_info(exc_tuple)
2035 etype, value, tb = self._get_exc_info(exc_tuple)
2031 msg = traceback.format_exception_only(etype, value)
2036 msg = traceback.format_exception_only(etype, value)
2032 return ''.join(msg)
2037 return ''.join(msg)
2033
2038
2034 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2039 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2035 exception_only=False, running_compiled_code=False):
2040 exception_only=False, running_compiled_code=False):
2036 """Display the exception that just occurred.
2041 """Display the exception that just occurred.
2037
2042
2038 If nothing is known about the exception, this is the method which
2043 If nothing is known about the exception, this is the method which
2039 should be used throughout the code for presenting user tracebacks,
2044 should be used throughout the code for presenting user tracebacks,
2040 rather than directly invoking the InteractiveTB object.
2045 rather than directly invoking the InteractiveTB object.
2041
2046
2042 A specific showsyntaxerror() also exists, but this method can take
2047 A specific showsyntaxerror() also exists, but this method can take
2043 care of calling it if needed, so unless you are explicitly catching a
2048 care of calling it if needed, so unless you are explicitly catching a
2044 SyntaxError exception, don't try to analyze the stack manually and
2049 SyntaxError exception, don't try to analyze the stack manually and
2045 simply call this method."""
2050 simply call this method."""
2046
2051
2047 try:
2052 try:
2048 try:
2053 try:
2049 etype, value, tb = self._get_exc_info(exc_tuple)
2054 etype, value, tb = self._get_exc_info(exc_tuple)
2050 except ValueError:
2055 except ValueError:
2051 print('No traceback available to show.', file=sys.stderr)
2056 print('No traceback available to show.', file=sys.stderr)
2052 return
2057 return
2053
2058
2054 if issubclass(etype, SyntaxError):
2059 if issubclass(etype, SyntaxError):
2055 # Though this won't be called by syntax errors in the input
2060 # Though this won't be called by syntax errors in the input
2056 # line, there may be SyntaxError cases with imported code.
2061 # line, there may be SyntaxError cases with imported code.
2057 self.showsyntaxerror(filename, running_compiled_code)
2062 self.showsyntaxerror(filename, running_compiled_code)
2058 elif etype is UsageError:
2063 elif etype is UsageError:
2059 self.show_usage_error(value)
2064 self.show_usage_error(value)
2060 else:
2065 else:
2061 if exception_only:
2066 if exception_only:
2062 stb = ['An exception has occurred, use %tb to see '
2067 stb = ['An exception has occurred, use %tb to see '
2063 'the full traceback.\n']
2068 'the full traceback.\n']
2064 stb.extend(self.InteractiveTB.get_exception_only(etype,
2069 stb.extend(self.InteractiveTB.get_exception_only(etype,
2065 value))
2070 value))
2066 else:
2071 else:
2067 try:
2072 try:
2068 # Exception classes can customise their traceback - we
2073 # Exception classes can customise their traceback - we
2069 # use this in IPython.parallel for exceptions occurring
2074 # use this in IPython.parallel for exceptions occurring
2070 # in the engines. This should return a list of strings.
2075 # in the engines. This should return a list of strings.
2071 stb = value._render_traceback_()
2076 stb = value._render_traceback_()
2072 except Exception:
2077 except Exception:
2073 stb = self.InteractiveTB.structured_traceback(etype,
2078 stb = self.InteractiveTB.structured_traceback(etype,
2074 value, tb, tb_offset=tb_offset)
2079 value, tb, tb_offset=tb_offset)
2075
2080
2076 self._showtraceback(etype, value, stb)
2081 self._showtraceback(etype, value, stb)
2077 if self.call_pdb:
2082 if self.call_pdb:
2078 # drop into debugger
2083 # drop into debugger
2079 self.debugger(force=True)
2084 self.debugger(force=True)
2080 return
2085 return
2081
2086
2082 # Actually show the traceback
2087 # Actually show the traceback
2083 self._showtraceback(etype, value, stb)
2088 self._showtraceback(etype, value, stb)
2084
2089
2085 except KeyboardInterrupt:
2090 except KeyboardInterrupt:
2086 print('\n' + self.get_exception_only(), file=sys.stderr)
2091 print('\n' + self.get_exception_only(), file=sys.stderr)
2087
2092
2088 def _showtraceback(self, etype, evalue, stb: str):
2093 def _showtraceback(self, etype, evalue, stb: str):
2089 """Actually show a traceback.
2094 """Actually show a traceback.
2090
2095
2091 Subclasses may override this method to put the traceback on a different
2096 Subclasses may override this method to put the traceback on a different
2092 place, like a side channel.
2097 place, like a side channel.
2093 """
2098 """
2094 val = self.InteractiveTB.stb2text(stb)
2099 val = self.InteractiveTB.stb2text(stb)
2095 try:
2100 try:
2096 print(val)
2101 print(val)
2097 except UnicodeEncodeError:
2102 except UnicodeEncodeError:
2098 print(val.encode("utf-8", "backslashreplace").decode())
2103 print(val.encode("utf-8", "backslashreplace").decode())
2099
2104
2100 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2105 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2101 """Display the syntax error that just occurred.
2106 """Display the syntax error that just occurred.
2102
2107
2103 This doesn't display a stack trace because there isn't one.
2108 This doesn't display a stack trace because there isn't one.
2104
2109
2105 If a filename is given, it is stuffed in the exception instead
2110 If a filename is given, it is stuffed in the exception instead
2106 of what was there before (because Python's parser always uses
2111 of what was there before (because Python's parser always uses
2107 "<string>" when reading from a string).
2112 "<string>" when reading from a string).
2108
2113
2109 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2114 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2110 longer stack trace will be displayed.
2115 longer stack trace will be displayed.
2111 """
2116 """
2112 etype, value, last_traceback = self._get_exc_info()
2117 etype, value, last_traceback = self._get_exc_info()
2113
2118
2114 if filename and issubclass(etype, SyntaxError):
2119 if filename and issubclass(etype, SyntaxError):
2115 try:
2120 try:
2116 value.filename = filename
2121 value.filename = filename
2117 except:
2122 except:
2118 # Not the format we expect; leave it alone
2123 # Not the format we expect; leave it alone
2119 pass
2124 pass
2120
2125
2121 # If the error occurred when executing compiled code, we should provide full stacktrace.
2126 # If the error occurred when executing compiled code, we should provide full stacktrace.
2122 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2127 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2123 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2128 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2124 self._showtraceback(etype, value, stb)
2129 self._showtraceback(etype, value, stb)
2125
2130
2126 # This is overridden in TerminalInteractiveShell to show a message about
2131 # This is overridden in TerminalInteractiveShell to show a message about
2127 # the %paste magic.
2132 # the %paste magic.
2128 def showindentationerror(self):
2133 def showindentationerror(self):
2129 """Called by _run_cell when there's an IndentationError in code entered
2134 """Called by _run_cell when there's an IndentationError in code entered
2130 at the prompt.
2135 at the prompt.
2131
2136
2132 This is overridden in TerminalInteractiveShell to show a message about
2137 This is overridden in TerminalInteractiveShell to show a message about
2133 the %paste magic."""
2138 the %paste magic."""
2134 self.showsyntaxerror()
2139 self.showsyntaxerror()
2135
2140
2136 #-------------------------------------------------------------------------
2141 #-------------------------------------------------------------------------
2137 # Things related to readline
2142 # Things related to readline
2138 #-------------------------------------------------------------------------
2143 #-------------------------------------------------------------------------
2139
2144
2140 def init_readline(self):
2145 def init_readline(self):
2141 """DEPRECATED
2146 """DEPRECATED
2142
2147
2143 Moved to terminal subclass, here only to simplify the init logic."""
2148 Moved to terminal subclass, here only to simplify the init logic."""
2144 # Set a number of methods that depend on readline to be no-op
2149 # Set a number of methods that depend on readline to be no-op
2145 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2150 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2146 DeprecationWarning, stacklevel=2)
2151 DeprecationWarning, stacklevel=2)
2147 self.set_custom_completer = no_op
2152 self.set_custom_completer = no_op
2148
2153
2149 @skip_doctest
2154 @skip_doctest
2150 def set_next_input(self, s, replace=False):
2155 def set_next_input(self, s, replace=False):
2151 """ Sets the 'default' input string for the next command line.
2156 """ Sets the 'default' input string for the next command line.
2152
2157
2153 Example::
2158 Example::
2154
2159
2155 In [1]: _ip.set_next_input("Hello Word")
2160 In [1]: _ip.set_next_input("Hello Word")
2156 In [2]: Hello Word_ # cursor is here
2161 In [2]: Hello Word_ # cursor is here
2157 """
2162 """
2158 self.rl_next_input = s
2163 self.rl_next_input = s
2159
2164
2160 def _indent_current_str(self):
2165 def _indent_current_str(self):
2161 """return the current level of indentation as a string"""
2166 """return the current level of indentation as a string"""
2162 return self.input_splitter.get_indent_spaces() * ' '
2167 return self.input_splitter.get_indent_spaces() * ' '
2163
2168
2164 #-------------------------------------------------------------------------
2169 #-------------------------------------------------------------------------
2165 # Things related to text completion
2170 # Things related to text completion
2166 #-------------------------------------------------------------------------
2171 #-------------------------------------------------------------------------
2167
2172
2168 def init_completer(self):
2173 def init_completer(self):
2169 """Initialize the completion machinery.
2174 """Initialize the completion machinery.
2170
2175
2171 This creates completion machinery that can be used by client code,
2176 This creates completion machinery that can be used by client code,
2172 either interactively in-process (typically triggered by the readline
2177 either interactively in-process (typically triggered by the readline
2173 library), programmatically (such as in test suites) or out-of-process
2178 library), programmatically (such as in test suites) or out-of-process
2174 (typically over the network by remote frontends).
2179 (typically over the network by remote frontends).
2175 """
2180 """
2176 from IPython.core.completer import IPCompleter
2181 from IPython.core.completer import IPCompleter
2177 from IPython.core.completerlib import (module_completer,
2182 from IPython.core.completerlib import (module_completer,
2178 magic_run_completer, cd_completer, reset_completer)
2183 magic_run_completer, cd_completer, reset_completer)
2179
2184
2180 self.Completer = IPCompleter(shell=self,
2185 self.Completer = IPCompleter(shell=self,
2181 namespace=self.user_ns,
2186 namespace=self.user_ns,
2182 global_namespace=self.user_global_ns,
2187 global_namespace=self.user_global_ns,
2183 parent=self,
2188 parent=self,
2184 )
2189 )
2185 self.configurables.append(self.Completer)
2190 self.configurables.append(self.Completer)
2186
2191
2187 # Add custom completers to the basic ones built into IPCompleter
2192 # Add custom completers to the basic ones built into IPCompleter
2188 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2193 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2189 self.strdispatchers['complete_command'] = sdisp
2194 self.strdispatchers['complete_command'] = sdisp
2190 self.Completer.custom_completers = sdisp
2195 self.Completer.custom_completers = sdisp
2191
2196
2192 self.set_hook('complete_command', module_completer, str_key = 'import')
2197 self.set_hook('complete_command', module_completer, str_key = 'import')
2193 self.set_hook('complete_command', module_completer, str_key = 'from')
2198 self.set_hook('complete_command', module_completer, str_key = 'from')
2194 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2199 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2195 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2200 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2196 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2201 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2197 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2202 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2198
2203
2199 @skip_doctest
2204 @skip_doctest
2200 def complete(self, text, line=None, cursor_pos=None):
2205 def complete(self, text, line=None, cursor_pos=None):
2201 """Return the completed text and a list of completions.
2206 """Return the completed text and a list of completions.
2202
2207
2203 Parameters
2208 Parameters
2204 ----------
2209 ----------
2205
2210
2206 text : string
2211 text : string
2207 A string of text to be completed on. It can be given as empty and
2212 A string of text to be completed on. It can be given as empty and
2208 instead a line/position pair are given. In this case, the
2213 instead a line/position pair are given. In this case, the
2209 completer itself will split the line like readline does.
2214 completer itself will split the line like readline does.
2210
2215
2211 line : string, optional
2216 line : string, optional
2212 The complete line that text is part of.
2217 The complete line that text is part of.
2213
2218
2214 cursor_pos : int, optional
2219 cursor_pos : int, optional
2215 The position of the cursor on the input line.
2220 The position of the cursor on the input line.
2216
2221
2217 Returns
2222 Returns
2218 -------
2223 -------
2219 text : string
2224 text : string
2220 The actual text that was completed.
2225 The actual text that was completed.
2221
2226
2222 matches : list
2227 matches : list
2223 A sorted list with all possible completions.
2228 A sorted list with all possible completions.
2224
2229
2230
2231 Notes
2232 -----
2225 The optional arguments allow the completion to take more context into
2233 The optional arguments allow the completion to take more context into
2226 account, and are part of the low-level completion API.
2234 account, and are part of the low-level completion API.
2227
2235
2228 This is a wrapper around the completion mechanism, similar to what
2236 This is a wrapper around the completion mechanism, similar to what
2229 readline does at the command line when the TAB key is hit. By
2237 readline does at the command line when the TAB key is hit. By
2230 exposing it as a method, it can be used by other non-readline
2238 exposing it as a method, it can be used by other non-readline
2231 environments (such as GUIs) for text completion.
2239 environments (such as GUIs) for text completion.
2232
2240
2233 Simple usage example:
2241 Examples
2242 --------
2234
2243
2235 In [1]: x = 'hello'
2244 In [1]: x = 'hello'
2236
2245
2237 In [2]: _ip.complete('x.l')
2246 In [2]: _ip.complete('x.l')
2238 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2247 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2239 """
2248 """
2240
2249
2241 # Inject names into __builtin__ so we can complete on the added names.
2250 # Inject names into __builtin__ so we can complete on the added names.
2242 with self.builtin_trap:
2251 with self.builtin_trap:
2243 return self.Completer.complete(text, line, cursor_pos)
2252 return self.Completer.complete(text, line, cursor_pos)
2244
2253
2245 def set_custom_completer(self, completer, pos=0) -> None:
2254 def set_custom_completer(self, completer, pos=0) -> None:
2246 """Adds a new custom completer function.
2255 """Adds a new custom completer function.
2247
2256
2248 The position argument (defaults to 0) is the index in the completers
2257 The position argument (defaults to 0) is the index in the completers
2249 list where you want the completer to be inserted.
2258 list where you want the completer to be inserted.
2250
2259
2251 `completer` should have the following signature::
2260 `completer` should have the following signature::
2252
2261
2253 def completion(self: Completer, text: string) -> List[str]:
2262 def completion(self: Completer, text: string) -> List[str]:
2254 raise NotImplementedError
2263 raise NotImplementedError
2255
2264
2256 It will be bound to the current Completer instance and pass some text
2265 It will be bound to the current Completer instance and pass some text
2257 and return a list with current completions to suggest to the user.
2266 and return a list with current completions to suggest to the user.
2258 """
2267 """
2259
2268
2260 newcomp = types.MethodType(completer, self.Completer)
2269 newcomp = types.MethodType(completer, self.Completer)
2261 self.Completer.custom_matchers.insert(pos,newcomp)
2270 self.Completer.custom_matchers.insert(pos,newcomp)
2262
2271
2263 def set_completer_frame(self, frame=None):
2272 def set_completer_frame(self, frame=None):
2264 """Set the frame of the completer."""
2273 """Set the frame of the completer."""
2265 if frame:
2274 if frame:
2266 self.Completer.namespace = frame.f_locals
2275 self.Completer.namespace = frame.f_locals
2267 self.Completer.global_namespace = frame.f_globals
2276 self.Completer.global_namespace = frame.f_globals
2268 else:
2277 else:
2269 self.Completer.namespace = self.user_ns
2278 self.Completer.namespace = self.user_ns
2270 self.Completer.global_namespace = self.user_global_ns
2279 self.Completer.global_namespace = self.user_global_ns
2271
2280
2272 #-------------------------------------------------------------------------
2281 #-------------------------------------------------------------------------
2273 # Things related to magics
2282 # Things related to magics
2274 #-------------------------------------------------------------------------
2283 #-------------------------------------------------------------------------
2275
2284
2276 def init_magics(self):
2285 def init_magics(self):
2277 from IPython.core import magics as m
2286 from IPython.core import magics as m
2278 self.magics_manager = magic.MagicsManager(shell=self,
2287 self.magics_manager = magic.MagicsManager(shell=self,
2279 parent=self,
2288 parent=self,
2280 user_magics=m.UserMagics(self))
2289 user_magics=m.UserMagics(self))
2281 self.configurables.append(self.magics_manager)
2290 self.configurables.append(self.magics_manager)
2282
2291
2283 # Expose as public API from the magics manager
2292 # Expose as public API from the magics manager
2284 self.register_magics = self.magics_manager.register
2293 self.register_magics = self.magics_manager.register
2285
2294
2286 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2295 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2287 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2296 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2288 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2297 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2289 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2298 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2290 m.PylabMagics, m.ScriptMagics,
2299 m.PylabMagics, m.ScriptMagics,
2291 )
2300 )
2292 self.register_magics(m.AsyncMagics)
2301 self.register_magics(m.AsyncMagics)
2293
2302
2294 # Register Magic Aliases
2303 # Register Magic Aliases
2295 mman = self.magics_manager
2304 mman = self.magics_manager
2296 # FIXME: magic aliases should be defined by the Magics classes
2305 # FIXME: magic aliases should be defined by the Magics classes
2297 # or in MagicsManager, not here
2306 # or in MagicsManager, not here
2298 mman.register_alias('ed', 'edit')
2307 mman.register_alias('ed', 'edit')
2299 mman.register_alias('hist', 'history')
2308 mman.register_alias('hist', 'history')
2300 mman.register_alias('rep', 'recall')
2309 mman.register_alias('rep', 'recall')
2301 mman.register_alias('SVG', 'svg', 'cell')
2310 mman.register_alias('SVG', 'svg', 'cell')
2302 mman.register_alias('HTML', 'html', 'cell')
2311 mman.register_alias('HTML', 'html', 'cell')
2303 mman.register_alias('file', 'writefile', 'cell')
2312 mman.register_alias('file', 'writefile', 'cell')
2304
2313
2305 # FIXME: Move the color initialization to the DisplayHook, which
2314 # FIXME: Move the color initialization to the DisplayHook, which
2306 # should be split into a prompt manager and displayhook. We probably
2315 # should be split into a prompt manager and displayhook. We probably
2307 # even need a centralize colors management object.
2316 # even need a centralize colors management object.
2308 self.run_line_magic('colors', self.colors)
2317 self.run_line_magic('colors', self.colors)
2309
2318
2310 # Defined here so that it's included in the documentation
2319 # Defined here so that it's included in the documentation
2311 @functools.wraps(magic.MagicsManager.register_function)
2320 @functools.wraps(magic.MagicsManager.register_function)
2312 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2321 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2313 self.magics_manager.register_function(
2322 self.magics_manager.register_function(
2314 func, magic_kind=magic_kind, magic_name=magic_name
2323 func, magic_kind=magic_kind, magic_name=magic_name
2315 )
2324 )
2316
2325
2317 def run_line_magic(self, magic_name, line, _stack_depth=1):
2326 def run_line_magic(self, magic_name, line, _stack_depth=1):
2318 """Execute the given line magic.
2327 """Execute the given line magic.
2319
2328
2320 Parameters
2329 Parameters
2321 ----------
2330 ----------
2322 magic_name : str
2331 magic_name : str
2323 Name of the desired magic function, without '%' prefix.
2332 Name of the desired magic function, without '%' prefix.
2324 line : str
2333 line : str
2325 The rest of the input line as a single string.
2334 The rest of the input line as a single string.
2326 _stack_depth : int
2335 _stack_depth : int
2327 If run_line_magic() is called from magic() then _stack_depth=2.
2336 If run_line_magic() is called from magic() then _stack_depth=2.
2328 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2337 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2329 """
2338 """
2330 fn = self.find_line_magic(magic_name)
2339 fn = self.find_line_magic(magic_name)
2331 if fn is None:
2340 if fn is None:
2332 cm = self.find_cell_magic(magic_name)
2341 cm = self.find_cell_magic(magic_name)
2333 etpl = "Line magic function `%%%s` not found%s."
2342 etpl = "Line magic function `%%%s` not found%s."
2334 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2343 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2335 'did you mean that instead?)' % magic_name )
2344 'did you mean that instead?)' % magic_name )
2336 raise UsageError(etpl % (magic_name, extra))
2345 raise UsageError(etpl % (magic_name, extra))
2337 else:
2346 else:
2338 # Note: this is the distance in the stack to the user's frame.
2347 # Note: this is the distance in the stack to the user's frame.
2339 # This will need to be updated if the internal calling logic gets
2348 # This will need to be updated if the internal calling logic gets
2340 # refactored, or else we'll be expanding the wrong variables.
2349 # refactored, or else we'll be expanding the wrong variables.
2341
2350
2342 # Determine stack_depth depending on where run_line_magic() has been called
2351 # Determine stack_depth depending on where run_line_magic() has been called
2343 stack_depth = _stack_depth
2352 stack_depth = _stack_depth
2344 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2353 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2345 # magic has opted out of var_expand
2354 # magic has opted out of var_expand
2346 magic_arg_s = line
2355 magic_arg_s = line
2347 else:
2356 else:
2348 magic_arg_s = self.var_expand(line, stack_depth)
2357 magic_arg_s = self.var_expand(line, stack_depth)
2349 # Put magic args in a list so we can call with f(*a) syntax
2358 # Put magic args in a list so we can call with f(*a) syntax
2350 args = [magic_arg_s]
2359 args = [magic_arg_s]
2351 kwargs = {}
2360 kwargs = {}
2352 # Grab local namespace if we need it:
2361 # Grab local namespace if we need it:
2353 if getattr(fn, "needs_local_scope", False):
2362 if getattr(fn, "needs_local_scope", False):
2354 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2363 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2355 with self.builtin_trap:
2364 with self.builtin_trap:
2356 result = fn(*args, **kwargs)
2365 result = fn(*args, **kwargs)
2357 return result
2366 return result
2358
2367
2359 def get_local_scope(self, stack_depth):
2368 def get_local_scope(self, stack_depth):
2360 """Get local scope at given stack depth.
2369 """Get local scope at given stack depth.
2361
2370
2362 Parameters
2371 Parameters
2363 ----------
2372 ----------
2364 stack_depth : int
2373 stack_depth : int
2365 Depth relative to calling frame
2374 Depth relative to calling frame
2366 """
2375 """
2367 return sys._getframe(stack_depth + 1).f_locals
2376 return sys._getframe(stack_depth + 1).f_locals
2368
2377
2369 def run_cell_magic(self, magic_name, line, cell):
2378 def run_cell_magic(self, magic_name, line, cell):
2370 """Execute the given cell magic.
2379 """Execute the given cell magic.
2371
2380
2372 Parameters
2381 Parameters
2373 ----------
2382 ----------
2374 magic_name : str
2383 magic_name : str
2375 Name of the desired magic function, without '%' prefix.
2384 Name of the desired magic function, without '%' prefix.
2376 line : str
2385 line : str
2377 The rest of the first input line as a single string.
2386 The rest of the first input line as a single string.
2378 cell : str
2387 cell : str
2379 The body of the cell as a (possibly multiline) string.
2388 The body of the cell as a (possibly multiline) string.
2380 """
2389 """
2381 fn = self.find_cell_magic(magic_name)
2390 fn = self.find_cell_magic(magic_name)
2382 if fn is None:
2391 if fn is None:
2383 lm = self.find_line_magic(magic_name)
2392 lm = self.find_line_magic(magic_name)
2384 etpl = "Cell magic `%%{0}` not found{1}."
2393 etpl = "Cell magic `%%{0}` not found{1}."
2385 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2394 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2386 'did you mean that instead?)'.format(magic_name))
2395 'did you mean that instead?)'.format(magic_name))
2387 raise UsageError(etpl.format(magic_name, extra))
2396 raise UsageError(etpl.format(magic_name, extra))
2388 elif cell == '':
2397 elif cell == '':
2389 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2398 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2390 if self.find_line_magic(magic_name) is not None:
2399 if self.find_line_magic(magic_name) is not None:
2391 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2400 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2392 raise UsageError(message)
2401 raise UsageError(message)
2393 else:
2402 else:
2394 # Note: this is the distance in the stack to the user's frame.
2403 # Note: this is the distance in the stack to the user's frame.
2395 # This will need to be updated if the internal calling logic gets
2404 # This will need to be updated if the internal calling logic gets
2396 # refactored, or else we'll be expanding the wrong variables.
2405 # refactored, or else we'll be expanding the wrong variables.
2397 stack_depth = 2
2406 stack_depth = 2
2398 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2407 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2399 # magic has opted out of var_expand
2408 # magic has opted out of var_expand
2400 magic_arg_s = line
2409 magic_arg_s = line
2401 else:
2410 else:
2402 magic_arg_s = self.var_expand(line, stack_depth)
2411 magic_arg_s = self.var_expand(line, stack_depth)
2403 kwargs = {}
2412 kwargs = {}
2404 if getattr(fn, "needs_local_scope", False):
2413 if getattr(fn, "needs_local_scope", False):
2405 kwargs['local_ns'] = self.user_ns
2414 kwargs['local_ns'] = self.user_ns
2406
2415
2407 with self.builtin_trap:
2416 with self.builtin_trap:
2408 args = (magic_arg_s, cell)
2417 args = (magic_arg_s, cell)
2409 result = fn(*args, **kwargs)
2418 result = fn(*args, **kwargs)
2410 return result
2419 return result
2411
2420
2412 def find_line_magic(self, magic_name):
2421 def find_line_magic(self, magic_name):
2413 """Find and return a line magic by name.
2422 """Find and return a line magic by name.
2414
2423
2415 Returns None if the magic isn't found."""
2424 Returns None if the magic isn't found."""
2416 return self.magics_manager.magics['line'].get(magic_name)
2425 return self.magics_manager.magics['line'].get(magic_name)
2417
2426
2418 def find_cell_magic(self, magic_name):
2427 def find_cell_magic(self, magic_name):
2419 """Find and return a cell magic by name.
2428 """Find and return a cell magic by name.
2420
2429
2421 Returns None if the magic isn't found."""
2430 Returns None if the magic isn't found."""
2422 return self.magics_manager.magics['cell'].get(magic_name)
2431 return self.magics_manager.magics['cell'].get(magic_name)
2423
2432
2424 def find_magic(self, magic_name, magic_kind='line'):
2433 def find_magic(self, magic_name, magic_kind='line'):
2425 """Find and return a magic of the given type by name.
2434 """Find and return a magic of the given type by name.
2426
2435
2427 Returns None if the magic isn't found."""
2436 Returns None if the magic isn't found."""
2428 return self.magics_manager.magics[magic_kind].get(magic_name)
2437 return self.magics_manager.magics[magic_kind].get(magic_name)
2429
2438
2430 def magic(self, arg_s):
2439 def magic(self, arg_s):
2431 """DEPRECATED. Use run_line_magic() instead.
2440 """DEPRECATED. Use run_line_magic() instead.
2432
2441
2433 Call a magic function by name.
2442 Call a magic function by name.
2434
2443
2435 Input: a string containing the name of the magic function to call and
2444 Input: a string containing the name of the magic function to call and
2436 any additional arguments to be passed to the magic.
2445 any additional arguments to be passed to the magic.
2437
2446
2438 magic('name -opt foo bar') is equivalent to typing at the ipython
2447 magic('name -opt foo bar') is equivalent to typing at the ipython
2439 prompt:
2448 prompt:
2440
2449
2441 In[1]: %name -opt foo bar
2450 In[1]: %name -opt foo bar
2442
2451
2443 To call a magic without arguments, simply use magic('name').
2452 To call a magic without arguments, simply use magic('name').
2444
2453
2445 This provides a proper Python function to call IPython's magics in any
2454 This provides a proper Python function to call IPython's magics in any
2446 valid Python code you can type at the interpreter, including loops and
2455 valid Python code you can type at the interpreter, including loops and
2447 compound statements.
2456 compound statements.
2448 """
2457 """
2449 # TODO: should we issue a loud deprecation warning here?
2458 # TODO: should we issue a loud deprecation warning here?
2450 magic_name, _, magic_arg_s = arg_s.partition(' ')
2459 magic_name, _, magic_arg_s = arg_s.partition(' ')
2451 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2460 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2452 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2461 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2453
2462
2454 #-------------------------------------------------------------------------
2463 #-------------------------------------------------------------------------
2455 # Things related to macros
2464 # Things related to macros
2456 #-------------------------------------------------------------------------
2465 #-------------------------------------------------------------------------
2457
2466
2458 def define_macro(self, name, themacro):
2467 def define_macro(self, name, themacro):
2459 """Define a new macro
2468 """Define a new macro
2460
2469
2461 Parameters
2470 Parameters
2462 ----------
2471 ----------
2463 name : str
2472 name : str
2464 The name of the macro.
2473 The name of the macro.
2465 themacro : str or Macro
2474 themacro : str or Macro
2466 The action to do upon invoking the macro. If a string, a new
2475 The action to do upon invoking the macro. If a string, a new
2467 Macro object is created by passing the string to it.
2476 Macro object is created by passing the string to it.
2468 """
2477 """
2469
2478
2470 from IPython.core import macro
2479 from IPython.core import macro
2471
2480
2472 if isinstance(themacro, str):
2481 if isinstance(themacro, str):
2473 themacro = macro.Macro(themacro)
2482 themacro = macro.Macro(themacro)
2474 if not isinstance(themacro, macro.Macro):
2483 if not isinstance(themacro, macro.Macro):
2475 raise ValueError('A macro must be a string or a Macro instance.')
2484 raise ValueError('A macro must be a string or a Macro instance.')
2476 self.user_ns[name] = themacro
2485 self.user_ns[name] = themacro
2477
2486
2478 #-------------------------------------------------------------------------
2487 #-------------------------------------------------------------------------
2479 # Things related to the running of system commands
2488 # Things related to the running of system commands
2480 #-------------------------------------------------------------------------
2489 #-------------------------------------------------------------------------
2481
2490
2482 def system_piped(self, cmd):
2491 def system_piped(self, cmd):
2483 """Call the given cmd in a subprocess, piping stdout/err
2492 """Call the given cmd in a subprocess, piping stdout/err
2484
2493
2485 Parameters
2494 Parameters
2486 ----------
2495 ----------
2487 cmd : str
2496 cmd : str
2488 Command to execute (can not end in '&', as background processes are
2497 Command to execute (can not end in '&', as background processes are
2489 not supported. Should not be a command that expects input
2498 not supported. Should not be a command that expects input
2490 other than simple text.
2499 other than simple text.
2491 """
2500 """
2492 if cmd.rstrip().endswith('&'):
2501 if cmd.rstrip().endswith('&'):
2493 # this is *far* from a rigorous test
2502 # this is *far* from a rigorous test
2494 # We do not support backgrounding processes because we either use
2503 # We do not support backgrounding processes because we either use
2495 # pexpect or pipes to read from. Users can always just call
2504 # pexpect or pipes to read from. Users can always just call
2496 # os.system() or use ip.system=ip.system_raw
2505 # os.system() or use ip.system=ip.system_raw
2497 # if they really want a background process.
2506 # if they really want a background process.
2498 raise OSError("Background processes not supported.")
2507 raise OSError("Background processes not supported.")
2499
2508
2500 # we explicitly do NOT return the subprocess status code, because
2509 # we explicitly do NOT return the subprocess status code, because
2501 # a non-None value would trigger :func:`sys.displayhook` calls.
2510 # a non-None value would trigger :func:`sys.displayhook` calls.
2502 # Instead, we store the exit_code in user_ns.
2511 # Instead, we store the exit_code in user_ns.
2503 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2512 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2504
2513
2505 def system_raw(self, cmd):
2514 def system_raw(self, cmd):
2506 """Call the given cmd in a subprocess using os.system on Windows or
2515 """Call the given cmd in a subprocess using os.system on Windows or
2507 subprocess.call using the system shell on other platforms.
2516 subprocess.call using the system shell on other platforms.
2508
2517
2509 Parameters
2518 Parameters
2510 ----------
2519 ----------
2511 cmd : str
2520 cmd : str
2512 Command to execute.
2521 Command to execute.
2513 """
2522 """
2514 cmd = self.var_expand(cmd, depth=1)
2523 cmd = self.var_expand(cmd, depth=1)
2515 # protect os.system from UNC paths on Windows, which it can't handle:
2524 # protect os.system from UNC paths on Windows, which it can't handle:
2516 if sys.platform == 'win32':
2525 if sys.platform == 'win32':
2517 from IPython.utils._process_win32 import AvoidUNCPath
2526 from IPython.utils._process_win32 import AvoidUNCPath
2518 with AvoidUNCPath() as path:
2527 with AvoidUNCPath() as path:
2519 if path is not None:
2528 if path is not None:
2520 cmd = '"pushd %s &&"%s' % (path, cmd)
2529 cmd = '"pushd %s &&"%s' % (path, cmd)
2521 try:
2530 try:
2522 ec = os.system(cmd)
2531 ec = os.system(cmd)
2523 except KeyboardInterrupt:
2532 except KeyboardInterrupt:
2524 print('\n' + self.get_exception_only(), file=sys.stderr)
2533 print('\n' + self.get_exception_only(), file=sys.stderr)
2525 ec = -2
2534 ec = -2
2526 else:
2535 else:
2527 # For posix the result of the subprocess.call() below is an exit
2536 # For posix the result of the subprocess.call() below is an exit
2528 # code, which by convention is zero for success, positive for
2537 # code, which by convention is zero for success, positive for
2529 # program failure. Exit codes above 128 are reserved for signals,
2538 # program failure. Exit codes above 128 are reserved for signals,
2530 # and the formula for converting a signal to an exit code is usually
2539 # and the formula for converting a signal to an exit code is usually
2531 # signal_number+128. To more easily differentiate between exit
2540 # signal_number+128. To more easily differentiate between exit
2532 # codes and signals, ipython uses negative numbers. For instance
2541 # codes and signals, ipython uses negative numbers. For instance
2533 # since control-c is signal 2 but exit code 130, ipython's
2542 # since control-c is signal 2 but exit code 130, ipython's
2534 # _exit_code variable will read -2. Note that some shells like
2543 # _exit_code variable will read -2. Note that some shells like
2535 # csh and fish don't follow sh/bash conventions for exit codes.
2544 # csh and fish don't follow sh/bash conventions for exit codes.
2536 executable = os.environ.get('SHELL', None)
2545 executable = os.environ.get('SHELL', None)
2537 try:
2546 try:
2538 # Use env shell instead of default /bin/sh
2547 # Use env shell instead of default /bin/sh
2539 ec = subprocess.call(cmd, shell=True, executable=executable)
2548 ec = subprocess.call(cmd, shell=True, executable=executable)
2540 except KeyboardInterrupt:
2549 except KeyboardInterrupt:
2541 # intercept control-C; a long traceback is not useful here
2550 # intercept control-C; a long traceback is not useful here
2542 print('\n' + self.get_exception_only(), file=sys.stderr)
2551 print('\n' + self.get_exception_only(), file=sys.stderr)
2543 ec = 130
2552 ec = 130
2544 if ec > 128:
2553 if ec > 128:
2545 ec = -(ec - 128)
2554 ec = -(ec - 128)
2546
2555
2547 # We explicitly do NOT return the subprocess status code, because
2556 # We explicitly do NOT return the subprocess status code, because
2548 # a non-None value would trigger :func:`sys.displayhook` calls.
2557 # a non-None value would trigger :func:`sys.displayhook` calls.
2549 # Instead, we store the exit_code in user_ns. Note the semantics
2558 # Instead, we store the exit_code in user_ns. Note the semantics
2550 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2559 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2551 # but raising SystemExit(_exit_code) will give status 254!
2560 # but raising SystemExit(_exit_code) will give status 254!
2552 self.user_ns['_exit_code'] = ec
2561 self.user_ns['_exit_code'] = ec
2553
2562
2554 # use piped system by default, because it is better behaved
2563 # use piped system by default, because it is better behaved
2555 system = system_piped
2564 system = system_piped
2556
2565
2557 def getoutput(self, cmd, split=True, depth=0):
2566 def getoutput(self, cmd, split=True, depth=0):
2558 """Get output (possibly including stderr) from a subprocess.
2567 """Get output (possibly including stderr) from a subprocess.
2559
2568
2560 Parameters
2569 Parameters
2561 ----------
2570 ----------
2562 cmd : str
2571 cmd : str
2563 Command to execute (can not end in '&', as background processes are
2572 Command to execute (can not end in '&', as background processes are
2564 not supported.
2573 not supported.
2565 split : bool, optional
2574 split : bool, optional
2566 If True, split the output into an IPython SList. Otherwise, an
2575 If True, split the output into an IPython SList. Otherwise, an
2567 IPython LSString is returned. These are objects similar to normal
2576 IPython LSString is returned. These are objects similar to normal
2568 lists and strings, with a few convenience attributes for easier
2577 lists and strings, with a few convenience attributes for easier
2569 manipulation of line-based output. You can use '?' on them for
2578 manipulation of line-based output. You can use '?' on them for
2570 details.
2579 details.
2571 depth : int, optional
2580 depth : int, optional
2572 How many frames above the caller are the local variables which should
2581 How many frames above the caller are the local variables which should
2573 be expanded in the command string? The default (0) assumes that the
2582 be expanded in the command string? The default (0) assumes that the
2574 expansion variables are in the stack frame calling this function.
2583 expansion variables are in the stack frame calling this function.
2575 """
2584 """
2576 if cmd.rstrip().endswith('&'):
2585 if cmd.rstrip().endswith('&'):
2577 # this is *far* from a rigorous test
2586 # this is *far* from a rigorous test
2578 raise OSError("Background processes not supported.")
2587 raise OSError("Background processes not supported.")
2579 out = getoutput(self.var_expand(cmd, depth=depth+1))
2588 out = getoutput(self.var_expand(cmd, depth=depth+1))
2580 if split:
2589 if split:
2581 out = SList(out.splitlines())
2590 out = SList(out.splitlines())
2582 else:
2591 else:
2583 out = LSString(out)
2592 out = LSString(out)
2584 return out
2593 return out
2585
2594
2586 #-------------------------------------------------------------------------
2595 #-------------------------------------------------------------------------
2587 # Things related to aliases
2596 # Things related to aliases
2588 #-------------------------------------------------------------------------
2597 #-------------------------------------------------------------------------
2589
2598
2590 def init_alias(self):
2599 def init_alias(self):
2591 self.alias_manager = AliasManager(shell=self, parent=self)
2600 self.alias_manager = AliasManager(shell=self, parent=self)
2592 self.configurables.append(self.alias_manager)
2601 self.configurables.append(self.alias_manager)
2593
2602
2594 #-------------------------------------------------------------------------
2603 #-------------------------------------------------------------------------
2595 # Things related to extensions
2604 # Things related to extensions
2596 #-------------------------------------------------------------------------
2605 #-------------------------------------------------------------------------
2597
2606
2598 def init_extension_manager(self):
2607 def init_extension_manager(self):
2599 self.extension_manager = ExtensionManager(shell=self, parent=self)
2608 self.extension_manager = ExtensionManager(shell=self, parent=self)
2600 self.configurables.append(self.extension_manager)
2609 self.configurables.append(self.extension_manager)
2601
2610
2602 #-------------------------------------------------------------------------
2611 #-------------------------------------------------------------------------
2603 # Things related to payloads
2612 # Things related to payloads
2604 #-------------------------------------------------------------------------
2613 #-------------------------------------------------------------------------
2605
2614
2606 def init_payload(self):
2615 def init_payload(self):
2607 self.payload_manager = PayloadManager(parent=self)
2616 self.payload_manager = PayloadManager(parent=self)
2608 self.configurables.append(self.payload_manager)
2617 self.configurables.append(self.payload_manager)
2609
2618
2610 #-------------------------------------------------------------------------
2619 #-------------------------------------------------------------------------
2611 # Things related to the prefilter
2620 # Things related to the prefilter
2612 #-------------------------------------------------------------------------
2621 #-------------------------------------------------------------------------
2613
2622
2614 def init_prefilter(self):
2623 def init_prefilter(self):
2615 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2624 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2616 self.configurables.append(self.prefilter_manager)
2625 self.configurables.append(self.prefilter_manager)
2617 # Ultimately this will be refactored in the new interpreter code, but
2626 # Ultimately this will be refactored in the new interpreter code, but
2618 # for now, we should expose the main prefilter method (there's legacy
2627 # for now, we should expose the main prefilter method (there's legacy
2619 # code out there that may rely on this).
2628 # code out there that may rely on this).
2620 self.prefilter = self.prefilter_manager.prefilter_lines
2629 self.prefilter = self.prefilter_manager.prefilter_lines
2621
2630
2622 def auto_rewrite_input(self, cmd):
2631 def auto_rewrite_input(self, cmd):
2623 """Print to the screen the rewritten form of the user's command.
2632 """Print to the screen the rewritten form of the user's command.
2624
2633
2625 This shows visual feedback by rewriting input lines that cause
2634 This shows visual feedback by rewriting input lines that cause
2626 automatic calling to kick in, like::
2635 automatic calling to kick in, like::
2627
2636
2628 /f x
2637 /f x
2629
2638
2630 into::
2639 into::
2631
2640
2632 ------> f(x)
2641 ------> f(x)
2633
2642
2634 after the user's input prompt. This helps the user understand that the
2643 after the user's input prompt. This helps the user understand that the
2635 input line was transformed automatically by IPython.
2644 input line was transformed automatically by IPython.
2636 """
2645 """
2637 if not self.show_rewritten_input:
2646 if not self.show_rewritten_input:
2638 return
2647 return
2639
2648
2640 # This is overridden in TerminalInteractiveShell to use fancy prompts
2649 # This is overridden in TerminalInteractiveShell to use fancy prompts
2641 print("------> " + cmd)
2650 print("------> " + cmd)
2642
2651
2643 #-------------------------------------------------------------------------
2652 #-------------------------------------------------------------------------
2644 # Things related to extracting values/expressions from kernel and user_ns
2653 # Things related to extracting values/expressions from kernel and user_ns
2645 #-------------------------------------------------------------------------
2654 #-------------------------------------------------------------------------
2646
2655
2647 def _user_obj_error(self):
2656 def _user_obj_error(self):
2648 """return simple exception dict
2657 """return simple exception dict
2649
2658
2650 for use in user_expressions
2659 for use in user_expressions
2651 """
2660 """
2652
2661
2653 etype, evalue, tb = self._get_exc_info()
2662 etype, evalue, tb = self._get_exc_info()
2654 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2663 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2655
2664
2656 exc_info = {
2665 exc_info = {
2657 "status": "error",
2666 "status": "error",
2658 "traceback": stb,
2667 "traceback": stb,
2659 "ename": etype.__name__,
2668 "ename": etype.__name__,
2660 "evalue": py3compat.safe_unicode(evalue),
2669 "evalue": py3compat.safe_unicode(evalue),
2661 }
2670 }
2662
2671
2663 return exc_info
2672 return exc_info
2664
2673
2665 def _format_user_obj(self, obj):
2674 def _format_user_obj(self, obj):
2666 """format a user object to display dict
2675 """format a user object to display dict
2667
2676
2668 for use in user_expressions
2677 for use in user_expressions
2669 """
2678 """
2670
2679
2671 data, md = self.display_formatter.format(obj)
2680 data, md = self.display_formatter.format(obj)
2672 value = {
2681 value = {
2673 'status' : 'ok',
2682 'status' : 'ok',
2674 'data' : data,
2683 'data' : data,
2675 'metadata' : md,
2684 'metadata' : md,
2676 }
2685 }
2677 return value
2686 return value
2678
2687
2679 def user_expressions(self, expressions):
2688 def user_expressions(self, expressions):
2680 """Evaluate a dict of expressions in the user's namespace.
2689 """Evaluate a dict of expressions in the user's namespace.
2681
2690
2682 Parameters
2691 Parameters
2683 ----------
2692 ----------
2684 expressions : dict
2693 expressions : dict
2685 A dict with string keys and string values. The expression values
2694 A dict with string keys and string values. The expression values
2686 should be valid Python expressions, each of which will be evaluated
2695 should be valid Python expressions, each of which will be evaluated
2687 in the user namespace.
2696 in the user namespace.
2688
2697
2689 Returns
2698 Returns
2690 -------
2699 -------
2691 A dict, keyed like the input expressions dict, with the rich mime-typed
2700 A dict, keyed like the input expressions dict, with the rich mime-typed
2692 display_data of each value.
2701 display_data of each value.
2693 """
2702 """
2694 out = {}
2703 out = {}
2695 user_ns = self.user_ns
2704 user_ns = self.user_ns
2696 global_ns = self.user_global_ns
2705 global_ns = self.user_global_ns
2697
2706
2698 for key, expr in expressions.items():
2707 for key, expr in expressions.items():
2699 try:
2708 try:
2700 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2709 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2701 except:
2710 except:
2702 value = self._user_obj_error()
2711 value = self._user_obj_error()
2703 out[key] = value
2712 out[key] = value
2704 return out
2713 return out
2705
2714
2706 #-------------------------------------------------------------------------
2715 #-------------------------------------------------------------------------
2707 # Things related to the running of code
2716 # Things related to the running of code
2708 #-------------------------------------------------------------------------
2717 #-------------------------------------------------------------------------
2709
2718
2710 def ex(self, cmd):
2719 def ex(self, cmd):
2711 """Execute a normal python statement in user namespace."""
2720 """Execute a normal python statement in user namespace."""
2712 with self.builtin_trap:
2721 with self.builtin_trap:
2713 exec(cmd, self.user_global_ns, self.user_ns)
2722 exec(cmd, self.user_global_ns, self.user_ns)
2714
2723
2715 def ev(self, expr):
2724 def ev(self, expr):
2716 """Evaluate python expression expr in user namespace.
2725 """Evaluate python expression expr in user namespace.
2717
2726
2718 Returns the result of evaluation
2727 Returns the result of evaluation
2719 """
2728 """
2720 with self.builtin_trap:
2729 with self.builtin_trap:
2721 return eval(expr, self.user_global_ns, self.user_ns)
2730 return eval(expr, self.user_global_ns, self.user_ns)
2722
2731
2723 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2732 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2724 """A safe version of the builtin execfile().
2733 """A safe version of the builtin execfile().
2725
2734
2726 This version will never throw an exception, but instead print
2735 This version will never throw an exception, but instead print
2727 helpful error messages to the screen. This only works on pure
2736 helpful error messages to the screen. This only works on pure
2728 Python files with the .py extension.
2737 Python files with the .py extension.
2729
2738
2730 Parameters
2739 Parameters
2731 ----------
2740 ----------
2732 fname : string
2741 fname : string
2733 The name of the file to be executed.
2742 The name of the file to be executed.
2734 where : tuple
2743 where : tuple
2735 One or two namespaces, passed to execfile() as (globals,locals).
2744 One or two namespaces, passed to execfile() as (globals,locals).
2736 If only one is given, it is passed as both.
2745 If only one is given, it is passed as both.
2737 exit_ignore : bool (False)
2746 exit_ignore : bool (False)
2738 If True, then silence SystemExit for non-zero status (it is always
2747 If True, then silence SystemExit for non-zero status (it is always
2739 silenced for zero status, as it is so common).
2748 silenced for zero status, as it is so common).
2740 raise_exceptions : bool (False)
2749 raise_exceptions : bool (False)
2741 If True raise exceptions everywhere. Meant for testing.
2750 If True raise exceptions everywhere. Meant for testing.
2742 shell_futures : bool (False)
2751 shell_futures : bool (False)
2743 If True, the code will share future statements with the interactive
2752 If True, the code will share future statements with the interactive
2744 shell. It will both be affected by previous __future__ imports, and
2753 shell. It will both be affected by previous __future__ imports, and
2745 any __future__ imports in the code will affect the shell. If False,
2754 any __future__ imports in the code will affect the shell. If False,
2746 __future__ imports are not shared in either direction.
2755 __future__ imports are not shared in either direction.
2747
2756
2748 """
2757 """
2749 fname = Path(fname).expanduser().resolve()
2758 fname = Path(fname).expanduser().resolve()
2750
2759
2751 # Make sure we can open the file
2760 # Make sure we can open the file
2752 try:
2761 try:
2753 with fname.open():
2762 with fname.open():
2754 pass
2763 pass
2755 except:
2764 except:
2756 warn('Could not open file <%s> for safe execution.' % fname)
2765 warn('Could not open file <%s> for safe execution.' % fname)
2757 return
2766 return
2758
2767
2759 # Find things also in current directory. This is needed to mimic the
2768 # Find things also in current directory. This is needed to mimic the
2760 # behavior of running a script from the system command line, where
2769 # behavior of running a script from the system command line, where
2761 # Python inserts the script's directory into sys.path
2770 # Python inserts the script's directory into sys.path
2762 dname = str(fname.parent)
2771 dname = str(fname.parent)
2763
2772
2764 with prepended_to_syspath(dname), self.builtin_trap:
2773 with prepended_to_syspath(dname), self.builtin_trap:
2765 try:
2774 try:
2766 glob, loc = (where + (None, ))[:2]
2775 glob, loc = (where + (None, ))[:2]
2767 py3compat.execfile(
2776 py3compat.execfile(
2768 fname, glob, loc,
2777 fname, glob, loc,
2769 self.compile if shell_futures else None)
2778 self.compile if shell_futures else None)
2770 except SystemExit as status:
2779 except SystemExit as status:
2771 # If the call was made with 0 or None exit status (sys.exit(0)
2780 # If the call was made with 0 or None exit status (sys.exit(0)
2772 # or sys.exit() ), don't bother showing a traceback, as both of
2781 # or sys.exit() ), don't bother showing a traceback, as both of
2773 # these are considered normal by the OS:
2782 # these are considered normal by the OS:
2774 # > python -c'import sys;sys.exit(0)'; echo $?
2783 # > python -c'import sys;sys.exit(0)'; echo $?
2775 # 0
2784 # 0
2776 # > python -c'import sys;sys.exit()'; echo $?
2785 # > python -c'import sys;sys.exit()'; echo $?
2777 # 0
2786 # 0
2778 # For other exit status, we show the exception unless
2787 # For other exit status, we show the exception unless
2779 # explicitly silenced, but only in short form.
2788 # explicitly silenced, but only in short form.
2780 if status.code:
2789 if status.code:
2781 if raise_exceptions:
2790 if raise_exceptions:
2782 raise
2791 raise
2783 if not exit_ignore:
2792 if not exit_ignore:
2784 self.showtraceback(exception_only=True)
2793 self.showtraceback(exception_only=True)
2785 except:
2794 except:
2786 if raise_exceptions:
2795 if raise_exceptions:
2787 raise
2796 raise
2788 # tb offset is 2 because we wrap execfile
2797 # tb offset is 2 because we wrap execfile
2789 self.showtraceback(tb_offset=2)
2798 self.showtraceback(tb_offset=2)
2790
2799
2791 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2800 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2792 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2801 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2793
2802
2794 Parameters
2803 Parameters
2795 ----------
2804 ----------
2796 fname : str
2805 fname : str
2797 The name of the file to execute. The filename must have a
2806 The name of the file to execute. The filename must have a
2798 .ipy or .ipynb extension.
2807 .ipy or .ipynb extension.
2799 shell_futures : bool (False)
2808 shell_futures : bool (False)
2800 If True, the code will share future statements with the interactive
2809 If True, the code will share future statements with the interactive
2801 shell. It will both be affected by previous __future__ imports, and
2810 shell. It will both be affected by previous __future__ imports, and
2802 any __future__ imports in the code will affect the shell. If False,
2811 any __future__ imports in the code will affect the shell. If False,
2803 __future__ imports are not shared in either direction.
2812 __future__ imports are not shared in either direction.
2804 raise_exceptions : bool (False)
2813 raise_exceptions : bool (False)
2805 If True raise exceptions everywhere. Meant for testing.
2814 If True raise exceptions everywhere. Meant for testing.
2806 """
2815 """
2807 fname = Path(fname).expanduser().resolve()
2816 fname = Path(fname).expanduser().resolve()
2808
2817
2809 # Make sure we can open the file
2818 # Make sure we can open the file
2810 try:
2819 try:
2811 with fname.open():
2820 with fname.open():
2812 pass
2821 pass
2813 except:
2822 except:
2814 warn('Could not open file <%s> for safe execution.' % fname)
2823 warn('Could not open file <%s> for safe execution.' % fname)
2815 return
2824 return
2816
2825
2817 # Find things also in current directory. This is needed to mimic the
2826 # Find things also in current directory. This is needed to mimic the
2818 # behavior of running a script from the system command line, where
2827 # behavior of running a script from the system command line, where
2819 # Python inserts the script's directory into sys.path
2828 # Python inserts the script's directory into sys.path
2820 dname = str(fname.parent)
2829 dname = str(fname.parent)
2821
2830
2822 def get_cells():
2831 def get_cells():
2823 """generator for sequence of code blocks to run"""
2832 """generator for sequence of code blocks to run"""
2824 if fname.suffix == ".ipynb":
2833 if fname.suffix == ".ipynb":
2825 from nbformat import read
2834 from nbformat import read
2826 nb = read(fname, as_version=4)
2835 nb = read(fname, as_version=4)
2827 if not nb.cells:
2836 if not nb.cells:
2828 return
2837 return
2829 for cell in nb.cells:
2838 for cell in nb.cells:
2830 if cell.cell_type == 'code':
2839 if cell.cell_type == 'code':
2831 yield cell.source
2840 yield cell.source
2832 else:
2841 else:
2833 yield fname.read_text()
2842 yield fname.read_text()
2834
2843
2835 with prepended_to_syspath(dname):
2844 with prepended_to_syspath(dname):
2836 try:
2845 try:
2837 for cell in get_cells():
2846 for cell in get_cells():
2838 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2847 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2839 if raise_exceptions:
2848 if raise_exceptions:
2840 result.raise_error()
2849 result.raise_error()
2841 elif not result.success:
2850 elif not result.success:
2842 break
2851 break
2843 except:
2852 except:
2844 if raise_exceptions:
2853 if raise_exceptions:
2845 raise
2854 raise
2846 self.showtraceback()
2855 self.showtraceback()
2847 warn('Unknown failure executing file: <%s>' % fname)
2856 warn('Unknown failure executing file: <%s>' % fname)
2848
2857
2849 def safe_run_module(self, mod_name, where):
2858 def safe_run_module(self, mod_name, where):
2850 """A safe version of runpy.run_module().
2859 """A safe version of runpy.run_module().
2851
2860
2852 This version will never throw an exception, but instead print
2861 This version will never throw an exception, but instead print
2853 helpful error messages to the screen.
2862 helpful error messages to the screen.
2854
2863
2855 `SystemExit` exceptions with status code 0 or None are ignored.
2864 `SystemExit` exceptions with status code 0 or None are ignored.
2856
2865
2857 Parameters
2866 Parameters
2858 ----------
2867 ----------
2859 mod_name : string
2868 mod_name : string
2860 The name of the module to be executed.
2869 The name of the module to be executed.
2861 where : dict
2870 where : dict
2862 The globals namespace.
2871 The globals namespace.
2863 """
2872 """
2864 try:
2873 try:
2865 try:
2874 try:
2866 where.update(
2875 where.update(
2867 runpy.run_module(str(mod_name), run_name="__main__",
2876 runpy.run_module(str(mod_name), run_name="__main__",
2868 alter_sys=True)
2877 alter_sys=True)
2869 )
2878 )
2870 except SystemExit as status:
2879 except SystemExit as status:
2871 if status.code:
2880 if status.code:
2872 raise
2881 raise
2873 except:
2882 except:
2874 self.showtraceback()
2883 self.showtraceback()
2875 warn('Unknown failure executing module: <%s>' % mod_name)
2884 warn('Unknown failure executing module: <%s>' % mod_name)
2876
2885
2877 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2886 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2878 """Run a complete IPython cell.
2887 """Run a complete IPython cell.
2879
2888
2880 Parameters
2889 Parameters
2881 ----------
2890 ----------
2882 raw_cell : str
2891 raw_cell : str
2883 The code (including IPython code such as %magic functions) to run.
2892 The code (including IPython code such as %magic functions) to run.
2884 store_history : bool
2893 store_history : bool
2885 If True, the raw and translated cell will be stored in IPython's
2894 If True, the raw and translated cell will be stored in IPython's
2886 history. For user code calling back into IPython's machinery, this
2895 history. For user code calling back into IPython's machinery, this
2887 should be set to False.
2896 should be set to False.
2888 silent : bool
2897 silent : bool
2889 If True, avoid side-effects, such as implicit displayhooks and
2898 If True, avoid side-effects, such as implicit displayhooks and
2890 and logging. silent=True forces store_history=False.
2899 and logging. silent=True forces store_history=False.
2891 shell_futures : bool
2900 shell_futures : bool
2892 If True, the code will share future statements with the interactive
2901 If True, the code will share future statements with the interactive
2893 shell. It will both be affected by previous __future__ imports, and
2902 shell. It will both be affected by previous __future__ imports, and
2894 any __future__ imports in the code will affect the shell. If False,
2903 any __future__ imports in the code will affect the shell. If False,
2895 __future__ imports are not shared in either direction.
2904 __future__ imports are not shared in either direction.
2896
2905
2897 Returns
2906 Returns
2898 -------
2907 -------
2899 result : :class:`ExecutionResult`
2908 result : :class:`ExecutionResult`
2900 """
2909 """
2901 result = None
2910 result = None
2902 try:
2911 try:
2903 result = self._run_cell(
2912 result = self._run_cell(
2904 raw_cell, store_history, silent, shell_futures)
2913 raw_cell, store_history, silent, shell_futures)
2905 finally:
2914 finally:
2906 self.events.trigger('post_execute')
2915 self.events.trigger('post_execute')
2907 if not silent:
2916 if not silent:
2908 self.events.trigger('post_run_cell', result)
2917 self.events.trigger('post_run_cell', result)
2909 return result
2918 return result
2910
2919
2911 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2920 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2912 """Internal method to run a complete IPython cell."""
2921 """Internal method to run a complete IPython cell."""
2913
2922
2914 # we need to avoid calling self.transform_cell multiple time on the same thing
2923 # we need to avoid calling self.transform_cell multiple time on the same thing
2915 # so we need to store some results:
2924 # so we need to store some results:
2916 preprocessing_exc_tuple = None
2925 preprocessing_exc_tuple = None
2917 try:
2926 try:
2918 transformed_cell = self.transform_cell(raw_cell)
2927 transformed_cell = self.transform_cell(raw_cell)
2919 except Exception:
2928 except Exception:
2920 transformed_cell = raw_cell
2929 transformed_cell = raw_cell
2921 preprocessing_exc_tuple = sys.exc_info()
2930 preprocessing_exc_tuple = sys.exc_info()
2922
2931
2923 assert transformed_cell is not None
2932 assert transformed_cell is not None
2924 coro = self.run_cell_async(
2933 coro = self.run_cell_async(
2925 raw_cell,
2934 raw_cell,
2926 store_history=store_history,
2935 store_history=store_history,
2927 silent=silent,
2936 silent=silent,
2928 shell_futures=shell_futures,
2937 shell_futures=shell_futures,
2929 transformed_cell=transformed_cell,
2938 transformed_cell=transformed_cell,
2930 preprocessing_exc_tuple=preprocessing_exc_tuple,
2939 preprocessing_exc_tuple=preprocessing_exc_tuple,
2931 )
2940 )
2932
2941
2933 # run_cell_async is async, but may not actually need an eventloop.
2942 # run_cell_async is async, but may not actually need an eventloop.
2934 # when this is the case, we want to run it using the pseudo_sync_runner
2943 # when this is the case, we want to run it using the pseudo_sync_runner
2935 # so that code can invoke eventloops (for example via the %run , and
2944 # so that code can invoke eventloops (for example via the %run , and
2936 # `%paste` magic.
2945 # `%paste` magic.
2937 if self.trio_runner:
2946 if self.trio_runner:
2938 runner = self.trio_runner
2947 runner = self.trio_runner
2939 elif self.should_run_async(
2948 elif self.should_run_async(
2940 raw_cell,
2949 raw_cell,
2941 transformed_cell=transformed_cell,
2950 transformed_cell=transformed_cell,
2942 preprocessing_exc_tuple=preprocessing_exc_tuple,
2951 preprocessing_exc_tuple=preprocessing_exc_tuple,
2943 ):
2952 ):
2944 runner = self.loop_runner
2953 runner = self.loop_runner
2945 else:
2954 else:
2946 runner = _pseudo_sync_runner
2955 runner = _pseudo_sync_runner
2947
2956
2948 try:
2957 try:
2949 return runner(coro)
2958 return runner(coro)
2950 except BaseException as e:
2959 except BaseException as e:
2951 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2960 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2952 result = ExecutionResult(info)
2961 result = ExecutionResult(info)
2953 result.error_in_exec = e
2962 result.error_in_exec = e
2954 self.showtraceback(running_compiled_code=True)
2963 self.showtraceback(running_compiled_code=True)
2955 return result
2964 return result
2956
2965
2957 def should_run_async(
2966 def should_run_async(
2958 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2967 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2959 ) -> bool:
2968 ) -> bool:
2960 """Return whether a cell should be run asynchronously via a coroutine runner
2969 """Return whether a cell should be run asynchronously via a coroutine runner
2961
2970
2962 Parameters
2971 Parameters
2963 ----------
2972 ----------
2964 raw_cell: str
2973 raw_cell: str
2965 The code to be executed
2974 The code to be executed
2966
2975
2967 Returns
2976 Returns
2968 -------
2977 -------
2969 result: bool
2978 result: bool
2970 Whether the code needs to be run with a coroutine runner or not
2979 Whether the code needs to be run with a coroutine runner or not
2971
2980
2972 .. versionadded: 7.0
2981 .. versionadded: 7.0
2973 """
2982 """
2974 if not self.autoawait:
2983 if not self.autoawait:
2975 return False
2984 return False
2976 if preprocessing_exc_tuple is not None:
2985 if preprocessing_exc_tuple is not None:
2977 return False
2986 return False
2978 assert preprocessing_exc_tuple is None
2987 assert preprocessing_exc_tuple is None
2979 if transformed_cell is None:
2988 if transformed_cell is None:
2980 warnings.warn(
2989 warnings.warn(
2981 "`should_run_async` will not call `transform_cell`"
2990 "`should_run_async` will not call `transform_cell`"
2982 " automatically in the future. Please pass the result to"
2991 " automatically in the future. Please pass the result to"
2983 " `transformed_cell` argument and any exception that happen"
2992 " `transformed_cell` argument and any exception that happen"
2984 " during the"
2993 " during the"
2985 "transform in `preprocessing_exc_tuple` in"
2994 "transform in `preprocessing_exc_tuple` in"
2986 " IPython 7.17 and above.",
2995 " IPython 7.17 and above.",
2987 DeprecationWarning,
2996 DeprecationWarning,
2988 stacklevel=2,
2997 stacklevel=2,
2989 )
2998 )
2990 try:
2999 try:
2991 cell = self.transform_cell(raw_cell)
3000 cell = self.transform_cell(raw_cell)
2992 except Exception:
3001 except Exception:
2993 # any exception during transform will be raised
3002 # any exception during transform will be raised
2994 # prior to execution
3003 # prior to execution
2995 return False
3004 return False
2996 else:
3005 else:
2997 cell = transformed_cell
3006 cell = transformed_cell
2998 return _should_be_async(cell)
3007 return _should_be_async(cell)
2999
3008
3000 async def run_cell_async(
3009 async def run_cell_async(
3001 self,
3010 self,
3002 raw_cell: str,
3011 raw_cell: str,
3003 store_history=False,
3012 store_history=False,
3004 silent=False,
3013 silent=False,
3005 shell_futures=True,
3014 shell_futures=True,
3006 *,
3015 *,
3007 transformed_cell: Optional[str] = None,
3016 transformed_cell: Optional[str] = None,
3008 preprocessing_exc_tuple: Optional[Any] = None
3017 preprocessing_exc_tuple: Optional[Any] = None
3009 ) -> ExecutionResult:
3018 ) -> ExecutionResult:
3010 """Run a complete IPython cell asynchronously.
3019 """Run a complete IPython cell asynchronously.
3011
3020
3012 Parameters
3021 Parameters
3013 ----------
3022 ----------
3014 raw_cell : str
3023 raw_cell : str
3015 The code (including IPython code such as %magic functions) to run.
3024 The code (including IPython code such as %magic functions) to run.
3016 store_history : bool
3025 store_history : bool
3017 If True, the raw and translated cell will be stored in IPython's
3026 If True, the raw and translated cell will be stored in IPython's
3018 history. For user code calling back into IPython's machinery, this
3027 history. For user code calling back into IPython's machinery, this
3019 should be set to False.
3028 should be set to False.
3020 silent : bool
3029 silent : bool
3021 If True, avoid side-effects, such as implicit displayhooks and
3030 If True, avoid side-effects, such as implicit displayhooks and
3022 and logging. silent=True forces store_history=False.
3031 and logging. silent=True forces store_history=False.
3023 shell_futures : bool
3032 shell_futures : bool
3024 If True, the code will share future statements with the interactive
3033 If True, the code will share future statements with the interactive
3025 shell. It will both be affected by previous __future__ imports, and
3034 shell. It will both be affected by previous __future__ imports, and
3026 any __future__ imports in the code will affect the shell. If False,
3035 any __future__ imports in the code will affect the shell. If False,
3027 __future__ imports are not shared in either direction.
3036 __future__ imports are not shared in either direction.
3028 transformed_cell: str
3037 transformed_cell: str
3029 cell that was passed through transformers
3038 cell that was passed through transformers
3030 preprocessing_exc_tuple:
3039 preprocessing_exc_tuple:
3031 trace if the transformation failed.
3040 trace if the transformation failed.
3032
3041
3033 Returns
3042 Returns
3034 -------
3043 -------
3035 result : :class:`ExecutionResult`
3044 result : :class:`ExecutionResult`
3036
3045
3037 .. versionadded: 7.0
3046 .. versionadded: 7.0
3038 """
3047 """
3039 info = ExecutionInfo(
3048 info = ExecutionInfo(
3040 raw_cell, store_history, silent, shell_futures)
3049 raw_cell, store_history, silent, shell_futures)
3041 result = ExecutionResult(info)
3050 result = ExecutionResult(info)
3042
3051
3043 if (not raw_cell) or raw_cell.isspace():
3052 if (not raw_cell) or raw_cell.isspace():
3044 self.last_execution_succeeded = True
3053 self.last_execution_succeeded = True
3045 self.last_execution_result = result
3054 self.last_execution_result = result
3046 return result
3055 return result
3047
3056
3048 if silent:
3057 if silent:
3049 store_history = False
3058 store_history = False
3050
3059
3051 if store_history:
3060 if store_history:
3052 result.execution_count = self.execution_count
3061 result.execution_count = self.execution_count
3053
3062
3054 def error_before_exec(value):
3063 def error_before_exec(value):
3055 if store_history:
3064 if store_history:
3056 self.execution_count += 1
3065 self.execution_count += 1
3057 result.error_before_exec = value
3066 result.error_before_exec = value
3058 self.last_execution_succeeded = False
3067 self.last_execution_succeeded = False
3059 self.last_execution_result = result
3068 self.last_execution_result = result
3060 return result
3069 return result
3061
3070
3062 self.events.trigger('pre_execute')
3071 self.events.trigger('pre_execute')
3063 if not silent:
3072 if not silent:
3064 self.events.trigger('pre_run_cell', info)
3073 self.events.trigger('pre_run_cell', info)
3065
3074
3066 if transformed_cell is None:
3075 if transformed_cell is None:
3067 warnings.warn(
3076 warnings.warn(
3068 "`run_cell_async` will not call `transform_cell`"
3077 "`run_cell_async` will not call `transform_cell`"
3069 " automatically in the future. Please pass the result to"
3078 " automatically in the future. Please pass the result to"
3070 " `transformed_cell` argument and any exception that happen"
3079 " `transformed_cell` argument and any exception that happen"
3071 " during the"
3080 " during the"
3072 "transform in `preprocessing_exc_tuple` in"
3081 "transform in `preprocessing_exc_tuple` in"
3073 " IPython 7.17 and above.",
3082 " IPython 7.17 and above.",
3074 DeprecationWarning,
3083 DeprecationWarning,
3075 stacklevel=2,
3084 stacklevel=2,
3076 )
3085 )
3077 # If any of our input transformation (input_transformer_manager or
3086 # If any of our input transformation (input_transformer_manager or
3078 # prefilter_manager) raises an exception, we store it in this variable
3087 # prefilter_manager) raises an exception, we store it in this variable
3079 # so that we can display the error after logging the input and storing
3088 # so that we can display the error after logging the input and storing
3080 # it in the history.
3089 # it in the history.
3081 try:
3090 try:
3082 cell = self.transform_cell(raw_cell)
3091 cell = self.transform_cell(raw_cell)
3083 except Exception:
3092 except Exception:
3084 preprocessing_exc_tuple = sys.exc_info()
3093 preprocessing_exc_tuple = sys.exc_info()
3085 cell = raw_cell # cell has to exist so it can be stored/logged
3094 cell = raw_cell # cell has to exist so it can be stored/logged
3086 else:
3095 else:
3087 preprocessing_exc_tuple = None
3096 preprocessing_exc_tuple = None
3088 else:
3097 else:
3089 if preprocessing_exc_tuple is None:
3098 if preprocessing_exc_tuple is None:
3090 cell = transformed_cell
3099 cell = transformed_cell
3091 else:
3100 else:
3092 cell = raw_cell
3101 cell = raw_cell
3093
3102
3094 # Store raw and processed history
3103 # Store raw and processed history
3095 if store_history:
3104 if store_history:
3096 self.history_manager.store_inputs(self.execution_count,
3105 self.history_manager.store_inputs(self.execution_count,
3097 cell, raw_cell)
3106 cell, raw_cell)
3098 if not silent:
3107 if not silent:
3099 self.logger.log(cell, raw_cell)
3108 self.logger.log(cell, raw_cell)
3100
3109
3101 # Display the exception if input processing failed.
3110 # Display the exception if input processing failed.
3102 if preprocessing_exc_tuple is not None:
3111 if preprocessing_exc_tuple is not None:
3103 self.showtraceback(preprocessing_exc_tuple)
3112 self.showtraceback(preprocessing_exc_tuple)
3104 if store_history:
3113 if store_history:
3105 self.execution_count += 1
3114 self.execution_count += 1
3106 return error_before_exec(preprocessing_exc_tuple[1])
3115 return error_before_exec(preprocessing_exc_tuple[1])
3107
3116
3108 # Our own compiler remembers the __future__ environment. If we want to
3117 # Our own compiler remembers the __future__ environment. If we want to
3109 # run code with a separate __future__ environment, use the default
3118 # run code with a separate __future__ environment, use the default
3110 # compiler
3119 # compiler
3111 compiler = self.compile if shell_futures else self.compiler_class()
3120 compiler = self.compile if shell_futures else self.compiler_class()
3112
3121
3113 _run_async = False
3122 _run_async = False
3114
3123
3115 with self.builtin_trap:
3124 with self.builtin_trap:
3116 cell_name = self.compile.cache(
3125 cell_name = self.compile.cache(
3117 cell, self.execution_count, raw_code=raw_cell
3126 cell, self.execution_count, raw_code=raw_cell
3118 )
3127 )
3119
3128
3120 with self.display_trap:
3129 with self.display_trap:
3121 # Compile to bytecode
3130 # Compile to bytecode
3122 try:
3131 try:
3123 if sys.version_info < (3,8) and self.autoawait:
3132 if sys.version_info < (3,8) and self.autoawait:
3124 if _should_be_async(cell):
3133 if _should_be_async(cell):
3125 # the code AST below will not be user code: we wrap it
3134 # the code AST below will not be user code: we wrap it
3126 # in an `async def`. This will likely make some AST
3135 # in an `async def`. This will likely make some AST
3127 # transformer below miss some transform opportunity and
3136 # transformer below miss some transform opportunity and
3128 # introduce a small coupling to run_code (in which we
3137 # introduce a small coupling to run_code (in which we
3129 # bake some assumptions of what _ast_asyncify returns.
3138 # bake some assumptions of what _ast_asyncify returns.
3130 # they are ways around (like grafting part of the ast
3139 # they are ways around (like grafting part of the ast
3131 # later:
3140 # later:
3132 # - Here, return code_ast.body[0].body[1:-1], as well
3141 # - Here, return code_ast.body[0].body[1:-1], as well
3133 # as last expression in return statement which is
3142 # as last expression in return statement which is
3134 # the user code part.
3143 # the user code part.
3135 # - Let it go through the AST transformers, and graft
3144 # - Let it go through the AST transformers, and graft
3136 # - it back after the AST transform
3145 # - it back after the AST transform
3137 # But that seem unreasonable, at least while we
3146 # But that seem unreasonable, at least while we
3138 # do not need it.
3147 # do not need it.
3139 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3148 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3140 _run_async = True
3149 _run_async = True
3141 else:
3150 else:
3142 code_ast = compiler.ast_parse(cell, filename=cell_name)
3151 code_ast = compiler.ast_parse(cell, filename=cell_name)
3143 else:
3152 else:
3144 code_ast = compiler.ast_parse(cell, filename=cell_name)
3153 code_ast = compiler.ast_parse(cell, filename=cell_name)
3145 except self.custom_exceptions as e:
3154 except self.custom_exceptions as e:
3146 etype, value, tb = sys.exc_info()
3155 etype, value, tb = sys.exc_info()
3147 self.CustomTB(etype, value, tb)
3156 self.CustomTB(etype, value, tb)
3148 return error_before_exec(e)
3157 return error_before_exec(e)
3149 except IndentationError as e:
3158 except IndentationError as e:
3150 self.showindentationerror()
3159 self.showindentationerror()
3151 return error_before_exec(e)
3160 return error_before_exec(e)
3152 except (OverflowError, SyntaxError, ValueError, TypeError,
3161 except (OverflowError, SyntaxError, ValueError, TypeError,
3153 MemoryError) as e:
3162 MemoryError) as e:
3154 self.showsyntaxerror()
3163 self.showsyntaxerror()
3155 return error_before_exec(e)
3164 return error_before_exec(e)
3156
3165
3157 # Apply AST transformations
3166 # Apply AST transformations
3158 try:
3167 try:
3159 code_ast = self.transform_ast(code_ast)
3168 code_ast = self.transform_ast(code_ast)
3160 except InputRejected as e:
3169 except InputRejected as e:
3161 self.showtraceback()
3170 self.showtraceback()
3162 return error_before_exec(e)
3171 return error_before_exec(e)
3163
3172
3164 # Give the displayhook a reference to our ExecutionResult so it
3173 # Give the displayhook a reference to our ExecutionResult so it
3165 # can fill in the output value.
3174 # can fill in the output value.
3166 self.displayhook.exec_result = result
3175 self.displayhook.exec_result = result
3167
3176
3168 # Execute the user code
3177 # Execute the user code
3169 interactivity = "none" if silent else self.ast_node_interactivity
3178 interactivity = "none" if silent else self.ast_node_interactivity
3170 if _run_async:
3179 if _run_async:
3171 interactivity = 'async'
3180 interactivity = 'async'
3172
3181
3173 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3182 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3174 interactivity=interactivity, compiler=compiler, result=result)
3183 interactivity=interactivity, compiler=compiler, result=result)
3175
3184
3176 self.last_execution_succeeded = not has_raised
3185 self.last_execution_succeeded = not has_raised
3177 self.last_execution_result = result
3186 self.last_execution_result = result
3178
3187
3179 # Reset this so later displayed values do not modify the
3188 # Reset this so later displayed values do not modify the
3180 # ExecutionResult
3189 # ExecutionResult
3181 self.displayhook.exec_result = None
3190 self.displayhook.exec_result = None
3182
3191
3183 if store_history:
3192 if store_history:
3184 # Write output to the database. Does nothing unless
3193 # Write output to the database. Does nothing unless
3185 # history output logging is enabled.
3194 # history output logging is enabled.
3186 self.history_manager.store_output(self.execution_count)
3195 self.history_manager.store_output(self.execution_count)
3187 # Each cell is a *single* input, regardless of how many lines it has
3196 # Each cell is a *single* input, regardless of how many lines it has
3188 self.execution_count += 1
3197 self.execution_count += 1
3189
3198
3190 return result
3199 return result
3191
3200
3192 def transform_cell(self, raw_cell):
3201 def transform_cell(self, raw_cell):
3193 """Transform an input cell before parsing it.
3202 """Transform an input cell before parsing it.
3194
3203
3195 Static transformations, implemented in IPython.core.inputtransformer2,
3204 Static transformations, implemented in IPython.core.inputtransformer2,
3196 deal with things like ``%magic`` and ``!system`` commands.
3205 deal with things like ``%magic`` and ``!system`` commands.
3197 These run on all input.
3206 These run on all input.
3198 Dynamic transformations, for things like unescaped magics and the exit
3207 Dynamic transformations, for things like unescaped magics and the exit
3199 autocall, depend on the state of the interpreter.
3208 autocall, depend on the state of the interpreter.
3200 These only apply to single line inputs.
3209 These only apply to single line inputs.
3201
3210
3202 These string-based transformations are followed by AST transformations;
3211 These string-based transformations are followed by AST transformations;
3203 see :meth:`transform_ast`.
3212 see :meth:`transform_ast`.
3204 """
3213 """
3205 # Static input transformations
3214 # Static input transformations
3206 cell = self.input_transformer_manager.transform_cell(raw_cell)
3215 cell = self.input_transformer_manager.transform_cell(raw_cell)
3207
3216
3208 if len(cell.splitlines()) == 1:
3217 if len(cell.splitlines()) == 1:
3209 # Dynamic transformations - only applied for single line commands
3218 # Dynamic transformations - only applied for single line commands
3210 with self.builtin_trap:
3219 with self.builtin_trap:
3211 # use prefilter_lines to handle trailing newlines
3220 # use prefilter_lines to handle trailing newlines
3212 # restore trailing newline for ast.parse
3221 # restore trailing newline for ast.parse
3213 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3222 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3214
3223
3215 lines = cell.splitlines(keepends=True)
3224 lines = cell.splitlines(keepends=True)
3216 for transform in self.input_transformers_post:
3225 for transform in self.input_transformers_post:
3217 lines = transform(lines)
3226 lines = transform(lines)
3218 cell = ''.join(lines)
3227 cell = ''.join(lines)
3219
3228
3220 return cell
3229 return cell
3221
3230
3222 def transform_ast(self, node):
3231 def transform_ast(self, node):
3223 """Apply the AST transformations from self.ast_transformers
3232 """Apply the AST transformations from self.ast_transformers
3224
3233
3225 Parameters
3234 Parameters
3226 ----------
3235 ----------
3227 node : ast.Node
3236 node : ast.Node
3228 The root node to be transformed. Typically called with the ast.Module
3237 The root node to be transformed. Typically called with the ast.Module
3229 produced by parsing user input.
3238 produced by parsing user input.
3230
3239
3231 Returns
3240 Returns
3232 -------
3241 -------
3233 An ast.Node corresponding to the node it was called with. Note that it
3242 An ast.Node corresponding to the node it was called with. Note that it
3234 may also modify the passed object, so don't rely on references to the
3243 may also modify the passed object, so don't rely on references to the
3235 original AST.
3244 original AST.
3236 """
3245 """
3237 for transformer in self.ast_transformers:
3246 for transformer in self.ast_transformers:
3238 try:
3247 try:
3239 node = transformer.visit(node)
3248 node = transformer.visit(node)
3240 except InputRejected:
3249 except InputRejected:
3241 # User-supplied AST transformers can reject an input by raising
3250 # User-supplied AST transformers can reject an input by raising
3242 # an InputRejected. Short-circuit in this case so that we
3251 # an InputRejected. Short-circuit in this case so that we
3243 # don't unregister the transform.
3252 # don't unregister the transform.
3244 raise
3253 raise
3245 except Exception:
3254 except Exception:
3246 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3255 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3247 self.ast_transformers.remove(transformer)
3256 self.ast_transformers.remove(transformer)
3248
3257
3249 if self.ast_transformers:
3258 if self.ast_transformers:
3250 ast.fix_missing_locations(node)
3259 ast.fix_missing_locations(node)
3251 return node
3260 return node
3252
3261
3253 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3262 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3254 compiler=compile, result=None):
3263 compiler=compile, result=None):
3255 """Run a sequence of AST nodes. The execution mode depends on the
3264 """Run a sequence of AST nodes. The execution mode depends on the
3256 interactivity parameter.
3265 interactivity parameter.
3257
3266
3258 Parameters
3267 Parameters
3259 ----------
3268 ----------
3260 nodelist : list
3269 nodelist : list
3261 A sequence of AST nodes to run.
3270 A sequence of AST nodes to run.
3262 cell_name : str
3271 cell_name : str
3263 Will be passed to the compiler as the filename of the cell. Typically
3272 Will be passed to the compiler as the filename of the cell. Typically
3264 the value returned by ip.compile.cache(cell).
3273 the value returned by ip.compile.cache(cell).
3265 interactivity : str
3274 interactivity : str
3266 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3275 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3267 specifying which nodes should be run interactively (displaying output
3276 specifying which nodes should be run interactively (displaying output
3268 from expressions). 'last_expr' will run the last node interactively
3277 from expressions). 'last_expr' will run the last node interactively
3269 only if it is an expression (i.e. expressions in loops or other blocks
3278 only if it is an expression (i.e. expressions in loops or other blocks
3270 are not displayed) 'last_expr_or_assign' will run the last expression
3279 are not displayed) 'last_expr_or_assign' will run the last expression
3271 or the last assignment. Other values for this parameter will raise a
3280 or the last assignment. Other values for this parameter will raise a
3272 ValueError.
3281 ValueError.
3273
3282
3274 Experimental value: 'async' Will try to run top level interactive
3283 Experimental value: 'async' Will try to run top level interactive
3275 async/await code in default runner, this will not respect the
3284 async/await code in default runner, this will not respect the
3276 interactivity setting and will only run the last node if it is an
3285 interactivity setting and will only run the last node if it is an
3277 expression.
3286 expression.
3278
3287
3279 compiler : callable
3288 compiler : callable
3280 A function with the same interface as the built-in compile(), to turn
3289 A function with the same interface as the built-in compile(), to turn
3281 the AST nodes into code objects. Default is the built-in compile().
3290 the AST nodes into code objects. Default is the built-in compile().
3282 result : ExecutionResult, optional
3291 result : ExecutionResult, optional
3283 An object to store exceptions that occur during execution.
3292 An object to store exceptions that occur during execution.
3284
3293
3285 Returns
3294 Returns
3286 -------
3295 -------
3287 True if an exception occurred while running code, False if it finished
3296 True if an exception occurred while running code, False if it finished
3288 running.
3297 running.
3289 """
3298 """
3290 if not nodelist:
3299 if not nodelist:
3291 return
3300 return
3292
3301
3293 if interactivity == 'last_expr_or_assign':
3302 if interactivity == 'last_expr_or_assign':
3294 if isinstance(nodelist[-1], _assign_nodes):
3303 if isinstance(nodelist[-1], _assign_nodes):
3295 asg = nodelist[-1]
3304 asg = nodelist[-1]
3296 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3305 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3297 target = asg.targets[0]
3306 target = asg.targets[0]
3298 elif isinstance(asg, _single_targets_nodes):
3307 elif isinstance(asg, _single_targets_nodes):
3299 target = asg.target
3308 target = asg.target
3300 else:
3309 else:
3301 target = None
3310 target = None
3302 if isinstance(target, ast.Name):
3311 if isinstance(target, ast.Name):
3303 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3312 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3304 ast.fix_missing_locations(nnode)
3313 ast.fix_missing_locations(nnode)
3305 nodelist.append(nnode)
3314 nodelist.append(nnode)
3306 interactivity = 'last_expr'
3315 interactivity = 'last_expr'
3307
3316
3308 _async = False
3317 _async = False
3309 if interactivity == 'last_expr':
3318 if interactivity == 'last_expr':
3310 if isinstance(nodelist[-1], ast.Expr):
3319 if isinstance(nodelist[-1], ast.Expr):
3311 interactivity = "last"
3320 interactivity = "last"
3312 else:
3321 else:
3313 interactivity = "none"
3322 interactivity = "none"
3314
3323
3315 if interactivity == 'none':
3324 if interactivity == 'none':
3316 to_run_exec, to_run_interactive = nodelist, []
3325 to_run_exec, to_run_interactive = nodelist, []
3317 elif interactivity == 'last':
3326 elif interactivity == 'last':
3318 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3327 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3319 elif interactivity == 'all':
3328 elif interactivity == 'all':
3320 to_run_exec, to_run_interactive = [], nodelist
3329 to_run_exec, to_run_interactive = [], nodelist
3321 elif interactivity == 'async':
3330 elif interactivity == 'async':
3322 to_run_exec, to_run_interactive = [], nodelist
3331 to_run_exec, to_run_interactive = [], nodelist
3323 _async = True
3332 _async = True
3324 else:
3333 else:
3325 raise ValueError("Interactivity was %r" % interactivity)
3334 raise ValueError("Interactivity was %r" % interactivity)
3326
3335
3327 try:
3336 try:
3328 if _async and sys.version_info > (3,8):
3337 if _async and sys.version_info > (3,8):
3329 raise ValueError("This branch should never happen on Python 3.8 and above, "
3338 raise ValueError("This branch should never happen on Python 3.8 and above, "
3330 "please try to upgrade IPython and open a bug report with your case.")
3339 "please try to upgrade IPython and open a bug report with your case.")
3331 if _async:
3340 if _async:
3332 # If interactivity is async the semantics of run_code are
3341 # If interactivity is async the semantics of run_code are
3333 # completely different Skip usual machinery.
3342 # completely different Skip usual machinery.
3334 mod = Module(nodelist, [])
3343 mod = Module(nodelist, [])
3335 async_wrapper_code = compiler(mod, cell_name, 'exec')
3344 async_wrapper_code = compiler(mod, cell_name, 'exec')
3336 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3345 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3337 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3346 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3338 if (await self.run_code(async_code, result, async_=True)):
3347 if (await self.run_code(async_code, result, async_=True)):
3339 return True
3348 return True
3340 else:
3349 else:
3341 if sys.version_info > (3, 8):
3350 if sys.version_info > (3, 8):
3342 def compare(code):
3351 def compare(code):
3343 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3352 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3344 return is_async
3353 return is_async
3345 else:
3354 else:
3346 def compare(code):
3355 def compare(code):
3347 return _async
3356 return _async
3348
3357
3349 # refactor that to just change the mod constructor.
3358 # refactor that to just change the mod constructor.
3350 to_run = []
3359 to_run = []
3351 for node in to_run_exec:
3360 for node in to_run_exec:
3352 to_run.append((node, 'exec'))
3361 to_run.append((node, 'exec'))
3353
3362
3354 for node in to_run_interactive:
3363 for node in to_run_interactive:
3355 to_run.append((node, 'single'))
3364 to_run.append((node, 'single'))
3356
3365
3357 for node,mode in to_run:
3366 for node,mode in to_run:
3358 if mode == 'exec':
3367 if mode == 'exec':
3359 mod = Module([node], [])
3368 mod = Module([node], [])
3360 elif mode == 'single':
3369 elif mode == 'single':
3361 mod = ast.Interactive([node])
3370 mod = ast.Interactive([node])
3362 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3371 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3363 code = compiler(mod, cell_name, mode)
3372 code = compiler(mod, cell_name, mode)
3364 asy = compare(code)
3373 asy = compare(code)
3365 if (await self.run_code(code, result, async_=asy)):
3374 if (await self.run_code(code, result, async_=asy)):
3366 return True
3375 return True
3367
3376
3368 # Flush softspace
3377 # Flush softspace
3369 if softspace(sys.stdout, 0):
3378 if softspace(sys.stdout, 0):
3370 print()
3379 print()
3371
3380
3372 except:
3381 except:
3373 # It's possible to have exceptions raised here, typically by
3382 # It's possible to have exceptions raised here, typically by
3374 # compilation of odd code (such as a naked 'return' outside a
3383 # compilation of odd code (such as a naked 'return' outside a
3375 # function) that did parse but isn't valid. Typically the exception
3384 # function) that did parse but isn't valid. Typically the exception
3376 # is a SyntaxError, but it's safest just to catch anything and show
3385 # is a SyntaxError, but it's safest just to catch anything and show
3377 # the user a traceback.
3386 # the user a traceback.
3378
3387
3379 # We do only one try/except outside the loop to minimize the impact
3388 # We do only one try/except outside the loop to minimize the impact
3380 # on runtime, and also because if any node in the node list is
3389 # on runtime, and also because if any node in the node list is
3381 # broken, we should stop execution completely.
3390 # broken, we should stop execution completely.
3382 if result:
3391 if result:
3383 result.error_before_exec = sys.exc_info()[1]
3392 result.error_before_exec = sys.exc_info()[1]
3384 self.showtraceback()
3393 self.showtraceback()
3385 return True
3394 return True
3386
3395
3387 return False
3396 return False
3388
3397
3389 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3398 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3390 """
3399 """
3391 Evaluate an asynchronous code object using a code runner
3400 Evaluate an asynchronous code object using a code runner
3392
3401
3393 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3402 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3394
3403
3395 Returns coroutine object, which can be executed via async loop runner
3404 Returns coroutine object, which can be executed via async loop runner
3396
3405
3397 WARNING: The semantics of `async_exec` are quite different from `exec`,
3406 WARNING: The semantics of `async_exec` are quite different from `exec`,
3398 in particular you can only pass a single namespace. It also return a
3407 in particular you can only pass a single namespace. It also return a
3399 handle to the value of the last things returned by code_object.
3408 handle to the value of the last things returned by code_object.
3400 """
3409 """
3401
3410
3402 return eval(code_obj, user_ns)
3411 return eval(code_obj, user_ns)
3403
3412
3404 async def run_code(self, code_obj, result=None, *, async_=False):
3413 async def run_code(self, code_obj, result=None, *, async_=False):
3405 """Execute a code object.
3414 """Execute a code object.
3406
3415
3407 When an exception occurs, self.showtraceback() is called to display a
3416 When an exception occurs, self.showtraceback() is called to display a
3408 traceback.
3417 traceback.
3409
3418
3410 Parameters
3419 Parameters
3411 ----------
3420 ----------
3412 code_obj : code object
3421 code_obj : code object
3413 A compiled code object, to be executed
3422 A compiled code object, to be executed
3414 result : ExecutionResult, optional
3423 result : ExecutionResult, optional
3415 An object to store exceptions that occur during execution.
3424 An object to store exceptions that occur during execution.
3416 async_ : Bool (Experimental)
3425 async_ : Bool (Experimental)
3417 Attempt to run top-level asynchronous code in a default loop.
3426 Attempt to run top-level asynchronous code in a default loop.
3418
3427
3419 Returns
3428 Returns
3420 -------
3429 -------
3421 False : successful execution.
3430 False : successful execution.
3422 True : an error occurred.
3431 True : an error occurred.
3423 """
3432 """
3424 # special value to say that anything above is IPython and should be
3433 # special value to say that anything above is IPython and should be
3425 # hidden.
3434 # hidden.
3426 __tracebackhide__ = "__ipython_bottom__"
3435 __tracebackhide__ = "__ipython_bottom__"
3427 # Set our own excepthook in case the user code tries to call it
3436 # Set our own excepthook in case the user code tries to call it
3428 # directly, so that the IPython crash handler doesn't get triggered
3437 # directly, so that the IPython crash handler doesn't get triggered
3429 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3438 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3430
3439
3431 # we save the original sys.excepthook in the instance, in case config
3440 # we save the original sys.excepthook in the instance, in case config
3432 # code (such as magics) needs access to it.
3441 # code (such as magics) needs access to it.
3433 self.sys_excepthook = old_excepthook
3442 self.sys_excepthook = old_excepthook
3434 outflag = True # happens in more places, so it's easier as default
3443 outflag = True # happens in more places, so it's easier as default
3435 try:
3444 try:
3436 try:
3445 try:
3437 self.hooks.pre_run_code_hook()
3446 self.hooks.pre_run_code_hook()
3438 if async_ and sys.version_info < (3,8):
3447 if async_ and sys.version_info < (3,8):
3439 last_expr = (await self._async_exec(code_obj, self.user_ns))
3448 last_expr = (await self._async_exec(code_obj, self.user_ns))
3440 code = compile('last_expr', 'fake', "single")
3449 code = compile('last_expr', 'fake', "single")
3441 exec(code, {'last_expr': last_expr})
3450 exec(code, {'last_expr': last_expr})
3442 elif async_ :
3451 elif async_ :
3443 await eval(code_obj, self.user_global_ns, self.user_ns)
3452 await eval(code_obj, self.user_global_ns, self.user_ns)
3444 else:
3453 else:
3445 exec(code_obj, self.user_global_ns, self.user_ns)
3454 exec(code_obj, self.user_global_ns, self.user_ns)
3446 finally:
3455 finally:
3447 # Reset our crash handler in place
3456 # Reset our crash handler in place
3448 sys.excepthook = old_excepthook
3457 sys.excepthook = old_excepthook
3449 except SystemExit as e:
3458 except SystemExit as e:
3450 if result is not None:
3459 if result is not None:
3451 result.error_in_exec = e
3460 result.error_in_exec = e
3452 self.showtraceback(exception_only=True)
3461 self.showtraceback(exception_only=True)
3453 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3462 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3454 except self.custom_exceptions:
3463 except self.custom_exceptions:
3455 etype, value, tb = sys.exc_info()
3464 etype, value, tb = sys.exc_info()
3456 if result is not None:
3465 if result is not None:
3457 result.error_in_exec = value
3466 result.error_in_exec = value
3458 self.CustomTB(etype, value, tb)
3467 self.CustomTB(etype, value, tb)
3459 except:
3468 except:
3460 if result is not None:
3469 if result is not None:
3461 result.error_in_exec = sys.exc_info()[1]
3470 result.error_in_exec = sys.exc_info()[1]
3462 self.showtraceback(running_compiled_code=True)
3471 self.showtraceback(running_compiled_code=True)
3463 else:
3472 else:
3464 outflag = False
3473 outflag = False
3465 return outflag
3474 return outflag
3466
3475
3467 # For backwards compatibility
3476 # For backwards compatibility
3468 runcode = run_code
3477 runcode = run_code
3469
3478
3470 def check_complete(self, code: str) -> Tuple[str, str]:
3479 def check_complete(self, code: str) -> Tuple[str, str]:
3471 """Return whether a block of code is ready to execute, or should be continued
3480 """Return whether a block of code is ready to execute, or should be continued
3472
3481
3473 Parameters
3482 Parameters
3474 ----------
3483 ----------
3475 source : string
3484 source : string
3476 Python input code, which can be multiline.
3485 Python input code, which can be multiline.
3477
3486
3478 Returns
3487 Returns
3479 -------
3488 -------
3480 status : str
3489 status : str
3481 One of 'complete', 'incomplete', or 'invalid' if source is not a
3490 One of 'complete', 'incomplete', or 'invalid' if source is not a
3482 prefix of valid code.
3491 prefix of valid code.
3483 indent : str
3492 indent : str
3484 When status is 'incomplete', this is some whitespace to insert on
3493 When status is 'incomplete', this is some whitespace to insert on
3485 the next line of the prompt.
3494 the next line of the prompt.
3486 """
3495 """
3487 status, nspaces = self.input_transformer_manager.check_complete(code)
3496 status, nspaces = self.input_transformer_manager.check_complete(code)
3488 return status, ' ' * (nspaces or 0)
3497 return status, ' ' * (nspaces or 0)
3489
3498
3490 #-------------------------------------------------------------------------
3499 #-------------------------------------------------------------------------
3491 # Things related to GUI support and pylab
3500 # Things related to GUI support and pylab
3492 #-------------------------------------------------------------------------
3501 #-------------------------------------------------------------------------
3493
3502
3494 active_eventloop = None
3503 active_eventloop = None
3495
3504
3496 def enable_gui(self, gui=None):
3505 def enable_gui(self, gui=None):
3497 raise NotImplementedError('Implement enable_gui in a subclass')
3506 raise NotImplementedError('Implement enable_gui in a subclass')
3498
3507
3499 def enable_matplotlib(self, gui=None):
3508 def enable_matplotlib(self, gui=None):
3500 """Enable interactive matplotlib and inline figure support.
3509 """Enable interactive matplotlib and inline figure support.
3501
3510
3502 This takes the following steps:
3511 This takes the following steps:
3503
3512
3504 1. select the appropriate eventloop and matplotlib backend
3513 1. select the appropriate eventloop and matplotlib backend
3505 2. set up matplotlib for interactive use with that backend
3514 2. set up matplotlib for interactive use with that backend
3506 3. configure formatters for inline figure display
3515 3. configure formatters for inline figure display
3507 4. enable the selected gui eventloop
3516 4. enable the selected gui eventloop
3508
3517
3509 Parameters
3518 Parameters
3510 ----------
3519 ----------
3511 gui : optional, string
3520 gui : optional, string
3512 If given, dictates the choice of matplotlib GUI backend to use
3521 If given, dictates the choice of matplotlib GUI backend to use
3513 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3522 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3514 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3523 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3515 matplotlib (as dictated by the matplotlib build-time options plus the
3524 matplotlib (as dictated by the matplotlib build-time options plus the
3516 user's matplotlibrc configuration file). Note that not all backends
3525 user's matplotlibrc configuration file). Note that not all backends
3517 make sense in all contexts, for example a terminal ipython can't
3526 make sense in all contexts, for example a terminal ipython can't
3518 display figures inline.
3527 display figures inline.
3519 """
3528 """
3520 from IPython.core import pylabtools as pt
3529 from IPython.core import pylabtools as pt
3521 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3530 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3522
3531
3523 if gui != 'inline':
3532 if gui != 'inline':
3524 # If we have our first gui selection, store it
3533 # If we have our first gui selection, store it
3525 if self.pylab_gui_select is None:
3534 if self.pylab_gui_select is None:
3526 self.pylab_gui_select = gui
3535 self.pylab_gui_select = gui
3527 # Otherwise if they are different
3536 # Otherwise if they are different
3528 elif gui != self.pylab_gui_select:
3537 elif gui != self.pylab_gui_select:
3529 print('Warning: Cannot change to a different GUI toolkit: %s.'
3538 print('Warning: Cannot change to a different GUI toolkit: %s.'
3530 ' Using %s instead.' % (gui, self.pylab_gui_select))
3539 ' Using %s instead.' % (gui, self.pylab_gui_select))
3531 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3540 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3532
3541
3533 pt.activate_matplotlib(backend)
3542 pt.activate_matplotlib(backend)
3534 pt.configure_inline_support(self, backend)
3543 pt.configure_inline_support(self, backend)
3535
3544
3536 # Now we must activate the gui pylab wants to use, and fix %run to take
3545 # Now we must activate the gui pylab wants to use, and fix %run to take
3537 # plot updates into account
3546 # plot updates into account
3538 self.enable_gui(gui)
3547 self.enable_gui(gui)
3539 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3548 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3540 pt.mpl_runner(self.safe_execfile)
3549 pt.mpl_runner(self.safe_execfile)
3541
3550
3542 return gui, backend
3551 return gui, backend
3543
3552
3544 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3553 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3545 """Activate pylab support at runtime.
3554 """Activate pylab support at runtime.
3546
3555
3547 This turns on support for matplotlib, preloads into the interactive
3556 This turns on support for matplotlib, preloads into the interactive
3548 namespace all of numpy and pylab, and configures IPython to correctly
3557 namespace all of numpy and pylab, and configures IPython to correctly
3549 interact with the GUI event loop. The GUI backend to be used can be
3558 interact with the GUI event loop. The GUI backend to be used can be
3550 optionally selected with the optional ``gui`` argument.
3559 optionally selected with the optional ``gui`` argument.
3551
3560
3552 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3561 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3553
3562
3554 Parameters
3563 Parameters
3555 ----------
3564 ----------
3556 gui : optional, string
3565 gui : optional, string
3557 If given, dictates the choice of matplotlib GUI backend to use
3566 If given, dictates the choice of matplotlib GUI backend to use
3558 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3567 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3559 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3568 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3560 matplotlib (as dictated by the matplotlib build-time options plus the
3569 matplotlib (as dictated by the matplotlib build-time options plus the
3561 user's matplotlibrc configuration file). Note that not all backends
3570 user's matplotlibrc configuration file). Note that not all backends
3562 make sense in all contexts, for example a terminal ipython can't
3571 make sense in all contexts, for example a terminal ipython can't
3563 display figures inline.
3572 display figures inline.
3564 import_all : optional, bool, default: True
3573 import_all : optional, bool, default: True
3565 Whether to do `from numpy import *` and `from pylab import *`
3574 Whether to do `from numpy import *` and `from pylab import *`
3566 in addition to module imports.
3575 in addition to module imports.
3567 welcome_message : deprecated
3576 welcome_message : deprecated
3568 This argument is ignored, no welcome message will be displayed.
3577 This argument is ignored, no welcome message will be displayed.
3569 """
3578 """
3570 from IPython.core.pylabtools import import_pylab
3579 from IPython.core.pylabtools import import_pylab
3571
3580
3572 gui, backend = self.enable_matplotlib(gui)
3581 gui, backend = self.enable_matplotlib(gui)
3573
3582
3574 # We want to prevent the loading of pylab to pollute the user's
3583 # We want to prevent the loading of pylab to pollute the user's
3575 # namespace as shown by the %who* magics, so we execute the activation
3584 # namespace as shown by the %who* magics, so we execute the activation
3576 # code in an empty namespace, and we update *both* user_ns and
3585 # code in an empty namespace, and we update *both* user_ns and
3577 # user_ns_hidden with this information.
3586 # user_ns_hidden with this information.
3578 ns = {}
3587 ns = {}
3579 import_pylab(ns, import_all)
3588 import_pylab(ns, import_all)
3580 # warn about clobbered names
3589 # warn about clobbered names
3581 ignored = {"__builtins__"}
3590 ignored = {"__builtins__"}
3582 both = set(ns).intersection(self.user_ns).difference(ignored)
3591 both = set(ns).intersection(self.user_ns).difference(ignored)
3583 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3592 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3584 self.user_ns.update(ns)
3593 self.user_ns.update(ns)
3585 self.user_ns_hidden.update(ns)
3594 self.user_ns_hidden.update(ns)
3586 return gui, backend, clobbered
3595 return gui, backend, clobbered
3587
3596
3588 #-------------------------------------------------------------------------
3597 #-------------------------------------------------------------------------
3589 # Utilities
3598 # Utilities
3590 #-------------------------------------------------------------------------
3599 #-------------------------------------------------------------------------
3591
3600
3592 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3601 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3593 """Expand python variables in a string.
3602 """Expand python variables in a string.
3594
3603
3595 The depth argument indicates how many frames above the caller should
3604 The depth argument indicates how many frames above the caller should
3596 be walked to look for the local namespace where to expand variables.
3605 be walked to look for the local namespace where to expand variables.
3597
3606
3598 The global namespace for expansion is always the user's interactive
3607 The global namespace for expansion is always the user's interactive
3599 namespace.
3608 namespace.
3600 """
3609 """
3601 ns = self.user_ns.copy()
3610 ns = self.user_ns.copy()
3602 try:
3611 try:
3603 frame = sys._getframe(depth+1)
3612 frame = sys._getframe(depth+1)
3604 except ValueError:
3613 except ValueError:
3605 # This is thrown if there aren't that many frames on the stack,
3614 # This is thrown if there aren't that many frames on the stack,
3606 # e.g. if a script called run_line_magic() directly.
3615 # e.g. if a script called run_line_magic() directly.
3607 pass
3616 pass
3608 else:
3617 else:
3609 ns.update(frame.f_locals)
3618 ns.update(frame.f_locals)
3610
3619
3611 try:
3620 try:
3612 # We have to use .vformat() here, because 'self' is a valid and common
3621 # We have to use .vformat() here, because 'self' is a valid and common
3613 # name, and expanding **ns for .format() would make it collide with
3622 # name, and expanding **ns for .format() would make it collide with
3614 # the 'self' argument of the method.
3623 # the 'self' argument of the method.
3615 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3624 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3616 except Exception:
3625 except Exception:
3617 # if formatter couldn't format, just let it go untransformed
3626 # if formatter couldn't format, just let it go untransformed
3618 pass
3627 pass
3619 return cmd
3628 return cmd
3620
3629
3621 def mktempfile(self, data=None, prefix='ipython_edit_'):
3630 def mktempfile(self, data=None, prefix='ipython_edit_'):
3622 """Make a new tempfile and return its filename.
3631 """Make a new tempfile and return its filename.
3623
3632
3624 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3633 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3625 but it registers the created filename internally so ipython cleans it up
3634 but it registers the created filename internally so ipython cleans it up
3626 at exit time.
3635 at exit time.
3627
3636
3628 Optional inputs:
3637 Optional inputs:
3629
3638
3630 - data(None): if data is given, it gets written out to the temp file
3639 - data(None): if data is given, it gets written out to the temp file
3631 immediately, and the file is closed again."""
3640 immediately, and the file is closed again."""
3632
3641
3633 dir_path = Path(tempfile.mkdtemp(prefix=prefix))
3642 dir_path = Path(tempfile.mkdtemp(prefix=prefix))
3634 self.tempdirs.append(dir_path)
3643 self.tempdirs.append(dir_path)
3635
3644
3636 handle, filename = tempfile.mkstemp(".py", prefix, dir=str(dir_path))
3645 handle, filename = tempfile.mkstemp(".py", prefix, dir=str(dir_path))
3637 os.close(handle) # On Windows, there can only be one open handle on a file
3646 os.close(handle) # On Windows, there can only be one open handle on a file
3638
3647
3639 file_path = Path(filename)
3648 file_path = Path(filename)
3640 self.tempfiles.append(file_path)
3649 self.tempfiles.append(file_path)
3641
3650
3642 if data:
3651 if data:
3643 file_path.write_text(data)
3652 file_path.write_text(data)
3644 return filename
3653 return filename
3645
3654
3646 @undoc
3655 @undoc
3647 def write(self,data):
3656 def write(self,data):
3648 """DEPRECATED: Write a string to the default output"""
3657 """DEPRECATED: Write a string to the default output"""
3649 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3658 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3650 DeprecationWarning, stacklevel=2)
3659 DeprecationWarning, stacklevel=2)
3651 sys.stdout.write(data)
3660 sys.stdout.write(data)
3652
3661
3653 @undoc
3662 @undoc
3654 def write_err(self,data):
3663 def write_err(self,data):
3655 """DEPRECATED: Write a string to the default error output"""
3664 """DEPRECATED: Write a string to the default error output"""
3656 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3665 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3657 DeprecationWarning, stacklevel=2)
3666 DeprecationWarning, stacklevel=2)
3658 sys.stderr.write(data)
3667 sys.stderr.write(data)
3659
3668
3660 def ask_yes_no(self, prompt, default=None, interrupt=None):
3669 def ask_yes_no(self, prompt, default=None, interrupt=None):
3661 if self.quiet:
3670 if self.quiet:
3662 return True
3671 return True
3663 return ask_yes_no(prompt,default,interrupt)
3672 return ask_yes_no(prompt,default,interrupt)
3664
3673
3665 def show_usage(self):
3674 def show_usage(self):
3666 """Show a usage message"""
3675 """Show a usage message"""
3667 page.page(IPython.core.usage.interactive_usage)
3676 page.page(IPython.core.usage.interactive_usage)
3668
3677
3669 def extract_input_lines(self, range_str, raw=False):
3678 def extract_input_lines(self, range_str, raw=False):
3670 """Return as a string a set of input history slices.
3679 """Return as a string a set of input history slices.
3671
3680
3672 Parameters
3681 Parameters
3673 ----------
3682 ----------
3674 range_str : string
3683 range_str : string
3675 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3684 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3676 since this function is for use by magic functions which get their
3685 since this function is for use by magic functions which get their
3677 arguments as strings. The number before the / is the session
3686 arguments as strings. The number before the / is the session
3678 number: ~n goes n back from the current session.
3687 number: ~n goes n back from the current session.
3679
3688
3680 raw : bool, optional
3689 raw : bool, optional
3681 By default, the processed input is used. If this is true, the raw
3690 By default, the processed input is used. If this is true, the raw
3682 input history is used instead.
3691 input history is used instead.
3683
3692
3684 Notes
3693 Notes
3685 -----
3694 -----
3686
3695
3687 Slices can be described with two notations:
3696 Slices can be described with two notations:
3688
3697
3689 * ``N:M`` -> standard python form, means including items N...(M-1).
3698 * ``N:M`` -> standard python form, means including items N...(M-1).
3690 * ``N-M`` -> include items N..M (closed endpoint).
3699 * ``N-M`` -> include items N..M (closed endpoint).
3691 """
3700 """
3692 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3701 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3693 return "\n".join(x for _, _, x in lines)
3702 return "\n".join(x for _, _, x in lines)
3694
3703
3695 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3704 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3696 """Get a code string from history, file, url, or a string or macro.
3705 """Get a code string from history, file, url, or a string or macro.
3697
3706
3698 This is mainly used by magic functions.
3707 This is mainly used by magic functions.
3699
3708
3700 Parameters
3709 Parameters
3701 ----------
3710 ----------
3702
3711
3703 target : str
3712 target : str
3704
3713
3705 A string specifying code to retrieve. This will be tried respectively
3714 A string specifying code to retrieve. This will be tried respectively
3706 as: ranges of input history (see %history for syntax), url,
3715 as: ranges of input history (see %history for syntax), url,
3707 corresponding .py file, filename, or an expression evaluating to a
3716 corresponding .py file, filename, or an expression evaluating to a
3708 string or Macro in the user namespace.
3717 string or Macro in the user namespace.
3709
3718
3710 raw : bool
3719 raw : bool
3711 If true (default), retrieve raw history. Has no effect on the other
3720 If true (default), retrieve raw history. Has no effect on the other
3712 retrieval mechanisms.
3721 retrieval mechanisms.
3713
3722
3714 py_only : bool (default False)
3723 py_only : bool (default False)
3715 Only try to fetch python code, do not try alternative methods to decode file
3724 Only try to fetch python code, do not try alternative methods to decode file
3716 if unicode fails.
3725 if unicode fails.
3717
3726
3718 Returns
3727 Returns
3719 -------
3728 -------
3720 A string of code.
3729 A string of code.
3721
3730
3722 ValueError is raised if nothing is found, and TypeError if it evaluates
3731 ValueError is raised if nothing is found, and TypeError if it evaluates
3723 to an object of another type. In each case, .args[0] is a printable
3732 to an object of another type. In each case, .args[0] is a printable
3724 message.
3733 message.
3725 """
3734 """
3726 code = self.extract_input_lines(target, raw=raw) # Grab history
3735 code = self.extract_input_lines(target, raw=raw) # Grab history
3727 if code:
3736 if code:
3728 return code
3737 return code
3729 try:
3738 try:
3730 if target.startswith(('http://', 'https://')):
3739 if target.startswith(('http://', 'https://')):
3731 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3740 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3732 except UnicodeDecodeError as e:
3741 except UnicodeDecodeError as e:
3733 if not py_only :
3742 if not py_only :
3734 # Deferred import
3743 # Deferred import
3735 from urllib.request import urlopen
3744 from urllib.request import urlopen
3736 response = urlopen(target)
3745 response = urlopen(target)
3737 return response.read().decode('latin1')
3746 return response.read().decode('latin1')
3738 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3747 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3739
3748
3740 potential_target = [target]
3749 potential_target = [target]
3741 try :
3750 try :
3742 potential_target.insert(0,get_py_filename(target))
3751 potential_target.insert(0,get_py_filename(target))
3743 except IOError:
3752 except IOError:
3744 pass
3753 pass
3745
3754
3746 for tgt in potential_target :
3755 for tgt in potential_target :
3747 if os.path.isfile(tgt): # Read file
3756 if os.path.isfile(tgt): # Read file
3748 try :
3757 try :
3749 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3758 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3750 except UnicodeDecodeError as e:
3759 except UnicodeDecodeError as e:
3751 if not py_only :
3760 if not py_only :
3752 with io_open(tgt,'r', encoding='latin1') as f :
3761 with io_open(tgt,'r', encoding='latin1') as f :
3753 return f.read()
3762 return f.read()
3754 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3763 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3755 elif os.path.isdir(os.path.expanduser(tgt)):
3764 elif os.path.isdir(os.path.expanduser(tgt)):
3756 raise ValueError("'%s' is a directory, not a regular file." % target)
3765 raise ValueError("'%s' is a directory, not a regular file." % target)
3757
3766
3758 if search_ns:
3767 if search_ns:
3759 # Inspect namespace to load object source
3768 # Inspect namespace to load object source
3760 object_info = self.object_inspect(target, detail_level=1)
3769 object_info = self.object_inspect(target, detail_level=1)
3761 if object_info['found'] and object_info['source']:
3770 if object_info['found'] and object_info['source']:
3762 return object_info['source']
3771 return object_info['source']
3763
3772
3764 try: # User namespace
3773 try: # User namespace
3765 codeobj = eval(target, self.user_ns)
3774 codeobj = eval(target, self.user_ns)
3766 except Exception as e:
3775 except Exception as e:
3767 raise ValueError(("'%s' was not found in history, as a file, url, "
3776 raise ValueError(("'%s' was not found in history, as a file, url, "
3768 "nor in the user namespace.") % target) from e
3777 "nor in the user namespace.") % target) from e
3769
3778
3770 if isinstance(codeobj, str):
3779 if isinstance(codeobj, str):
3771 return codeobj
3780 return codeobj
3772 elif isinstance(codeobj, Macro):
3781 elif isinstance(codeobj, Macro):
3773 return codeobj.value
3782 return codeobj.value
3774
3783
3775 raise TypeError("%s is neither a string nor a macro." % target,
3784 raise TypeError("%s is neither a string nor a macro." % target,
3776 codeobj)
3785 codeobj)
3777
3786
3778 def _atexit_once(self):
3787 def _atexit_once(self):
3779 """
3788 """
3780 At exist operation that need to be called at most once.
3789 At exist operation that need to be called at most once.
3781 Second call to this function per instance will do nothing.
3790 Second call to this function per instance will do nothing.
3782 """
3791 """
3783
3792
3784 if not getattr(self, "_atexit_once_called", False):
3793 if not getattr(self, "_atexit_once_called", False):
3785 self._atexit_once_called = True
3794 self._atexit_once_called = True
3786 # Clear all user namespaces to release all references cleanly.
3795 # Clear all user namespaces to release all references cleanly.
3787 self.reset(new_session=False)
3796 self.reset(new_session=False)
3788 # Close the history session (this stores the end time and line count)
3797 # Close the history session (this stores the end time and line count)
3789 # this must be *before* the tempfile cleanup, in case of temporary
3798 # this must be *before* the tempfile cleanup, in case of temporary
3790 # history db
3799 # history db
3791 self.history_manager.end_session()
3800 self.history_manager.end_session()
3792 self.history_manager = None
3801 self.history_manager = None
3793
3802
3794 #-------------------------------------------------------------------------
3803 #-------------------------------------------------------------------------
3795 # Things related to IPython exiting
3804 # Things related to IPython exiting
3796 #-------------------------------------------------------------------------
3805 #-------------------------------------------------------------------------
3797 def atexit_operations(self):
3806 def atexit_operations(self):
3798 """This will be executed at the time of exit.
3807 """This will be executed at the time of exit.
3799
3808
3800 Cleanup operations and saving of persistent data that is done
3809 Cleanup operations and saving of persistent data that is done
3801 unconditionally by IPython should be performed here.
3810 unconditionally by IPython should be performed here.
3802
3811
3803 For things that may depend on startup flags or platform specifics (such
3812 For things that may depend on startup flags or platform specifics (such
3804 as having readline or not), register a separate atexit function in the
3813 as having readline or not), register a separate atexit function in the
3805 code that has the appropriate information, rather than trying to
3814 code that has the appropriate information, rather than trying to
3806 clutter
3815 clutter
3807 """
3816 """
3808 self._atexit_once()
3817 self._atexit_once()
3809
3818
3810 # Cleanup all tempfiles and folders left around
3819 # Cleanup all tempfiles and folders left around
3811 for tfile in self.tempfiles:
3820 for tfile in self.tempfiles:
3812 try:
3821 try:
3813 tfile.unlink()
3822 tfile.unlink()
3814 self.tempfiles.remove(tfile)
3823 self.tempfiles.remove(tfile)
3815 except FileNotFoundError:
3824 except FileNotFoundError:
3816 pass
3825 pass
3817 del self.tempfiles
3826 del self.tempfiles
3818 for tdir in self.tempdirs:
3827 for tdir in self.tempdirs:
3819 try:
3828 try:
3820 tdir.rmdir()
3829 tdir.rmdir()
3821 self.tempdirs.remove(tdir)
3830 self.tempdirs.remove(tdir)
3822 except FileNotFoundError:
3831 except FileNotFoundError:
3823 pass
3832 pass
3824 del self.tempdirs
3833 del self.tempdirs
3825
3834
3826
3835
3827 # Run user hooks
3836 # Run user hooks
3828 self.hooks.shutdown_hook()
3837 self.hooks.shutdown_hook()
3829
3838
3830 def cleanup(self):
3839 def cleanup(self):
3831 self.restore_sys_module_state()
3840 self.restore_sys_module_state()
3832
3841
3833
3842
3834 # Overridden in terminal subclass to change prompts
3843 # Overridden in terminal subclass to change prompts
3835 def switch_doctest_mode(self, mode):
3844 def switch_doctest_mode(self, mode):
3836 pass
3845 pass
3837
3846
3838
3847
3839 class InteractiveShellABC(metaclass=abc.ABCMeta):
3848 class InteractiveShellABC(metaclass=abc.ABCMeta):
3840 """An abstract base class for InteractiveShell."""
3849 """An abstract base class for InteractiveShell."""
3841
3850
3842 InteractiveShellABC.register(InteractiveShell)
3851 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now