##// END OF EJS Templates
Merge pull request #13302 from meeseeksmachine/auto-backport-of-pr-13290-on-7.x...
Matthias Bussonnier -
r27122:f5c5bd75 merge
parent child Browse files
Show More
@@ -1,3835 +1,3840 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2 """Main IPython class."""
2 """Main IPython class."""
3
3
4 #-----------------------------------------------------------------------------
4 #-----------------------------------------------------------------------------
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 # Copyright (C) 2008-2011 The IPython Development Team
7 # Copyright (C) 2008-2011 The IPython Development Team
8 #
8 #
9 # Distributed under the terms of the BSD License. The full license is in
9 # Distributed under the terms of the BSD License. The full license is in
10 # the file COPYING, distributed as part of this software.
10 # the file COPYING, distributed as part of this software.
11 #-----------------------------------------------------------------------------
11 #-----------------------------------------------------------------------------
12
12
13
13
14 import abc
14 import abc
15 import ast
15 import ast
16 import atexit
16 import atexit
17 import builtins as builtin_mod
17 import builtins as builtin_mod
18 import functools
18 import functools
19 import inspect
19 import inspect
20 import os
20 import os
21 import re
21 import re
22 import runpy
22 import runpy
23 import sys
23 import sys
24 import tempfile
24 import tempfile
25 import traceback
25 import traceback
26 import types
26 import types
27 import subprocess
27 import subprocess
28 import warnings
28 import warnings
29 from io import open as io_open
29 from io import open as io_open
30
30
31 from pathlib import Path
31 from pathlib import Path
32 from pickleshare import PickleShareDB
32 from pickleshare import PickleShareDB
33
33
34 from traitlets.config.configurable import SingletonConfigurable
34 from traitlets.config.configurable import SingletonConfigurable
35 from traitlets.utils.importstring import import_item
35 from traitlets.utils.importstring import import_item
36 from IPython.core import oinspect
36 from IPython.core import oinspect
37 from IPython.core import magic
37 from IPython.core import magic
38 from IPython.core import page
38 from IPython.core import page
39 from IPython.core import prefilter
39 from IPython.core import prefilter
40 from IPython.core import ultratb
40 from IPython.core import ultratb
41 from IPython.core.alias import Alias, AliasManager
41 from IPython.core.alias import Alias, AliasManager
42 from IPython.core.autocall import ExitAutocall
42 from IPython.core.autocall import ExitAutocall
43 from IPython.core.builtin_trap import BuiltinTrap
43 from IPython.core.builtin_trap import BuiltinTrap
44 from IPython.core.events import EventManager, available_events
44 from IPython.core.events import EventManager, available_events
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
46 from IPython.core.debugger import InterruptiblePdb
46 from IPython.core.debugger import InterruptiblePdb
47 from IPython.core.display_trap import DisplayTrap
47 from IPython.core.display_trap import DisplayTrap
48 from IPython.core.displayhook import DisplayHook
48 from IPython.core.displayhook import DisplayHook
49 from IPython.core.displaypub import DisplayPublisher
49 from IPython.core.displaypub import DisplayPublisher
50 from IPython.core.error import InputRejected, UsageError
50 from IPython.core.error import InputRejected, UsageError
51 from IPython.core.extensions import ExtensionManager
51 from IPython.core.extensions import ExtensionManager
52 from IPython.core.formatters import DisplayFormatter
52 from IPython.core.formatters import DisplayFormatter
53 from IPython.core.history import HistoryManager
53 from IPython.core.history import HistoryManager
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
55 from IPython.core.logger import Logger
55 from IPython.core.logger import Logger
56 from IPython.core.macro import Macro
56 from IPython.core.macro import Macro
57 from IPython.core.payload import PayloadManager
57 from IPython.core.payload import PayloadManager
58 from IPython.core.prefilter import PrefilterManager
58 from IPython.core.prefilter import PrefilterManager
59 from IPython.core.profiledir import ProfileDir
59 from IPython.core.profiledir import ProfileDir
60 from IPython.core.usage import default_banner
60 from IPython.core.usage import default_banner
61 from IPython.display import display
61 from IPython.display import display
62 from IPython.testing.skipdoctest import skip_doctest
62 from IPython.testing.skipdoctest import skip_doctest
63 from IPython.utils import PyColorize
63 from IPython.utils import PyColorize
64 from IPython.utils import io
64 from IPython.utils import io
65 from IPython.utils import py3compat
65 from IPython.utils import py3compat
66 from IPython.utils import openpy
66 from IPython.utils import openpy
67 from IPython.utils.decorators import undoc
67 from IPython.utils.decorators import undoc
68 from IPython.utils.io import ask_yes_no
68 from IPython.utils.io import ask_yes_no
69 from IPython.utils.ipstruct import Struct
69 from IPython.utils.ipstruct import Struct
70 from IPython.paths import get_ipython_dir
70 from IPython.paths import get_ipython_dir
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
72 from IPython.utils.process import system, getoutput
72 from IPython.utils.process import system, getoutput
73 from IPython.utils.strdispatch import StrDispatch
73 from IPython.utils.strdispatch import StrDispatch
74 from IPython.utils.syspathcontext import prepended_to_syspath
74 from IPython.utils.syspathcontext import prepended_to_syspath
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
76 from IPython.utils.tempdir import TemporaryDirectory
76 from IPython.utils.tempdir import TemporaryDirectory
77 from traitlets import (
77 from traitlets import (
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
79 observe, default, validate, Any
79 observe, default, validate, Any
80 )
80 )
81 from warnings import warn
81 from warnings import warn
82 from logging import error
82 from logging import error
83 import IPython.core.hooks
83 import IPython.core.hooks
84
84
85 from typing import List as ListType, Tuple, Optional
85 from typing import List as ListType, Tuple, Optional
86 from ast import AST
86 from ast import AST
87
87
88 # NoOpContext is deprecated, but ipykernel imports it from here.
88 # NoOpContext is deprecated, but ipykernel imports it from here.
89 # See https://github.com/ipython/ipykernel/issues/157
89 # See https://github.com/ipython/ipykernel/issues/157
90 # (2016, let's try to remove than in IPython 8.0)
90 # (2016, let's try to remove than in IPython 8.0)
91 from IPython.utils.contexts import NoOpContext
91 from IPython.utils.contexts import NoOpContext
92
92
93 try:
93 try:
94 import docrepr.sphinxify as sphx
94 import docrepr.sphinxify as sphx
95
95
96 def sphinxify(doc):
96 def sphinxify(doc):
97 with TemporaryDirectory() as dirname:
97 with TemporaryDirectory() as dirname:
98 return {
98 return {
99 'text/html': sphx.sphinxify(doc, dirname),
99 'text/html': sphx.sphinxify(doc, dirname),
100 'text/plain': doc
100 'text/plain': doc
101 }
101 }
102 except ImportError:
102 except ImportError:
103 sphinxify = None
103 sphinxify = None
104
104
105
105
106 class ProvisionalWarning(DeprecationWarning):
106 class ProvisionalWarning(DeprecationWarning):
107 """
107 """
108 Warning class for unstable features
108 Warning class for unstable features
109 """
109 """
110 pass
110 pass
111
111
112 if sys.version_info > (3,8):
112 if sys.version_info > (3,8):
113 from ast import Module
113 from ast import Module
114 else :
114 else :
115 # mock the new API, ignore second argument
115 # mock the new API, ignore second argument
116 # see https://github.com/ipython/ipython/issues/11590
116 # see https://github.com/ipython/ipython/issues/11590
117 from ast import Module as OriginalModule
117 from ast import Module as OriginalModule
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
119
119
120 if sys.version_info > (3,6):
120 if sys.version_info > (3,6):
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
123 else:
123 else:
124 _assign_nodes = (ast.AugAssign, ast.Assign )
124 _assign_nodes = (ast.AugAssign, ast.Assign )
125 _single_targets_nodes = (ast.AugAssign, )
125 _single_targets_nodes = (ast.AugAssign, )
126
126
127 #-----------------------------------------------------------------------------
127 #-----------------------------------------------------------------------------
128 # Await Helpers
128 # Await Helpers
129 #-----------------------------------------------------------------------------
129 #-----------------------------------------------------------------------------
130
130
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
132 """Return a function that do not create a new local scope.
132 """Return a function that do not create a new local scope.
133
133
134 Given a function, create a clone of this function where the co_newlocal flag
134 Given a function, create a clone of this function where the co_newlocal flag
135 has been removed, making this function code actually run in the sourounding
135 has been removed, making this function code actually run in the sourounding
136 scope.
136 scope.
137
137
138 We need this in order to run asynchronous code in user level namespace.
138 We need this in order to run asynchronous code in user level namespace.
139 """
139 """
140 from types import CodeType, FunctionType
140 from types import CodeType, FunctionType
141 CO_NEWLOCALS = 0x0002
141 CO_NEWLOCALS = 0x0002
142 code = function.__code__
142 code = function.__code__
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
145 new_code = code.replace(co_flags=new_co_flags)
145 new_code = code.replace(co_flags=new_co_flags)
146 else:
146 else:
147 new_code = CodeType(
147 new_code = CodeType(
148 code.co_argcount,
148 code.co_argcount,
149 code.co_kwonlyargcount,
149 code.co_kwonlyargcount,
150 code.co_nlocals,
150 code.co_nlocals,
151 code.co_stacksize,
151 code.co_stacksize,
152 new_co_flags,
152 new_co_flags,
153 code.co_code,
153 code.co_code,
154 code.co_consts,
154 code.co_consts,
155 code.co_names,
155 code.co_names,
156 code.co_varnames,
156 code.co_varnames,
157 code.co_filename,
157 code.co_filename,
158 code.co_name,
158 code.co_name,
159 code.co_firstlineno,
159 code.co_firstlineno,
160 code.co_lnotab,
160 code.co_lnotab,
161 code.co_freevars,
161 code.co_freevars,
162 code.co_cellvars
162 code.co_cellvars
163 )
163 )
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
165
165
166
166
167 # we still need to run things using the asyncio eventloop, but there is no
167 # we still need to run things using the asyncio eventloop, but there is no
168 # async integration
168 # async integration
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
171
171
172
172
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
174 """
174 """
175 Parse a cell with top-level await and modify the AST to be able to run it later.
175 Parse a cell with top-level await and modify the AST to be able to run it later.
176
176
177 Parameter
177 Parameter
178 ---------
178 ---------
179
179
180 cell: str
180 cell: str
181 The code cell to asyncronify
181 The code cell to asyncronify
182 wrapper_name: str
182 wrapper_name: str
183 The name of the function to be used to wrap the passed `cell`. It is
183 The name of the function to be used to wrap the passed `cell`. It is
184 advised to **not** use a python identifier in order to not pollute the
184 advised to **not** use a python identifier in order to not pollute the
185 global namespace in which the function will be ran.
185 global namespace in which the function will be ran.
186
186
187 Return
187 Return
188 ------
188 ------
189
189
190 A module object AST containing **one** function named `wrapper_name`.
190 A module object AST containing **one** function named `wrapper_name`.
191
191
192 The given code is wrapped in a async-def function, parsed into an AST, and
192 The given code is wrapped in a async-def function, parsed into an AST, and
193 the resulting function definition AST is modified to return the last
193 the resulting function definition AST is modified to return the last
194 expression.
194 expression.
195
195
196 The last expression or await node is moved into a return statement at the
196 The last expression or await node is moved into a return statement at the
197 end of the function, and removed from its original location. If the last
197 end of the function, and removed from its original location. If the last
198 node is not Expr or Await nothing is done.
198 node is not Expr or Await nothing is done.
199
199
200 The function `__code__` will need to be later modified (by
200 The function `__code__` will need to be later modified (by
201 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
201 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
202 meaning that the local and global scope are the same, ie as if the body of
202 meaning that the local and global scope are the same, ie as if the body of
203 the function was at module level.
203 the function was at module level.
204
204
205 Lastly a call to `locals()` is made just before the last expression of the
205 Lastly a call to `locals()` is made just before the last expression of the
206 function, or just after the last assignment or statement to make sure the
206 function, or just after the last assignment or statement to make sure the
207 global dict is updated as python function work with a local fast cache which
207 global dict is updated as python function work with a local fast cache which
208 is updated only on `local()` calls.
208 is updated only on `local()` calls.
209 """
209 """
210
210
211 from ast import Expr, Await, Return
211 from ast import Expr, Await, Return
212 if sys.version_info >= (3,8):
212 if sys.version_info >= (3,8):
213 return ast.parse(cell)
213 return ast.parse(cell)
214 tree = ast.parse(_asyncify(cell))
214 tree = ast.parse(_asyncify(cell))
215
215
216 function_def = tree.body[0]
216 function_def = tree.body[0]
217 function_def.name = wrapper_name
217 function_def.name = wrapper_name
218 try_block = function_def.body[0]
218 try_block = function_def.body[0]
219 lastexpr = try_block.body[-1]
219 lastexpr = try_block.body[-1]
220 if isinstance(lastexpr, (Expr, Await)):
220 if isinstance(lastexpr, (Expr, Await)):
221 try_block.body[-1] = Return(lastexpr.value)
221 try_block.body[-1] = Return(lastexpr.value)
222 ast.fix_missing_locations(tree)
222 ast.fix_missing_locations(tree)
223 return tree
223 return tree
224 #-----------------------------------------------------------------------------
224 #-----------------------------------------------------------------------------
225 # Globals
225 # Globals
226 #-----------------------------------------------------------------------------
226 #-----------------------------------------------------------------------------
227
227
228 # compiled regexps for autoindent management
228 # compiled regexps for autoindent management
229 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
229 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
230
230
231 #-----------------------------------------------------------------------------
231 #-----------------------------------------------------------------------------
232 # Utilities
232 # Utilities
233 #-----------------------------------------------------------------------------
233 #-----------------------------------------------------------------------------
234
234
235 @undoc
235 @undoc
236 def softspace(file, newvalue):
236 def softspace(file, newvalue):
237 """Copied from code.py, to remove the dependency"""
237 """Copied from code.py, to remove the dependency"""
238
238
239 oldvalue = 0
239 oldvalue = 0
240 try:
240 try:
241 oldvalue = file.softspace
241 oldvalue = file.softspace
242 except AttributeError:
242 except AttributeError:
243 pass
243 pass
244 try:
244 try:
245 file.softspace = newvalue
245 file.softspace = newvalue
246 except (AttributeError, TypeError):
246 except (AttributeError, TypeError):
247 # "attribute-less object" or "read-only attributes"
247 # "attribute-less object" or "read-only attributes"
248 pass
248 pass
249 return oldvalue
249 return oldvalue
250
250
251 @undoc
251 @undoc
252 def no_op(*a, **kw):
252 def no_op(*a, **kw):
253 pass
253 pass
254
254
255
255
256 class SpaceInInput(Exception): pass
256 class SpaceInInput(Exception): pass
257
257
258
258
259 def get_default_colors():
259 def get_default_colors():
260 "DEPRECATED"
260 "DEPRECATED"
261 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
261 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
262 DeprecationWarning, stacklevel=2)
262 DeprecationWarning, stacklevel=2)
263 return 'Neutral'
263 return 'Neutral'
264
264
265
265
266 class SeparateUnicode(Unicode):
266 class SeparateUnicode(Unicode):
267 r"""A Unicode subclass to validate separate_in, separate_out, etc.
267 r"""A Unicode subclass to validate separate_in, separate_out, etc.
268
268
269 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
269 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
270 """
270 """
271
271
272 def validate(self, obj, value):
272 def validate(self, obj, value):
273 if value == '0': value = ''
273 if value == '0': value = ''
274 value = value.replace('\\n','\n')
274 value = value.replace('\\n','\n')
275 return super(SeparateUnicode, self).validate(obj, value)
275 return super(SeparateUnicode, self).validate(obj, value)
276
276
277
277
278 @undoc
278 @undoc
279 class DummyMod(object):
279 class DummyMod(object):
280 """A dummy module used for IPython's interactive module when
280 """A dummy module used for IPython's interactive module when
281 a namespace must be assigned to the module's __dict__."""
281 a namespace must be assigned to the module's __dict__."""
282 __spec__ = None
282 __spec__ = None
283
283
284
284
285 class ExecutionInfo(object):
285 class ExecutionInfo(object):
286 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
286 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
287
287
288 Stores information about what is going to happen.
288 Stores information about what is going to happen.
289 """
289 """
290 raw_cell = None
290 raw_cell = None
291 store_history = False
291 store_history = False
292 silent = False
292 silent = False
293 shell_futures = True
293 shell_futures = True
294
294
295 def __init__(self, raw_cell, store_history, silent, shell_futures):
295 def __init__(self, raw_cell, store_history, silent, shell_futures):
296 self.raw_cell = raw_cell
296 self.raw_cell = raw_cell
297 self.store_history = store_history
297 self.store_history = store_history
298 self.silent = silent
298 self.silent = silent
299 self.shell_futures = shell_futures
299 self.shell_futures = shell_futures
300
300
301 def __repr__(self):
301 def __repr__(self):
302 name = self.__class__.__qualname__
302 name = self.__class__.__qualname__
303 raw_cell = ((self.raw_cell[:50] + '..')
303 raw_cell = ((self.raw_cell[:50] + '..')
304 if len(self.raw_cell) > 50 else self.raw_cell)
304 if len(self.raw_cell) > 50 else self.raw_cell)
305 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
305 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
306 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
306 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
307
307
308
308
309 class ExecutionResult(object):
309 class ExecutionResult(object):
310 """The result of a call to :meth:`InteractiveShell.run_cell`
310 """The result of a call to :meth:`InteractiveShell.run_cell`
311
311
312 Stores information about what took place.
312 Stores information about what took place.
313 """
313 """
314 execution_count = None
314 execution_count = None
315 error_before_exec = None
315 error_before_exec = None
316 error_in_exec = None
316 error_in_exec = None
317 info = None
317 info = None
318 result = None
318 result = None
319
319
320 def __init__(self, info):
320 def __init__(self, info):
321 self.info = info
321 self.info = info
322
322
323 @property
323 @property
324 def success(self):
324 def success(self):
325 return (self.error_before_exec is None) and (self.error_in_exec is None)
325 return (self.error_before_exec is None) and (self.error_in_exec is None)
326
326
327 def raise_error(self):
327 def raise_error(self):
328 """Reraises error if `success` is `False`, otherwise does nothing"""
328 """Reraises error if `success` is `False`, otherwise does nothing"""
329 if self.error_before_exec is not None:
329 if self.error_before_exec is not None:
330 raise self.error_before_exec
330 raise self.error_before_exec
331 if self.error_in_exec is not None:
331 if self.error_in_exec is not None:
332 raise self.error_in_exec
332 raise self.error_in_exec
333
333
334 def __repr__(self):
334 def __repr__(self):
335 name = self.__class__.__qualname__
335 name = self.__class__.__qualname__
336 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
336 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
337 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
337 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
338
338
339
339
340 class InteractiveShell(SingletonConfigurable):
340 class InteractiveShell(SingletonConfigurable):
341 """An enhanced, interactive shell for Python."""
341 """An enhanced, interactive shell for Python."""
342
342
343 _instance = None
343 _instance = None
344
344
345 ast_transformers = List([], help=
345 ast_transformers = List([], help=
346 """
346 """
347 A list of ast.NodeTransformer subclass instances, which will be applied
347 A list of ast.NodeTransformer subclass instances, which will be applied
348 to user input before code is run.
348 to user input before code is run.
349 """
349 """
350 ).tag(config=True)
350 ).tag(config=True)
351
351
352 autocall = Enum((0,1,2), default_value=0, help=
352 autocall = Enum((0,1,2), default_value=0, help=
353 """
353 """
354 Make IPython automatically call any callable object even if you didn't
354 Make IPython automatically call any callable object even if you didn't
355 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
355 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
356 automatically. The value can be '0' to disable the feature, '1' for
356 automatically. The value can be '0' to disable the feature, '1' for
357 'smart' autocall, where it is not applied if there are no more
357 'smart' autocall, where it is not applied if there are no more
358 arguments on the line, and '2' for 'full' autocall, where all callable
358 arguments on the line, and '2' for 'full' autocall, where all callable
359 objects are automatically called (even if no arguments are present).
359 objects are automatically called (even if no arguments are present).
360 """
360 """
361 ).tag(config=True)
361 ).tag(config=True)
362
362
363 autoindent = Bool(True, help=
363 autoindent = Bool(True, help=
364 """
364 """
365 Autoindent IPython code entered interactively.
365 Autoindent IPython code entered interactively.
366 """
366 """
367 ).tag(config=True)
367 ).tag(config=True)
368
368
369 autoawait = Bool(True, help=
369 autoawait = Bool(True, help=
370 """
370 """
371 Automatically run await statement in the top level repl.
371 Automatically run await statement in the top level repl.
372 """
372 """
373 ).tag(config=True)
373 ).tag(config=True)
374
374
375 loop_runner_map ={
375 loop_runner_map ={
376 'asyncio':(_asyncio_runner, True),
376 'asyncio':(_asyncio_runner, True),
377 'curio':(_curio_runner, True),
377 'curio':(_curio_runner, True),
378 'trio':(_trio_runner, True),
378 'trio':(_trio_runner, True),
379 'sync': (_pseudo_sync_runner, False)
379 'sync': (_pseudo_sync_runner, False)
380 }
380 }
381
381
382 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
382 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
383 allow_none=True,
383 allow_none=True,
384 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
384 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
385 ).tag(config=True)
385 ).tag(config=True)
386
386
387 @default('loop_runner')
387 @default('loop_runner')
388 def _default_loop_runner(self):
388 def _default_loop_runner(self):
389 return import_item("IPython.core.interactiveshell._asyncio_runner")
389 return import_item("IPython.core.interactiveshell._asyncio_runner")
390
390
391 @validate('loop_runner')
391 @validate('loop_runner')
392 def _import_runner(self, proposal):
392 def _import_runner(self, proposal):
393 if isinstance(proposal.value, str):
393 if isinstance(proposal.value, str):
394 if proposal.value in self.loop_runner_map:
394 if proposal.value in self.loop_runner_map:
395 runner, autoawait = self.loop_runner_map[proposal.value]
395 runner, autoawait = self.loop_runner_map[proposal.value]
396 self.autoawait = autoawait
396 self.autoawait = autoawait
397 return runner
397 return runner
398 runner = import_item(proposal.value)
398 runner = import_item(proposal.value)
399 if not callable(runner):
399 if not callable(runner):
400 raise ValueError('loop_runner must be callable')
400 raise ValueError('loop_runner must be callable')
401 return runner
401 return runner
402 if not callable(proposal.value):
402 if not callable(proposal.value):
403 raise ValueError('loop_runner must be callable')
403 raise ValueError('loop_runner must be callable')
404 return proposal.value
404 return proposal.value
405
405
406 automagic = Bool(True, help=
406 automagic = Bool(True, help=
407 """
407 """
408 Enable magic commands to be called without the leading %.
408 Enable magic commands to be called without the leading %.
409 """
409 """
410 ).tag(config=True)
410 ).tag(config=True)
411
411
412 banner1 = Unicode(default_banner,
412 banner1 = Unicode(default_banner,
413 help="""The part of the banner to be printed before the profile"""
413 help="""The part of the banner to be printed before the profile"""
414 ).tag(config=True)
414 ).tag(config=True)
415 banner2 = Unicode('',
415 banner2 = Unicode('',
416 help="""The part of the banner to be printed after the profile"""
416 help="""The part of the banner to be printed after the profile"""
417 ).tag(config=True)
417 ).tag(config=True)
418
418
419 cache_size = Integer(1000, help=
419 cache_size = Integer(1000, help=
420 """
420 """
421 Set the size of the output cache. The default is 1000, you can
421 Set the size of the output cache. The default is 1000, you can
422 change it permanently in your config file. Setting it to 0 completely
422 change it permanently in your config file. Setting it to 0 completely
423 disables the caching system, and the minimum value accepted is 3 (if
423 disables the caching system, and the minimum value accepted is 3 (if
424 you provide a value less than 3, it is reset to 0 and a warning is
424 you provide a value less than 3, it is reset to 0 and a warning is
425 issued). This limit is defined because otherwise you'll spend more
425 issued). This limit is defined because otherwise you'll spend more
426 time re-flushing a too small cache than working
426 time re-flushing a too small cache than working
427 """
427 """
428 ).tag(config=True)
428 ).tag(config=True)
429 color_info = Bool(True, help=
429 color_info = Bool(True, help=
430 """
430 """
431 Use colors for displaying information about objects. Because this
431 Use colors for displaying information about objects. Because this
432 information is passed through a pager (like 'less'), and some pagers
432 information is passed through a pager (like 'less'), and some pagers
433 get confused with color codes, this capability can be turned off.
433 get confused with color codes, this capability can be turned off.
434 """
434 """
435 ).tag(config=True)
435 ).tag(config=True)
436 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
436 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
437 default_value='Neutral',
437 default_value='Neutral',
438 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
438 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
439 ).tag(config=True)
439 ).tag(config=True)
440 debug = Bool(False).tag(config=True)
440 debug = Bool(False).tag(config=True)
441 disable_failing_post_execute = Bool(False,
441 disable_failing_post_execute = Bool(False,
442 help="Don't call post-execute functions that have failed in the past."
442 help="Don't call post-execute functions that have failed in the past."
443 ).tag(config=True)
443 ).tag(config=True)
444 display_formatter = Instance(DisplayFormatter, allow_none=True)
444 display_formatter = Instance(DisplayFormatter, allow_none=True)
445 displayhook_class = Type(DisplayHook)
445 displayhook_class = Type(DisplayHook)
446 display_pub_class = Type(DisplayPublisher)
446 display_pub_class = Type(DisplayPublisher)
447 compiler_class = Type(CachingCompiler)
447 compiler_class = Type(CachingCompiler)
448
448
449 sphinxify_docstring = Bool(False, help=
449 sphinxify_docstring = Bool(False, help=
450 """
450 """
451 Enables rich html representation of docstrings. (This requires the
451 Enables rich html representation of docstrings. (This requires the
452 docrepr module).
452 docrepr module).
453 """).tag(config=True)
453 """).tag(config=True)
454
454
455 @observe("sphinxify_docstring")
455 @observe("sphinxify_docstring")
456 def _sphinxify_docstring_changed(self, change):
456 def _sphinxify_docstring_changed(self, change):
457 if change['new']:
457 if change['new']:
458 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
458 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
459
459
460 enable_html_pager = Bool(False, help=
460 enable_html_pager = Bool(False, help=
461 """
461 """
462 (Provisional API) enables html representation in mime bundles sent
462 (Provisional API) enables html representation in mime bundles sent
463 to pagers.
463 to pagers.
464 """).tag(config=True)
464 """).tag(config=True)
465
465
466 @observe("enable_html_pager")
466 @observe("enable_html_pager")
467 def _enable_html_pager_changed(self, change):
467 def _enable_html_pager_changed(self, change):
468 if change['new']:
468 if change['new']:
469 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
469 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
470
470
471 data_pub_class = None
471 data_pub_class = None
472
472
473 exit_now = Bool(False)
473 exit_now = Bool(False)
474 exiter = Instance(ExitAutocall)
474 exiter = Instance(ExitAutocall)
475 @default('exiter')
475 @default('exiter')
476 def _exiter_default(self):
476 def _exiter_default(self):
477 return ExitAutocall(self)
477 return ExitAutocall(self)
478 # Monotonically increasing execution counter
478 # Monotonically increasing execution counter
479 execution_count = Integer(1)
479 execution_count = Integer(1)
480 filename = Unicode("<ipython console>")
480 filename = Unicode("<ipython console>")
481 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
481 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
482
482
483 # Used to transform cells before running them, and check whether code is complete
483 # Used to transform cells before running them, and check whether code is complete
484 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
484 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
485 ())
485 ())
486
486
487 @property
487 @property
488 def input_transformers_cleanup(self):
488 def input_transformers_cleanup(self):
489 return self.input_transformer_manager.cleanup_transforms
489 return self.input_transformer_manager.cleanup_transforms
490
490
491 input_transformers_post = List([],
491 input_transformers_post = List([],
492 help="A list of string input transformers, to be applied after IPython's "
492 help="A list of string input transformers, to be applied after IPython's "
493 "own input transformations."
493 "own input transformations."
494 )
494 )
495
495
496 @property
496 @property
497 def input_splitter(self):
497 def input_splitter(self):
498 """Make this available for backward compatibility (pre-7.0 release) with existing code.
498 """Make this available for backward compatibility (pre-7.0 release) with existing code.
499
499
500 For example, ipykernel ipykernel currently uses
500 For example, ipykernel ipykernel currently uses
501 `shell.input_splitter.check_complete`
501 `shell.input_splitter.check_complete`
502 """
502 """
503 from warnings import warn
503 from warnings import warn
504 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
504 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
505 DeprecationWarning, stacklevel=2
505 DeprecationWarning, stacklevel=2
506 )
506 )
507 return self.input_transformer_manager
507 return self.input_transformer_manager
508
508
509 logstart = Bool(False, help=
509 logstart = Bool(False, help=
510 """
510 """
511 Start logging to the default log file in overwrite mode.
511 Start logging to the default log file in overwrite mode.
512 Use `logappend` to specify a log file to **append** logs to.
512 Use `logappend` to specify a log file to **append** logs to.
513 """
513 """
514 ).tag(config=True)
514 ).tag(config=True)
515 logfile = Unicode('', help=
515 logfile = Unicode('', help=
516 """
516 """
517 The name of the logfile to use.
517 The name of the logfile to use.
518 """
518 """
519 ).tag(config=True)
519 ).tag(config=True)
520 logappend = Unicode('', help=
520 logappend = Unicode('', help=
521 """
521 """
522 Start logging to the given file in append mode.
522 Start logging to the given file in append mode.
523 Use `logfile` to specify a log file to **overwrite** logs to.
523 Use `logfile` to specify a log file to **overwrite** logs to.
524 """
524 """
525 ).tag(config=True)
525 ).tag(config=True)
526 object_info_string_level = Enum((0,1,2), default_value=0,
526 object_info_string_level = Enum((0,1,2), default_value=0,
527 ).tag(config=True)
527 ).tag(config=True)
528 pdb = Bool(False, help=
528 pdb = Bool(False, help=
529 """
529 """
530 Automatically call the pdb debugger after every exception.
530 Automatically call the pdb debugger after every exception.
531 """
531 """
532 ).tag(config=True)
532 ).tag(config=True)
533 display_page = Bool(False,
533 display_page = Bool(False,
534 help="""If True, anything that would be passed to the pager
534 help="""If True, anything that would be passed to the pager
535 will be displayed as regular output instead."""
535 will be displayed as regular output instead."""
536 ).tag(config=True)
536 ).tag(config=True)
537
537
538 # deprecated prompt traits:
538 # deprecated prompt traits:
539
539
540 prompt_in1 = Unicode('In [\\#]: ',
540 prompt_in1 = Unicode('In [\\#]: ',
541 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
541 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
542 ).tag(config=True)
542 ).tag(config=True)
543 prompt_in2 = Unicode(' .\\D.: ',
543 prompt_in2 = Unicode(' .\\D.: ',
544 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
544 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
545 ).tag(config=True)
545 ).tag(config=True)
546 prompt_out = Unicode('Out[\\#]: ',
546 prompt_out = Unicode('Out[\\#]: ',
547 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
547 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
548 ).tag(config=True)
548 ).tag(config=True)
549 prompts_pad_left = Bool(True,
549 prompts_pad_left = Bool(True,
550 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
550 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
551 ).tag(config=True)
551 ).tag(config=True)
552
552
553 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
553 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
554 def _prompt_trait_changed(self, change):
554 def _prompt_trait_changed(self, change):
555 name = change['name']
555 name = change['name']
556 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
556 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
557 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
557 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
558 " object directly.".format(name=name))
558 " object directly.".format(name=name))
559
559
560 # protect against weird cases where self.config may not exist:
560 # protect against weird cases where self.config may not exist:
561
561
562 show_rewritten_input = Bool(True,
562 show_rewritten_input = Bool(True,
563 help="Show rewritten input, e.g. for autocall."
563 help="Show rewritten input, e.g. for autocall."
564 ).tag(config=True)
564 ).tag(config=True)
565
565
566 quiet = Bool(False).tag(config=True)
566 quiet = Bool(False).tag(config=True)
567
567
568 history_length = Integer(10000,
568 history_length = Integer(10000,
569 help='Total length of command history'
569 help='Total length of command history'
570 ).tag(config=True)
570 ).tag(config=True)
571
571
572 history_load_length = Integer(1000, help=
572 history_load_length = Integer(1000, help=
573 """
573 """
574 The number of saved history entries to be loaded
574 The number of saved history entries to be loaded
575 into the history buffer at startup.
575 into the history buffer at startup.
576 """
576 """
577 ).tag(config=True)
577 ).tag(config=True)
578
578
579 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
579 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
580 default_value='last_expr',
580 default_value='last_expr',
581 help="""
581 help="""
582 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
582 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
583 which nodes should be run interactively (displaying output from expressions).
583 which nodes should be run interactively (displaying output from expressions).
584 """
584 """
585 ).tag(config=True)
585 ).tag(config=True)
586
586
587 # TODO: this part of prompt management should be moved to the frontends.
587 # TODO: this part of prompt management should be moved to the frontends.
588 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
588 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
589 separate_in = SeparateUnicode('\n').tag(config=True)
589 separate_in = SeparateUnicode('\n').tag(config=True)
590 separate_out = SeparateUnicode('').tag(config=True)
590 separate_out = SeparateUnicode('').tag(config=True)
591 separate_out2 = SeparateUnicode('').tag(config=True)
591 separate_out2 = SeparateUnicode('').tag(config=True)
592 wildcards_case_sensitive = Bool(True).tag(config=True)
592 wildcards_case_sensitive = Bool(True).tag(config=True)
593 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
593 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
594 default_value='Context',
594 default_value='Context',
595 help="Switch modes for the IPython exception handlers."
595 help="Switch modes for the IPython exception handlers."
596 ).tag(config=True)
596 ).tag(config=True)
597
597
598 # Subcomponents of InteractiveShell
598 # Subcomponents of InteractiveShell
599 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
599 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
600 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
600 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
601 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
601 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
602 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
602 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
603 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
603 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
604 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
604 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
605 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
605 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
606 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
606 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
607
607
608 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
608 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
609 @property
609 @property
610 def profile(self):
610 def profile(self):
611 if self.profile_dir is not None:
611 if self.profile_dir is not None:
612 name = os.path.basename(self.profile_dir.location)
612 name = os.path.basename(self.profile_dir.location)
613 return name.replace('profile_','')
613 return name.replace('profile_','')
614
614
615
615
616 # Private interface
616 # Private interface
617 _post_execute = Dict()
617 _post_execute = Dict()
618
618
619 # Tracks any GUI loop loaded for pylab
619 # Tracks any GUI loop loaded for pylab
620 pylab_gui_select = None
620 pylab_gui_select = None
621
621
622 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
622 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
623
623
624 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
624 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
625
625
626 def __init__(self, ipython_dir=None, profile_dir=None,
626 def __init__(self, ipython_dir=None, profile_dir=None,
627 user_module=None, user_ns=None,
627 user_module=None, user_ns=None,
628 custom_exceptions=((), None), **kwargs):
628 custom_exceptions=((), None), **kwargs):
629
629
630 # This is where traits with a config_key argument are updated
630 # This is where traits with a config_key argument are updated
631 # from the values on config.
631 # from the values on config.
632 super(InteractiveShell, self).__init__(**kwargs)
632 super(InteractiveShell, self).__init__(**kwargs)
633 if 'PromptManager' in self.config:
633 if 'PromptManager' in self.config:
634 warn('As of IPython 5.0 `PromptManager` config will have no effect'
634 warn('As of IPython 5.0 `PromptManager` config will have no effect'
635 ' and has been replaced by TerminalInteractiveShell.prompts_class')
635 ' and has been replaced by TerminalInteractiveShell.prompts_class')
636 self.configurables = [self]
636 self.configurables = [self]
637
637
638 # These are relatively independent and stateless
638 # These are relatively independent and stateless
639 self.init_ipython_dir(ipython_dir)
639 self.init_ipython_dir(ipython_dir)
640 self.init_profile_dir(profile_dir)
640 self.init_profile_dir(profile_dir)
641 self.init_instance_attrs()
641 self.init_instance_attrs()
642 self.init_environment()
642 self.init_environment()
643
643
644 # Check if we're in a virtualenv, and set up sys.path.
644 # Check if we're in a virtualenv, and set up sys.path.
645 self.init_virtualenv()
645 self.init_virtualenv()
646
646
647 # Create namespaces (user_ns, user_global_ns, etc.)
647 # Create namespaces (user_ns, user_global_ns, etc.)
648 self.init_create_namespaces(user_module, user_ns)
648 self.init_create_namespaces(user_module, user_ns)
649 # This has to be done after init_create_namespaces because it uses
649 # This has to be done after init_create_namespaces because it uses
650 # something in self.user_ns, but before init_sys_modules, which
650 # something in self.user_ns, but before init_sys_modules, which
651 # is the first thing to modify sys.
651 # is the first thing to modify sys.
652 # TODO: When we override sys.stdout and sys.stderr before this class
652 # TODO: When we override sys.stdout and sys.stderr before this class
653 # is created, we are saving the overridden ones here. Not sure if this
653 # is created, we are saving the overridden ones here. Not sure if this
654 # is what we want to do.
654 # is what we want to do.
655 self.save_sys_module_state()
655 self.save_sys_module_state()
656 self.init_sys_modules()
656 self.init_sys_modules()
657
657
658 # While we're trying to have each part of the code directly access what
658 # While we're trying to have each part of the code directly access what
659 # it needs without keeping redundant references to objects, we have too
659 # it needs without keeping redundant references to objects, we have too
660 # much legacy code that expects ip.db to exist.
660 # much legacy code that expects ip.db to exist.
661 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
661 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
662
662
663 self.init_history()
663 self.init_history()
664 self.init_encoding()
664 self.init_encoding()
665 self.init_prefilter()
665 self.init_prefilter()
666
666
667 self.init_syntax_highlighting()
667 self.init_syntax_highlighting()
668 self.init_hooks()
668 self.init_hooks()
669 self.init_events()
669 self.init_events()
670 self.init_pushd_popd_magic()
670 self.init_pushd_popd_magic()
671 self.init_user_ns()
671 self.init_user_ns()
672 self.init_logger()
672 self.init_logger()
673 self.init_builtins()
673 self.init_builtins()
674
674
675 # The following was in post_config_initialization
675 # The following was in post_config_initialization
676 self.init_inspector()
676 self.init_inspector()
677 self.raw_input_original = input
677 self.raw_input_original = input
678 self.init_completer()
678 self.init_completer()
679 # TODO: init_io() needs to happen before init_traceback handlers
679 # TODO: init_io() needs to happen before init_traceback handlers
680 # because the traceback handlers hardcode the stdout/stderr streams.
680 # because the traceback handlers hardcode the stdout/stderr streams.
681 # This logic in in debugger.Pdb and should eventually be changed.
681 # This logic in in debugger.Pdb and should eventually be changed.
682 self.init_io()
682 self.init_io()
683 self.init_traceback_handlers(custom_exceptions)
683 self.init_traceback_handlers(custom_exceptions)
684 self.init_prompts()
684 self.init_prompts()
685 self.init_display_formatter()
685 self.init_display_formatter()
686 self.init_display_pub()
686 self.init_display_pub()
687 self.init_data_pub()
687 self.init_data_pub()
688 self.init_displayhook()
688 self.init_displayhook()
689 self.init_magics()
689 self.init_magics()
690 self.init_alias()
690 self.init_alias()
691 self.init_logstart()
691 self.init_logstart()
692 self.init_pdb()
692 self.init_pdb()
693 self.init_extension_manager()
693 self.init_extension_manager()
694 self.init_payload()
694 self.init_payload()
695 self.init_deprecation_warnings()
695 self.init_deprecation_warnings()
696 self.hooks.late_startup_hook()
696 self.hooks.late_startup_hook()
697 self.events.trigger('shell_initialized', self)
697 self.events.trigger('shell_initialized', self)
698 atexit.register(self.atexit_operations)
698 atexit.register(self.atexit_operations)
699
699
700 # The trio runner is used for running Trio in the foreground thread. It
700 # The trio runner is used for running Trio in the foreground thread. It
701 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
701 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
702 # which calls `trio.run()` for every cell. This runner runs all cells
702 # which calls `trio.run()` for every cell. This runner runs all cells
703 # inside a single Trio event loop. If used, it is set from
703 # inside a single Trio event loop. If used, it is set from
704 # `ipykernel.kernelapp`.
704 # `ipykernel.kernelapp`.
705 self.trio_runner = None
705 self.trio_runner = None
706
706
707 def get_ipython(self):
707 def get_ipython(self):
708 """Return the currently running IPython instance."""
708 """Return the currently running IPython instance."""
709 return self
709 return self
710
710
711 #-------------------------------------------------------------------------
711 #-------------------------------------------------------------------------
712 # Trait changed handlers
712 # Trait changed handlers
713 #-------------------------------------------------------------------------
713 #-------------------------------------------------------------------------
714 @observe('ipython_dir')
714 @observe('ipython_dir')
715 def _ipython_dir_changed(self, change):
715 def _ipython_dir_changed(self, change):
716 ensure_dir_exists(change['new'])
716 ensure_dir_exists(change['new'])
717
717
718 def set_autoindent(self,value=None):
718 def set_autoindent(self,value=None):
719 """Set the autoindent flag.
719 """Set the autoindent flag.
720
720
721 If called with no arguments, it acts as a toggle."""
721 If called with no arguments, it acts as a toggle."""
722 if value is None:
722 if value is None:
723 self.autoindent = not self.autoindent
723 self.autoindent = not self.autoindent
724 else:
724 else:
725 self.autoindent = value
725 self.autoindent = value
726
726
727 def set_trio_runner(self, tr):
727 def set_trio_runner(self, tr):
728 self.trio_runner = tr
728 self.trio_runner = tr
729
729
730 #-------------------------------------------------------------------------
730 #-------------------------------------------------------------------------
731 # init_* methods called by __init__
731 # init_* methods called by __init__
732 #-------------------------------------------------------------------------
732 #-------------------------------------------------------------------------
733
733
734 def init_ipython_dir(self, ipython_dir):
734 def init_ipython_dir(self, ipython_dir):
735 if ipython_dir is not None:
735 if ipython_dir is not None:
736 self.ipython_dir = ipython_dir
736 self.ipython_dir = ipython_dir
737 return
737 return
738
738
739 self.ipython_dir = get_ipython_dir()
739 self.ipython_dir = get_ipython_dir()
740
740
741 def init_profile_dir(self, profile_dir):
741 def init_profile_dir(self, profile_dir):
742 if profile_dir is not None:
742 if profile_dir is not None:
743 self.profile_dir = profile_dir
743 self.profile_dir = profile_dir
744 return
744 return
745 self.profile_dir = ProfileDir.create_profile_dir_by_name(
745 self.profile_dir = ProfileDir.create_profile_dir_by_name(
746 self.ipython_dir, "default"
746 self.ipython_dir, "default"
747 )
747 )
748
748
749 def init_instance_attrs(self):
749 def init_instance_attrs(self):
750 self.more = False
750 self.more = False
751
751
752 # command compiler
752 # command compiler
753 self.compile = self.compiler_class()
753 self.compile = self.compiler_class()
754
754
755 # Make an empty namespace, which extension writers can rely on both
755 # Make an empty namespace, which extension writers can rely on both
756 # existing and NEVER being used by ipython itself. This gives them a
756 # existing and NEVER being used by ipython itself. This gives them a
757 # convenient location for storing additional information and state
757 # convenient location for storing additional information and state
758 # their extensions may require, without fear of collisions with other
758 # their extensions may require, without fear of collisions with other
759 # ipython names that may develop later.
759 # ipython names that may develop later.
760 self.meta = Struct()
760 self.meta = Struct()
761
761
762 # Temporary files used for various purposes. Deleted at exit.
762 # Temporary files used for various purposes. Deleted at exit.
763 self.tempfiles = []
763 self.tempfiles = []
764 self.tempdirs = []
764 self.tempdirs = []
765
765
766 # keep track of where we started running (mainly for crash post-mortem)
766 # keep track of where we started running (mainly for crash post-mortem)
767 # This is not being used anywhere currently.
767 # This is not being used anywhere currently.
768 self.starting_dir = os.getcwd()
768 self.starting_dir = os.getcwd()
769
769
770 # Indentation management
770 # Indentation management
771 self.indent_current_nsp = 0
771 self.indent_current_nsp = 0
772
772
773 # Dict to track post-execution functions that have been registered
773 # Dict to track post-execution functions that have been registered
774 self._post_execute = {}
774 self._post_execute = {}
775
775
776 def init_environment(self):
776 def init_environment(self):
777 """Any changes we need to make to the user's environment."""
777 """Any changes we need to make to the user's environment."""
778 pass
778 pass
779
779
780 def init_encoding(self):
780 def init_encoding(self):
781 # Get system encoding at startup time. Certain terminals (like Emacs
781 # Get system encoding at startup time. Certain terminals (like Emacs
782 # under Win32 have it set to None, and we need to have a known valid
782 # under Win32 have it set to None, and we need to have a known valid
783 # encoding to use in the raw_input() method
783 # encoding to use in the raw_input() method
784 try:
784 try:
785 self.stdin_encoding = sys.stdin.encoding or 'ascii'
785 self.stdin_encoding = sys.stdin.encoding or 'ascii'
786 except AttributeError:
786 except AttributeError:
787 self.stdin_encoding = 'ascii'
787 self.stdin_encoding = 'ascii'
788
788
789
789
790 @observe('colors')
790 @observe('colors')
791 def init_syntax_highlighting(self, changes=None):
791 def init_syntax_highlighting(self, changes=None):
792 # Python source parser/formatter for syntax highlighting
792 # Python source parser/formatter for syntax highlighting
793 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
793 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
794 self.pycolorize = lambda src: pyformat(src,'str')
794 self.pycolorize = lambda src: pyformat(src,'str')
795
795
796 def refresh_style(self):
796 def refresh_style(self):
797 # No-op here, used in subclass
797 # No-op here, used in subclass
798 pass
798 pass
799
799
800 def init_pushd_popd_magic(self):
800 def init_pushd_popd_magic(self):
801 # for pushd/popd management
801 # for pushd/popd management
802 self.home_dir = get_home_dir()
802 self.home_dir = get_home_dir()
803
803
804 self.dir_stack = []
804 self.dir_stack = []
805
805
806 def init_logger(self):
806 def init_logger(self):
807 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
807 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
808 logmode='rotate')
808 logmode='rotate')
809
809
810 def init_logstart(self):
810 def init_logstart(self):
811 """Initialize logging in case it was requested at the command line.
811 """Initialize logging in case it was requested at the command line.
812 """
812 """
813 if self.logappend:
813 if self.logappend:
814 self.magic('logstart %s append' % self.logappend)
814 self.magic('logstart %s append' % self.logappend)
815 elif self.logfile:
815 elif self.logfile:
816 self.magic('logstart %s' % self.logfile)
816 self.magic('logstart %s' % self.logfile)
817 elif self.logstart:
817 elif self.logstart:
818 self.magic('logstart')
818 self.magic('logstart')
819
819
820 def init_deprecation_warnings(self):
820 def init_deprecation_warnings(self):
821 """
821 """
822 register default filter for deprecation warning.
822 register default filter for deprecation warning.
823
823
824 This will allow deprecation warning of function used interactively to show
824 This will allow deprecation warning of function used interactively to show
825 warning to users, and still hide deprecation warning from libraries import.
825 warning to users, and still hide deprecation warning from libraries import.
826 """
826 """
827 if sys.version_info < (3,7):
827 if sys.version_info < (3,7):
828 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
828 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
829
829
830
830
831 def init_builtins(self):
831 def init_builtins(self):
832 # A single, static flag that we set to True. Its presence indicates
832 # A single, static flag that we set to True. Its presence indicates
833 # that an IPython shell has been created, and we make no attempts at
833 # that an IPython shell has been created, and we make no attempts at
834 # removing on exit or representing the existence of more than one
834 # removing on exit or representing the existence of more than one
835 # IPython at a time.
835 # IPython at a time.
836 builtin_mod.__dict__['__IPYTHON__'] = True
836 builtin_mod.__dict__['__IPYTHON__'] = True
837 builtin_mod.__dict__['display'] = display
837 builtin_mod.__dict__['display'] = display
838
838
839 self.builtin_trap = BuiltinTrap(shell=self)
839 self.builtin_trap = BuiltinTrap(shell=self)
840
840
841 @observe('colors')
841 @observe('colors')
842 def init_inspector(self, changes=None):
842 def init_inspector(self, changes=None):
843 # Object inspector
843 # Object inspector
844 self.inspector = oinspect.Inspector(oinspect.InspectColors,
844 self.inspector = oinspect.Inspector(oinspect.InspectColors,
845 PyColorize.ANSICodeColors,
845 PyColorize.ANSICodeColors,
846 self.colors,
846 self.colors,
847 self.object_info_string_level)
847 self.object_info_string_level)
848
848
849 def init_io(self):
849 def init_io(self):
850 # This will just use sys.stdout and sys.stderr. If you want to
850 # This will just use sys.stdout and sys.stderr. If you want to
851 # override sys.stdout and sys.stderr themselves, you need to do that
851 # override sys.stdout and sys.stderr themselves, you need to do that
852 # *before* instantiating this class, because io holds onto
852 # *before* instantiating this class, because io holds onto
853 # references to the underlying streams.
853 # references to the underlying streams.
854 # io.std* are deprecated, but don't show our own deprecation warnings
854 # io.std* are deprecated, but don't show our own deprecation warnings
855 # during initialization of the deprecated API.
855 # during initialization of the deprecated API.
856 with warnings.catch_warnings():
856 with warnings.catch_warnings():
857 warnings.simplefilter('ignore', DeprecationWarning)
857 warnings.simplefilter('ignore', DeprecationWarning)
858 io.stdout = io.IOStream(sys.stdout)
858 io.stdout = io.IOStream(sys.stdout)
859 io.stderr = io.IOStream(sys.stderr)
859 io.stderr = io.IOStream(sys.stderr)
860
860
861 def init_prompts(self):
861 def init_prompts(self):
862 # Set system prompts, so that scripts can decide if they are running
862 # Set system prompts, so that scripts can decide if they are running
863 # interactively.
863 # interactively.
864 sys.ps1 = 'In : '
864 sys.ps1 = 'In : '
865 sys.ps2 = '...: '
865 sys.ps2 = '...: '
866 sys.ps3 = 'Out: '
866 sys.ps3 = 'Out: '
867
867
868 def init_display_formatter(self):
868 def init_display_formatter(self):
869 self.display_formatter = DisplayFormatter(parent=self)
869 self.display_formatter = DisplayFormatter(parent=self)
870 self.configurables.append(self.display_formatter)
870 self.configurables.append(self.display_formatter)
871
871
872 def init_display_pub(self):
872 def init_display_pub(self):
873 self.display_pub = self.display_pub_class(parent=self, shell=self)
873 self.display_pub = self.display_pub_class(parent=self, shell=self)
874 self.configurables.append(self.display_pub)
874 self.configurables.append(self.display_pub)
875
875
876 def init_data_pub(self):
876 def init_data_pub(self):
877 if not self.data_pub_class:
877 if not self.data_pub_class:
878 self.data_pub = None
878 self.data_pub = None
879 return
879 return
880 self.data_pub = self.data_pub_class(parent=self)
880 self.data_pub = self.data_pub_class(parent=self)
881 self.configurables.append(self.data_pub)
881 self.configurables.append(self.data_pub)
882
882
883 def init_displayhook(self):
883 def init_displayhook(self):
884 # Initialize displayhook, set in/out prompts and printing system
884 # Initialize displayhook, set in/out prompts and printing system
885 self.displayhook = self.displayhook_class(
885 self.displayhook = self.displayhook_class(
886 parent=self,
886 parent=self,
887 shell=self,
887 shell=self,
888 cache_size=self.cache_size,
888 cache_size=self.cache_size,
889 )
889 )
890 self.configurables.append(self.displayhook)
890 self.configurables.append(self.displayhook)
891 # This is a context manager that installs/revmoes the displayhook at
891 # This is a context manager that installs/revmoes the displayhook at
892 # the appropriate time.
892 # the appropriate time.
893 self.display_trap = DisplayTrap(hook=self.displayhook)
893 self.display_trap = DisplayTrap(hook=self.displayhook)
894
894
895 def init_virtualenv(self):
895 def init_virtualenv(self):
896 """Add the current virtualenv to sys.path so the user can import modules from it.
896 """Add the current virtualenv to sys.path so the user can import modules from it.
897 This isn't perfect: it doesn't use the Python interpreter with which the
897 This isn't perfect: it doesn't use the Python interpreter with which the
898 virtualenv was built, and it ignores the --no-site-packages option. A
898 virtualenv was built, and it ignores the --no-site-packages option. A
899 warning will appear suggesting the user installs IPython in the
899 warning will appear suggesting the user installs IPython in the
900 virtualenv, but for many cases, it probably works well enough.
900 virtualenv, but for many cases, it probably works well enough.
901 Adapted from code snippets online.
901 Adapted from code snippets online.
902 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
902 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
903 """
903 """
904 if 'VIRTUAL_ENV' not in os.environ:
904 if 'VIRTUAL_ENV' not in os.environ:
905 # Not in a virtualenv
905 # Not in a virtualenv
906 return
906 return
907 elif os.environ["VIRTUAL_ENV"] == "":
907 elif os.environ["VIRTUAL_ENV"] == "":
908 warn("Virtual env path set to '', please check if this is intended.")
908 warn("Virtual env path set to '', please check if this is intended.")
909 return
909 return
910
910
911 p = Path(sys.executable)
911 p = Path(sys.executable)
912 p_venv = Path(os.environ["VIRTUAL_ENV"])
912 p_venv = Path(os.environ["VIRTUAL_ENV"])
913
913
914 # fallback venv detection:
914 # fallback venv detection:
915 # stdlib venv may symlink sys.executable, so we can't use realpath.
915 # stdlib venv may symlink sys.executable, so we can't use realpath.
916 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
916 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
917 # So we just check every item in the symlink tree (generally <= 3)
917 # So we just check every item in the symlink tree (generally <= 3)
918 paths = [p]
918 paths = [p]
919 while p.is_symlink():
919 while p.is_symlink():
920 p = Path(os.readlink(p))
920 p = Path(os.readlink(p))
921 paths.append(p.resolve())
921 paths.append(p.resolve())
922
922
923 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
923 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
924 if p_venv.parts[1] == "cygdrive":
924 if p_venv.parts[1] == "cygdrive":
925 drive_name = p_venv.parts[2]
925 drive_name = p_venv.parts[2]
926 p_venv = (drive_name + ":/") / Path(*p_venv.parts[3:])
926 p_venv = (drive_name + ":/") / Path(*p_venv.parts[3:])
927
927
928 if any(p_venv == p.parents[1] for p in paths):
928 if any(p_venv == p.parents[1] for p in paths):
929 # Our exe is inside or has access to the virtualenv, don't need to do anything.
929 # Our exe is inside or has access to the virtualenv, don't need to do anything.
930 return
930 return
931
931
932 if sys.platform == "win32":
932 if sys.platform == "win32":
933 virtual_env = str(Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages"))
933 virtual_env = str(Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages"))
934 else:
934 else:
935 virtual_env_path = Path(
935 virtual_env_path = Path(
936 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
936 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
937 )
937 )
938 p_ver = sys.version_info[:2]
938 p_ver = sys.version_info[:2]
939
939
940 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
940 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
941 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
941 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
942 if re_m:
942 if re_m:
943 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
943 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
944 if predicted_path.exists():
944 if predicted_path.exists():
945 p_ver = re_m.groups()
945 p_ver = re_m.groups()
946
946
947 virtual_env = str(virtual_env_path).format(*p_ver)
947 virtual_env = str(virtual_env_path).format(*p_ver)
948
948
949 warn(
949 warn(
950 "Attempting to work in a virtualenv. If you encounter problems, "
950 "Attempting to work in a virtualenv. If you encounter problems, "
951 "please install IPython inside the virtualenv."
951 "please install IPython inside the virtualenv."
952 )
952 )
953 import site
953 import site
954 sys.path.insert(0, virtual_env)
954 sys.path.insert(0, virtual_env)
955 site.addsitedir(virtual_env)
955 site.addsitedir(virtual_env)
956
956
957 #-------------------------------------------------------------------------
957 #-------------------------------------------------------------------------
958 # Things related to injections into the sys module
958 # Things related to injections into the sys module
959 #-------------------------------------------------------------------------
959 #-------------------------------------------------------------------------
960
960
961 def save_sys_module_state(self):
961 def save_sys_module_state(self):
962 """Save the state of hooks in the sys module.
962 """Save the state of hooks in the sys module.
963
963
964 This has to be called after self.user_module is created.
964 This has to be called after self.user_module is created.
965 """
965 """
966 self._orig_sys_module_state = {'stdin': sys.stdin,
966 self._orig_sys_module_state = {'stdin': sys.stdin,
967 'stdout': sys.stdout,
967 'stdout': sys.stdout,
968 'stderr': sys.stderr,
968 'stderr': sys.stderr,
969 'excepthook': sys.excepthook}
969 'excepthook': sys.excepthook}
970 self._orig_sys_modules_main_name = self.user_module.__name__
970 self._orig_sys_modules_main_name = self.user_module.__name__
971 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
971 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
972
972
973 def restore_sys_module_state(self):
973 def restore_sys_module_state(self):
974 """Restore the state of the sys module."""
974 """Restore the state of the sys module."""
975 try:
975 try:
976 for k, v in self._orig_sys_module_state.items():
976 for k, v in self._orig_sys_module_state.items():
977 setattr(sys, k, v)
977 setattr(sys, k, v)
978 except AttributeError:
978 except AttributeError:
979 pass
979 pass
980 # Reset what what done in self.init_sys_modules
980 # Reset what what done in self.init_sys_modules
981 if self._orig_sys_modules_main_mod is not None:
981 if self._orig_sys_modules_main_mod is not None:
982 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
982 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
983
983
984 #-------------------------------------------------------------------------
984 #-------------------------------------------------------------------------
985 # Things related to the banner
985 # Things related to the banner
986 #-------------------------------------------------------------------------
986 #-------------------------------------------------------------------------
987
987
988 @property
988 @property
989 def banner(self):
989 def banner(self):
990 banner = self.banner1
990 banner = self.banner1
991 if self.profile and self.profile != 'default':
991 if self.profile and self.profile != 'default':
992 banner += '\nIPython profile: %s\n' % self.profile
992 banner += '\nIPython profile: %s\n' % self.profile
993 if self.banner2:
993 if self.banner2:
994 banner += '\n' + self.banner2
994 banner += '\n' + self.banner2
995 return banner
995 return banner
996
996
997 def show_banner(self, banner=None):
997 def show_banner(self, banner=None):
998 if banner is None:
998 if banner is None:
999 banner = self.banner
999 banner = self.banner
1000 sys.stdout.write(banner)
1000 sys.stdout.write(banner)
1001
1001
1002 #-------------------------------------------------------------------------
1002 #-------------------------------------------------------------------------
1003 # Things related to hooks
1003 # Things related to hooks
1004 #-------------------------------------------------------------------------
1004 #-------------------------------------------------------------------------
1005
1005
1006 def init_hooks(self):
1006 def init_hooks(self):
1007 # hooks holds pointers used for user-side customizations
1007 # hooks holds pointers used for user-side customizations
1008 self.hooks = Struct()
1008 self.hooks = Struct()
1009
1009
1010 self.strdispatchers = {}
1010 self.strdispatchers = {}
1011
1011
1012 # Set all default hooks, defined in the IPython.hooks module.
1012 # Set all default hooks, defined in the IPython.hooks module.
1013 hooks = IPython.core.hooks
1013 hooks = IPython.core.hooks
1014 for hook_name in hooks.__all__:
1014 for hook_name in hooks.__all__:
1015 # default hooks have priority 100, i.e. low; user hooks should have
1015 # default hooks have priority 100, i.e. low; user hooks should have
1016 # 0-100 priority
1016 # 0-100 priority
1017 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1017 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1018
1018
1019 if self.display_page:
1019 if self.display_page:
1020 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1020 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1021
1021
1022 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1022 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1023 _warn_deprecated=True):
1023 _warn_deprecated=True):
1024 """set_hook(name,hook) -> sets an internal IPython hook.
1024 """set_hook(name,hook) -> sets an internal IPython hook.
1025
1025
1026 IPython exposes some of its internal API as user-modifiable hooks. By
1026 IPython exposes some of its internal API as user-modifiable hooks. By
1027 adding your function to one of these hooks, you can modify IPython's
1027 adding your function to one of these hooks, you can modify IPython's
1028 behavior to call at runtime your own routines."""
1028 behavior to call at runtime your own routines."""
1029
1029
1030 # At some point in the future, this should validate the hook before it
1030 # At some point in the future, this should validate the hook before it
1031 # accepts it. Probably at least check that the hook takes the number
1031 # accepts it. Probably at least check that the hook takes the number
1032 # of args it's supposed to.
1032 # of args it's supposed to.
1033
1033
1034 f = types.MethodType(hook,self)
1034 f = types.MethodType(hook,self)
1035
1035
1036 # check if the hook is for strdispatcher first
1036 # check if the hook is for strdispatcher first
1037 if str_key is not None:
1037 if str_key is not None:
1038 sdp = self.strdispatchers.get(name, StrDispatch())
1038 sdp = self.strdispatchers.get(name, StrDispatch())
1039 sdp.add_s(str_key, f, priority )
1039 sdp.add_s(str_key, f, priority )
1040 self.strdispatchers[name] = sdp
1040 self.strdispatchers[name] = sdp
1041 return
1041 return
1042 if re_key is not None:
1042 if re_key is not None:
1043 sdp = self.strdispatchers.get(name, StrDispatch())
1043 sdp = self.strdispatchers.get(name, StrDispatch())
1044 sdp.add_re(re.compile(re_key), f, priority )
1044 sdp.add_re(re.compile(re_key), f, priority )
1045 self.strdispatchers[name] = sdp
1045 self.strdispatchers[name] = sdp
1046 return
1046 return
1047
1047
1048 dp = getattr(self.hooks, name, None)
1048 dp = getattr(self.hooks, name, None)
1049 if name not in IPython.core.hooks.__all__:
1049 if name not in IPython.core.hooks.__all__:
1050 print("Warning! Hook '%s' is not one of %s" % \
1050 print("Warning! Hook '%s' is not one of %s" % \
1051 (name, IPython.core.hooks.__all__ ))
1051 (name, IPython.core.hooks.__all__ ))
1052
1052
1053 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1053 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1054 alternative = IPython.core.hooks.deprecated[name]
1054 alternative = IPython.core.hooks.deprecated[name]
1055 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1055 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1056
1056
1057 if not dp:
1057 if not dp:
1058 dp = IPython.core.hooks.CommandChainDispatcher()
1058 dp = IPython.core.hooks.CommandChainDispatcher()
1059
1059
1060 try:
1060 try:
1061 dp.add(f,priority)
1061 dp.add(f,priority)
1062 except AttributeError:
1062 except AttributeError:
1063 # it was not commandchain, plain old func - replace
1063 # it was not commandchain, plain old func - replace
1064 dp = f
1064 dp = f
1065
1065
1066 setattr(self.hooks,name, dp)
1066 setattr(self.hooks,name, dp)
1067
1067
1068 #-------------------------------------------------------------------------
1068 #-------------------------------------------------------------------------
1069 # Things related to events
1069 # Things related to events
1070 #-------------------------------------------------------------------------
1070 #-------------------------------------------------------------------------
1071
1071
1072 def init_events(self):
1072 def init_events(self):
1073 self.events = EventManager(self, available_events)
1073 self.events = EventManager(self, available_events)
1074
1074
1075 self.events.register("pre_execute", self._clear_warning_registry)
1075 self.events.register("pre_execute", self._clear_warning_registry)
1076
1076
1077 def register_post_execute(self, func):
1077 def register_post_execute(self, func):
1078 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1078 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1079
1079
1080 Register a function for calling after code execution.
1080 Register a function for calling after code execution.
1081 """
1081 """
1082 warn("ip.register_post_execute is deprecated, use "
1082 warn("ip.register_post_execute is deprecated, use "
1083 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1083 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1084 self.events.register('post_run_cell', func)
1084 self.events.register('post_run_cell', func)
1085
1085
1086 def _clear_warning_registry(self):
1086 def _clear_warning_registry(self):
1087 # clear the warning registry, so that different code blocks with
1087 # clear the warning registry, so that different code blocks with
1088 # overlapping line number ranges don't cause spurious suppression of
1088 # overlapping line number ranges don't cause spurious suppression of
1089 # warnings (see gh-6611 for details)
1089 # warnings (see gh-6611 for details)
1090 if "__warningregistry__" in self.user_global_ns:
1090 if "__warningregistry__" in self.user_global_ns:
1091 del self.user_global_ns["__warningregistry__"]
1091 del self.user_global_ns["__warningregistry__"]
1092
1092
1093 #-------------------------------------------------------------------------
1093 #-------------------------------------------------------------------------
1094 # Things related to the "main" module
1094 # Things related to the "main" module
1095 #-------------------------------------------------------------------------
1095 #-------------------------------------------------------------------------
1096
1096
1097 def new_main_mod(self, filename, modname):
1097 def new_main_mod(self, filename, modname):
1098 """Return a new 'main' module object for user code execution.
1098 """Return a new 'main' module object for user code execution.
1099
1099
1100 ``filename`` should be the path of the script which will be run in the
1100 ``filename`` should be the path of the script which will be run in the
1101 module. Requests with the same filename will get the same module, with
1101 module. Requests with the same filename will get the same module, with
1102 its namespace cleared.
1102 its namespace cleared.
1103
1103
1104 ``modname`` should be the module name - normally either '__main__' or
1104 ``modname`` should be the module name - normally either '__main__' or
1105 the basename of the file without the extension.
1105 the basename of the file without the extension.
1106
1106
1107 When scripts are executed via %run, we must keep a reference to their
1107 When scripts are executed via %run, we must keep a reference to their
1108 __main__ module around so that Python doesn't
1108 __main__ module around so that Python doesn't
1109 clear it, rendering references to module globals useless.
1109 clear it, rendering references to module globals useless.
1110
1110
1111 This method keeps said reference in a private dict, keyed by the
1111 This method keeps said reference in a private dict, keyed by the
1112 absolute path of the script. This way, for multiple executions of the
1112 absolute path of the script. This way, for multiple executions of the
1113 same script we only keep one copy of the namespace (the last one),
1113 same script we only keep one copy of the namespace (the last one),
1114 thus preventing memory leaks from old references while allowing the
1114 thus preventing memory leaks from old references while allowing the
1115 objects from the last execution to be accessible.
1115 objects from the last execution to be accessible.
1116 """
1116 """
1117 filename = os.path.abspath(filename)
1117 filename = os.path.abspath(filename)
1118 try:
1118 try:
1119 main_mod = self._main_mod_cache[filename]
1119 main_mod = self._main_mod_cache[filename]
1120 except KeyError:
1120 except KeyError:
1121 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1121 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1122 modname,
1122 modname,
1123 doc="Module created for script run in IPython")
1123 doc="Module created for script run in IPython")
1124 else:
1124 else:
1125 main_mod.__dict__.clear()
1125 main_mod.__dict__.clear()
1126 main_mod.__name__ = modname
1126 main_mod.__name__ = modname
1127
1127
1128 main_mod.__file__ = filename
1128 main_mod.__file__ = filename
1129 # It seems pydoc (and perhaps others) needs any module instance to
1129 # It seems pydoc (and perhaps others) needs any module instance to
1130 # implement a __nonzero__ method
1130 # implement a __nonzero__ method
1131 main_mod.__nonzero__ = lambda : True
1131 main_mod.__nonzero__ = lambda : True
1132
1132
1133 return main_mod
1133 return main_mod
1134
1134
1135 def clear_main_mod_cache(self):
1135 def clear_main_mod_cache(self):
1136 """Clear the cache of main modules.
1136 """Clear the cache of main modules.
1137
1137
1138 Mainly for use by utilities like %reset.
1138 Mainly for use by utilities like %reset.
1139
1139
1140 Examples
1140 Examples
1141 --------
1141 --------
1142
1142
1143 In [15]: import IPython
1143 In [15]: import IPython
1144
1144
1145 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1145 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1146
1146
1147 In [17]: len(_ip._main_mod_cache) > 0
1147 In [17]: len(_ip._main_mod_cache) > 0
1148 Out[17]: True
1148 Out[17]: True
1149
1149
1150 In [18]: _ip.clear_main_mod_cache()
1150 In [18]: _ip.clear_main_mod_cache()
1151
1151
1152 In [19]: len(_ip._main_mod_cache) == 0
1152 In [19]: len(_ip._main_mod_cache) == 0
1153 Out[19]: True
1153 Out[19]: True
1154 """
1154 """
1155 self._main_mod_cache.clear()
1155 self._main_mod_cache.clear()
1156
1156
1157 #-------------------------------------------------------------------------
1157 #-------------------------------------------------------------------------
1158 # Things related to debugging
1158 # Things related to debugging
1159 #-------------------------------------------------------------------------
1159 #-------------------------------------------------------------------------
1160
1160
1161 def init_pdb(self):
1161 def init_pdb(self):
1162 # Set calling of pdb on exceptions
1162 # Set calling of pdb on exceptions
1163 # self.call_pdb is a property
1163 # self.call_pdb is a property
1164 self.call_pdb = self.pdb
1164 self.call_pdb = self.pdb
1165
1165
1166 def _get_call_pdb(self):
1166 def _get_call_pdb(self):
1167 return self._call_pdb
1167 return self._call_pdb
1168
1168
1169 def _set_call_pdb(self,val):
1169 def _set_call_pdb(self,val):
1170
1170
1171 if val not in (0,1,False,True):
1171 if val not in (0,1,False,True):
1172 raise ValueError('new call_pdb value must be boolean')
1172 raise ValueError('new call_pdb value must be boolean')
1173
1173
1174 # store value in instance
1174 # store value in instance
1175 self._call_pdb = val
1175 self._call_pdb = val
1176
1176
1177 # notify the actual exception handlers
1177 # notify the actual exception handlers
1178 self.InteractiveTB.call_pdb = val
1178 self.InteractiveTB.call_pdb = val
1179
1179
1180 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1180 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1181 'Control auto-activation of pdb at exceptions')
1181 'Control auto-activation of pdb at exceptions')
1182
1182
1183 def debugger(self,force=False):
1183 def debugger(self,force=False):
1184 """Call the pdb debugger.
1184 """Call the pdb debugger.
1185
1185
1186 Keywords:
1186 Keywords:
1187
1187
1188 - force(False): by default, this routine checks the instance call_pdb
1188 - force(False): by default, this routine checks the instance call_pdb
1189 flag and does not actually invoke the debugger if the flag is false.
1189 flag and does not actually invoke the debugger if the flag is false.
1190 The 'force' option forces the debugger to activate even if the flag
1190 The 'force' option forces the debugger to activate even if the flag
1191 is false.
1191 is false.
1192 """
1192 """
1193
1193
1194 if not (force or self.call_pdb):
1194 if not (force or self.call_pdb):
1195 return
1195 return
1196
1196
1197 if not hasattr(sys,'last_traceback'):
1197 if not hasattr(sys,'last_traceback'):
1198 error('No traceback has been produced, nothing to debug.')
1198 error('No traceback has been produced, nothing to debug.')
1199 return
1199 return
1200
1200
1201 self.InteractiveTB.debugger(force=True)
1201 self.InteractiveTB.debugger(force=True)
1202
1202
1203 #-------------------------------------------------------------------------
1203 #-------------------------------------------------------------------------
1204 # Things related to IPython's various namespaces
1204 # Things related to IPython's various namespaces
1205 #-------------------------------------------------------------------------
1205 #-------------------------------------------------------------------------
1206 default_user_namespaces = True
1206 default_user_namespaces = True
1207
1207
1208 def init_create_namespaces(self, user_module=None, user_ns=None):
1208 def init_create_namespaces(self, user_module=None, user_ns=None):
1209 # Create the namespace where the user will operate. user_ns is
1209 # Create the namespace where the user will operate. user_ns is
1210 # normally the only one used, and it is passed to the exec calls as
1210 # normally the only one used, and it is passed to the exec calls as
1211 # the locals argument. But we do carry a user_global_ns namespace
1211 # the locals argument. But we do carry a user_global_ns namespace
1212 # given as the exec 'globals' argument, This is useful in embedding
1212 # given as the exec 'globals' argument, This is useful in embedding
1213 # situations where the ipython shell opens in a context where the
1213 # situations where the ipython shell opens in a context where the
1214 # distinction between locals and globals is meaningful. For
1214 # distinction between locals and globals is meaningful. For
1215 # non-embedded contexts, it is just the same object as the user_ns dict.
1215 # non-embedded contexts, it is just the same object as the user_ns dict.
1216
1216
1217 # FIXME. For some strange reason, __builtins__ is showing up at user
1217 # FIXME. For some strange reason, __builtins__ is showing up at user
1218 # level as a dict instead of a module. This is a manual fix, but I
1218 # level as a dict instead of a module. This is a manual fix, but I
1219 # should really track down where the problem is coming from. Alex
1219 # should really track down where the problem is coming from. Alex
1220 # Schmolck reported this problem first.
1220 # Schmolck reported this problem first.
1221
1221
1222 # A useful post by Alex Martelli on this topic:
1222 # A useful post by Alex Martelli on this topic:
1223 # Re: inconsistent value from __builtins__
1223 # Re: inconsistent value from __builtins__
1224 # Von: Alex Martelli <aleaxit@yahoo.com>
1224 # Von: Alex Martelli <aleaxit@yahoo.com>
1225 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1225 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1226 # Gruppen: comp.lang.python
1226 # Gruppen: comp.lang.python
1227
1227
1228 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1228 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1229 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1229 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1230 # > <type 'dict'>
1230 # > <type 'dict'>
1231 # > >>> print type(__builtins__)
1231 # > >>> print type(__builtins__)
1232 # > <type 'module'>
1232 # > <type 'module'>
1233 # > Is this difference in return value intentional?
1233 # > Is this difference in return value intentional?
1234
1234
1235 # Well, it's documented that '__builtins__' can be either a dictionary
1235 # Well, it's documented that '__builtins__' can be either a dictionary
1236 # or a module, and it's been that way for a long time. Whether it's
1236 # or a module, and it's been that way for a long time. Whether it's
1237 # intentional (or sensible), I don't know. In any case, the idea is
1237 # intentional (or sensible), I don't know. In any case, the idea is
1238 # that if you need to access the built-in namespace directly, you
1238 # that if you need to access the built-in namespace directly, you
1239 # should start with "import __builtin__" (note, no 's') which will
1239 # should start with "import __builtin__" (note, no 's') which will
1240 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1240 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1241
1241
1242 # These routines return a properly built module and dict as needed by
1242 # These routines return a properly built module and dict as needed by
1243 # the rest of the code, and can also be used by extension writers to
1243 # the rest of the code, and can also be used by extension writers to
1244 # generate properly initialized namespaces.
1244 # generate properly initialized namespaces.
1245 if (user_ns is not None) or (user_module is not None):
1245 if (user_ns is not None) or (user_module is not None):
1246 self.default_user_namespaces = False
1246 self.default_user_namespaces = False
1247 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1247 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1248
1248
1249 # A record of hidden variables we have added to the user namespace, so
1249 # A record of hidden variables we have added to the user namespace, so
1250 # we can list later only variables defined in actual interactive use.
1250 # we can list later only variables defined in actual interactive use.
1251 self.user_ns_hidden = {}
1251 self.user_ns_hidden = {}
1252
1252
1253 # Now that FakeModule produces a real module, we've run into a nasty
1253 # Now that FakeModule produces a real module, we've run into a nasty
1254 # problem: after script execution (via %run), the module where the user
1254 # problem: after script execution (via %run), the module where the user
1255 # code ran is deleted. Now that this object is a true module (needed
1255 # code ran is deleted. Now that this object is a true module (needed
1256 # so doctest and other tools work correctly), the Python module
1256 # so doctest and other tools work correctly), the Python module
1257 # teardown mechanism runs over it, and sets to None every variable
1257 # teardown mechanism runs over it, and sets to None every variable
1258 # present in that module. Top-level references to objects from the
1258 # present in that module. Top-level references to objects from the
1259 # script survive, because the user_ns is updated with them. However,
1259 # script survive, because the user_ns is updated with them. However,
1260 # calling functions defined in the script that use other things from
1260 # calling functions defined in the script that use other things from
1261 # the script will fail, because the function's closure had references
1261 # the script will fail, because the function's closure had references
1262 # to the original objects, which are now all None. So we must protect
1262 # to the original objects, which are now all None. So we must protect
1263 # these modules from deletion by keeping a cache.
1263 # these modules from deletion by keeping a cache.
1264 #
1264 #
1265 # To avoid keeping stale modules around (we only need the one from the
1265 # To avoid keeping stale modules around (we only need the one from the
1266 # last run), we use a dict keyed with the full path to the script, so
1266 # last run), we use a dict keyed with the full path to the script, so
1267 # only the last version of the module is held in the cache. Note,
1267 # only the last version of the module is held in the cache. Note,
1268 # however, that we must cache the module *namespace contents* (their
1268 # however, that we must cache the module *namespace contents* (their
1269 # __dict__). Because if we try to cache the actual modules, old ones
1269 # __dict__). Because if we try to cache the actual modules, old ones
1270 # (uncached) could be destroyed while still holding references (such as
1270 # (uncached) could be destroyed while still holding references (such as
1271 # those held by GUI objects that tend to be long-lived)>
1271 # those held by GUI objects that tend to be long-lived)>
1272 #
1272 #
1273 # The %reset command will flush this cache. See the cache_main_mod()
1273 # The %reset command will flush this cache. See the cache_main_mod()
1274 # and clear_main_mod_cache() methods for details on use.
1274 # and clear_main_mod_cache() methods for details on use.
1275
1275
1276 # This is the cache used for 'main' namespaces
1276 # This is the cache used for 'main' namespaces
1277 self._main_mod_cache = {}
1277 self._main_mod_cache = {}
1278
1278
1279 # A table holding all the namespaces IPython deals with, so that
1279 # A table holding all the namespaces IPython deals with, so that
1280 # introspection facilities can search easily.
1280 # introspection facilities can search easily.
1281 self.ns_table = {'user_global':self.user_module.__dict__,
1281 self.ns_table = {'user_global':self.user_module.__dict__,
1282 'user_local':self.user_ns,
1282 'user_local':self.user_ns,
1283 'builtin':builtin_mod.__dict__
1283 'builtin':builtin_mod.__dict__
1284 }
1284 }
1285
1285
1286 @property
1286 @property
1287 def user_global_ns(self):
1287 def user_global_ns(self):
1288 return self.user_module.__dict__
1288 return self.user_module.__dict__
1289
1289
1290 def prepare_user_module(self, user_module=None, user_ns=None):
1290 def prepare_user_module(self, user_module=None, user_ns=None):
1291 """Prepare the module and namespace in which user code will be run.
1291 """Prepare the module and namespace in which user code will be run.
1292
1292
1293 When IPython is started normally, both parameters are None: a new module
1293 When IPython is started normally, both parameters are None: a new module
1294 is created automatically, and its __dict__ used as the namespace.
1294 is created automatically, and its __dict__ used as the namespace.
1295
1295
1296 If only user_module is provided, its __dict__ is used as the namespace.
1296 If only user_module is provided, its __dict__ is used as the namespace.
1297 If only user_ns is provided, a dummy module is created, and user_ns
1297 If only user_ns is provided, a dummy module is created, and user_ns
1298 becomes the global namespace. If both are provided (as they may be
1298 becomes the global namespace. If both are provided (as they may be
1299 when embedding), user_ns is the local namespace, and user_module
1299 when embedding), user_ns is the local namespace, and user_module
1300 provides the global namespace.
1300 provides the global namespace.
1301
1301
1302 Parameters
1302 Parameters
1303 ----------
1303 ----------
1304 user_module : module, optional
1304 user_module : module, optional
1305 The current user module in which IPython is being run. If None,
1305 The current user module in which IPython is being run. If None,
1306 a clean module will be created.
1306 a clean module will be created.
1307 user_ns : dict, optional
1307 user_ns : dict, optional
1308 A namespace in which to run interactive commands.
1308 A namespace in which to run interactive commands.
1309
1309
1310 Returns
1310 Returns
1311 -------
1311 -------
1312 A tuple of user_module and user_ns, each properly initialised.
1312 A tuple of user_module and user_ns, each properly initialised.
1313 """
1313 """
1314 if user_module is None and user_ns is not None:
1314 if user_module is None and user_ns is not None:
1315 user_ns.setdefault("__name__", "__main__")
1315 user_ns.setdefault("__name__", "__main__")
1316 user_module = DummyMod()
1316 user_module = DummyMod()
1317 user_module.__dict__ = user_ns
1317 user_module.__dict__ = user_ns
1318
1318
1319 if user_module is None:
1319 if user_module is None:
1320 user_module = types.ModuleType("__main__",
1320 user_module = types.ModuleType("__main__",
1321 doc="Automatically created module for IPython interactive environment")
1321 doc="Automatically created module for IPython interactive environment")
1322
1322
1323 # We must ensure that __builtin__ (without the final 's') is always
1323 # We must ensure that __builtin__ (without the final 's') is always
1324 # available and pointing to the __builtin__ *module*. For more details:
1324 # available and pointing to the __builtin__ *module*. For more details:
1325 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1325 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1326 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1326 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1327 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1327 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1328
1328
1329 if user_ns is None:
1329 if user_ns is None:
1330 user_ns = user_module.__dict__
1330 user_ns = user_module.__dict__
1331
1331
1332 return user_module, user_ns
1332 return user_module, user_ns
1333
1333
1334 def init_sys_modules(self):
1334 def init_sys_modules(self):
1335 # We need to insert into sys.modules something that looks like a
1335 # We need to insert into sys.modules something that looks like a
1336 # module but which accesses the IPython namespace, for shelve and
1336 # module but which accesses the IPython namespace, for shelve and
1337 # pickle to work interactively. Normally they rely on getting
1337 # pickle to work interactively. Normally they rely on getting
1338 # everything out of __main__, but for embedding purposes each IPython
1338 # everything out of __main__, but for embedding purposes each IPython
1339 # instance has its own private namespace, so we can't go shoving
1339 # instance has its own private namespace, so we can't go shoving
1340 # everything into __main__.
1340 # everything into __main__.
1341
1341
1342 # note, however, that we should only do this for non-embedded
1342 # note, however, that we should only do this for non-embedded
1343 # ipythons, which really mimic the __main__.__dict__ with their own
1343 # ipythons, which really mimic the __main__.__dict__ with their own
1344 # namespace. Embedded instances, on the other hand, should not do
1344 # namespace. Embedded instances, on the other hand, should not do
1345 # this because they need to manage the user local/global namespaces
1345 # this because they need to manage the user local/global namespaces
1346 # only, but they live within a 'normal' __main__ (meaning, they
1346 # only, but they live within a 'normal' __main__ (meaning, they
1347 # shouldn't overtake the execution environment of the script they're
1347 # shouldn't overtake the execution environment of the script they're
1348 # embedded in).
1348 # embedded in).
1349
1349
1350 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1350 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1351 main_name = self.user_module.__name__
1351 main_name = self.user_module.__name__
1352 sys.modules[main_name] = self.user_module
1352 sys.modules[main_name] = self.user_module
1353
1353
1354 def init_user_ns(self):
1354 def init_user_ns(self):
1355 """Initialize all user-visible namespaces to their minimum defaults.
1355 """Initialize all user-visible namespaces to their minimum defaults.
1356
1356
1357 Certain history lists are also initialized here, as they effectively
1357 Certain history lists are also initialized here, as they effectively
1358 act as user namespaces.
1358 act as user namespaces.
1359
1359
1360 Notes
1360 Notes
1361 -----
1361 -----
1362 All data structures here are only filled in, they are NOT reset by this
1362 All data structures here are only filled in, they are NOT reset by this
1363 method. If they were not empty before, data will simply be added to
1363 method. If they were not empty before, data will simply be added to
1364 them.
1364 them.
1365 """
1365 """
1366 # This function works in two parts: first we put a few things in
1366 # This function works in two parts: first we put a few things in
1367 # user_ns, and we sync that contents into user_ns_hidden so that these
1367 # user_ns, and we sync that contents into user_ns_hidden so that these
1368 # initial variables aren't shown by %who. After the sync, we add the
1368 # initial variables aren't shown by %who. After the sync, we add the
1369 # rest of what we *do* want the user to see with %who even on a new
1369 # rest of what we *do* want the user to see with %who even on a new
1370 # session (probably nothing, so they really only see their own stuff)
1370 # session (probably nothing, so they really only see their own stuff)
1371
1371
1372 # The user dict must *always* have a __builtin__ reference to the
1372 # The user dict must *always* have a __builtin__ reference to the
1373 # Python standard __builtin__ namespace, which must be imported.
1373 # Python standard __builtin__ namespace, which must be imported.
1374 # This is so that certain operations in prompt evaluation can be
1374 # This is so that certain operations in prompt evaluation can be
1375 # reliably executed with builtins. Note that we can NOT use
1375 # reliably executed with builtins. Note that we can NOT use
1376 # __builtins__ (note the 's'), because that can either be a dict or a
1376 # __builtins__ (note the 's'), because that can either be a dict or a
1377 # module, and can even mutate at runtime, depending on the context
1377 # module, and can even mutate at runtime, depending on the context
1378 # (Python makes no guarantees on it). In contrast, __builtin__ is
1378 # (Python makes no guarantees on it). In contrast, __builtin__ is
1379 # always a module object, though it must be explicitly imported.
1379 # always a module object, though it must be explicitly imported.
1380
1380
1381 # For more details:
1381 # For more details:
1382 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1382 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1383 ns = {}
1383 ns = {}
1384
1384
1385 # make global variables for user access to the histories
1385 # make global variables for user access to the histories
1386 ns['_ih'] = self.history_manager.input_hist_parsed
1386 ns['_ih'] = self.history_manager.input_hist_parsed
1387 ns['_oh'] = self.history_manager.output_hist
1387 ns['_oh'] = self.history_manager.output_hist
1388 ns['_dh'] = self.history_manager.dir_hist
1388 ns['_dh'] = self.history_manager.dir_hist
1389
1389
1390 # user aliases to input and output histories. These shouldn't show up
1390 # user aliases to input and output histories. These shouldn't show up
1391 # in %who, as they can have very large reprs.
1391 # in %who, as they can have very large reprs.
1392 ns['In'] = self.history_manager.input_hist_parsed
1392 ns['In'] = self.history_manager.input_hist_parsed
1393 ns['Out'] = self.history_manager.output_hist
1393 ns['Out'] = self.history_manager.output_hist
1394
1394
1395 # Store myself as the public api!!!
1395 # Store myself as the public api!!!
1396 ns['get_ipython'] = self.get_ipython
1396 ns['get_ipython'] = self.get_ipython
1397
1397
1398 ns['exit'] = self.exiter
1398 ns['exit'] = self.exiter
1399 ns['quit'] = self.exiter
1399 ns['quit'] = self.exiter
1400
1400
1401 # Sync what we've added so far to user_ns_hidden so these aren't seen
1401 # Sync what we've added so far to user_ns_hidden so these aren't seen
1402 # by %who
1402 # by %who
1403 self.user_ns_hidden.update(ns)
1403 self.user_ns_hidden.update(ns)
1404
1404
1405 # Anything put into ns now would show up in %who. Think twice before
1405 # Anything put into ns now would show up in %who. Think twice before
1406 # putting anything here, as we really want %who to show the user their
1406 # putting anything here, as we really want %who to show the user their
1407 # stuff, not our variables.
1407 # stuff, not our variables.
1408
1408
1409 # Finally, update the real user's namespace
1409 # Finally, update the real user's namespace
1410 self.user_ns.update(ns)
1410 self.user_ns.update(ns)
1411
1411
1412 @property
1412 @property
1413 def all_ns_refs(self):
1413 def all_ns_refs(self):
1414 """Get a list of references to all the namespace dictionaries in which
1414 """Get a list of references to all the namespace dictionaries in which
1415 IPython might store a user-created object.
1415 IPython might store a user-created object.
1416
1416
1417 Note that this does not include the displayhook, which also caches
1417 Note that this does not include the displayhook, which also caches
1418 objects from the output."""
1418 objects from the output."""
1419 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1419 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1420 [m.__dict__ for m in self._main_mod_cache.values()]
1420 [m.__dict__ for m in self._main_mod_cache.values()]
1421
1421
1422 def reset(self, new_session=True, aggressive=False):
1422 def reset(self, new_session=True, aggressive=False):
1423 """Clear all internal namespaces, and attempt to release references to
1423 """Clear all internal namespaces, and attempt to release references to
1424 user objects.
1424 user objects.
1425
1425
1426 If new_session is True, a new history session will be opened.
1426 If new_session is True, a new history session will be opened.
1427 """
1427 """
1428 # Clear histories
1428 # Clear histories
1429 self.history_manager.reset(new_session)
1429 self.history_manager.reset(new_session)
1430 # Reset counter used to index all histories
1430 # Reset counter used to index all histories
1431 if new_session:
1431 if new_session:
1432 self.execution_count = 1
1432 self.execution_count = 1
1433
1433
1434 # Reset last execution result
1434 # Reset last execution result
1435 self.last_execution_succeeded = True
1435 self.last_execution_succeeded = True
1436 self.last_execution_result = None
1436 self.last_execution_result = None
1437
1437
1438 # Flush cached output items
1438 # Flush cached output items
1439 if self.displayhook.do_full_cache:
1439 if self.displayhook.do_full_cache:
1440 self.displayhook.flush()
1440 self.displayhook.flush()
1441
1441
1442 # The main execution namespaces must be cleared very carefully,
1442 # The main execution namespaces must be cleared very carefully,
1443 # skipping the deletion of the builtin-related keys, because doing so
1443 # skipping the deletion of the builtin-related keys, because doing so
1444 # would cause errors in many object's __del__ methods.
1444 # would cause errors in many object's __del__ methods.
1445 if self.user_ns is not self.user_global_ns:
1445 if self.user_ns is not self.user_global_ns:
1446 self.user_ns.clear()
1446 self.user_ns.clear()
1447 ns = self.user_global_ns
1447 ns = self.user_global_ns
1448 drop_keys = set(ns.keys())
1448 drop_keys = set(ns.keys())
1449 drop_keys.discard('__builtin__')
1449 drop_keys.discard('__builtin__')
1450 drop_keys.discard('__builtins__')
1450 drop_keys.discard('__builtins__')
1451 drop_keys.discard('__name__')
1451 drop_keys.discard('__name__')
1452 for k in drop_keys:
1452 for k in drop_keys:
1453 del ns[k]
1453 del ns[k]
1454
1454
1455 self.user_ns_hidden.clear()
1455 self.user_ns_hidden.clear()
1456
1456
1457 # Restore the user namespaces to minimal usability
1457 # Restore the user namespaces to minimal usability
1458 self.init_user_ns()
1458 self.init_user_ns()
1459 if aggressive and not hasattr(self, "_sys_modules_keys"):
1459 if aggressive and not hasattr(self, "_sys_modules_keys"):
1460 print("Cannot restore sys.module, no snapshot")
1460 print("Cannot restore sys.module, no snapshot")
1461 elif aggressive:
1461 elif aggressive:
1462 print("culling sys module...")
1462 print("culling sys module...")
1463 current_keys = set(sys.modules.keys())
1463 current_keys = set(sys.modules.keys())
1464 for k in current_keys - self._sys_modules_keys:
1464 for k in current_keys - self._sys_modules_keys:
1465 if k.startswith("multiprocessing"):
1465 if k.startswith("multiprocessing"):
1466 continue
1466 continue
1467 del sys.modules[k]
1467 del sys.modules[k]
1468
1468
1469 # Restore the default and user aliases
1469 # Restore the default and user aliases
1470 self.alias_manager.clear_aliases()
1470 self.alias_manager.clear_aliases()
1471 self.alias_manager.init_aliases()
1471 self.alias_manager.init_aliases()
1472
1472
1473 # Now define aliases that only make sense on the terminal, because they
1473 # Now define aliases that only make sense on the terminal, because they
1474 # need direct access to the console in a way that we can't emulate in
1474 # need direct access to the console in a way that we can't emulate in
1475 # GUI or web frontend
1475 # GUI or web frontend
1476 if os.name == 'posix':
1476 if os.name == 'posix':
1477 for cmd in ('clear', 'more', 'less', 'man'):
1477 for cmd in ('clear', 'more', 'less', 'man'):
1478 if cmd not in self.magics_manager.magics['line']:
1478 if cmd not in self.magics_manager.magics['line']:
1479 self.alias_manager.soft_define_alias(cmd, cmd)
1479 self.alias_manager.soft_define_alias(cmd, cmd)
1480
1480
1481 # Flush the private list of module references kept for script
1481 # Flush the private list of module references kept for script
1482 # execution protection
1482 # execution protection
1483 self.clear_main_mod_cache()
1483 self.clear_main_mod_cache()
1484
1484
1485 def del_var(self, varname, by_name=False):
1485 def del_var(self, varname, by_name=False):
1486 """Delete a variable from the various namespaces, so that, as
1486 """Delete a variable from the various namespaces, so that, as
1487 far as possible, we're not keeping any hidden references to it.
1487 far as possible, we're not keeping any hidden references to it.
1488
1488
1489 Parameters
1489 Parameters
1490 ----------
1490 ----------
1491 varname : str
1491 varname : str
1492 The name of the variable to delete.
1492 The name of the variable to delete.
1493 by_name : bool
1493 by_name : bool
1494 If True, delete variables with the given name in each
1494 If True, delete variables with the given name in each
1495 namespace. If False (default), find the variable in the user
1495 namespace. If False (default), find the variable in the user
1496 namespace, and delete references to it.
1496 namespace, and delete references to it.
1497 """
1497 """
1498 if varname in ('__builtin__', '__builtins__'):
1498 if varname in ('__builtin__', '__builtins__'):
1499 raise ValueError("Refusing to delete %s" % varname)
1499 raise ValueError("Refusing to delete %s" % varname)
1500
1500
1501 ns_refs = self.all_ns_refs
1501 ns_refs = self.all_ns_refs
1502
1502
1503 if by_name: # Delete by name
1503 if by_name: # Delete by name
1504 for ns in ns_refs:
1504 for ns in ns_refs:
1505 try:
1505 try:
1506 del ns[varname]
1506 del ns[varname]
1507 except KeyError:
1507 except KeyError:
1508 pass
1508 pass
1509 else: # Delete by object
1509 else: # Delete by object
1510 try:
1510 try:
1511 obj = self.user_ns[varname]
1511 obj = self.user_ns[varname]
1512 except KeyError:
1512 except KeyError:
1513 raise NameError("name '%s' is not defined" % varname)
1513 raise NameError("name '%s' is not defined" % varname)
1514 # Also check in output history
1514 # Also check in output history
1515 ns_refs.append(self.history_manager.output_hist)
1515 ns_refs.append(self.history_manager.output_hist)
1516 for ns in ns_refs:
1516 for ns in ns_refs:
1517 to_delete = [n for n, o in ns.items() if o is obj]
1517 to_delete = [n for n, o in ns.items() if o is obj]
1518 for name in to_delete:
1518 for name in to_delete:
1519 del ns[name]
1519 del ns[name]
1520
1520
1521 # Ensure it is removed from the last execution result
1521 # Ensure it is removed from the last execution result
1522 if self.last_execution_result.result is obj:
1522 if self.last_execution_result.result is obj:
1523 self.last_execution_result = None
1523 self.last_execution_result = None
1524
1524
1525 # displayhook keeps extra references, but not in a dictionary
1525 # displayhook keeps extra references, but not in a dictionary
1526 for name in ('_', '__', '___'):
1526 for name in ('_', '__', '___'):
1527 if getattr(self.displayhook, name) is obj:
1527 if getattr(self.displayhook, name) is obj:
1528 setattr(self.displayhook, name, None)
1528 setattr(self.displayhook, name, None)
1529
1529
1530 def reset_selective(self, regex=None):
1530 def reset_selective(self, regex=None):
1531 """Clear selective variables from internal namespaces based on a
1531 """Clear selective variables from internal namespaces based on a
1532 specified regular expression.
1532 specified regular expression.
1533
1533
1534 Parameters
1534 Parameters
1535 ----------
1535 ----------
1536 regex : string or compiled pattern, optional
1536 regex : string or compiled pattern, optional
1537 A regular expression pattern that will be used in searching
1537 A regular expression pattern that will be used in searching
1538 variable names in the users namespaces.
1538 variable names in the users namespaces.
1539 """
1539 """
1540 if regex is not None:
1540 if regex is not None:
1541 try:
1541 try:
1542 m = re.compile(regex)
1542 m = re.compile(regex)
1543 except TypeError:
1543 except TypeError:
1544 raise TypeError('regex must be a string or compiled pattern')
1544 raise TypeError('regex must be a string or compiled pattern')
1545 # Search for keys in each namespace that match the given regex
1545 # Search for keys in each namespace that match the given regex
1546 # If a match is found, delete the key/value pair.
1546 # If a match is found, delete the key/value pair.
1547 for ns in self.all_ns_refs:
1547 for ns in self.all_ns_refs:
1548 for var in ns:
1548 for var in ns:
1549 if m.search(var):
1549 if m.search(var):
1550 del ns[var]
1550 del ns[var]
1551
1551
1552 def push(self, variables, interactive=True):
1552 def push(self, variables, interactive=True):
1553 """Inject a group of variables into the IPython user namespace.
1553 """Inject a group of variables into the IPython user namespace.
1554
1554
1555 Parameters
1555 Parameters
1556 ----------
1556 ----------
1557 variables : dict, str or list/tuple of str
1557 variables : dict, str or list/tuple of str
1558 The variables to inject into the user's namespace. If a dict, a
1558 The variables to inject into the user's namespace. If a dict, a
1559 simple update is done. If a str, the string is assumed to have
1559 simple update is done. If a str, the string is assumed to have
1560 variable names separated by spaces. A list/tuple of str can also
1560 variable names separated by spaces. A list/tuple of str can also
1561 be used to give the variable names. If just the variable names are
1561 be used to give the variable names. If just the variable names are
1562 give (list/tuple/str) then the variable values looked up in the
1562 give (list/tuple/str) then the variable values looked up in the
1563 callers frame.
1563 callers frame.
1564 interactive : bool
1564 interactive : bool
1565 If True (default), the variables will be listed with the ``who``
1565 If True (default), the variables will be listed with the ``who``
1566 magic.
1566 magic.
1567 """
1567 """
1568 vdict = None
1568 vdict = None
1569
1569
1570 # We need a dict of name/value pairs to do namespace updates.
1570 # We need a dict of name/value pairs to do namespace updates.
1571 if isinstance(variables, dict):
1571 if isinstance(variables, dict):
1572 vdict = variables
1572 vdict = variables
1573 elif isinstance(variables, (str, list, tuple)):
1573 elif isinstance(variables, (str, list, tuple)):
1574 if isinstance(variables, str):
1574 if isinstance(variables, str):
1575 vlist = variables.split()
1575 vlist = variables.split()
1576 else:
1576 else:
1577 vlist = variables
1577 vlist = variables
1578 vdict = {}
1578 vdict = {}
1579 cf = sys._getframe(1)
1579 cf = sys._getframe(1)
1580 for name in vlist:
1580 for name in vlist:
1581 try:
1581 try:
1582 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1582 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1583 except:
1583 except:
1584 print('Could not get variable %s from %s' %
1584 print('Could not get variable %s from %s' %
1585 (name,cf.f_code.co_name))
1585 (name,cf.f_code.co_name))
1586 else:
1586 else:
1587 raise ValueError('variables must be a dict/str/list/tuple')
1587 raise ValueError('variables must be a dict/str/list/tuple')
1588
1588
1589 # Propagate variables to user namespace
1589 # Propagate variables to user namespace
1590 self.user_ns.update(vdict)
1590 self.user_ns.update(vdict)
1591
1591
1592 # And configure interactive visibility
1592 # And configure interactive visibility
1593 user_ns_hidden = self.user_ns_hidden
1593 user_ns_hidden = self.user_ns_hidden
1594 if interactive:
1594 if interactive:
1595 for name in vdict:
1595 for name in vdict:
1596 user_ns_hidden.pop(name, None)
1596 user_ns_hidden.pop(name, None)
1597 else:
1597 else:
1598 user_ns_hidden.update(vdict)
1598 user_ns_hidden.update(vdict)
1599
1599
1600 def drop_by_id(self, variables):
1600 def drop_by_id(self, variables):
1601 """Remove a dict of variables from the user namespace, if they are the
1601 """Remove a dict of variables from the user namespace, if they are the
1602 same as the values in the dictionary.
1602 same as the values in the dictionary.
1603
1603
1604 This is intended for use by extensions: variables that they've added can
1604 This is intended for use by extensions: variables that they've added can
1605 be taken back out if they are unloaded, without removing any that the
1605 be taken back out if they are unloaded, without removing any that the
1606 user has overwritten.
1606 user has overwritten.
1607
1607
1608 Parameters
1608 Parameters
1609 ----------
1609 ----------
1610 variables : dict
1610 variables : dict
1611 A dictionary mapping object names (as strings) to the objects.
1611 A dictionary mapping object names (as strings) to the objects.
1612 """
1612 """
1613 for name, obj in variables.items():
1613 for name, obj in variables.items():
1614 if name in self.user_ns and self.user_ns[name] is obj:
1614 if name in self.user_ns and self.user_ns[name] is obj:
1615 del self.user_ns[name]
1615 del self.user_ns[name]
1616 self.user_ns_hidden.pop(name, None)
1616 self.user_ns_hidden.pop(name, None)
1617
1617
1618 #-------------------------------------------------------------------------
1618 #-------------------------------------------------------------------------
1619 # Things related to object introspection
1619 # Things related to object introspection
1620 #-------------------------------------------------------------------------
1620 #-------------------------------------------------------------------------
1621
1621
1622 def _ofind(self, oname, namespaces=None):
1622 def _ofind(self, oname, namespaces=None):
1623 """Find an object in the available namespaces.
1623 """Find an object in the available namespaces.
1624
1624
1625 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1625 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1626
1626
1627 Has special code to detect magic functions.
1627 Has special code to detect magic functions.
1628 """
1628 """
1629 oname = oname.strip()
1629 oname = oname.strip()
1630 if not oname.startswith(ESC_MAGIC) and \
1630 if not oname.startswith(ESC_MAGIC) and \
1631 not oname.startswith(ESC_MAGIC2) and \
1631 not oname.startswith(ESC_MAGIC2) and \
1632 not all(a.isidentifier() for a in oname.split(".")):
1632 not all(a.isidentifier() for a in oname.split(".")):
1633 return {'found': False}
1633 return {'found': False}
1634
1634
1635 if namespaces is None:
1635 if namespaces is None:
1636 # Namespaces to search in:
1636 # Namespaces to search in:
1637 # Put them in a list. The order is important so that we
1637 # Put them in a list. The order is important so that we
1638 # find things in the same order that Python finds them.
1638 # find things in the same order that Python finds them.
1639 namespaces = [ ('Interactive', self.user_ns),
1639 namespaces = [ ('Interactive', self.user_ns),
1640 ('Interactive (global)', self.user_global_ns),
1640 ('Interactive (global)', self.user_global_ns),
1641 ('Python builtin', builtin_mod.__dict__),
1641 ('Python builtin', builtin_mod.__dict__),
1642 ]
1642 ]
1643
1643
1644 ismagic = False
1644 ismagic = False
1645 isalias = False
1645 isalias = False
1646 found = False
1646 found = False
1647 ospace = None
1647 ospace = None
1648 parent = None
1648 parent = None
1649 obj = None
1649 obj = None
1650
1650
1651
1651
1652 # Look for the given name by splitting it in parts. If the head is
1652 # Look for the given name by splitting it in parts. If the head is
1653 # found, then we look for all the remaining parts as members, and only
1653 # found, then we look for all the remaining parts as members, and only
1654 # declare success if we can find them all.
1654 # declare success if we can find them all.
1655 oname_parts = oname.split('.')
1655 oname_parts = oname.split('.')
1656 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1656 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1657 for nsname,ns in namespaces:
1657 for nsname,ns in namespaces:
1658 try:
1658 try:
1659 obj = ns[oname_head]
1659 obj = ns[oname_head]
1660 except KeyError:
1660 except KeyError:
1661 continue
1661 continue
1662 else:
1662 else:
1663 for idx, part in enumerate(oname_rest):
1663 for idx, part in enumerate(oname_rest):
1664 try:
1664 try:
1665 parent = obj
1665 parent = obj
1666 # The last part is looked up in a special way to avoid
1666 # The last part is looked up in a special way to avoid
1667 # descriptor invocation as it may raise or have side
1667 # descriptor invocation as it may raise or have side
1668 # effects.
1668 # effects.
1669 if idx == len(oname_rest) - 1:
1669 if idx == len(oname_rest) - 1:
1670 obj = self._getattr_property(obj, part)
1670 obj = self._getattr_property(obj, part)
1671 else:
1671 else:
1672 obj = getattr(obj, part)
1672 obj = getattr(obj, part)
1673 except:
1673 except:
1674 # Blanket except b/c some badly implemented objects
1674 # Blanket except b/c some badly implemented objects
1675 # allow __getattr__ to raise exceptions other than
1675 # allow __getattr__ to raise exceptions other than
1676 # AttributeError, which then crashes IPython.
1676 # AttributeError, which then crashes IPython.
1677 break
1677 break
1678 else:
1678 else:
1679 # If we finish the for loop (no break), we got all members
1679 # If we finish the for loop (no break), we got all members
1680 found = True
1680 found = True
1681 ospace = nsname
1681 ospace = nsname
1682 break # namespace loop
1682 break # namespace loop
1683
1683
1684 # Try to see if it's magic
1684 # Try to see if it's magic
1685 if not found:
1685 if not found:
1686 obj = None
1686 obj = None
1687 if oname.startswith(ESC_MAGIC2):
1687 if oname.startswith(ESC_MAGIC2):
1688 oname = oname.lstrip(ESC_MAGIC2)
1688 oname = oname.lstrip(ESC_MAGIC2)
1689 obj = self.find_cell_magic(oname)
1689 obj = self.find_cell_magic(oname)
1690 elif oname.startswith(ESC_MAGIC):
1690 elif oname.startswith(ESC_MAGIC):
1691 oname = oname.lstrip(ESC_MAGIC)
1691 oname = oname.lstrip(ESC_MAGIC)
1692 obj = self.find_line_magic(oname)
1692 obj = self.find_line_magic(oname)
1693 else:
1693 else:
1694 # search without prefix, so run? will find %run?
1694 # search without prefix, so run? will find %run?
1695 obj = self.find_line_magic(oname)
1695 obj = self.find_line_magic(oname)
1696 if obj is None:
1696 if obj is None:
1697 obj = self.find_cell_magic(oname)
1697 obj = self.find_cell_magic(oname)
1698 if obj is not None:
1698 if obj is not None:
1699 found = True
1699 found = True
1700 ospace = 'IPython internal'
1700 ospace = 'IPython internal'
1701 ismagic = True
1701 ismagic = True
1702 isalias = isinstance(obj, Alias)
1702 isalias = isinstance(obj, Alias)
1703
1703
1704 # Last try: special-case some literals like '', [], {}, etc:
1704 # Last try: special-case some literals like '', [], {}, etc:
1705 if not found and oname_head in ["''",'""','[]','{}','()']:
1705 if not found and oname_head in ["''",'""','[]','{}','()']:
1706 obj = eval(oname_head)
1706 obj = eval(oname_head)
1707 found = True
1707 found = True
1708 ospace = 'Interactive'
1708 ospace = 'Interactive'
1709
1709
1710 return {
1710 return {
1711 'obj':obj,
1711 'obj':obj,
1712 'found':found,
1712 'found':found,
1713 'parent':parent,
1713 'parent':parent,
1714 'ismagic':ismagic,
1714 'ismagic':ismagic,
1715 'isalias':isalias,
1715 'isalias':isalias,
1716 'namespace':ospace
1716 'namespace':ospace
1717 }
1717 }
1718
1718
1719 @staticmethod
1719 @staticmethod
1720 def _getattr_property(obj, attrname):
1720 def _getattr_property(obj, attrname):
1721 """Property-aware getattr to use in object finding.
1721 """Property-aware getattr to use in object finding.
1722
1722
1723 If attrname represents a property, return it unevaluated (in case it has
1723 If attrname represents a property, return it unevaluated (in case it has
1724 side effects or raises an error.
1724 side effects or raises an error.
1725
1725
1726 """
1726 """
1727 if not isinstance(obj, type):
1727 if not isinstance(obj, type):
1728 try:
1728 try:
1729 # `getattr(type(obj), attrname)` is not guaranteed to return
1729 # `getattr(type(obj), attrname)` is not guaranteed to return
1730 # `obj`, but does so for property:
1730 # `obj`, but does so for property:
1731 #
1731 #
1732 # property.__get__(self, None, cls) -> self
1732 # property.__get__(self, None, cls) -> self
1733 #
1733 #
1734 # The universal alternative is to traverse the mro manually
1734 # The universal alternative is to traverse the mro manually
1735 # searching for attrname in class dicts.
1735 # searching for attrname in class dicts.
1736 attr = getattr(type(obj), attrname)
1736 attr = getattr(type(obj), attrname)
1737 except AttributeError:
1737 except AttributeError:
1738 pass
1738 pass
1739 else:
1739 else:
1740 # This relies on the fact that data descriptors (with both
1740 # This relies on the fact that data descriptors (with both
1741 # __get__ & __set__ magic methods) take precedence over
1741 # __get__ & __set__ magic methods) take precedence over
1742 # instance-level attributes:
1742 # instance-level attributes:
1743 #
1743 #
1744 # class A(object):
1744 # class A(object):
1745 # @property
1745 # @property
1746 # def foobar(self): return 123
1746 # def foobar(self): return 123
1747 # a = A()
1747 # a = A()
1748 # a.__dict__['foobar'] = 345
1748 # a.__dict__['foobar'] = 345
1749 # a.foobar # == 123
1749 # a.foobar # == 123
1750 #
1750 #
1751 # So, a property may be returned right away.
1751 # So, a property may be returned right away.
1752 if isinstance(attr, property):
1752 if isinstance(attr, property):
1753 return attr
1753 return attr
1754
1754
1755 # Nothing helped, fall back.
1755 # Nothing helped, fall back.
1756 return getattr(obj, attrname)
1756 return getattr(obj, attrname)
1757
1757
1758 def _object_find(self, oname, namespaces=None):
1758 def _object_find(self, oname, namespaces=None):
1759 """Find an object and return a struct with info about it."""
1759 """Find an object and return a struct with info about it."""
1760 return Struct(self._ofind(oname, namespaces))
1760 return Struct(self._ofind(oname, namespaces))
1761
1761
1762 def _inspect(self, meth, oname, namespaces=None, **kw):
1762 def _inspect(self, meth, oname, namespaces=None, **kw):
1763 """Generic interface to the inspector system.
1763 """Generic interface to the inspector system.
1764
1764
1765 This function is meant to be called by pdef, pdoc & friends.
1765 This function is meant to be called by pdef, pdoc & friends.
1766 """
1766 """
1767 info = self._object_find(oname, namespaces)
1767 info = self._object_find(oname, namespaces)
1768 docformat = sphinxify if self.sphinxify_docstring else None
1768 docformat = sphinxify if self.sphinxify_docstring else None
1769 if info.found:
1769 if info.found:
1770 pmethod = getattr(self.inspector, meth)
1770 pmethod = getattr(self.inspector, meth)
1771 # TODO: only apply format_screen to the plain/text repr of the mime
1771 # TODO: only apply format_screen to the plain/text repr of the mime
1772 # bundle.
1772 # bundle.
1773 formatter = format_screen if info.ismagic else docformat
1773 formatter = format_screen if info.ismagic else docformat
1774 if meth == 'pdoc':
1774 if meth == 'pdoc':
1775 pmethod(info.obj, oname, formatter)
1775 pmethod(info.obj, oname, formatter)
1776 elif meth == 'pinfo':
1776 elif meth == 'pinfo':
1777 pmethod(
1777 pmethod(
1778 info.obj,
1778 info.obj,
1779 oname,
1779 oname,
1780 formatter,
1780 formatter,
1781 info,
1781 info,
1782 enable_html_pager=self.enable_html_pager,
1782 enable_html_pager=self.enable_html_pager,
1783 **kw
1783 **kw
1784 )
1784 )
1785 else:
1785 else:
1786 pmethod(info.obj, oname)
1786 pmethod(info.obj, oname)
1787 else:
1787 else:
1788 print('Object `%s` not found.' % oname)
1788 print('Object `%s` not found.' % oname)
1789 return 'not found' # so callers can take other action
1789 return 'not found' # so callers can take other action
1790
1790
1791 def object_inspect(self, oname, detail_level=0):
1791 def object_inspect(self, oname, detail_level=0):
1792 """Get object info about oname"""
1792 """Get object info about oname"""
1793 with self.builtin_trap:
1793 with self.builtin_trap:
1794 info = self._object_find(oname)
1794 info = self._object_find(oname)
1795 if info.found:
1795 if info.found:
1796 return self.inspector.info(info.obj, oname, info=info,
1796 return self.inspector.info(info.obj, oname, info=info,
1797 detail_level=detail_level
1797 detail_level=detail_level
1798 )
1798 )
1799 else:
1799 else:
1800 return oinspect.object_info(name=oname, found=False)
1800 return oinspect.object_info(name=oname, found=False)
1801
1801
1802 def object_inspect_text(self, oname, detail_level=0):
1802 def object_inspect_text(self, oname, detail_level=0):
1803 """Get object info as formatted text"""
1803 """Get object info as formatted text"""
1804 return self.object_inspect_mime(oname, detail_level)['text/plain']
1804 return self.object_inspect_mime(oname, detail_level)['text/plain']
1805
1805
1806 def object_inspect_mime(self, oname, detail_level=0):
1806 def object_inspect_mime(self, oname, detail_level=0):
1807 """Get object info as a mimebundle of formatted representations.
1807 """Get object info as a mimebundle of formatted representations.
1808
1808
1809 A mimebundle is a dictionary, keyed by mime-type.
1809 A mimebundle is a dictionary, keyed by mime-type.
1810 It must always have the key `'text/plain'`.
1810 It must always have the key `'text/plain'`.
1811 """
1811 """
1812 with self.builtin_trap:
1812 with self.builtin_trap:
1813 info = self._object_find(oname)
1813 info = self._object_find(oname)
1814 if info.found:
1814 if info.found:
1815 return self.inspector._get_info(info.obj, oname, info=info,
1815 docformat = sphinxify if self.sphinxify_docstring else None
1816 detail_level=detail_level
1816 return self.inspector._get_info(
1817 info.obj,
1818 oname,
1819 info=info,
1820 detail_level=detail_level,
1821 formatter=docformat,
1817 )
1822 )
1818 else:
1823 else:
1819 raise KeyError(oname)
1824 raise KeyError(oname)
1820
1825
1821 #-------------------------------------------------------------------------
1826 #-------------------------------------------------------------------------
1822 # Things related to history management
1827 # Things related to history management
1823 #-------------------------------------------------------------------------
1828 #-------------------------------------------------------------------------
1824
1829
1825 def init_history(self):
1830 def init_history(self):
1826 """Sets up the command history, and starts regular autosaves."""
1831 """Sets up the command history, and starts regular autosaves."""
1827 self.history_manager = HistoryManager(shell=self, parent=self)
1832 self.history_manager = HistoryManager(shell=self, parent=self)
1828 self.configurables.append(self.history_manager)
1833 self.configurables.append(self.history_manager)
1829
1834
1830 #-------------------------------------------------------------------------
1835 #-------------------------------------------------------------------------
1831 # Things related to exception handling and tracebacks (not debugging)
1836 # Things related to exception handling and tracebacks (not debugging)
1832 #-------------------------------------------------------------------------
1837 #-------------------------------------------------------------------------
1833
1838
1834 debugger_cls = InterruptiblePdb
1839 debugger_cls = InterruptiblePdb
1835
1840
1836 def init_traceback_handlers(self, custom_exceptions):
1841 def init_traceback_handlers(self, custom_exceptions):
1837 # Syntax error handler.
1842 # Syntax error handler.
1838 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1843 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1839
1844
1840 # The interactive one is initialized with an offset, meaning we always
1845 # The interactive one is initialized with an offset, meaning we always
1841 # want to remove the topmost item in the traceback, which is our own
1846 # want to remove the topmost item in the traceback, which is our own
1842 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1847 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1843 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1848 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1844 color_scheme='NoColor',
1849 color_scheme='NoColor',
1845 tb_offset = 1,
1850 tb_offset = 1,
1846 check_cache=check_linecache_ipython,
1851 check_cache=check_linecache_ipython,
1847 debugger_cls=self.debugger_cls, parent=self)
1852 debugger_cls=self.debugger_cls, parent=self)
1848
1853
1849 # The instance will store a pointer to the system-wide exception hook,
1854 # The instance will store a pointer to the system-wide exception hook,
1850 # so that runtime code (such as magics) can access it. This is because
1855 # so that runtime code (such as magics) can access it. This is because
1851 # during the read-eval loop, it may get temporarily overwritten.
1856 # during the read-eval loop, it may get temporarily overwritten.
1852 self.sys_excepthook = sys.excepthook
1857 self.sys_excepthook = sys.excepthook
1853
1858
1854 # and add any custom exception handlers the user may have specified
1859 # and add any custom exception handlers the user may have specified
1855 self.set_custom_exc(*custom_exceptions)
1860 self.set_custom_exc(*custom_exceptions)
1856
1861
1857 # Set the exception mode
1862 # Set the exception mode
1858 self.InteractiveTB.set_mode(mode=self.xmode)
1863 self.InteractiveTB.set_mode(mode=self.xmode)
1859
1864
1860 def set_custom_exc(self, exc_tuple, handler):
1865 def set_custom_exc(self, exc_tuple, handler):
1861 """set_custom_exc(exc_tuple, handler)
1866 """set_custom_exc(exc_tuple, handler)
1862
1867
1863 Set a custom exception handler, which will be called if any of the
1868 Set a custom exception handler, which will be called if any of the
1864 exceptions in exc_tuple occur in the mainloop (specifically, in the
1869 exceptions in exc_tuple occur in the mainloop (specifically, in the
1865 run_code() method).
1870 run_code() method).
1866
1871
1867 Parameters
1872 Parameters
1868 ----------
1873 ----------
1869
1874
1870 exc_tuple : tuple of exception classes
1875 exc_tuple : tuple of exception classes
1871 A *tuple* of exception classes, for which to call the defined
1876 A *tuple* of exception classes, for which to call the defined
1872 handler. It is very important that you use a tuple, and NOT A
1877 handler. It is very important that you use a tuple, and NOT A
1873 LIST here, because of the way Python's except statement works. If
1878 LIST here, because of the way Python's except statement works. If
1874 you only want to trap a single exception, use a singleton tuple::
1879 you only want to trap a single exception, use a singleton tuple::
1875
1880
1876 exc_tuple == (MyCustomException,)
1881 exc_tuple == (MyCustomException,)
1877
1882
1878 handler : callable
1883 handler : callable
1879 handler must have the following signature::
1884 handler must have the following signature::
1880
1885
1881 def my_handler(self, etype, value, tb, tb_offset=None):
1886 def my_handler(self, etype, value, tb, tb_offset=None):
1882 ...
1887 ...
1883 return structured_traceback
1888 return structured_traceback
1884
1889
1885 Your handler must return a structured traceback (a list of strings),
1890 Your handler must return a structured traceback (a list of strings),
1886 or None.
1891 or None.
1887
1892
1888 This will be made into an instance method (via types.MethodType)
1893 This will be made into an instance method (via types.MethodType)
1889 of IPython itself, and it will be called if any of the exceptions
1894 of IPython itself, and it will be called if any of the exceptions
1890 listed in the exc_tuple are caught. If the handler is None, an
1895 listed in the exc_tuple are caught. If the handler is None, an
1891 internal basic one is used, which just prints basic info.
1896 internal basic one is used, which just prints basic info.
1892
1897
1893 To protect IPython from crashes, if your handler ever raises an
1898 To protect IPython from crashes, if your handler ever raises an
1894 exception or returns an invalid result, it will be immediately
1899 exception or returns an invalid result, it will be immediately
1895 disabled.
1900 disabled.
1896
1901
1897 Notes
1902 Notes
1898 -----
1903 -----
1899
1904
1900 WARNING: by putting in your own exception handler into IPython's main
1905 WARNING: by putting in your own exception handler into IPython's main
1901 execution loop, you run a very good chance of nasty crashes. This
1906 execution loop, you run a very good chance of nasty crashes. This
1902 facility should only be used if you really know what you are doing."""
1907 facility should only be used if you really know what you are doing."""
1903 if not isinstance(exc_tuple, tuple):
1908 if not isinstance(exc_tuple, tuple):
1904 raise TypeError("The custom exceptions must be given as a tuple.")
1909 raise TypeError("The custom exceptions must be given as a tuple.")
1905
1910
1906 def dummy_handler(self, etype, value, tb, tb_offset=None):
1911 def dummy_handler(self, etype, value, tb, tb_offset=None):
1907 print('*** Simple custom exception handler ***')
1912 print('*** Simple custom exception handler ***')
1908 print('Exception type :', etype)
1913 print('Exception type :', etype)
1909 print('Exception value:', value)
1914 print('Exception value:', value)
1910 print('Traceback :', tb)
1915 print('Traceback :', tb)
1911
1916
1912 def validate_stb(stb):
1917 def validate_stb(stb):
1913 """validate structured traceback return type
1918 """validate structured traceback return type
1914
1919
1915 return type of CustomTB *should* be a list of strings, but allow
1920 return type of CustomTB *should* be a list of strings, but allow
1916 single strings or None, which are harmless.
1921 single strings or None, which are harmless.
1917
1922
1918 This function will *always* return a list of strings,
1923 This function will *always* return a list of strings,
1919 and will raise a TypeError if stb is inappropriate.
1924 and will raise a TypeError if stb is inappropriate.
1920 """
1925 """
1921 msg = "CustomTB must return list of strings, not %r" % stb
1926 msg = "CustomTB must return list of strings, not %r" % stb
1922 if stb is None:
1927 if stb is None:
1923 return []
1928 return []
1924 elif isinstance(stb, str):
1929 elif isinstance(stb, str):
1925 return [stb]
1930 return [stb]
1926 elif not isinstance(stb, list):
1931 elif not isinstance(stb, list):
1927 raise TypeError(msg)
1932 raise TypeError(msg)
1928 # it's a list
1933 # it's a list
1929 for line in stb:
1934 for line in stb:
1930 # check every element
1935 # check every element
1931 if not isinstance(line, str):
1936 if not isinstance(line, str):
1932 raise TypeError(msg)
1937 raise TypeError(msg)
1933 return stb
1938 return stb
1934
1939
1935 if handler is None:
1940 if handler is None:
1936 wrapped = dummy_handler
1941 wrapped = dummy_handler
1937 else:
1942 else:
1938 def wrapped(self,etype,value,tb,tb_offset=None):
1943 def wrapped(self,etype,value,tb,tb_offset=None):
1939 """wrap CustomTB handler, to protect IPython from user code
1944 """wrap CustomTB handler, to protect IPython from user code
1940
1945
1941 This makes it harder (but not impossible) for custom exception
1946 This makes it harder (but not impossible) for custom exception
1942 handlers to crash IPython.
1947 handlers to crash IPython.
1943 """
1948 """
1944 try:
1949 try:
1945 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1950 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1946 return validate_stb(stb)
1951 return validate_stb(stb)
1947 except:
1952 except:
1948 # clear custom handler immediately
1953 # clear custom handler immediately
1949 self.set_custom_exc((), None)
1954 self.set_custom_exc((), None)
1950 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1955 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1951 # show the exception in handler first
1956 # show the exception in handler first
1952 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1957 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1953 print(self.InteractiveTB.stb2text(stb))
1958 print(self.InteractiveTB.stb2text(stb))
1954 print("The original exception:")
1959 print("The original exception:")
1955 stb = self.InteractiveTB.structured_traceback(
1960 stb = self.InteractiveTB.structured_traceback(
1956 (etype,value,tb), tb_offset=tb_offset
1961 (etype,value,tb), tb_offset=tb_offset
1957 )
1962 )
1958 return stb
1963 return stb
1959
1964
1960 self.CustomTB = types.MethodType(wrapped,self)
1965 self.CustomTB = types.MethodType(wrapped,self)
1961 self.custom_exceptions = exc_tuple
1966 self.custom_exceptions = exc_tuple
1962
1967
1963 def excepthook(self, etype, value, tb):
1968 def excepthook(self, etype, value, tb):
1964 """One more defense for GUI apps that call sys.excepthook.
1969 """One more defense for GUI apps that call sys.excepthook.
1965
1970
1966 GUI frameworks like wxPython trap exceptions and call
1971 GUI frameworks like wxPython trap exceptions and call
1967 sys.excepthook themselves. I guess this is a feature that
1972 sys.excepthook themselves. I guess this is a feature that
1968 enables them to keep running after exceptions that would
1973 enables them to keep running after exceptions that would
1969 otherwise kill their mainloop. This is a bother for IPython
1974 otherwise kill their mainloop. This is a bother for IPython
1970 which expects to catch all of the program exceptions with a try:
1975 which expects to catch all of the program exceptions with a try:
1971 except: statement.
1976 except: statement.
1972
1977
1973 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1978 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1974 any app directly invokes sys.excepthook, it will look to the user like
1979 any app directly invokes sys.excepthook, it will look to the user like
1975 IPython crashed. In order to work around this, we can disable the
1980 IPython crashed. In order to work around this, we can disable the
1976 CrashHandler and replace it with this excepthook instead, which prints a
1981 CrashHandler and replace it with this excepthook instead, which prints a
1977 regular traceback using our InteractiveTB. In this fashion, apps which
1982 regular traceback using our InteractiveTB. In this fashion, apps which
1978 call sys.excepthook will generate a regular-looking exception from
1983 call sys.excepthook will generate a regular-looking exception from
1979 IPython, and the CrashHandler will only be triggered by real IPython
1984 IPython, and the CrashHandler will only be triggered by real IPython
1980 crashes.
1985 crashes.
1981
1986
1982 This hook should be used sparingly, only in places which are not likely
1987 This hook should be used sparingly, only in places which are not likely
1983 to be true IPython errors.
1988 to be true IPython errors.
1984 """
1989 """
1985 self.showtraceback((etype, value, tb), tb_offset=0)
1990 self.showtraceback((etype, value, tb), tb_offset=0)
1986
1991
1987 def _get_exc_info(self, exc_tuple=None):
1992 def _get_exc_info(self, exc_tuple=None):
1988 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1993 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1989
1994
1990 Ensures sys.last_type,value,traceback hold the exc_info we found,
1995 Ensures sys.last_type,value,traceback hold the exc_info we found,
1991 from whichever source.
1996 from whichever source.
1992
1997
1993 raises ValueError if none of these contain any information
1998 raises ValueError if none of these contain any information
1994 """
1999 """
1995 if exc_tuple is None:
2000 if exc_tuple is None:
1996 etype, value, tb = sys.exc_info()
2001 etype, value, tb = sys.exc_info()
1997 else:
2002 else:
1998 etype, value, tb = exc_tuple
2003 etype, value, tb = exc_tuple
1999
2004
2000 if etype is None:
2005 if etype is None:
2001 if hasattr(sys, 'last_type'):
2006 if hasattr(sys, 'last_type'):
2002 etype, value, tb = sys.last_type, sys.last_value, \
2007 etype, value, tb = sys.last_type, sys.last_value, \
2003 sys.last_traceback
2008 sys.last_traceback
2004
2009
2005 if etype is None:
2010 if etype is None:
2006 raise ValueError("No exception to find")
2011 raise ValueError("No exception to find")
2007
2012
2008 # Now store the exception info in sys.last_type etc.
2013 # Now store the exception info in sys.last_type etc.
2009 # WARNING: these variables are somewhat deprecated and not
2014 # WARNING: these variables are somewhat deprecated and not
2010 # necessarily safe to use in a threaded environment, but tools
2015 # necessarily safe to use in a threaded environment, but tools
2011 # like pdb depend on their existence, so let's set them. If we
2016 # like pdb depend on their existence, so let's set them. If we
2012 # find problems in the field, we'll need to revisit their use.
2017 # find problems in the field, we'll need to revisit their use.
2013 sys.last_type = etype
2018 sys.last_type = etype
2014 sys.last_value = value
2019 sys.last_value = value
2015 sys.last_traceback = tb
2020 sys.last_traceback = tb
2016
2021
2017 return etype, value, tb
2022 return etype, value, tb
2018
2023
2019 def show_usage_error(self, exc):
2024 def show_usage_error(self, exc):
2020 """Show a short message for UsageErrors
2025 """Show a short message for UsageErrors
2021
2026
2022 These are special exceptions that shouldn't show a traceback.
2027 These are special exceptions that shouldn't show a traceback.
2023 """
2028 """
2024 print("UsageError: %s" % exc, file=sys.stderr)
2029 print("UsageError: %s" % exc, file=sys.stderr)
2025
2030
2026 def get_exception_only(self, exc_tuple=None):
2031 def get_exception_only(self, exc_tuple=None):
2027 """
2032 """
2028 Return as a string (ending with a newline) the exception that
2033 Return as a string (ending with a newline) the exception that
2029 just occurred, without any traceback.
2034 just occurred, without any traceback.
2030 """
2035 """
2031 etype, value, tb = self._get_exc_info(exc_tuple)
2036 etype, value, tb = self._get_exc_info(exc_tuple)
2032 msg = traceback.format_exception_only(etype, value)
2037 msg = traceback.format_exception_only(etype, value)
2033 return ''.join(msg)
2038 return ''.join(msg)
2034
2039
2035 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2040 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2036 exception_only=False, running_compiled_code=False):
2041 exception_only=False, running_compiled_code=False):
2037 """Display the exception that just occurred.
2042 """Display the exception that just occurred.
2038
2043
2039 If nothing is known about the exception, this is the method which
2044 If nothing is known about the exception, this is the method which
2040 should be used throughout the code for presenting user tracebacks,
2045 should be used throughout the code for presenting user tracebacks,
2041 rather than directly invoking the InteractiveTB object.
2046 rather than directly invoking the InteractiveTB object.
2042
2047
2043 A specific showsyntaxerror() also exists, but this method can take
2048 A specific showsyntaxerror() also exists, but this method can take
2044 care of calling it if needed, so unless you are explicitly catching a
2049 care of calling it if needed, so unless you are explicitly catching a
2045 SyntaxError exception, don't try to analyze the stack manually and
2050 SyntaxError exception, don't try to analyze the stack manually and
2046 simply call this method."""
2051 simply call this method."""
2047
2052
2048 try:
2053 try:
2049 try:
2054 try:
2050 etype, value, tb = self._get_exc_info(exc_tuple)
2055 etype, value, tb = self._get_exc_info(exc_tuple)
2051 except ValueError:
2056 except ValueError:
2052 print('No traceback available to show.', file=sys.stderr)
2057 print('No traceback available to show.', file=sys.stderr)
2053 return
2058 return
2054
2059
2055 if issubclass(etype, SyntaxError):
2060 if issubclass(etype, SyntaxError):
2056 # Though this won't be called by syntax errors in the input
2061 # Though this won't be called by syntax errors in the input
2057 # line, there may be SyntaxError cases with imported code.
2062 # line, there may be SyntaxError cases with imported code.
2058 self.showsyntaxerror(filename, running_compiled_code)
2063 self.showsyntaxerror(filename, running_compiled_code)
2059 elif etype is UsageError:
2064 elif etype is UsageError:
2060 self.show_usage_error(value)
2065 self.show_usage_error(value)
2061 else:
2066 else:
2062 if exception_only:
2067 if exception_only:
2063 stb = ['An exception has occurred, use %tb to see '
2068 stb = ['An exception has occurred, use %tb to see '
2064 'the full traceback.\n']
2069 'the full traceback.\n']
2065 stb.extend(self.InteractiveTB.get_exception_only(etype,
2070 stb.extend(self.InteractiveTB.get_exception_only(etype,
2066 value))
2071 value))
2067 else:
2072 else:
2068 try:
2073 try:
2069 # Exception classes can customise their traceback - we
2074 # Exception classes can customise their traceback - we
2070 # use this in IPython.parallel for exceptions occurring
2075 # use this in IPython.parallel for exceptions occurring
2071 # in the engines. This should return a list of strings.
2076 # in the engines. This should return a list of strings.
2072 stb = value._render_traceback_()
2077 stb = value._render_traceback_()
2073 except Exception:
2078 except Exception:
2074 stb = self.InteractiveTB.structured_traceback(etype,
2079 stb = self.InteractiveTB.structured_traceback(etype,
2075 value, tb, tb_offset=tb_offset)
2080 value, tb, tb_offset=tb_offset)
2076
2081
2077 self._showtraceback(etype, value, stb)
2082 self._showtraceback(etype, value, stb)
2078 if self.call_pdb:
2083 if self.call_pdb:
2079 # drop into debugger
2084 # drop into debugger
2080 self.debugger(force=True)
2085 self.debugger(force=True)
2081 return
2086 return
2082
2087
2083 # Actually show the traceback
2088 # Actually show the traceback
2084 self._showtraceback(etype, value, stb)
2089 self._showtraceback(etype, value, stb)
2085
2090
2086 except KeyboardInterrupt:
2091 except KeyboardInterrupt:
2087 print('\n' + self.get_exception_only(), file=sys.stderr)
2092 print('\n' + self.get_exception_only(), file=sys.stderr)
2088
2093
2089 def _showtraceback(self, etype, evalue, stb: str):
2094 def _showtraceback(self, etype, evalue, stb: str):
2090 """Actually show a traceback.
2095 """Actually show a traceback.
2091
2096
2092 Subclasses may override this method to put the traceback on a different
2097 Subclasses may override this method to put the traceback on a different
2093 place, like a side channel.
2098 place, like a side channel.
2094 """
2099 """
2095 val = self.InteractiveTB.stb2text(stb)
2100 val = self.InteractiveTB.stb2text(stb)
2096 try:
2101 try:
2097 print(val)
2102 print(val)
2098 except UnicodeEncodeError:
2103 except UnicodeEncodeError:
2099 print(val.encode("utf-8", "backslashreplace").decode())
2104 print(val.encode("utf-8", "backslashreplace").decode())
2100
2105
2101 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2106 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2102 """Display the syntax error that just occurred.
2107 """Display the syntax error that just occurred.
2103
2108
2104 This doesn't display a stack trace because there isn't one.
2109 This doesn't display a stack trace because there isn't one.
2105
2110
2106 If a filename is given, it is stuffed in the exception instead
2111 If a filename is given, it is stuffed in the exception instead
2107 of what was there before (because Python's parser always uses
2112 of what was there before (because Python's parser always uses
2108 "<string>" when reading from a string).
2113 "<string>" when reading from a string).
2109
2114
2110 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2115 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2111 longer stack trace will be displayed.
2116 longer stack trace will be displayed.
2112 """
2117 """
2113 etype, value, last_traceback = self._get_exc_info()
2118 etype, value, last_traceback = self._get_exc_info()
2114
2119
2115 if filename and issubclass(etype, SyntaxError):
2120 if filename and issubclass(etype, SyntaxError):
2116 try:
2121 try:
2117 value.filename = filename
2122 value.filename = filename
2118 except:
2123 except:
2119 # Not the format we expect; leave it alone
2124 # Not the format we expect; leave it alone
2120 pass
2125 pass
2121
2126
2122 # If the error occurred when executing compiled code, we should provide full stacktrace.
2127 # If the error occurred when executing compiled code, we should provide full stacktrace.
2123 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2128 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2124 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2129 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2125 self._showtraceback(etype, value, stb)
2130 self._showtraceback(etype, value, stb)
2126
2131
2127 # This is overridden in TerminalInteractiveShell to show a message about
2132 # This is overridden in TerminalInteractiveShell to show a message about
2128 # the %paste magic.
2133 # the %paste magic.
2129 def showindentationerror(self):
2134 def showindentationerror(self):
2130 """Called by _run_cell when there's an IndentationError in code entered
2135 """Called by _run_cell when there's an IndentationError in code entered
2131 at the prompt.
2136 at the prompt.
2132
2137
2133 This is overridden in TerminalInteractiveShell to show a message about
2138 This is overridden in TerminalInteractiveShell to show a message about
2134 the %paste magic."""
2139 the %paste magic."""
2135 self.showsyntaxerror()
2140 self.showsyntaxerror()
2136
2141
2137 #-------------------------------------------------------------------------
2142 #-------------------------------------------------------------------------
2138 # Things related to readline
2143 # Things related to readline
2139 #-------------------------------------------------------------------------
2144 #-------------------------------------------------------------------------
2140
2145
2141 def init_readline(self):
2146 def init_readline(self):
2142 """DEPRECATED
2147 """DEPRECATED
2143
2148
2144 Moved to terminal subclass, here only to simplify the init logic."""
2149 Moved to terminal subclass, here only to simplify the init logic."""
2145 # Set a number of methods that depend on readline to be no-op
2150 # Set a number of methods that depend on readline to be no-op
2146 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2151 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2147 DeprecationWarning, stacklevel=2)
2152 DeprecationWarning, stacklevel=2)
2148 self.set_custom_completer = no_op
2153 self.set_custom_completer = no_op
2149
2154
2150 @skip_doctest
2155 @skip_doctest
2151 def set_next_input(self, s, replace=False):
2156 def set_next_input(self, s, replace=False):
2152 """ Sets the 'default' input string for the next command line.
2157 """ Sets the 'default' input string for the next command line.
2153
2158
2154 Example::
2159 Example::
2155
2160
2156 In [1]: _ip.set_next_input("Hello Word")
2161 In [1]: _ip.set_next_input("Hello Word")
2157 In [2]: Hello Word_ # cursor is here
2162 In [2]: Hello Word_ # cursor is here
2158 """
2163 """
2159 self.rl_next_input = s
2164 self.rl_next_input = s
2160
2165
2161 def _indent_current_str(self):
2166 def _indent_current_str(self):
2162 """return the current level of indentation as a string"""
2167 """return the current level of indentation as a string"""
2163 return self.input_splitter.get_indent_spaces() * ' '
2168 return self.input_splitter.get_indent_spaces() * ' '
2164
2169
2165 #-------------------------------------------------------------------------
2170 #-------------------------------------------------------------------------
2166 # Things related to text completion
2171 # Things related to text completion
2167 #-------------------------------------------------------------------------
2172 #-------------------------------------------------------------------------
2168
2173
2169 def init_completer(self):
2174 def init_completer(self):
2170 """Initialize the completion machinery.
2175 """Initialize the completion machinery.
2171
2176
2172 This creates completion machinery that can be used by client code,
2177 This creates completion machinery that can be used by client code,
2173 either interactively in-process (typically triggered by the readline
2178 either interactively in-process (typically triggered by the readline
2174 library), programmatically (such as in test suites) or out-of-process
2179 library), programmatically (such as in test suites) or out-of-process
2175 (typically over the network by remote frontends).
2180 (typically over the network by remote frontends).
2176 """
2181 """
2177 from IPython.core.completer import IPCompleter
2182 from IPython.core.completer import IPCompleter
2178 from IPython.core.completerlib import (module_completer,
2183 from IPython.core.completerlib import (module_completer,
2179 magic_run_completer, cd_completer, reset_completer)
2184 magic_run_completer, cd_completer, reset_completer)
2180
2185
2181 self.Completer = IPCompleter(shell=self,
2186 self.Completer = IPCompleter(shell=self,
2182 namespace=self.user_ns,
2187 namespace=self.user_ns,
2183 global_namespace=self.user_global_ns,
2188 global_namespace=self.user_global_ns,
2184 parent=self,
2189 parent=self,
2185 )
2190 )
2186 self.configurables.append(self.Completer)
2191 self.configurables.append(self.Completer)
2187
2192
2188 # Add custom completers to the basic ones built into IPCompleter
2193 # Add custom completers to the basic ones built into IPCompleter
2189 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2194 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2190 self.strdispatchers['complete_command'] = sdisp
2195 self.strdispatchers['complete_command'] = sdisp
2191 self.Completer.custom_completers = sdisp
2196 self.Completer.custom_completers = sdisp
2192
2197
2193 self.set_hook('complete_command', module_completer, str_key = 'import')
2198 self.set_hook('complete_command', module_completer, str_key = 'import')
2194 self.set_hook('complete_command', module_completer, str_key = 'from')
2199 self.set_hook('complete_command', module_completer, str_key = 'from')
2195 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2200 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2196 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2201 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2197 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2202 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2198 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2203 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2199
2204
2200 @skip_doctest
2205 @skip_doctest
2201 def complete(self, text, line=None, cursor_pos=None):
2206 def complete(self, text, line=None, cursor_pos=None):
2202 """Return the completed text and a list of completions.
2207 """Return the completed text and a list of completions.
2203
2208
2204 Parameters
2209 Parameters
2205 ----------
2210 ----------
2206
2211
2207 text : string
2212 text : string
2208 A string of text to be completed on. It can be given as empty and
2213 A string of text to be completed on. It can be given as empty and
2209 instead a line/position pair are given. In this case, the
2214 instead a line/position pair are given. In this case, the
2210 completer itself will split the line like readline does.
2215 completer itself will split the line like readline does.
2211
2216
2212 line : string, optional
2217 line : string, optional
2213 The complete line that text is part of.
2218 The complete line that text is part of.
2214
2219
2215 cursor_pos : int, optional
2220 cursor_pos : int, optional
2216 The position of the cursor on the input line.
2221 The position of the cursor on the input line.
2217
2222
2218 Returns
2223 Returns
2219 -------
2224 -------
2220 text : string
2225 text : string
2221 The actual text that was completed.
2226 The actual text that was completed.
2222
2227
2223 matches : list
2228 matches : list
2224 A sorted list with all possible completions.
2229 A sorted list with all possible completions.
2225
2230
2226 The optional arguments allow the completion to take more context into
2231 The optional arguments allow the completion to take more context into
2227 account, and are part of the low-level completion API.
2232 account, and are part of the low-level completion API.
2228
2233
2229 This is a wrapper around the completion mechanism, similar to what
2234 This is a wrapper around the completion mechanism, similar to what
2230 readline does at the command line when the TAB key is hit. By
2235 readline does at the command line when the TAB key is hit. By
2231 exposing it as a method, it can be used by other non-readline
2236 exposing it as a method, it can be used by other non-readline
2232 environments (such as GUIs) for text completion.
2237 environments (such as GUIs) for text completion.
2233
2238
2234 Simple usage example:
2239 Simple usage example:
2235
2240
2236 In [1]: x = 'hello'
2241 In [1]: x = 'hello'
2237
2242
2238 In [2]: _ip.complete('x.l')
2243 In [2]: _ip.complete('x.l')
2239 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2244 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2240 """
2245 """
2241
2246
2242 # Inject names into __builtin__ so we can complete on the added names.
2247 # Inject names into __builtin__ so we can complete on the added names.
2243 with self.builtin_trap:
2248 with self.builtin_trap:
2244 return self.Completer.complete(text, line, cursor_pos)
2249 return self.Completer.complete(text, line, cursor_pos)
2245
2250
2246 def set_custom_completer(self, completer, pos=0) -> None:
2251 def set_custom_completer(self, completer, pos=0) -> None:
2247 """Adds a new custom completer function.
2252 """Adds a new custom completer function.
2248
2253
2249 The position argument (defaults to 0) is the index in the completers
2254 The position argument (defaults to 0) is the index in the completers
2250 list where you want the completer to be inserted.
2255 list where you want the completer to be inserted.
2251
2256
2252 `completer` should have the following signature::
2257 `completer` should have the following signature::
2253
2258
2254 def completion(self: Completer, text: string) -> List[str]:
2259 def completion(self: Completer, text: string) -> List[str]:
2255 raise NotImplementedError
2260 raise NotImplementedError
2256
2261
2257 It will be bound to the current Completer instance and pass some text
2262 It will be bound to the current Completer instance and pass some text
2258 and return a list with current completions to suggest to the user.
2263 and return a list with current completions to suggest to the user.
2259 """
2264 """
2260
2265
2261 newcomp = types.MethodType(completer, self.Completer)
2266 newcomp = types.MethodType(completer, self.Completer)
2262 self.Completer.custom_matchers.insert(pos,newcomp)
2267 self.Completer.custom_matchers.insert(pos,newcomp)
2263
2268
2264 def set_completer_frame(self, frame=None):
2269 def set_completer_frame(self, frame=None):
2265 """Set the frame of the completer."""
2270 """Set the frame of the completer."""
2266 if frame:
2271 if frame:
2267 self.Completer.namespace = frame.f_locals
2272 self.Completer.namespace = frame.f_locals
2268 self.Completer.global_namespace = frame.f_globals
2273 self.Completer.global_namespace = frame.f_globals
2269 else:
2274 else:
2270 self.Completer.namespace = self.user_ns
2275 self.Completer.namespace = self.user_ns
2271 self.Completer.global_namespace = self.user_global_ns
2276 self.Completer.global_namespace = self.user_global_ns
2272
2277
2273 #-------------------------------------------------------------------------
2278 #-------------------------------------------------------------------------
2274 # Things related to magics
2279 # Things related to magics
2275 #-------------------------------------------------------------------------
2280 #-------------------------------------------------------------------------
2276
2281
2277 def init_magics(self):
2282 def init_magics(self):
2278 from IPython.core import magics as m
2283 from IPython.core import magics as m
2279 self.magics_manager = magic.MagicsManager(shell=self,
2284 self.magics_manager = magic.MagicsManager(shell=self,
2280 parent=self,
2285 parent=self,
2281 user_magics=m.UserMagics(self))
2286 user_magics=m.UserMagics(self))
2282 self.configurables.append(self.magics_manager)
2287 self.configurables.append(self.magics_manager)
2283
2288
2284 # Expose as public API from the magics manager
2289 # Expose as public API from the magics manager
2285 self.register_magics = self.magics_manager.register
2290 self.register_magics = self.magics_manager.register
2286
2291
2287 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2292 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2288 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2293 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2289 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2294 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2290 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2295 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2291 m.PylabMagics, m.ScriptMagics,
2296 m.PylabMagics, m.ScriptMagics,
2292 )
2297 )
2293 self.register_magics(m.AsyncMagics)
2298 self.register_magics(m.AsyncMagics)
2294
2299
2295 # Register Magic Aliases
2300 # Register Magic Aliases
2296 mman = self.magics_manager
2301 mman = self.magics_manager
2297 # FIXME: magic aliases should be defined by the Magics classes
2302 # FIXME: magic aliases should be defined by the Magics classes
2298 # or in MagicsManager, not here
2303 # or in MagicsManager, not here
2299 mman.register_alias('ed', 'edit')
2304 mman.register_alias('ed', 'edit')
2300 mman.register_alias('hist', 'history')
2305 mman.register_alias('hist', 'history')
2301 mman.register_alias('rep', 'recall')
2306 mman.register_alias('rep', 'recall')
2302 mman.register_alias('SVG', 'svg', 'cell')
2307 mman.register_alias('SVG', 'svg', 'cell')
2303 mman.register_alias('HTML', 'html', 'cell')
2308 mman.register_alias('HTML', 'html', 'cell')
2304 mman.register_alias('file', 'writefile', 'cell')
2309 mman.register_alias('file', 'writefile', 'cell')
2305
2310
2306 # FIXME: Move the color initialization to the DisplayHook, which
2311 # FIXME: Move the color initialization to the DisplayHook, which
2307 # should be split into a prompt manager and displayhook. We probably
2312 # should be split into a prompt manager and displayhook. We probably
2308 # even need a centralize colors management object.
2313 # even need a centralize colors management object.
2309 self.run_line_magic('colors', self.colors)
2314 self.run_line_magic('colors', self.colors)
2310
2315
2311 # Defined here so that it's included in the documentation
2316 # Defined here so that it's included in the documentation
2312 @functools.wraps(magic.MagicsManager.register_function)
2317 @functools.wraps(magic.MagicsManager.register_function)
2313 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2318 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2314 self.magics_manager.register_function(
2319 self.magics_manager.register_function(
2315 func, magic_kind=magic_kind, magic_name=magic_name
2320 func, magic_kind=magic_kind, magic_name=magic_name
2316 )
2321 )
2317
2322
2318 def run_line_magic(self, magic_name, line, _stack_depth=1):
2323 def run_line_magic(self, magic_name, line, _stack_depth=1):
2319 """Execute the given line magic.
2324 """Execute the given line magic.
2320
2325
2321 Parameters
2326 Parameters
2322 ----------
2327 ----------
2323 magic_name : str
2328 magic_name : str
2324 Name of the desired magic function, without '%' prefix.
2329 Name of the desired magic function, without '%' prefix.
2325
2330
2326 line : str
2331 line : str
2327 The rest of the input line as a single string.
2332 The rest of the input line as a single string.
2328
2333
2329 _stack_depth : int
2334 _stack_depth : int
2330 If run_line_magic() is called from magic() then _stack_depth=2.
2335 If run_line_magic() is called from magic() then _stack_depth=2.
2331 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2336 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2332 """
2337 """
2333 fn = self.find_line_magic(magic_name)
2338 fn = self.find_line_magic(magic_name)
2334 if fn is None:
2339 if fn is None:
2335 cm = self.find_cell_magic(magic_name)
2340 cm = self.find_cell_magic(magic_name)
2336 etpl = "Line magic function `%%%s` not found%s."
2341 etpl = "Line magic function `%%%s` not found%s."
2337 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2342 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2338 'did you mean that instead?)' % magic_name )
2343 'did you mean that instead?)' % magic_name )
2339 raise UsageError(etpl % (magic_name, extra))
2344 raise UsageError(etpl % (magic_name, extra))
2340 else:
2345 else:
2341 # Note: this is the distance in the stack to the user's frame.
2346 # Note: this is the distance in the stack to the user's frame.
2342 # This will need to be updated if the internal calling logic gets
2347 # This will need to be updated if the internal calling logic gets
2343 # refactored, or else we'll be expanding the wrong variables.
2348 # refactored, or else we'll be expanding the wrong variables.
2344
2349
2345 # Determine stack_depth depending on where run_line_magic() has been called
2350 # Determine stack_depth depending on where run_line_magic() has been called
2346 stack_depth = _stack_depth
2351 stack_depth = _stack_depth
2347 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2352 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2348 # magic has opted out of var_expand
2353 # magic has opted out of var_expand
2349 magic_arg_s = line
2354 magic_arg_s = line
2350 else:
2355 else:
2351 magic_arg_s = self.var_expand(line, stack_depth)
2356 magic_arg_s = self.var_expand(line, stack_depth)
2352 # Put magic args in a list so we can call with f(*a) syntax
2357 # Put magic args in a list so we can call with f(*a) syntax
2353 args = [magic_arg_s]
2358 args = [magic_arg_s]
2354 kwargs = {}
2359 kwargs = {}
2355 # Grab local namespace if we need it:
2360 # Grab local namespace if we need it:
2356 if getattr(fn, "needs_local_scope", False):
2361 if getattr(fn, "needs_local_scope", False):
2357 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2362 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2358 with self.builtin_trap:
2363 with self.builtin_trap:
2359 result = fn(*args, **kwargs)
2364 result = fn(*args, **kwargs)
2360 return result
2365 return result
2361
2366
2362 def get_local_scope(self, stack_depth):
2367 def get_local_scope(self, stack_depth):
2363 """Get local scope at given stack depth.
2368 """Get local scope at given stack depth.
2364
2369
2365 Parameters
2370 Parameters
2366 ----------
2371 ----------
2367 stack_depth : int
2372 stack_depth : int
2368 Depth relative to calling frame
2373 Depth relative to calling frame
2369 """
2374 """
2370 return sys._getframe(stack_depth + 1).f_locals
2375 return sys._getframe(stack_depth + 1).f_locals
2371
2376
2372 def run_cell_magic(self, magic_name, line, cell):
2377 def run_cell_magic(self, magic_name, line, cell):
2373 """Execute the given cell magic.
2378 """Execute the given cell magic.
2374
2379
2375 Parameters
2380 Parameters
2376 ----------
2381 ----------
2377 magic_name : str
2382 magic_name : str
2378 Name of the desired magic function, without '%' prefix.
2383 Name of the desired magic function, without '%' prefix.
2379
2384
2380 line : str
2385 line : str
2381 The rest of the first input line as a single string.
2386 The rest of the first input line as a single string.
2382
2387
2383 cell : str
2388 cell : str
2384 The body of the cell as a (possibly multiline) string.
2389 The body of the cell as a (possibly multiline) string.
2385 """
2390 """
2386 fn = self.find_cell_magic(magic_name)
2391 fn = self.find_cell_magic(magic_name)
2387 if fn is None:
2392 if fn is None:
2388 lm = self.find_line_magic(magic_name)
2393 lm = self.find_line_magic(magic_name)
2389 etpl = "Cell magic `%%{0}` not found{1}."
2394 etpl = "Cell magic `%%{0}` not found{1}."
2390 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2395 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2391 'did you mean that instead?)'.format(magic_name))
2396 'did you mean that instead?)'.format(magic_name))
2392 raise UsageError(etpl.format(magic_name, extra))
2397 raise UsageError(etpl.format(magic_name, extra))
2393 elif cell == '':
2398 elif cell == '':
2394 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2399 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2395 if self.find_line_magic(magic_name) is not None:
2400 if self.find_line_magic(magic_name) is not None:
2396 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2401 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2397 raise UsageError(message)
2402 raise UsageError(message)
2398 else:
2403 else:
2399 # Note: this is the distance in the stack to the user's frame.
2404 # Note: this is the distance in the stack to the user's frame.
2400 # This will need to be updated if the internal calling logic gets
2405 # This will need to be updated if the internal calling logic gets
2401 # refactored, or else we'll be expanding the wrong variables.
2406 # refactored, or else we'll be expanding the wrong variables.
2402 stack_depth = 2
2407 stack_depth = 2
2403 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2408 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2404 # magic has opted out of var_expand
2409 # magic has opted out of var_expand
2405 magic_arg_s = line
2410 magic_arg_s = line
2406 else:
2411 else:
2407 magic_arg_s = self.var_expand(line, stack_depth)
2412 magic_arg_s = self.var_expand(line, stack_depth)
2408 kwargs = {}
2413 kwargs = {}
2409 if getattr(fn, "needs_local_scope", False):
2414 if getattr(fn, "needs_local_scope", False):
2410 kwargs['local_ns'] = self.user_ns
2415 kwargs['local_ns'] = self.user_ns
2411
2416
2412 with self.builtin_trap:
2417 with self.builtin_trap:
2413 args = (magic_arg_s, cell)
2418 args = (magic_arg_s, cell)
2414 result = fn(*args, **kwargs)
2419 result = fn(*args, **kwargs)
2415 return result
2420 return result
2416
2421
2417 def find_line_magic(self, magic_name):
2422 def find_line_magic(self, magic_name):
2418 """Find and return a line magic by name.
2423 """Find and return a line magic by name.
2419
2424
2420 Returns None if the magic isn't found."""
2425 Returns None if the magic isn't found."""
2421 return self.magics_manager.magics['line'].get(magic_name)
2426 return self.magics_manager.magics['line'].get(magic_name)
2422
2427
2423 def find_cell_magic(self, magic_name):
2428 def find_cell_magic(self, magic_name):
2424 """Find and return a cell magic by name.
2429 """Find and return a cell magic by name.
2425
2430
2426 Returns None if the magic isn't found."""
2431 Returns None if the magic isn't found."""
2427 return self.magics_manager.magics['cell'].get(magic_name)
2432 return self.magics_manager.magics['cell'].get(magic_name)
2428
2433
2429 def find_magic(self, magic_name, magic_kind='line'):
2434 def find_magic(self, magic_name, magic_kind='line'):
2430 """Find and return a magic of the given type by name.
2435 """Find and return a magic of the given type by name.
2431
2436
2432 Returns None if the magic isn't found."""
2437 Returns None if the magic isn't found."""
2433 return self.magics_manager.magics[magic_kind].get(magic_name)
2438 return self.magics_manager.magics[magic_kind].get(magic_name)
2434
2439
2435 def magic(self, arg_s):
2440 def magic(self, arg_s):
2436 """DEPRECATED. Use run_line_magic() instead.
2441 """DEPRECATED. Use run_line_magic() instead.
2437
2442
2438 Call a magic function by name.
2443 Call a magic function by name.
2439
2444
2440 Input: a string containing the name of the magic function to call and
2445 Input: a string containing the name of the magic function to call and
2441 any additional arguments to be passed to the magic.
2446 any additional arguments to be passed to the magic.
2442
2447
2443 magic('name -opt foo bar') is equivalent to typing at the ipython
2448 magic('name -opt foo bar') is equivalent to typing at the ipython
2444 prompt:
2449 prompt:
2445
2450
2446 In[1]: %name -opt foo bar
2451 In[1]: %name -opt foo bar
2447
2452
2448 To call a magic without arguments, simply use magic('name').
2453 To call a magic without arguments, simply use magic('name').
2449
2454
2450 This provides a proper Python function to call IPython's magics in any
2455 This provides a proper Python function to call IPython's magics in any
2451 valid Python code you can type at the interpreter, including loops and
2456 valid Python code you can type at the interpreter, including loops and
2452 compound statements.
2457 compound statements.
2453 """
2458 """
2454 # TODO: should we issue a loud deprecation warning here?
2459 # TODO: should we issue a loud deprecation warning here?
2455 magic_name, _, magic_arg_s = arg_s.partition(' ')
2460 magic_name, _, magic_arg_s = arg_s.partition(' ')
2456 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2461 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2457 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2462 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2458
2463
2459 #-------------------------------------------------------------------------
2464 #-------------------------------------------------------------------------
2460 # Things related to macros
2465 # Things related to macros
2461 #-------------------------------------------------------------------------
2466 #-------------------------------------------------------------------------
2462
2467
2463 def define_macro(self, name, themacro):
2468 def define_macro(self, name, themacro):
2464 """Define a new macro
2469 """Define a new macro
2465
2470
2466 Parameters
2471 Parameters
2467 ----------
2472 ----------
2468 name : str
2473 name : str
2469 The name of the macro.
2474 The name of the macro.
2470 themacro : str or Macro
2475 themacro : str or Macro
2471 The action to do upon invoking the macro. If a string, a new
2476 The action to do upon invoking the macro. If a string, a new
2472 Macro object is created by passing the string to it.
2477 Macro object is created by passing the string to it.
2473 """
2478 """
2474
2479
2475 from IPython.core import macro
2480 from IPython.core import macro
2476
2481
2477 if isinstance(themacro, str):
2482 if isinstance(themacro, str):
2478 themacro = macro.Macro(themacro)
2483 themacro = macro.Macro(themacro)
2479 if not isinstance(themacro, macro.Macro):
2484 if not isinstance(themacro, macro.Macro):
2480 raise ValueError('A macro must be a string or a Macro instance.')
2485 raise ValueError('A macro must be a string or a Macro instance.')
2481 self.user_ns[name] = themacro
2486 self.user_ns[name] = themacro
2482
2487
2483 #-------------------------------------------------------------------------
2488 #-------------------------------------------------------------------------
2484 # Things related to the running of system commands
2489 # Things related to the running of system commands
2485 #-------------------------------------------------------------------------
2490 #-------------------------------------------------------------------------
2486
2491
2487 def system_piped(self, cmd):
2492 def system_piped(self, cmd):
2488 """Call the given cmd in a subprocess, piping stdout/err
2493 """Call the given cmd in a subprocess, piping stdout/err
2489
2494
2490 Parameters
2495 Parameters
2491 ----------
2496 ----------
2492 cmd : str
2497 cmd : str
2493 Command to execute (can not end in '&', as background processes are
2498 Command to execute (can not end in '&', as background processes are
2494 not supported. Should not be a command that expects input
2499 not supported. Should not be a command that expects input
2495 other than simple text.
2500 other than simple text.
2496 """
2501 """
2497 if cmd.rstrip().endswith('&'):
2502 if cmd.rstrip().endswith('&'):
2498 # this is *far* from a rigorous test
2503 # this is *far* from a rigorous test
2499 # We do not support backgrounding processes because we either use
2504 # We do not support backgrounding processes because we either use
2500 # pexpect or pipes to read from. Users can always just call
2505 # pexpect or pipes to read from. Users can always just call
2501 # os.system() or use ip.system=ip.system_raw
2506 # os.system() or use ip.system=ip.system_raw
2502 # if they really want a background process.
2507 # if they really want a background process.
2503 raise OSError("Background processes not supported.")
2508 raise OSError("Background processes not supported.")
2504
2509
2505 # we explicitly do NOT return the subprocess status code, because
2510 # we explicitly do NOT return the subprocess status code, because
2506 # a non-None value would trigger :func:`sys.displayhook` calls.
2511 # a non-None value would trigger :func:`sys.displayhook` calls.
2507 # Instead, we store the exit_code in user_ns.
2512 # Instead, we store the exit_code in user_ns.
2508 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2513 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2509
2514
2510 def system_raw(self, cmd):
2515 def system_raw(self, cmd):
2511 """Call the given cmd in a subprocess using os.system on Windows or
2516 """Call the given cmd in a subprocess using os.system on Windows or
2512 subprocess.call using the system shell on other platforms.
2517 subprocess.call using the system shell on other platforms.
2513
2518
2514 Parameters
2519 Parameters
2515 ----------
2520 ----------
2516 cmd : str
2521 cmd : str
2517 Command to execute.
2522 Command to execute.
2518 """
2523 """
2519 cmd = self.var_expand(cmd, depth=1)
2524 cmd = self.var_expand(cmd, depth=1)
2520 # protect os.system from UNC paths on Windows, which it can't handle:
2525 # protect os.system from UNC paths on Windows, which it can't handle:
2521 if sys.platform == 'win32':
2526 if sys.platform == 'win32':
2522 from IPython.utils._process_win32 import AvoidUNCPath
2527 from IPython.utils._process_win32 import AvoidUNCPath
2523 with AvoidUNCPath() as path:
2528 with AvoidUNCPath() as path:
2524 if path is not None:
2529 if path is not None:
2525 cmd = '"pushd %s &&"%s' % (path, cmd)
2530 cmd = '"pushd %s &&"%s' % (path, cmd)
2526 try:
2531 try:
2527 ec = os.system(cmd)
2532 ec = os.system(cmd)
2528 except KeyboardInterrupt:
2533 except KeyboardInterrupt:
2529 print('\n' + self.get_exception_only(), file=sys.stderr)
2534 print('\n' + self.get_exception_only(), file=sys.stderr)
2530 ec = -2
2535 ec = -2
2531 else:
2536 else:
2532 # For posix the result of the subprocess.call() below is an exit
2537 # For posix the result of the subprocess.call() below is an exit
2533 # code, which by convention is zero for success, positive for
2538 # code, which by convention is zero for success, positive for
2534 # program failure. Exit codes above 128 are reserved for signals,
2539 # program failure. Exit codes above 128 are reserved for signals,
2535 # and the formula for converting a signal to an exit code is usually
2540 # and the formula for converting a signal to an exit code is usually
2536 # signal_number+128. To more easily differentiate between exit
2541 # signal_number+128. To more easily differentiate between exit
2537 # codes and signals, ipython uses negative numbers. For instance
2542 # codes and signals, ipython uses negative numbers. For instance
2538 # since control-c is signal 2 but exit code 130, ipython's
2543 # since control-c is signal 2 but exit code 130, ipython's
2539 # _exit_code variable will read -2. Note that some shells like
2544 # _exit_code variable will read -2. Note that some shells like
2540 # csh and fish don't follow sh/bash conventions for exit codes.
2545 # csh and fish don't follow sh/bash conventions for exit codes.
2541 executable = os.environ.get('SHELL', None)
2546 executable = os.environ.get('SHELL', None)
2542 try:
2547 try:
2543 # Use env shell instead of default /bin/sh
2548 # Use env shell instead of default /bin/sh
2544 ec = subprocess.call(cmd, shell=True, executable=executable)
2549 ec = subprocess.call(cmd, shell=True, executable=executable)
2545 except KeyboardInterrupt:
2550 except KeyboardInterrupt:
2546 # intercept control-C; a long traceback is not useful here
2551 # intercept control-C; a long traceback is not useful here
2547 print('\n' + self.get_exception_only(), file=sys.stderr)
2552 print('\n' + self.get_exception_only(), file=sys.stderr)
2548 ec = 130
2553 ec = 130
2549 if ec > 128:
2554 if ec > 128:
2550 ec = -(ec - 128)
2555 ec = -(ec - 128)
2551
2556
2552 # We explicitly do NOT return the subprocess status code, because
2557 # We explicitly do NOT return the subprocess status code, because
2553 # a non-None value would trigger :func:`sys.displayhook` calls.
2558 # a non-None value would trigger :func:`sys.displayhook` calls.
2554 # Instead, we store the exit_code in user_ns. Note the semantics
2559 # Instead, we store the exit_code in user_ns. Note the semantics
2555 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2560 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2556 # but raising SystemExit(_exit_code) will give status 254!
2561 # but raising SystemExit(_exit_code) will give status 254!
2557 self.user_ns['_exit_code'] = ec
2562 self.user_ns['_exit_code'] = ec
2558
2563
2559 # use piped system by default, because it is better behaved
2564 # use piped system by default, because it is better behaved
2560 system = system_piped
2565 system = system_piped
2561
2566
2562 def getoutput(self, cmd, split=True, depth=0):
2567 def getoutput(self, cmd, split=True, depth=0):
2563 """Get output (possibly including stderr) from a subprocess.
2568 """Get output (possibly including stderr) from a subprocess.
2564
2569
2565 Parameters
2570 Parameters
2566 ----------
2571 ----------
2567 cmd : str
2572 cmd : str
2568 Command to execute (can not end in '&', as background processes are
2573 Command to execute (can not end in '&', as background processes are
2569 not supported.
2574 not supported.
2570 split : bool, optional
2575 split : bool, optional
2571 If True, split the output into an IPython SList. Otherwise, an
2576 If True, split the output into an IPython SList. Otherwise, an
2572 IPython LSString is returned. These are objects similar to normal
2577 IPython LSString is returned. These are objects similar to normal
2573 lists and strings, with a few convenience attributes for easier
2578 lists and strings, with a few convenience attributes for easier
2574 manipulation of line-based output. You can use '?' on them for
2579 manipulation of line-based output. You can use '?' on them for
2575 details.
2580 details.
2576 depth : int, optional
2581 depth : int, optional
2577 How many frames above the caller are the local variables which should
2582 How many frames above the caller are the local variables which should
2578 be expanded in the command string? The default (0) assumes that the
2583 be expanded in the command string? The default (0) assumes that the
2579 expansion variables are in the stack frame calling this function.
2584 expansion variables are in the stack frame calling this function.
2580 """
2585 """
2581 if cmd.rstrip().endswith('&'):
2586 if cmd.rstrip().endswith('&'):
2582 # this is *far* from a rigorous test
2587 # this is *far* from a rigorous test
2583 raise OSError("Background processes not supported.")
2588 raise OSError("Background processes not supported.")
2584 out = getoutput(self.var_expand(cmd, depth=depth+1))
2589 out = getoutput(self.var_expand(cmd, depth=depth+1))
2585 if split:
2590 if split:
2586 out = SList(out.splitlines())
2591 out = SList(out.splitlines())
2587 else:
2592 else:
2588 out = LSString(out)
2593 out = LSString(out)
2589 return out
2594 return out
2590
2595
2591 #-------------------------------------------------------------------------
2596 #-------------------------------------------------------------------------
2592 # Things related to aliases
2597 # Things related to aliases
2593 #-------------------------------------------------------------------------
2598 #-------------------------------------------------------------------------
2594
2599
2595 def init_alias(self):
2600 def init_alias(self):
2596 self.alias_manager = AliasManager(shell=self, parent=self)
2601 self.alias_manager = AliasManager(shell=self, parent=self)
2597 self.configurables.append(self.alias_manager)
2602 self.configurables.append(self.alias_manager)
2598
2603
2599 #-------------------------------------------------------------------------
2604 #-------------------------------------------------------------------------
2600 # Things related to extensions
2605 # Things related to extensions
2601 #-------------------------------------------------------------------------
2606 #-------------------------------------------------------------------------
2602
2607
2603 def init_extension_manager(self):
2608 def init_extension_manager(self):
2604 self.extension_manager = ExtensionManager(shell=self, parent=self)
2609 self.extension_manager = ExtensionManager(shell=self, parent=self)
2605 self.configurables.append(self.extension_manager)
2610 self.configurables.append(self.extension_manager)
2606
2611
2607 #-------------------------------------------------------------------------
2612 #-------------------------------------------------------------------------
2608 # Things related to payloads
2613 # Things related to payloads
2609 #-------------------------------------------------------------------------
2614 #-------------------------------------------------------------------------
2610
2615
2611 def init_payload(self):
2616 def init_payload(self):
2612 self.payload_manager = PayloadManager(parent=self)
2617 self.payload_manager = PayloadManager(parent=self)
2613 self.configurables.append(self.payload_manager)
2618 self.configurables.append(self.payload_manager)
2614
2619
2615 #-------------------------------------------------------------------------
2620 #-------------------------------------------------------------------------
2616 # Things related to the prefilter
2621 # Things related to the prefilter
2617 #-------------------------------------------------------------------------
2622 #-------------------------------------------------------------------------
2618
2623
2619 def init_prefilter(self):
2624 def init_prefilter(self):
2620 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2625 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2621 self.configurables.append(self.prefilter_manager)
2626 self.configurables.append(self.prefilter_manager)
2622 # Ultimately this will be refactored in the new interpreter code, but
2627 # Ultimately this will be refactored in the new interpreter code, but
2623 # for now, we should expose the main prefilter method (there's legacy
2628 # for now, we should expose the main prefilter method (there's legacy
2624 # code out there that may rely on this).
2629 # code out there that may rely on this).
2625 self.prefilter = self.prefilter_manager.prefilter_lines
2630 self.prefilter = self.prefilter_manager.prefilter_lines
2626
2631
2627 def auto_rewrite_input(self, cmd):
2632 def auto_rewrite_input(self, cmd):
2628 """Print to the screen the rewritten form of the user's command.
2633 """Print to the screen the rewritten form of the user's command.
2629
2634
2630 This shows visual feedback by rewriting input lines that cause
2635 This shows visual feedback by rewriting input lines that cause
2631 automatic calling to kick in, like::
2636 automatic calling to kick in, like::
2632
2637
2633 /f x
2638 /f x
2634
2639
2635 into::
2640 into::
2636
2641
2637 ------> f(x)
2642 ------> f(x)
2638
2643
2639 after the user's input prompt. This helps the user understand that the
2644 after the user's input prompt. This helps the user understand that the
2640 input line was transformed automatically by IPython.
2645 input line was transformed automatically by IPython.
2641 """
2646 """
2642 if not self.show_rewritten_input:
2647 if not self.show_rewritten_input:
2643 return
2648 return
2644
2649
2645 # This is overridden in TerminalInteractiveShell to use fancy prompts
2650 # This is overridden in TerminalInteractiveShell to use fancy prompts
2646 print("------> " + cmd)
2651 print("------> " + cmd)
2647
2652
2648 #-------------------------------------------------------------------------
2653 #-------------------------------------------------------------------------
2649 # Things related to extracting values/expressions from kernel and user_ns
2654 # Things related to extracting values/expressions from kernel and user_ns
2650 #-------------------------------------------------------------------------
2655 #-------------------------------------------------------------------------
2651
2656
2652 def _user_obj_error(self):
2657 def _user_obj_error(self):
2653 """return simple exception dict
2658 """return simple exception dict
2654
2659
2655 for use in user_expressions
2660 for use in user_expressions
2656 """
2661 """
2657
2662
2658 etype, evalue, tb = self._get_exc_info()
2663 etype, evalue, tb = self._get_exc_info()
2659 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2664 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2660
2665
2661 exc_info = {
2666 exc_info = {
2662 u'status' : 'error',
2667 u'status' : 'error',
2663 u'traceback' : stb,
2668 u'traceback' : stb,
2664 u'ename' : etype.__name__,
2669 u'ename' : etype.__name__,
2665 u'evalue' : py3compat.safe_unicode(evalue),
2670 u'evalue' : py3compat.safe_unicode(evalue),
2666 }
2671 }
2667
2672
2668 return exc_info
2673 return exc_info
2669
2674
2670 def _format_user_obj(self, obj):
2675 def _format_user_obj(self, obj):
2671 """format a user object to display dict
2676 """format a user object to display dict
2672
2677
2673 for use in user_expressions
2678 for use in user_expressions
2674 """
2679 """
2675
2680
2676 data, md = self.display_formatter.format(obj)
2681 data, md = self.display_formatter.format(obj)
2677 value = {
2682 value = {
2678 'status' : 'ok',
2683 'status' : 'ok',
2679 'data' : data,
2684 'data' : data,
2680 'metadata' : md,
2685 'metadata' : md,
2681 }
2686 }
2682 return value
2687 return value
2683
2688
2684 def user_expressions(self, expressions):
2689 def user_expressions(self, expressions):
2685 """Evaluate a dict of expressions in the user's namespace.
2690 """Evaluate a dict of expressions in the user's namespace.
2686
2691
2687 Parameters
2692 Parameters
2688 ----------
2693 ----------
2689 expressions : dict
2694 expressions : dict
2690 A dict with string keys and string values. The expression values
2695 A dict with string keys and string values. The expression values
2691 should be valid Python expressions, each of which will be evaluated
2696 should be valid Python expressions, each of which will be evaluated
2692 in the user namespace.
2697 in the user namespace.
2693
2698
2694 Returns
2699 Returns
2695 -------
2700 -------
2696 A dict, keyed like the input expressions dict, with the rich mime-typed
2701 A dict, keyed like the input expressions dict, with the rich mime-typed
2697 display_data of each value.
2702 display_data of each value.
2698 """
2703 """
2699 out = {}
2704 out = {}
2700 user_ns = self.user_ns
2705 user_ns = self.user_ns
2701 global_ns = self.user_global_ns
2706 global_ns = self.user_global_ns
2702
2707
2703 for key, expr in expressions.items():
2708 for key, expr in expressions.items():
2704 try:
2709 try:
2705 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2710 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2706 except:
2711 except:
2707 value = self._user_obj_error()
2712 value = self._user_obj_error()
2708 out[key] = value
2713 out[key] = value
2709 return out
2714 return out
2710
2715
2711 #-------------------------------------------------------------------------
2716 #-------------------------------------------------------------------------
2712 # Things related to the running of code
2717 # Things related to the running of code
2713 #-------------------------------------------------------------------------
2718 #-------------------------------------------------------------------------
2714
2719
2715 def ex(self, cmd):
2720 def ex(self, cmd):
2716 """Execute a normal python statement in user namespace."""
2721 """Execute a normal python statement in user namespace."""
2717 with self.builtin_trap:
2722 with self.builtin_trap:
2718 exec(cmd, self.user_global_ns, self.user_ns)
2723 exec(cmd, self.user_global_ns, self.user_ns)
2719
2724
2720 def ev(self, expr):
2725 def ev(self, expr):
2721 """Evaluate python expression expr in user namespace.
2726 """Evaluate python expression expr in user namespace.
2722
2727
2723 Returns the result of evaluation
2728 Returns the result of evaluation
2724 """
2729 """
2725 with self.builtin_trap:
2730 with self.builtin_trap:
2726 return eval(expr, self.user_global_ns, self.user_ns)
2731 return eval(expr, self.user_global_ns, self.user_ns)
2727
2732
2728 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2733 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2729 """A safe version of the builtin execfile().
2734 """A safe version of the builtin execfile().
2730
2735
2731 This version will never throw an exception, but instead print
2736 This version will never throw an exception, but instead print
2732 helpful error messages to the screen. This only works on pure
2737 helpful error messages to the screen. This only works on pure
2733 Python files with the .py extension.
2738 Python files with the .py extension.
2734
2739
2735 Parameters
2740 Parameters
2736 ----------
2741 ----------
2737 fname : string
2742 fname : string
2738 The name of the file to be executed.
2743 The name of the file to be executed.
2739 where : tuple
2744 where : tuple
2740 One or two namespaces, passed to execfile() as (globals,locals).
2745 One or two namespaces, passed to execfile() as (globals,locals).
2741 If only one is given, it is passed as both.
2746 If only one is given, it is passed as both.
2742 exit_ignore : bool (False)
2747 exit_ignore : bool (False)
2743 If True, then silence SystemExit for non-zero status (it is always
2748 If True, then silence SystemExit for non-zero status (it is always
2744 silenced for zero status, as it is so common).
2749 silenced for zero status, as it is so common).
2745 raise_exceptions : bool (False)
2750 raise_exceptions : bool (False)
2746 If True raise exceptions everywhere. Meant for testing.
2751 If True raise exceptions everywhere. Meant for testing.
2747 shell_futures : bool (False)
2752 shell_futures : bool (False)
2748 If True, the code will share future statements with the interactive
2753 If True, the code will share future statements with the interactive
2749 shell. It will both be affected by previous __future__ imports, and
2754 shell. It will both be affected by previous __future__ imports, and
2750 any __future__ imports in the code will affect the shell. If False,
2755 any __future__ imports in the code will affect the shell. If False,
2751 __future__ imports are not shared in either direction.
2756 __future__ imports are not shared in either direction.
2752
2757
2753 """
2758 """
2754 fname = os.path.abspath(os.path.expanduser(fname))
2759 fname = os.path.abspath(os.path.expanduser(fname))
2755
2760
2756 # Make sure we can open the file
2761 # Make sure we can open the file
2757 try:
2762 try:
2758 with open(fname):
2763 with open(fname):
2759 pass
2764 pass
2760 except:
2765 except:
2761 warn('Could not open file <%s> for safe execution.' % fname)
2766 warn('Could not open file <%s> for safe execution.' % fname)
2762 return
2767 return
2763
2768
2764 # Find things also in current directory. This is needed to mimic the
2769 # Find things also in current directory. This is needed to mimic the
2765 # behavior of running a script from the system command line, where
2770 # behavior of running a script from the system command line, where
2766 # Python inserts the script's directory into sys.path
2771 # Python inserts the script's directory into sys.path
2767 dname = os.path.dirname(fname)
2772 dname = os.path.dirname(fname)
2768
2773
2769 with prepended_to_syspath(dname), self.builtin_trap:
2774 with prepended_to_syspath(dname), self.builtin_trap:
2770 try:
2775 try:
2771 glob, loc = (where + (None, ))[:2]
2776 glob, loc = (where + (None, ))[:2]
2772 py3compat.execfile(
2777 py3compat.execfile(
2773 fname, glob, loc,
2778 fname, glob, loc,
2774 self.compile if shell_futures else None)
2779 self.compile if shell_futures else None)
2775 except SystemExit as status:
2780 except SystemExit as status:
2776 # If the call was made with 0 or None exit status (sys.exit(0)
2781 # If the call was made with 0 or None exit status (sys.exit(0)
2777 # or sys.exit() ), don't bother showing a traceback, as both of
2782 # or sys.exit() ), don't bother showing a traceback, as both of
2778 # these are considered normal by the OS:
2783 # these are considered normal by the OS:
2779 # > python -c'import sys;sys.exit(0)'; echo $?
2784 # > python -c'import sys;sys.exit(0)'; echo $?
2780 # 0
2785 # 0
2781 # > python -c'import sys;sys.exit()'; echo $?
2786 # > python -c'import sys;sys.exit()'; echo $?
2782 # 0
2787 # 0
2783 # For other exit status, we show the exception unless
2788 # For other exit status, we show the exception unless
2784 # explicitly silenced, but only in short form.
2789 # explicitly silenced, but only in short form.
2785 if status.code:
2790 if status.code:
2786 if raise_exceptions:
2791 if raise_exceptions:
2787 raise
2792 raise
2788 if not exit_ignore:
2793 if not exit_ignore:
2789 self.showtraceback(exception_only=True)
2794 self.showtraceback(exception_only=True)
2790 except:
2795 except:
2791 if raise_exceptions:
2796 if raise_exceptions:
2792 raise
2797 raise
2793 # tb offset is 2 because we wrap execfile
2798 # tb offset is 2 because we wrap execfile
2794 self.showtraceback(tb_offset=2)
2799 self.showtraceback(tb_offset=2)
2795
2800
2796 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2801 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2797 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2802 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2798
2803
2799 Parameters
2804 Parameters
2800 ----------
2805 ----------
2801 fname : str
2806 fname : str
2802 The name of the file to execute. The filename must have a
2807 The name of the file to execute. The filename must have a
2803 .ipy or .ipynb extension.
2808 .ipy or .ipynb extension.
2804 shell_futures : bool (False)
2809 shell_futures : bool (False)
2805 If True, the code will share future statements with the interactive
2810 If True, the code will share future statements with the interactive
2806 shell. It will both be affected by previous __future__ imports, and
2811 shell. It will both be affected by previous __future__ imports, and
2807 any __future__ imports in the code will affect the shell. If False,
2812 any __future__ imports in the code will affect the shell. If False,
2808 __future__ imports are not shared in either direction.
2813 __future__ imports are not shared in either direction.
2809 raise_exceptions : bool (False)
2814 raise_exceptions : bool (False)
2810 If True raise exceptions everywhere. Meant for testing.
2815 If True raise exceptions everywhere. Meant for testing.
2811 """
2816 """
2812 fname = os.path.abspath(os.path.expanduser(fname))
2817 fname = os.path.abspath(os.path.expanduser(fname))
2813
2818
2814 # Make sure we can open the file
2819 # Make sure we can open the file
2815 try:
2820 try:
2816 with open(fname):
2821 with open(fname):
2817 pass
2822 pass
2818 except:
2823 except:
2819 warn('Could not open file <%s> for safe execution.' % fname)
2824 warn('Could not open file <%s> for safe execution.' % fname)
2820 return
2825 return
2821
2826
2822 # Find things also in current directory. This is needed to mimic the
2827 # Find things also in current directory. This is needed to mimic the
2823 # behavior of running a script from the system command line, where
2828 # behavior of running a script from the system command line, where
2824 # Python inserts the script's directory into sys.path
2829 # Python inserts the script's directory into sys.path
2825 dname = os.path.dirname(fname)
2830 dname = os.path.dirname(fname)
2826
2831
2827 def get_cells():
2832 def get_cells():
2828 """generator for sequence of code blocks to run"""
2833 """generator for sequence of code blocks to run"""
2829 if fname.endswith('.ipynb'):
2834 if fname.endswith('.ipynb'):
2830 from nbformat import read
2835 from nbformat import read
2831 nb = read(fname, as_version=4)
2836 nb = read(fname, as_version=4)
2832 if not nb.cells:
2837 if not nb.cells:
2833 return
2838 return
2834 for cell in nb.cells:
2839 for cell in nb.cells:
2835 if cell.cell_type == 'code':
2840 if cell.cell_type == 'code':
2836 yield cell.source
2841 yield cell.source
2837 else:
2842 else:
2838 with open(fname) as f:
2843 with open(fname) as f:
2839 yield f.read()
2844 yield f.read()
2840
2845
2841 with prepended_to_syspath(dname):
2846 with prepended_to_syspath(dname):
2842 try:
2847 try:
2843 for cell in get_cells():
2848 for cell in get_cells():
2844 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2849 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2845 if raise_exceptions:
2850 if raise_exceptions:
2846 result.raise_error()
2851 result.raise_error()
2847 elif not result.success:
2852 elif not result.success:
2848 break
2853 break
2849 except:
2854 except:
2850 if raise_exceptions:
2855 if raise_exceptions:
2851 raise
2856 raise
2852 self.showtraceback()
2857 self.showtraceback()
2853 warn('Unknown failure executing file: <%s>' % fname)
2858 warn('Unknown failure executing file: <%s>' % fname)
2854
2859
2855 def safe_run_module(self, mod_name, where):
2860 def safe_run_module(self, mod_name, where):
2856 """A safe version of runpy.run_module().
2861 """A safe version of runpy.run_module().
2857
2862
2858 This version will never throw an exception, but instead print
2863 This version will never throw an exception, but instead print
2859 helpful error messages to the screen.
2864 helpful error messages to the screen.
2860
2865
2861 `SystemExit` exceptions with status code 0 or None are ignored.
2866 `SystemExit` exceptions with status code 0 or None are ignored.
2862
2867
2863 Parameters
2868 Parameters
2864 ----------
2869 ----------
2865 mod_name : string
2870 mod_name : string
2866 The name of the module to be executed.
2871 The name of the module to be executed.
2867 where : dict
2872 where : dict
2868 The globals namespace.
2873 The globals namespace.
2869 """
2874 """
2870 try:
2875 try:
2871 try:
2876 try:
2872 where.update(
2877 where.update(
2873 runpy.run_module(str(mod_name), run_name="__main__",
2878 runpy.run_module(str(mod_name), run_name="__main__",
2874 alter_sys=True)
2879 alter_sys=True)
2875 )
2880 )
2876 except SystemExit as status:
2881 except SystemExit as status:
2877 if status.code:
2882 if status.code:
2878 raise
2883 raise
2879 except:
2884 except:
2880 self.showtraceback()
2885 self.showtraceback()
2881 warn('Unknown failure executing module: <%s>' % mod_name)
2886 warn('Unknown failure executing module: <%s>' % mod_name)
2882
2887
2883 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2888 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2884 """Run a complete IPython cell.
2889 """Run a complete IPython cell.
2885
2890
2886 Parameters
2891 Parameters
2887 ----------
2892 ----------
2888 raw_cell : str
2893 raw_cell : str
2889 The code (including IPython code such as %magic functions) to run.
2894 The code (including IPython code such as %magic functions) to run.
2890 store_history : bool
2895 store_history : bool
2891 If True, the raw and translated cell will be stored in IPython's
2896 If True, the raw and translated cell will be stored in IPython's
2892 history. For user code calling back into IPython's machinery, this
2897 history. For user code calling back into IPython's machinery, this
2893 should be set to False.
2898 should be set to False.
2894 silent : bool
2899 silent : bool
2895 If True, avoid side-effects, such as implicit displayhooks and
2900 If True, avoid side-effects, such as implicit displayhooks and
2896 and logging. silent=True forces store_history=False.
2901 and logging. silent=True forces store_history=False.
2897 shell_futures : bool
2902 shell_futures : bool
2898 If True, the code will share future statements with the interactive
2903 If True, the code will share future statements with the interactive
2899 shell. It will both be affected by previous __future__ imports, and
2904 shell. It will both be affected by previous __future__ imports, and
2900 any __future__ imports in the code will affect the shell. If False,
2905 any __future__ imports in the code will affect the shell. If False,
2901 __future__ imports are not shared in either direction.
2906 __future__ imports are not shared in either direction.
2902
2907
2903 Returns
2908 Returns
2904 -------
2909 -------
2905 result : :class:`ExecutionResult`
2910 result : :class:`ExecutionResult`
2906 """
2911 """
2907 result = None
2912 result = None
2908 try:
2913 try:
2909 result = self._run_cell(
2914 result = self._run_cell(
2910 raw_cell, store_history, silent, shell_futures)
2915 raw_cell, store_history, silent, shell_futures)
2911 finally:
2916 finally:
2912 self.events.trigger('post_execute')
2917 self.events.trigger('post_execute')
2913 if not silent:
2918 if not silent:
2914 self.events.trigger('post_run_cell', result)
2919 self.events.trigger('post_run_cell', result)
2915 return result
2920 return result
2916
2921
2917 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool):
2922 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool):
2918 """Internal method to run a complete IPython cell."""
2923 """Internal method to run a complete IPython cell."""
2919
2924
2920 # we need to avoid calling self.transform_cell multiple time on the same thing
2925 # we need to avoid calling self.transform_cell multiple time on the same thing
2921 # so we need to store some results:
2926 # so we need to store some results:
2922 preprocessing_exc_tuple = None
2927 preprocessing_exc_tuple = None
2923 try:
2928 try:
2924 transformed_cell = self.transform_cell(raw_cell)
2929 transformed_cell = self.transform_cell(raw_cell)
2925 except Exception:
2930 except Exception:
2926 transformed_cell = raw_cell
2931 transformed_cell = raw_cell
2927 preprocessing_exc_tuple = sys.exc_info()
2932 preprocessing_exc_tuple = sys.exc_info()
2928
2933
2929 assert transformed_cell is not None
2934 assert transformed_cell is not None
2930 coro = self.run_cell_async(
2935 coro = self.run_cell_async(
2931 raw_cell,
2936 raw_cell,
2932 store_history=store_history,
2937 store_history=store_history,
2933 silent=silent,
2938 silent=silent,
2934 shell_futures=shell_futures,
2939 shell_futures=shell_futures,
2935 transformed_cell=transformed_cell,
2940 transformed_cell=transformed_cell,
2936 preprocessing_exc_tuple=preprocessing_exc_tuple,
2941 preprocessing_exc_tuple=preprocessing_exc_tuple,
2937 )
2942 )
2938
2943
2939 # run_cell_async is async, but may not actually need an eventloop.
2944 # run_cell_async is async, but may not actually need an eventloop.
2940 # when this is the case, we want to run it using the pseudo_sync_runner
2945 # when this is the case, we want to run it using the pseudo_sync_runner
2941 # so that code can invoke eventloops (for example via the %run , and
2946 # so that code can invoke eventloops (for example via the %run , and
2942 # `%paste` magic.
2947 # `%paste` magic.
2943 if self.trio_runner:
2948 if self.trio_runner:
2944 runner = self.trio_runner
2949 runner = self.trio_runner
2945 elif self.should_run_async(
2950 elif self.should_run_async(
2946 raw_cell,
2951 raw_cell,
2947 transformed_cell=transformed_cell,
2952 transformed_cell=transformed_cell,
2948 preprocessing_exc_tuple=preprocessing_exc_tuple,
2953 preprocessing_exc_tuple=preprocessing_exc_tuple,
2949 ):
2954 ):
2950 runner = self.loop_runner
2955 runner = self.loop_runner
2951 else:
2956 else:
2952 runner = _pseudo_sync_runner
2957 runner = _pseudo_sync_runner
2953
2958
2954 try:
2959 try:
2955 return runner(coro)
2960 return runner(coro)
2956 except BaseException as e:
2961 except BaseException as e:
2957 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2962 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2958 result = ExecutionResult(info)
2963 result = ExecutionResult(info)
2959 result.error_in_exec = e
2964 result.error_in_exec = e
2960 self.showtraceback(running_compiled_code=True)
2965 self.showtraceback(running_compiled_code=True)
2961 return result
2966 return result
2962 return
2967 return
2963
2968
2964 def should_run_async(
2969 def should_run_async(
2965 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2970 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2966 ) -> bool:
2971 ) -> bool:
2967 """Return whether a cell should be run asynchronously via a coroutine runner
2972 """Return whether a cell should be run asynchronously via a coroutine runner
2968
2973
2969 Parameters
2974 Parameters
2970 ----------
2975 ----------
2971 raw_cell: str
2976 raw_cell: str
2972 The code to be executed
2977 The code to be executed
2973
2978
2974 Returns
2979 Returns
2975 -------
2980 -------
2976 result: bool
2981 result: bool
2977 Whether the code needs to be run with a coroutine runner or not
2982 Whether the code needs to be run with a coroutine runner or not
2978
2983
2979 .. versionadded: 7.0
2984 .. versionadded: 7.0
2980 """
2985 """
2981 if not self.autoawait:
2986 if not self.autoawait:
2982 return False
2987 return False
2983 if preprocessing_exc_tuple is not None:
2988 if preprocessing_exc_tuple is not None:
2984 return False
2989 return False
2985 assert preprocessing_exc_tuple is None
2990 assert preprocessing_exc_tuple is None
2986 if transformed_cell is None:
2991 if transformed_cell is None:
2987 warnings.warn(
2992 warnings.warn(
2988 "`should_run_async` will not call `transform_cell`"
2993 "`should_run_async` will not call `transform_cell`"
2989 " automatically in the future. Please pass the result to"
2994 " automatically in the future. Please pass the result to"
2990 " `transformed_cell` argument and any exception that happen"
2995 " `transformed_cell` argument and any exception that happen"
2991 " during the"
2996 " during the"
2992 "transform in `preprocessing_exc_tuple` in"
2997 "transform in `preprocessing_exc_tuple` in"
2993 " IPython 7.17 and above.",
2998 " IPython 7.17 and above.",
2994 DeprecationWarning,
2999 DeprecationWarning,
2995 stacklevel=2,
3000 stacklevel=2,
2996 )
3001 )
2997 try:
3002 try:
2998 cell = self.transform_cell(raw_cell)
3003 cell = self.transform_cell(raw_cell)
2999 except Exception:
3004 except Exception:
3000 # any exception during transform will be raised
3005 # any exception during transform will be raised
3001 # prior to execution
3006 # prior to execution
3002 return False
3007 return False
3003 else:
3008 else:
3004 cell = transformed_cell
3009 cell = transformed_cell
3005 return _should_be_async(cell)
3010 return _should_be_async(cell)
3006
3011
3007 async def run_cell_async(
3012 async def run_cell_async(
3008 self,
3013 self,
3009 raw_cell: str,
3014 raw_cell: str,
3010 store_history=False,
3015 store_history=False,
3011 silent=False,
3016 silent=False,
3012 shell_futures=True,
3017 shell_futures=True,
3013 *,
3018 *,
3014 transformed_cell: Optional[str] = None,
3019 transformed_cell: Optional[str] = None,
3015 preprocessing_exc_tuple: Optional[Any] = None
3020 preprocessing_exc_tuple: Optional[Any] = None
3016 ) -> ExecutionResult:
3021 ) -> ExecutionResult:
3017 """Run a complete IPython cell asynchronously.
3022 """Run a complete IPython cell asynchronously.
3018
3023
3019 Parameters
3024 Parameters
3020 ----------
3025 ----------
3021 raw_cell : str
3026 raw_cell : str
3022 The code (including IPython code such as %magic functions) to run.
3027 The code (including IPython code such as %magic functions) to run.
3023 store_history : bool
3028 store_history : bool
3024 If True, the raw and translated cell will be stored in IPython's
3029 If True, the raw and translated cell will be stored in IPython's
3025 history. For user code calling back into IPython's machinery, this
3030 history. For user code calling back into IPython's machinery, this
3026 should be set to False.
3031 should be set to False.
3027 silent : bool
3032 silent : bool
3028 If True, avoid side-effects, such as implicit displayhooks and
3033 If True, avoid side-effects, such as implicit displayhooks and
3029 and logging. silent=True forces store_history=False.
3034 and logging. silent=True forces store_history=False.
3030 shell_futures : bool
3035 shell_futures : bool
3031 If True, the code will share future statements with the interactive
3036 If True, the code will share future statements with the interactive
3032 shell. It will both be affected by previous __future__ imports, and
3037 shell. It will both be affected by previous __future__ imports, and
3033 any __future__ imports in the code will affect the shell. If False,
3038 any __future__ imports in the code will affect the shell. If False,
3034 __future__ imports are not shared in either direction.
3039 __future__ imports are not shared in either direction.
3035 transformed_cell: str
3040 transformed_cell: str
3036 cell that was passed through transformers
3041 cell that was passed through transformers
3037 preprocessing_exc_tuple:
3042 preprocessing_exc_tuple:
3038 trace if the transformation failed.
3043 trace if the transformation failed.
3039
3044
3040 Returns
3045 Returns
3041 -------
3046 -------
3042 result : :class:`ExecutionResult`
3047 result : :class:`ExecutionResult`
3043
3048
3044 .. versionadded: 7.0
3049 .. versionadded: 7.0
3045 """
3050 """
3046 info = ExecutionInfo(
3051 info = ExecutionInfo(
3047 raw_cell, store_history, silent, shell_futures)
3052 raw_cell, store_history, silent, shell_futures)
3048 result = ExecutionResult(info)
3053 result = ExecutionResult(info)
3049
3054
3050 if (not raw_cell) or raw_cell.isspace():
3055 if (not raw_cell) or raw_cell.isspace():
3051 self.last_execution_succeeded = True
3056 self.last_execution_succeeded = True
3052 self.last_execution_result = result
3057 self.last_execution_result = result
3053 return result
3058 return result
3054
3059
3055 if silent:
3060 if silent:
3056 store_history = False
3061 store_history = False
3057
3062
3058 if store_history:
3063 if store_history:
3059 result.execution_count = self.execution_count
3064 result.execution_count = self.execution_count
3060
3065
3061 def error_before_exec(value):
3066 def error_before_exec(value):
3062 if store_history:
3067 if store_history:
3063 self.execution_count += 1
3068 self.execution_count += 1
3064 result.error_before_exec = value
3069 result.error_before_exec = value
3065 self.last_execution_succeeded = False
3070 self.last_execution_succeeded = False
3066 self.last_execution_result = result
3071 self.last_execution_result = result
3067 return result
3072 return result
3068
3073
3069 self.events.trigger('pre_execute')
3074 self.events.trigger('pre_execute')
3070 if not silent:
3075 if not silent:
3071 self.events.trigger('pre_run_cell', info)
3076 self.events.trigger('pre_run_cell', info)
3072
3077
3073 if transformed_cell is None:
3078 if transformed_cell is None:
3074 warnings.warn(
3079 warnings.warn(
3075 "`run_cell_async` will not call `transform_cell`"
3080 "`run_cell_async` will not call `transform_cell`"
3076 " automatically in the future. Please pass the result to"
3081 " automatically in the future. Please pass the result to"
3077 " `transformed_cell` argument and any exception that happen"
3082 " `transformed_cell` argument and any exception that happen"
3078 " during the"
3083 " during the"
3079 "transform in `preprocessing_exc_tuple` in"
3084 "transform in `preprocessing_exc_tuple` in"
3080 " IPython 7.17 and above.",
3085 " IPython 7.17 and above.",
3081 DeprecationWarning,
3086 DeprecationWarning,
3082 stacklevel=2,
3087 stacklevel=2,
3083 )
3088 )
3084 # If any of our input transformation (input_transformer_manager or
3089 # If any of our input transformation (input_transformer_manager or
3085 # prefilter_manager) raises an exception, we store it in this variable
3090 # prefilter_manager) raises an exception, we store it in this variable
3086 # so that we can display the error after logging the input and storing
3091 # so that we can display the error after logging the input and storing
3087 # it in the history.
3092 # it in the history.
3088 try:
3093 try:
3089 cell = self.transform_cell(raw_cell)
3094 cell = self.transform_cell(raw_cell)
3090 except Exception:
3095 except Exception:
3091 preprocessing_exc_tuple = sys.exc_info()
3096 preprocessing_exc_tuple = sys.exc_info()
3092 cell = raw_cell # cell has to exist so it can be stored/logged
3097 cell = raw_cell # cell has to exist so it can be stored/logged
3093 else:
3098 else:
3094 preprocessing_exc_tuple = None
3099 preprocessing_exc_tuple = None
3095 else:
3100 else:
3096 if preprocessing_exc_tuple is None:
3101 if preprocessing_exc_tuple is None:
3097 cell = transformed_cell
3102 cell = transformed_cell
3098 else:
3103 else:
3099 cell = raw_cell
3104 cell = raw_cell
3100
3105
3101 # Store raw and processed history
3106 # Store raw and processed history
3102 if store_history:
3107 if store_history:
3103 self.history_manager.store_inputs(self.execution_count,
3108 self.history_manager.store_inputs(self.execution_count,
3104 cell, raw_cell)
3109 cell, raw_cell)
3105 if not silent:
3110 if not silent:
3106 self.logger.log(cell, raw_cell)
3111 self.logger.log(cell, raw_cell)
3107
3112
3108 # Display the exception if input processing failed.
3113 # Display the exception if input processing failed.
3109 if preprocessing_exc_tuple is not None:
3114 if preprocessing_exc_tuple is not None:
3110 self.showtraceback(preprocessing_exc_tuple)
3115 self.showtraceback(preprocessing_exc_tuple)
3111 if store_history:
3116 if store_history:
3112 self.execution_count += 1
3117 self.execution_count += 1
3113 return error_before_exec(preprocessing_exc_tuple[1])
3118 return error_before_exec(preprocessing_exc_tuple[1])
3114
3119
3115 # Our own compiler remembers the __future__ environment. If we want to
3120 # Our own compiler remembers the __future__ environment. If we want to
3116 # run code with a separate __future__ environment, use the default
3121 # run code with a separate __future__ environment, use the default
3117 # compiler
3122 # compiler
3118 compiler = self.compile if shell_futures else self.compiler_class()
3123 compiler = self.compile if shell_futures else self.compiler_class()
3119
3124
3120 _run_async = False
3125 _run_async = False
3121
3126
3122 with self.builtin_trap:
3127 with self.builtin_trap:
3123 cell_name = self.compile.cache(
3128 cell_name = self.compile.cache(
3124 cell, self.execution_count, raw_code=raw_cell
3129 cell, self.execution_count, raw_code=raw_cell
3125 )
3130 )
3126
3131
3127 with self.display_trap:
3132 with self.display_trap:
3128 # Compile to bytecode
3133 # Compile to bytecode
3129 try:
3134 try:
3130 if sys.version_info < (3,8) and self.autoawait:
3135 if sys.version_info < (3,8) and self.autoawait:
3131 if _should_be_async(cell):
3136 if _should_be_async(cell):
3132 # the code AST below will not be user code: we wrap it
3137 # the code AST below will not be user code: we wrap it
3133 # in an `async def`. This will likely make some AST
3138 # in an `async def`. This will likely make some AST
3134 # transformer below miss some transform opportunity and
3139 # transformer below miss some transform opportunity and
3135 # introduce a small coupling to run_code (in which we
3140 # introduce a small coupling to run_code (in which we
3136 # bake some assumptions of what _ast_asyncify returns.
3141 # bake some assumptions of what _ast_asyncify returns.
3137 # they are ways around (like grafting part of the ast
3142 # they are ways around (like grafting part of the ast
3138 # later:
3143 # later:
3139 # - Here, return code_ast.body[0].body[1:-1], as well
3144 # - Here, return code_ast.body[0].body[1:-1], as well
3140 # as last expression in return statement which is
3145 # as last expression in return statement which is
3141 # the user code part.
3146 # the user code part.
3142 # - Let it go through the AST transformers, and graft
3147 # - Let it go through the AST transformers, and graft
3143 # - it back after the AST transform
3148 # - it back after the AST transform
3144 # But that seem unreasonable, at least while we
3149 # But that seem unreasonable, at least while we
3145 # do not need it.
3150 # do not need it.
3146 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3151 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3147 _run_async = True
3152 _run_async = True
3148 else:
3153 else:
3149 code_ast = compiler.ast_parse(cell, filename=cell_name)
3154 code_ast = compiler.ast_parse(cell, filename=cell_name)
3150 else:
3155 else:
3151 code_ast = compiler.ast_parse(cell, filename=cell_name)
3156 code_ast = compiler.ast_parse(cell, filename=cell_name)
3152 except self.custom_exceptions as e:
3157 except self.custom_exceptions as e:
3153 etype, value, tb = sys.exc_info()
3158 etype, value, tb = sys.exc_info()
3154 self.CustomTB(etype, value, tb)
3159 self.CustomTB(etype, value, tb)
3155 return error_before_exec(e)
3160 return error_before_exec(e)
3156 except IndentationError as e:
3161 except IndentationError as e:
3157 self.showindentationerror()
3162 self.showindentationerror()
3158 return error_before_exec(e)
3163 return error_before_exec(e)
3159 except (OverflowError, SyntaxError, ValueError, TypeError,
3164 except (OverflowError, SyntaxError, ValueError, TypeError,
3160 MemoryError) as e:
3165 MemoryError) as e:
3161 self.showsyntaxerror()
3166 self.showsyntaxerror()
3162 return error_before_exec(e)
3167 return error_before_exec(e)
3163
3168
3164 # Apply AST transformations
3169 # Apply AST transformations
3165 try:
3170 try:
3166 code_ast = self.transform_ast(code_ast)
3171 code_ast = self.transform_ast(code_ast)
3167 except InputRejected as e:
3172 except InputRejected as e:
3168 self.showtraceback()
3173 self.showtraceback()
3169 return error_before_exec(e)
3174 return error_before_exec(e)
3170
3175
3171 # Give the displayhook a reference to our ExecutionResult so it
3176 # Give the displayhook a reference to our ExecutionResult so it
3172 # can fill in the output value.
3177 # can fill in the output value.
3173 self.displayhook.exec_result = result
3178 self.displayhook.exec_result = result
3174
3179
3175 # Execute the user code
3180 # Execute the user code
3176 interactivity = "none" if silent else self.ast_node_interactivity
3181 interactivity = "none" if silent else self.ast_node_interactivity
3177 if _run_async:
3182 if _run_async:
3178 interactivity = 'async'
3183 interactivity = 'async'
3179
3184
3180 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3185 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3181 interactivity=interactivity, compiler=compiler, result=result)
3186 interactivity=interactivity, compiler=compiler, result=result)
3182
3187
3183 self.last_execution_succeeded = not has_raised
3188 self.last_execution_succeeded = not has_raised
3184 self.last_execution_result = result
3189 self.last_execution_result = result
3185
3190
3186 # Reset this so later displayed values do not modify the
3191 # Reset this so later displayed values do not modify the
3187 # ExecutionResult
3192 # ExecutionResult
3188 self.displayhook.exec_result = None
3193 self.displayhook.exec_result = None
3189
3194
3190 if store_history:
3195 if store_history:
3191 # Write output to the database. Does nothing unless
3196 # Write output to the database. Does nothing unless
3192 # history output logging is enabled.
3197 # history output logging is enabled.
3193 self.history_manager.store_output(self.execution_count)
3198 self.history_manager.store_output(self.execution_count)
3194 # Each cell is a *single* input, regardless of how many lines it has
3199 # Each cell is a *single* input, regardless of how many lines it has
3195 self.execution_count += 1
3200 self.execution_count += 1
3196
3201
3197 return result
3202 return result
3198
3203
3199 def transform_cell(self, raw_cell):
3204 def transform_cell(self, raw_cell):
3200 """Transform an input cell before parsing it.
3205 """Transform an input cell before parsing it.
3201
3206
3202 Static transformations, implemented in IPython.core.inputtransformer2,
3207 Static transformations, implemented in IPython.core.inputtransformer2,
3203 deal with things like ``%magic`` and ``!system`` commands.
3208 deal with things like ``%magic`` and ``!system`` commands.
3204 These run on all input.
3209 These run on all input.
3205 Dynamic transformations, for things like unescaped magics and the exit
3210 Dynamic transformations, for things like unescaped magics and the exit
3206 autocall, depend on the state of the interpreter.
3211 autocall, depend on the state of the interpreter.
3207 These only apply to single line inputs.
3212 These only apply to single line inputs.
3208
3213
3209 These string-based transformations are followed by AST transformations;
3214 These string-based transformations are followed by AST transformations;
3210 see :meth:`transform_ast`.
3215 see :meth:`transform_ast`.
3211 """
3216 """
3212 # Static input transformations
3217 # Static input transformations
3213 cell = self.input_transformer_manager.transform_cell(raw_cell)
3218 cell = self.input_transformer_manager.transform_cell(raw_cell)
3214
3219
3215 if len(cell.splitlines()) == 1:
3220 if len(cell.splitlines()) == 1:
3216 # Dynamic transformations - only applied for single line commands
3221 # Dynamic transformations - only applied for single line commands
3217 with self.builtin_trap:
3222 with self.builtin_trap:
3218 # use prefilter_lines to handle trailing newlines
3223 # use prefilter_lines to handle trailing newlines
3219 # restore trailing newline for ast.parse
3224 # restore trailing newline for ast.parse
3220 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3225 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3221
3226
3222 lines = cell.splitlines(keepends=True)
3227 lines = cell.splitlines(keepends=True)
3223 for transform in self.input_transformers_post:
3228 for transform in self.input_transformers_post:
3224 lines = transform(lines)
3229 lines = transform(lines)
3225 cell = ''.join(lines)
3230 cell = ''.join(lines)
3226
3231
3227 return cell
3232 return cell
3228
3233
3229 def transform_ast(self, node):
3234 def transform_ast(self, node):
3230 """Apply the AST transformations from self.ast_transformers
3235 """Apply the AST transformations from self.ast_transformers
3231
3236
3232 Parameters
3237 Parameters
3233 ----------
3238 ----------
3234 node : ast.Node
3239 node : ast.Node
3235 The root node to be transformed. Typically called with the ast.Module
3240 The root node to be transformed. Typically called with the ast.Module
3236 produced by parsing user input.
3241 produced by parsing user input.
3237
3242
3238 Returns
3243 Returns
3239 -------
3244 -------
3240 An ast.Node corresponding to the node it was called with. Note that it
3245 An ast.Node corresponding to the node it was called with. Note that it
3241 may also modify the passed object, so don't rely on references to the
3246 may also modify the passed object, so don't rely on references to the
3242 original AST.
3247 original AST.
3243 """
3248 """
3244 for transformer in self.ast_transformers:
3249 for transformer in self.ast_transformers:
3245 try:
3250 try:
3246 node = transformer.visit(node)
3251 node = transformer.visit(node)
3247 except InputRejected:
3252 except InputRejected:
3248 # User-supplied AST transformers can reject an input by raising
3253 # User-supplied AST transformers can reject an input by raising
3249 # an InputRejected. Short-circuit in this case so that we
3254 # an InputRejected. Short-circuit in this case so that we
3250 # don't unregister the transform.
3255 # don't unregister the transform.
3251 raise
3256 raise
3252 except Exception:
3257 except Exception:
3253 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3258 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3254 self.ast_transformers.remove(transformer)
3259 self.ast_transformers.remove(transformer)
3255
3260
3256 if self.ast_transformers:
3261 if self.ast_transformers:
3257 ast.fix_missing_locations(node)
3262 ast.fix_missing_locations(node)
3258 return node
3263 return node
3259
3264
3260 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3265 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3261 compiler=compile, result=None):
3266 compiler=compile, result=None):
3262 """Run a sequence of AST nodes. The execution mode depends on the
3267 """Run a sequence of AST nodes. The execution mode depends on the
3263 interactivity parameter.
3268 interactivity parameter.
3264
3269
3265 Parameters
3270 Parameters
3266 ----------
3271 ----------
3267 nodelist : list
3272 nodelist : list
3268 A sequence of AST nodes to run.
3273 A sequence of AST nodes to run.
3269 cell_name : str
3274 cell_name : str
3270 Will be passed to the compiler as the filename of the cell. Typically
3275 Will be passed to the compiler as the filename of the cell. Typically
3271 the value returned by ip.compile.cache(cell).
3276 the value returned by ip.compile.cache(cell).
3272 interactivity : str
3277 interactivity : str
3273 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3278 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3274 specifying which nodes should be run interactively (displaying output
3279 specifying which nodes should be run interactively (displaying output
3275 from expressions). 'last_expr' will run the last node interactively
3280 from expressions). 'last_expr' will run the last node interactively
3276 only if it is an expression (i.e. expressions in loops or other blocks
3281 only if it is an expression (i.e. expressions in loops or other blocks
3277 are not displayed) 'last_expr_or_assign' will run the last expression
3282 are not displayed) 'last_expr_or_assign' will run the last expression
3278 or the last assignment. Other values for this parameter will raise a
3283 or the last assignment. Other values for this parameter will raise a
3279 ValueError.
3284 ValueError.
3280
3285
3281 Experimental value: 'async' Will try to run top level interactive
3286 Experimental value: 'async' Will try to run top level interactive
3282 async/await code in default runner, this will not respect the
3287 async/await code in default runner, this will not respect the
3283 interactivity setting and will only run the last node if it is an
3288 interactivity setting and will only run the last node if it is an
3284 expression.
3289 expression.
3285
3290
3286 compiler : callable
3291 compiler : callable
3287 A function with the same interface as the built-in compile(), to turn
3292 A function with the same interface as the built-in compile(), to turn
3288 the AST nodes into code objects. Default is the built-in compile().
3293 the AST nodes into code objects. Default is the built-in compile().
3289 result : ExecutionResult, optional
3294 result : ExecutionResult, optional
3290 An object to store exceptions that occur during execution.
3295 An object to store exceptions that occur during execution.
3291
3296
3292 Returns
3297 Returns
3293 -------
3298 -------
3294 True if an exception occurred while running code, False if it finished
3299 True if an exception occurred while running code, False if it finished
3295 running.
3300 running.
3296 """
3301 """
3297 if not nodelist:
3302 if not nodelist:
3298 return
3303 return
3299
3304
3300 if interactivity == 'last_expr_or_assign':
3305 if interactivity == 'last_expr_or_assign':
3301 if isinstance(nodelist[-1], _assign_nodes):
3306 if isinstance(nodelist[-1], _assign_nodes):
3302 asg = nodelist[-1]
3307 asg = nodelist[-1]
3303 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3308 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3304 target = asg.targets[0]
3309 target = asg.targets[0]
3305 elif isinstance(asg, _single_targets_nodes):
3310 elif isinstance(asg, _single_targets_nodes):
3306 target = asg.target
3311 target = asg.target
3307 else:
3312 else:
3308 target = None
3313 target = None
3309 if isinstance(target, ast.Name):
3314 if isinstance(target, ast.Name):
3310 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3315 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3311 ast.fix_missing_locations(nnode)
3316 ast.fix_missing_locations(nnode)
3312 nodelist.append(nnode)
3317 nodelist.append(nnode)
3313 interactivity = 'last_expr'
3318 interactivity = 'last_expr'
3314
3319
3315 _async = False
3320 _async = False
3316 if interactivity == 'last_expr':
3321 if interactivity == 'last_expr':
3317 if isinstance(nodelist[-1], ast.Expr):
3322 if isinstance(nodelist[-1], ast.Expr):
3318 interactivity = "last"
3323 interactivity = "last"
3319 else:
3324 else:
3320 interactivity = "none"
3325 interactivity = "none"
3321
3326
3322 if interactivity == 'none':
3327 if interactivity == 'none':
3323 to_run_exec, to_run_interactive = nodelist, []
3328 to_run_exec, to_run_interactive = nodelist, []
3324 elif interactivity == 'last':
3329 elif interactivity == 'last':
3325 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3330 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3326 elif interactivity == 'all':
3331 elif interactivity == 'all':
3327 to_run_exec, to_run_interactive = [], nodelist
3332 to_run_exec, to_run_interactive = [], nodelist
3328 elif interactivity == 'async':
3333 elif interactivity == 'async':
3329 to_run_exec, to_run_interactive = [], nodelist
3334 to_run_exec, to_run_interactive = [], nodelist
3330 _async = True
3335 _async = True
3331 else:
3336 else:
3332 raise ValueError("Interactivity was %r" % interactivity)
3337 raise ValueError("Interactivity was %r" % interactivity)
3333
3338
3334 try:
3339 try:
3335 if _async and sys.version_info > (3,8):
3340 if _async and sys.version_info > (3,8):
3336 raise ValueError("This branch should never happen on Python 3.8 and above, "
3341 raise ValueError("This branch should never happen on Python 3.8 and above, "
3337 "please try to upgrade IPython and open a bug report with your case.")
3342 "please try to upgrade IPython and open a bug report with your case.")
3338 if _async:
3343 if _async:
3339 # If interactivity is async the semantics of run_code are
3344 # If interactivity is async the semantics of run_code are
3340 # completely different Skip usual machinery.
3345 # completely different Skip usual machinery.
3341 mod = Module(nodelist, [])
3346 mod = Module(nodelist, [])
3342 async_wrapper_code = compiler(mod, cell_name, 'exec')
3347 async_wrapper_code = compiler(mod, cell_name, 'exec')
3343 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3348 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3344 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3349 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3345 if (await self.run_code(async_code, result, async_=True)):
3350 if (await self.run_code(async_code, result, async_=True)):
3346 return True
3351 return True
3347 else:
3352 else:
3348 if sys.version_info > (3, 8):
3353 if sys.version_info > (3, 8):
3349 def compare(code):
3354 def compare(code):
3350 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3355 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3351 return is_async
3356 return is_async
3352 else:
3357 else:
3353 def compare(code):
3358 def compare(code):
3354 return _async
3359 return _async
3355
3360
3356 # refactor that to just change the mod constructor.
3361 # refactor that to just change the mod constructor.
3357 to_run = []
3362 to_run = []
3358 for node in to_run_exec:
3363 for node in to_run_exec:
3359 to_run.append((node, 'exec'))
3364 to_run.append((node, 'exec'))
3360
3365
3361 for node in to_run_interactive:
3366 for node in to_run_interactive:
3362 to_run.append((node, 'single'))
3367 to_run.append((node, 'single'))
3363
3368
3364 for node,mode in to_run:
3369 for node,mode in to_run:
3365 if mode == 'exec':
3370 if mode == 'exec':
3366 mod = Module([node], [])
3371 mod = Module([node], [])
3367 elif mode == 'single':
3372 elif mode == 'single':
3368 mod = ast.Interactive([node])
3373 mod = ast.Interactive([node])
3369 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3374 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3370 code = compiler(mod, cell_name, mode)
3375 code = compiler(mod, cell_name, mode)
3371 asy = compare(code)
3376 asy = compare(code)
3372 if (await self.run_code(code, result, async_=asy)):
3377 if (await self.run_code(code, result, async_=asy)):
3373 return True
3378 return True
3374
3379
3375 # Flush softspace
3380 # Flush softspace
3376 if softspace(sys.stdout, 0):
3381 if softspace(sys.stdout, 0):
3377 print()
3382 print()
3378
3383
3379 except:
3384 except:
3380 # It's possible to have exceptions raised here, typically by
3385 # It's possible to have exceptions raised here, typically by
3381 # compilation of odd code (such as a naked 'return' outside a
3386 # compilation of odd code (such as a naked 'return' outside a
3382 # function) that did parse but isn't valid. Typically the exception
3387 # function) that did parse but isn't valid. Typically the exception
3383 # is a SyntaxError, but it's safest just to catch anything and show
3388 # is a SyntaxError, but it's safest just to catch anything and show
3384 # the user a traceback.
3389 # the user a traceback.
3385
3390
3386 # We do only one try/except outside the loop to minimize the impact
3391 # We do only one try/except outside the loop to minimize the impact
3387 # on runtime, and also because if any node in the node list is
3392 # on runtime, and also because if any node in the node list is
3388 # broken, we should stop execution completely.
3393 # broken, we should stop execution completely.
3389 if result:
3394 if result:
3390 result.error_before_exec = sys.exc_info()[1]
3395 result.error_before_exec = sys.exc_info()[1]
3391 self.showtraceback()
3396 self.showtraceback()
3392 return True
3397 return True
3393
3398
3394 return False
3399 return False
3395
3400
3396 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3401 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3397 """
3402 """
3398 Evaluate an asynchronous code object using a code runner
3403 Evaluate an asynchronous code object using a code runner
3399
3404
3400 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3405 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3401
3406
3402 Returns coroutine object, which can be executed via async loop runner
3407 Returns coroutine object, which can be executed via async loop runner
3403
3408
3404 WARNING: The semantics of `async_exec` are quite different from `exec`,
3409 WARNING: The semantics of `async_exec` are quite different from `exec`,
3405 in particular you can only pass a single namespace. It also return a
3410 in particular you can only pass a single namespace. It also return a
3406 handle to the value of the last things returned by code_object.
3411 handle to the value of the last things returned by code_object.
3407 """
3412 """
3408
3413
3409 return eval(code_obj, user_ns)
3414 return eval(code_obj, user_ns)
3410
3415
3411 async def run_code(self, code_obj, result=None, *, async_=False):
3416 async def run_code(self, code_obj, result=None, *, async_=False):
3412 """Execute a code object.
3417 """Execute a code object.
3413
3418
3414 When an exception occurs, self.showtraceback() is called to display a
3419 When an exception occurs, self.showtraceback() is called to display a
3415 traceback.
3420 traceback.
3416
3421
3417 Parameters
3422 Parameters
3418 ----------
3423 ----------
3419 code_obj : code object
3424 code_obj : code object
3420 A compiled code object, to be executed
3425 A compiled code object, to be executed
3421 result : ExecutionResult, optional
3426 result : ExecutionResult, optional
3422 An object to store exceptions that occur during execution.
3427 An object to store exceptions that occur during execution.
3423 async_ : Bool (Experimental)
3428 async_ : Bool (Experimental)
3424 Attempt to run top-level asynchronous code in a default loop.
3429 Attempt to run top-level asynchronous code in a default loop.
3425
3430
3426 Returns
3431 Returns
3427 -------
3432 -------
3428 False : successful execution.
3433 False : successful execution.
3429 True : an error occurred.
3434 True : an error occurred.
3430 """
3435 """
3431 # special value to say that anything above is IPython and should be
3436 # special value to say that anything above is IPython and should be
3432 # hidden.
3437 # hidden.
3433 __tracebackhide__ = "__ipython_bottom__"
3438 __tracebackhide__ = "__ipython_bottom__"
3434 # Set our own excepthook in case the user code tries to call it
3439 # Set our own excepthook in case the user code tries to call it
3435 # directly, so that the IPython crash handler doesn't get triggered
3440 # directly, so that the IPython crash handler doesn't get triggered
3436 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3441 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3437
3442
3438 # we save the original sys.excepthook in the instance, in case config
3443 # we save the original sys.excepthook in the instance, in case config
3439 # code (such as magics) needs access to it.
3444 # code (such as magics) needs access to it.
3440 self.sys_excepthook = old_excepthook
3445 self.sys_excepthook = old_excepthook
3441 outflag = True # happens in more places, so it's easier as default
3446 outflag = True # happens in more places, so it's easier as default
3442 try:
3447 try:
3443 try:
3448 try:
3444 self.hooks.pre_run_code_hook()
3449 self.hooks.pre_run_code_hook()
3445 if async_ and sys.version_info < (3,8):
3450 if async_ and sys.version_info < (3,8):
3446 last_expr = (await self._async_exec(code_obj, self.user_ns))
3451 last_expr = (await self._async_exec(code_obj, self.user_ns))
3447 code = compile('last_expr', 'fake', "single")
3452 code = compile('last_expr', 'fake', "single")
3448 exec(code, {'last_expr': last_expr})
3453 exec(code, {'last_expr': last_expr})
3449 elif async_ :
3454 elif async_ :
3450 await eval(code_obj, self.user_global_ns, self.user_ns)
3455 await eval(code_obj, self.user_global_ns, self.user_ns)
3451 else:
3456 else:
3452 exec(code_obj, self.user_global_ns, self.user_ns)
3457 exec(code_obj, self.user_global_ns, self.user_ns)
3453 finally:
3458 finally:
3454 # Reset our crash handler in place
3459 # Reset our crash handler in place
3455 sys.excepthook = old_excepthook
3460 sys.excepthook = old_excepthook
3456 except SystemExit as e:
3461 except SystemExit as e:
3457 if result is not None:
3462 if result is not None:
3458 result.error_in_exec = e
3463 result.error_in_exec = e
3459 self.showtraceback(exception_only=True)
3464 self.showtraceback(exception_only=True)
3460 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3465 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3461 except self.custom_exceptions:
3466 except self.custom_exceptions:
3462 etype, value, tb = sys.exc_info()
3467 etype, value, tb = sys.exc_info()
3463 if result is not None:
3468 if result is not None:
3464 result.error_in_exec = value
3469 result.error_in_exec = value
3465 self.CustomTB(etype, value, tb)
3470 self.CustomTB(etype, value, tb)
3466 except:
3471 except:
3467 if result is not None:
3472 if result is not None:
3468 result.error_in_exec = sys.exc_info()[1]
3473 result.error_in_exec = sys.exc_info()[1]
3469 self.showtraceback(running_compiled_code=True)
3474 self.showtraceback(running_compiled_code=True)
3470 else:
3475 else:
3471 outflag = False
3476 outflag = False
3472 return outflag
3477 return outflag
3473
3478
3474 # For backwards compatibility
3479 # For backwards compatibility
3475 runcode = run_code
3480 runcode = run_code
3476
3481
3477 def check_complete(self, code: str) -> Tuple[str, str]:
3482 def check_complete(self, code: str) -> Tuple[str, str]:
3478 """Return whether a block of code is ready to execute, or should be continued
3483 """Return whether a block of code is ready to execute, or should be continued
3479
3484
3480 Parameters
3485 Parameters
3481 ----------
3486 ----------
3482 source : string
3487 source : string
3483 Python input code, which can be multiline.
3488 Python input code, which can be multiline.
3484
3489
3485 Returns
3490 Returns
3486 -------
3491 -------
3487 status : str
3492 status : str
3488 One of 'complete', 'incomplete', or 'invalid' if source is not a
3493 One of 'complete', 'incomplete', or 'invalid' if source is not a
3489 prefix of valid code.
3494 prefix of valid code.
3490 indent : str
3495 indent : str
3491 When status is 'incomplete', this is some whitespace to insert on
3496 When status is 'incomplete', this is some whitespace to insert on
3492 the next line of the prompt.
3497 the next line of the prompt.
3493 """
3498 """
3494 status, nspaces = self.input_transformer_manager.check_complete(code)
3499 status, nspaces = self.input_transformer_manager.check_complete(code)
3495 return status, ' ' * (nspaces or 0)
3500 return status, ' ' * (nspaces or 0)
3496
3501
3497 #-------------------------------------------------------------------------
3502 #-------------------------------------------------------------------------
3498 # Things related to GUI support and pylab
3503 # Things related to GUI support and pylab
3499 #-------------------------------------------------------------------------
3504 #-------------------------------------------------------------------------
3500
3505
3501 active_eventloop = None
3506 active_eventloop = None
3502
3507
3503 def enable_gui(self, gui=None):
3508 def enable_gui(self, gui=None):
3504 raise NotImplementedError('Implement enable_gui in a subclass')
3509 raise NotImplementedError('Implement enable_gui in a subclass')
3505
3510
3506 def enable_matplotlib(self, gui=None):
3511 def enable_matplotlib(self, gui=None):
3507 """Enable interactive matplotlib and inline figure support.
3512 """Enable interactive matplotlib and inline figure support.
3508
3513
3509 This takes the following steps:
3514 This takes the following steps:
3510
3515
3511 1. select the appropriate eventloop and matplotlib backend
3516 1. select the appropriate eventloop and matplotlib backend
3512 2. set up matplotlib for interactive use with that backend
3517 2. set up matplotlib for interactive use with that backend
3513 3. configure formatters for inline figure display
3518 3. configure formatters for inline figure display
3514 4. enable the selected gui eventloop
3519 4. enable the selected gui eventloop
3515
3520
3516 Parameters
3521 Parameters
3517 ----------
3522 ----------
3518 gui : optional, string
3523 gui : optional, string
3519 If given, dictates the choice of matplotlib GUI backend to use
3524 If given, dictates the choice of matplotlib GUI backend to use
3520 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3525 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3521 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3526 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3522 matplotlib (as dictated by the matplotlib build-time options plus the
3527 matplotlib (as dictated by the matplotlib build-time options plus the
3523 user's matplotlibrc configuration file). Note that not all backends
3528 user's matplotlibrc configuration file). Note that not all backends
3524 make sense in all contexts, for example a terminal ipython can't
3529 make sense in all contexts, for example a terminal ipython can't
3525 display figures inline.
3530 display figures inline.
3526 """
3531 """
3527 from IPython.core import pylabtools as pt
3532 from IPython.core import pylabtools as pt
3528 from matplotlib_inline.backend_inline import configure_inline_support
3533 from matplotlib_inline.backend_inline import configure_inline_support
3529 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3534 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3530
3535
3531 if gui != 'inline':
3536 if gui != 'inline':
3532 # If we have our first gui selection, store it
3537 # If we have our first gui selection, store it
3533 if self.pylab_gui_select is None:
3538 if self.pylab_gui_select is None:
3534 self.pylab_gui_select = gui
3539 self.pylab_gui_select = gui
3535 # Otherwise if they are different
3540 # Otherwise if they are different
3536 elif gui != self.pylab_gui_select:
3541 elif gui != self.pylab_gui_select:
3537 print('Warning: Cannot change to a different GUI toolkit: %s.'
3542 print('Warning: Cannot change to a different GUI toolkit: %s.'
3538 ' Using %s instead.' % (gui, self.pylab_gui_select))
3543 ' Using %s instead.' % (gui, self.pylab_gui_select))
3539 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3544 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3540
3545
3541 pt.activate_matplotlib(backend)
3546 pt.activate_matplotlib(backend)
3542 configure_inline_support(self, backend)
3547 configure_inline_support(self, backend)
3543
3548
3544 # Now we must activate the gui pylab wants to use, and fix %run to take
3549 # Now we must activate the gui pylab wants to use, and fix %run to take
3545 # plot updates into account
3550 # plot updates into account
3546 self.enable_gui(gui)
3551 self.enable_gui(gui)
3547 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3552 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3548 pt.mpl_runner(self.safe_execfile)
3553 pt.mpl_runner(self.safe_execfile)
3549
3554
3550 return gui, backend
3555 return gui, backend
3551
3556
3552 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3557 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3553 """Activate pylab support at runtime.
3558 """Activate pylab support at runtime.
3554
3559
3555 This turns on support for matplotlib, preloads into the interactive
3560 This turns on support for matplotlib, preloads into the interactive
3556 namespace all of numpy and pylab, and configures IPython to correctly
3561 namespace all of numpy and pylab, and configures IPython to correctly
3557 interact with the GUI event loop. The GUI backend to be used can be
3562 interact with the GUI event loop. The GUI backend to be used can be
3558 optionally selected with the optional ``gui`` argument.
3563 optionally selected with the optional ``gui`` argument.
3559
3564
3560 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3565 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3561
3566
3562 Parameters
3567 Parameters
3563 ----------
3568 ----------
3564 gui : optional, string
3569 gui : optional, string
3565 If given, dictates the choice of matplotlib GUI backend to use
3570 If given, dictates the choice of matplotlib GUI backend to use
3566 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3571 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3567 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3572 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3568 matplotlib (as dictated by the matplotlib build-time options plus the
3573 matplotlib (as dictated by the matplotlib build-time options plus the
3569 user's matplotlibrc configuration file). Note that not all backends
3574 user's matplotlibrc configuration file). Note that not all backends
3570 make sense in all contexts, for example a terminal ipython can't
3575 make sense in all contexts, for example a terminal ipython can't
3571 display figures inline.
3576 display figures inline.
3572 import_all : optional, bool, default: True
3577 import_all : optional, bool, default: True
3573 Whether to do `from numpy import *` and `from pylab import *`
3578 Whether to do `from numpy import *` and `from pylab import *`
3574 in addition to module imports.
3579 in addition to module imports.
3575 welcome_message : deprecated
3580 welcome_message : deprecated
3576 This argument is ignored, no welcome message will be displayed.
3581 This argument is ignored, no welcome message will be displayed.
3577 """
3582 """
3578 from IPython.core.pylabtools import import_pylab
3583 from IPython.core.pylabtools import import_pylab
3579
3584
3580 gui, backend = self.enable_matplotlib(gui)
3585 gui, backend = self.enable_matplotlib(gui)
3581
3586
3582 # We want to prevent the loading of pylab to pollute the user's
3587 # We want to prevent the loading of pylab to pollute the user's
3583 # namespace as shown by the %who* magics, so we execute the activation
3588 # namespace as shown by the %who* magics, so we execute the activation
3584 # code in an empty namespace, and we update *both* user_ns and
3589 # code in an empty namespace, and we update *both* user_ns and
3585 # user_ns_hidden with this information.
3590 # user_ns_hidden with this information.
3586 ns = {}
3591 ns = {}
3587 import_pylab(ns, import_all)
3592 import_pylab(ns, import_all)
3588 # warn about clobbered names
3593 # warn about clobbered names
3589 ignored = {"__builtins__"}
3594 ignored = {"__builtins__"}
3590 both = set(ns).intersection(self.user_ns).difference(ignored)
3595 both = set(ns).intersection(self.user_ns).difference(ignored)
3591 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3596 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3592 self.user_ns.update(ns)
3597 self.user_ns.update(ns)
3593 self.user_ns_hidden.update(ns)
3598 self.user_ns_hidden.update(ns)
3594 return gui, backend, clobbered
3599 return gui, backend, clobbered
3595
3600
3596 #-------------------------------------------------------------------------
3601 #-------------------------------------------------------------------------
3597 # Utilities
3602 # Utilities
3598 #-------------------------------------------------------------------------
3603 #-------------------------------------------------------------------------
3599
3604
3600 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3605 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3601 """Expand python variables in a string.
3606 """Expand python variables in a string.
3602
3607
3603 The depth argument indicates how many frames above the caller should
3608 The depth argument indicates how many frames above the caller should
3604 be walked to look for the local namespace where to expand variables.
3609 be walked to look for the local namespace where to expand variables.
3605
3610
3606 The global namespace for expansion is always the user's interactive
3611 The global namespace for expansion is always the user's interactive
3607 namespace.
3612 namespace.
3608 """
3613 """
3609 ns = self.user_ns.copy()
3614 ns = self.user_ns.copy()
3610 try:
3615 try:
3611 frame = sys._getframe(depth+1)
3616 frame = sys._getframe(depth+1)
3612 except ValueError:
3617 except ValueError:
3613 # This is thrown if there aren't that many frames on the stack,
3618 # This is thrown if there aren't that many frames on the stack,
3614 # e.g. if a script called run_line_magic() directly.
3619 # e.g. if a script called run_line_magic() directly.
3615 pass
3620 pass
3616 else:
3621 else:
3617 ns.update(frame.f_locals)
3622 ns.update(frame.f_locals)
3618
3623
3619 try:
3624 try:
3620 # We have to use .vformat() here, because 'self' is a valid and common
3625 # We have to use .vformat() here, because 'self' is a valid and common
3621 # name, and expanding **ns for .format() would make it collide with
3626 # name, and expanding **ns for .format() would make it collide with
3622 # the 'self' argument of the method.
3627 # the 'self' argument of the method.
3623 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3628 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3624 except Exception:
3629 except Exception:
3625 # if formatter couldn't format, just let it go untransformed
3630 # if formatter couldn't format, just let it go untransformed
3626 pass
3631 pass
3627 return cmd
3632 return cmd
3628
3633
3629 def mktempfile(self, data=None, prefix='ipython_edit_'):
3634 def mktempfile(self, data=None, prefix='ipython_edit_'):
3630 """Make a new tempfile and return its filename.
3635 """Make a new tempfile and return its filename.
3631
3636
3632 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3637 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3633 but it registers the created filename internally so ipython cleans it up
3638 but it registers the created filename internally so ipython cleans it up
3634 at exit time.
3639 at exit time.
3635
3640
3636 Optional inputs:
3641 Optional inputs:
3637
3642
3638 - data(None): if data is given, it gets written out to the temp file
3643 - data(None): if data is given, it gets written out to the temp file
3639 immediately, and the file is closed again."""
3644 immediately, and the file is closed again."""
3640
3645
3641 dirname = tempfile.mkdtemp(prefix=prefix)
3646 dirname = tempfile.mkdtemp(prefix=prefix)
3642 self.tempdirs.append(dirname)
3647 self.tempdirs.append(dirname)
3643
3648
3644 handle, filename = tempfile.mkstemp('.py', prefix, dir=dirname)
3649 handle, filename = tempfile.mkstemp('.py', prefix, dir=dirname)
3645 os.close(handle) # On Windows, there can only be one open handle on a file
3650 os.close(handle) # On Windows, there can only be one open handle on a file
3646 self.tempfiles.append(filename)
3651 self.tempfiles.append(filename)
3647
3652
3648 if data:
3653 if data:
3649 with open(filename, 'w') as tmp_file:
3654 with open(filename, 'w') as tmp_file:
3650 tmp_file.write(data)
3655 tmp_file.write(data)
3651 return filename
3656 return filename
3652
3657
3653 @undoc
3658 @undoc
3654 def write(self,data):
3659 def write(self,data):
3655 """DEPRECATED: Write a string to the default output"""
3660 """DEPRECATED: Write a string to the default output"""
3656 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3661 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3657 DeprecationWarning, stacklevel=2)
3662 DeprecationWarning, stacklevel=2)
3658 sys.stdout.write(data)
3663 sys.stdout.write(data)
3659
3664
3660 @undoc
3665 @undoc
3661 def write_err(self,data):
3666 def write_err(self,data):
3662 """DEPRECATED: Write a string to the default error output"""
3667 """DEPRECATED: Write a string to the default error output"""
3663 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3668 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3664 DeprecationWarning, stacklevel=2)
3669 DeprecationWarning, stacklevel=2)
3665 sys.stderr.write(data)
3670 sys.stderr.write(data)
3666
3671
3667 def ask_yes_no(self, prompt, default=None, interrupt=None):
3672 def ask_yes_no(self, prompt, default=None, interrupt=None):
3668 if self.quiet:
3673 if self.quiet:
3669 return True
3674 return True
3670 return ask_yes_no(prompt,default,interrupt)
3675 return ask_yes_no(prompt,default,interrupt)
3671
3676
3672 def show_usage(self):
3677 def show_usage(self):
3673 """Show a usage message"""
3678 """Show a usage message"""
3674 page.page(IPython.core.usage.interactive_usage)
3679 page.page(IPython.core.usage.interactive_usage)
3675
3680
3676 def extract_input_lines(self, range_str, raw=False):
3681 def extract_input_lines(self, range_str, raw=False):
3677 """Return as a string a set of input history slices.
3682 """Return as a string a set of input history slices.
3678
3683
3679 Parameters
3684 Parameters
3680 ----------
3685 ----------
3681 range_str : string
3686 range_str : string
3682 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3687 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3683 since this function is for use by magic functions which get their
3688 since this function is for use by magic functions which get their
3684 arguments as strings. The number before the / is the session
3689 arguments as strings. The number before the / is the session
3685 number: ~n goes n back from the current session.
3690 number: ~n goes n back from the current session.
3686
3691
3687 raw : bool, optional
3692 raw : bool, optional
3688 By default, the processed input is used. If this is true, the raw
3693 By default, the processed input is used. If this is true, the raw
3689 input history is used instead.
3694 input history is used instead.
3690
3695
3691 Notes
3696 Notes
3692 -----
3697 -----
3693
3698
3694 Slices can be described with two notations:
3699 Slices can be described with two notations:
3695
3700
3696 * ``N:M`` -> standard python form, means including items N...(M-1).
3701 * ``N:M`` -> standard python form, means including items N...(M-1).
3697 * ``N-M`` -> include items N..M (closed endpoint).
3702 * ``N-M`` -> include items N..M (closed endpoint).
3698 """
3703 """
3699 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3704 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3700 return "\n".join(x for _, _, x in lines)
3705 return "\n".join(x for _, _, x in lines)
3701
3706
3702 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3707 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3703 """Get a code string from history, file, url, or a string or macro.
3708 """Get a code string from history, file, url, or a string or macro.
3704
3709
3705 This is mainly used by magic functions.
3710 This is mainly used by magic functions.
3706
3711
3707 Parameters
3712 Parameters
3708 ----------
3713 ----------
3709
3714
3710 target : str
3715 target : str
3711
3716
3712 A string specifying code to retrieve. This will be tried respectively
3717 A string specifying code to retrieve. This will be tried respectively
3713 as: ranges of input history (see %history for syntax), url,
3718 as: ranges of input history (see %history for syntax), url,
3714 corresponding .py file, filename, or an expression evaluating to a
3719 corresponding .py file, filename, or an expression evaluating to a
3715 string or Macro in the user namespace.
3720 string or Macro in the user namespace.
3716
3721
3717 raw : bool
3722 raw : bool
3718 If true (default), retrieve raw history. Has no effect on the other
3723 If true (default), retrieve raw history. Has no effect on the other
3719 retrieval mechanisms.
3724 retrieval mechanisms.
3720
3725
3721 py_only : bool (default False)
3726 py_only : bool (default False)
3722 Only try to fetch python code, do not try alternative methods to decode file
3727 Only try to fetch python code, do not try alternative methods to decode file
3723 if unicode fails.
3728 if unicode fails.
3724
3729
3725 Returns
3730 Returns
3726 -------
3731 -------
3727 A string of code.
3732 A string of code.
3728
3733
3729 ValueError is raised if nothing is found, and TypeError if it evaluates
3734 ValueError is raised if nothing is found, and TypeError if it evaluates
3730 to an object of another type. In each case, .args[0] is a printable
3735 to an object of another type. In each case, .args[0] is a printable
3731 message.
3736 message.
3732 """
3737 """
3733 code = self.extract_input_lines(target, raw=raw) # Grab history
3738 code = self.extract_input_lines(target, raw=raw) # Grab history
3734 if code:
3739 if code:
3735 return code
3740 return code
3736 try:
3741 try:
3737 if target.startswith(('http://', 'https://')):
3742 if target.startswith(('http://', 'https://')):
3738 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3743 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3739 except UnicodeDecodeError:
3744 except UnicodeDecodeError:
3740 if not py_only :
3745 if not py_only :
3741 # Deferred import
3746 # Deferred import
3742 from urllib.request import urlopen
3747 from urllib.request import urlopen
3743 response = urlopen(target)
3748 response = urlopen(target)
3744 return response.read().decode('latin1')
3749 return response.read().decode('latin1')
3745 raise ValueError(("'%s' seem to be unreadable.") % target)
3750 raise ValueError(("'%s' seem to be unreadable.") % target)
3746
3751
3747 potential_target = [target]
3752 potential_target = [target]
3748 try :
3753 try :
3749 potential_target.insert(0,get_py_filename(target))
3754 potential_target.insert(0,get_py_filename(target))
3750 except IOError:
3755 except IOError:
3751 pass
3756 pass
3752
3757
3753 for tgt in potential_target :
3758 for tgt in potential_target :
3754 if os.path.isfile(tgt): # Read file
3759 if os.path.isfile(tgt): # Read file
3755 try :
3760 try :
3756 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3761 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3757 except UnicodeDecodeError :
3762 except UnicodeDecodeError :
3758 if not py_only :
3763 if not py_only :
3759 with io_open(tgt,'r', encoding='latin1') as f :
3764 with io_open(tgt,'r', encoding='latin1') as f :
3760 return f.read()
3765 return f.read()
3761 raise ValueError(("'%s' seem to be unreadable.") % target)
3766 raise ValueError(("'%s' seem to be unreadable.") % target)
3762 elif os.path.isdir(os.path.expanduser(tgt)):
3767 elif os.path.isdir(os.path.expanduser(tgt)):
3763 raise ValueError("'%s' is a directory, not a regular file." % target)
3768 raise ValueError("'%s' is a directory, not a regular file." % target)
3764
3769
3765 if search_ns:
3770 if search_ns:
3766 # Inspect namespace to load object source
3771 # Inspect namespace to load object source
3767 object_info = self.object_inspect(target, detail_level=1)
3772 object_info = self.object_inspect(target, detail_level=1)
3768 if object_info['found'] and object_info['source']:
3773 if object_info['found'] and object_info['source']:
3769 return object_info['source']
3774 return object_info['source']
3770
3775
3771 try: # User namespace
3776 try: # User namespace
3772 codeobj = eval(target, self.user_ns)
3777 codeobj = eval(target, self.user_ns)
3773 except Exception:
3778 except Exception:
3774 raise ValueError(("'%s' was not found in history, as a file, url, "
3779 raise ValueError(("'%s' was not found in history, as a file, url, "
3775 "nor in the user namespace.") % target)
3780 "nor in the user namespace.") % target)
3776
3781
3777 if isinstance(codeobj, str):
3782 if isinstance(codeobj, str):
3778 return codeobj
3783 return codeobj
3779 elif isinstance(codeobj, Macro):
3784 elif isinstance(codeobj, Macro):
3780 return codeobj.value
3785 return codeobj.value
3781
3786
3782 raise TypeError("%s is neither a string nor a macro." % target,
3787 raise TypeError("%s is neither a string nor a macro." % target,
3783 codeobj)
3788 codeobj)
3784
3789
3785 #-------------------------------------------------------------------------
3790 #-------------------------------------------------------------------------
3786 # Things related to IPython exiting
3791 # Things related to IPython exiting
3787 #-------------------------------------------------------------------------
3792 #-------------------------------------------------------------------------
3788 def atexit_operations(self):
3793 def atexit_operations(self):
3789 """This will be executed at the time of exit.
3794 """This will be executed at the time of exit.
3790
3795
3791 Cleanup operations and saving of persistent data that is done
3796 Cleanup operations and saving of persistent data that is done
3792 unconditionally by IPython should be performed here.
3797 unconditionally by IPython should be performed here.
3793
3798
3794 For things that may depend on startup flags or platform specifics (such
3799 For things that may depend on startup flags or platform specifics (such
3795 as having readline or not), register a separate atexit function in the
3800 as having readline or not), register a separate atexit function in the
3796 code that has the appropriate information, rather than trying to
3801 code that has the appropriate information, rather than trying to
3797 clutter
3802 clutter
3798 """
3803 """
3799 # Close the history session (this stores the end time and line count)
3804 # Close the history session (this stores the end time and line count)
3800 # this must be *before* the tempfile cleanup, in case of temporary
3805 # this must be *before* the tempfile cleanup, in case of temporary
3801 # history db
3806 # history db
3802 self.history_manager.end_session()
3807 self.history_manager.end_session()
3803
3808
3804 # Cleanup all tempfiles and folders left around
3809 # Cleanup all tempfiles and folders left around
3805 for tfile in self.tempfiles:
3810 for tfile in self.tempfiles:
3806 try:
3811 try:
3807 os.unlink(tfile)
3812 os.unlink(tfile)
3808 except OSError:
3813 except OSError:
3809 pass
3814 pass
3810
3815
3811 for tdir in self.tempdirs:
3816 for tdir in self.tempdirs:
3812 try:
3817 try:
3813 os.rmdir(tdir)
3818 os.rmdir(tdir)
3814 except OSError:
3819 except OSError:
3815 pass
3820 pass
3816
3821
3817 # Clear all user namespaces to release all references cleanly.
3822 # Clear all user namespaces to release all references cleanly.
3818 self.reset(new_session=False)
3823 self.reset(new_session=False)
3819
3824
3820 # Run user hooks
3825 # Run user hooks
3821 self.hooks.shutdown_hook()
3826 self.hooks.shutdown_hook()
3822
3827
3823 def cleanup(self):
3828 def cleanup(self):
3824 self.restore_sys_module_state()
3829 self.restore_sys_module_state()
3825
3830
3826
3831
3827 # Overridden in terminal subclass to change prompts
3832 # Overridden in terminal subclass to change prompts
3828 def switch_doctest_mode(self, mode):
3833 def switch_doctest_mode(self, mode):
3829 pass
3834 pass
3830
3835
3831
3836
3832 class InteractiveShellABC(metaclass=abc.ABCMeta):
3837 class InteractiveShellABC(metaclass=abc.ABCMeta):
3833 """An abstract base class for InteractiveShell."""
3838 """An abstract base class for InteractiveShell."""
3834
3839
3835 InteractiveShellABC.register(InteractiveShell)
3840 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now