##// END OF EJS Templates
Shorten identifier name to pass darker checks
Bart Skowron -
Show More
@@ -1,3814 +1,3814 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2 """Main IPython class."""
2 """Main IPython class."""
3
3
4 #-----------------------------------------------------------------------------
4 #-----------------------------------------------------------------------------
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 # Copyright (C) 2008-2011 The IPython Development Team
7 # Copyright (C) 2008-2011 The IPython Development Team
8 #
8 #
9 # Distributed under the terms of the BSD License. The full license is in
9 # Distributed under the terms of the BSD License. The full license is in
10 # the file COPYING, distributed as part of this software.
10 # the file COPYING, distributed as part of this software.
11 #-----------------------------------------------------------------------------
11 #-----------------------------------------------------------------------------
12
12
13
13
14 import abc
14 import abc
15 import ast
15 import ast
16 import atexit
16 import atexit
17 import builtins as builtin_mod
17 import builtins as builtin_mod
18 import functools
18 import functools
19 import inspect
19 import inspect
20 import os
20 import os
21 import re
21 import re
22 import runpy
22 import runpy
23 import sys
23 import sys
24 import tempfile
24 import tempfile
25 import traceback
25 import traceback
26 import types
26 import types
27 import subprocess
27 import subprocess
28 import warnings
28 import warnings
29 from io import open as io_open
29 from io import open as io_open
30
30
31 from pathlib import Path
31 from pathlib import Path
32 from pickleshare import PickleShareDB
32 from pickleshare import PickleShareDB
33
33
34 from traitlets.config.configurable import SingletonConfigurable
34 from traitlets.config.configurable import SingletonConfigurable
35 from traitlets.utils.importstring import import_item
35 from traitlets.utils.importstring import import_item
36 from IPython.core import oinspect
36 from IPython.core import oinspect
37 from IPython.core import magic
37 from IPython.core import magic
38 from IPython.core import page
38 from IPython.core import page
39 from IPython.core import prefilter
39 from IPython.core import prefilter
40 from IPython.core import ultratb
40 from IPython.core import ultratb
41 from IPython.core.alias import Alias, AliasManager
41 from IPython.core.alias import Alias, AliasManager
42 from IPython.core.autocall import ExitAutocall
42 from IPython.core.autocall import ExitAutocall
43 from IPython.core.builtin_trap import BuiltinTrap
43 from IPython.core.builtin_trap import BuiltinTrap
44 from IPython.core.events import EventManager, available_events
44 from IPython.core.events import EventManager, available_events
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
46 from IPython.core.debugger import Pdb
46 from IPython.core.debugger import Pdb
47 from IPython.core.display_trap import DisplayTrap
47 from IPython.core.display_trap import DisplayTrap
48 from IPython.core.displayhook import DisplayHook
48 from IPython.core.displayhook import DisplayHook
49 from IPython.core.displaypub import DisplayPublisher
49 from IPython.core.displaypub import DisplayPublisher
50 from IPython.core.error import InputRejected, UsageError
50 from IPython.core.error import InputRejected, UsageError
51 from IPython.core.extensions import ExtensionManager
51 from IPython.core.extensions import ExtensionManager
52 from IPython.core.formatters import DisplayFormatter
52 from IPython.core.formatters import DisplayFormatter
53 from IPython.core.history import HistoryManager
53 from IPython.core.history import HistoryManager
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
55 from IPython.core.logger import Logger
55 from IPython.core.logger import Logger
56 from IPython.core.macro import Macro
56 from IPython.core.macro import Macro
57 from IPython.core.payload import PayloadManager
57 from IPython.core.payload import PayloadManager
58 from IPython.core.prefilter import PrefilterManager
58 from IPython.core.prefilter import PrefilterManager
59 from IPython.core.profiledir import ProfileDir
59 from IPython.core.profiledir import ProfileDir
60 from IPython.core.usage import default_banner
60 from IPython.core.usage import default_banner
61 from IPython.display import display
61 from IPython.display import display
62 from IPython.testing.skipdoctest import skip_doctest
62 from IPython.testing.skipdoctest import skip_doctest
63 from IPython.utils import PyColorize
63 from IPython.utils import PyColorize
64 from IPython.utils import io
64 from IPython.utils import io
65 from IPython.utils import py3compat
65 from IPython.utils import py3compat
66 from IPython.utils import openpy
66 from IPython.utils import openpy
67 from IPython.utils.decorators import undoc
67 from IPython.utils.decorators import undoc
68 from IPython.utils.io import ask_yes_no
68 from IPython.utils.io import ask_yes_no
69 from IPython.utils.ipstruct import Struct
69 from IPython.utils.ipstruct import Struct
70 from IPython.paths import get_ipython_dir
70 from IPython.paths import get_ipython_dir
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
72 from IPython.utils.process import system, getoutput
72 from IPython.utils.process import system, getoutput
73 from IPython.utils.strdispatch import StrDispatch
73 from IPython.utils.strdispatch import StrDispatch
74 from IPython.utils.syspathcontext import prepended_to_syspath
74 from IPython.utils.syspathcontext import prepended_to_syspath
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
76 from IPython.utils.tempdir import TemporaryDirectory
76 from IPython.utils.tempdir import TemporaryDirectory
77 from traitlets import (
77 from traitlets import (
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
79 observe, default, validate, Any
79 observe, default, validate, Any
80 )
80 )
81 from warnings import warn
81 from warnings import warn
82 from logging import error
82 from logging import error
83 import IPython.core.hooks
83 import IPython.core.hooks
84
84
85 from typing import List as ListType, Tuple, Optional
85 from typing import List as ListType, Tuple, Optional
86 from ast import AST
86 from ast import AST
87
87
88 # NoOpContext is deprecated, but ipykernel imports it from here.
88 # NoOpContext is deprecated, but ipykernel imports it from here.
89 # See https://github.com/ipython/ipykernel/issues/157
89 # See https://github.com/ipython/ipykernel/issues/157
90 # (2016, let's try to remove than in IPython 8.0)
90 # (2016, let's try to remove than in IPython 8.0)
91 from IPython.utils.contexts import NoOpContext
91 from IPython.utils.contexts import NoOpContext
92
92
93 try:
93 try:
94 import docrepr.sphinxify as sphx
94 import docrepr.sphinxify as sphx
95
95
96 def sphinxify(doc):
96 def sphinxify(doc):
97 with TemporaryDirectory() as dirname:
97 with TemporaryDirectory() as dirname:
98 return {
98 return {
99 'text/html': sphx.sphinxify(doc, dirname),
99 'text/html': sphx.sphinxify(doc, dirname),
100 'text/plain': doc
100 'text/plain': doc
101 }
101 }
102 except ImportError:
102 except ImportError:
103 sphinxify = None
103 sphinxify = None
104
104
105
105
106 class ProvisionalWarning(DeprecationWarning):
106 class ProvisionalWarning(DeprecationWarning):
107 """
107 """
108 Warning class for unstable features
108 Warning class for unstable features
109 """
109 """
110 pass
110 pass
111
111
112 if sys.version_info > (3,8):
112 if sys.version_info > (3,8):
113 from ast import Module
113 from ast import Module
114 else :
114 else :
115 # mock the new API, ignore second argument
115 # mock the new API, ignore second argument
116 # see https://github.com/ipython/ipython/issues/11590
116 # see https://github.com/ipython/ipython/issues/11590
117 from ast import Module as OriginalModule
117 from ast import Module as OriginalModule
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
119
119
120 if sys.version_info > (3,6):
120 if sys.version_info > (3,6):
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
123 else:
123 else:
124 _assign_nodes = (ast.AugAssign, ast.Assign )
124 _assign_nodes = (ast.AugAssign, ast.Assign )
125 _single_targets_nodes = (ast.AugAssign, )
125 _single_targets_nodes = (ast.AugAssign, )
126
126
127 #-----------------------------------------------------------------------------
127 #-----------------------------------------------------------------------------
128 # Await Helpers
128 # Await Helpers
129 #-----------------------------------------------------------------------------
129 #-----------------------------------------------------------------------------
130
130
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
132 """Return a function that do not create a new local scope.
132 """Return a function that do not create a new local scope.
133
133
134 Given a function, create a clone of this function where the co_newlocal flag
134 Given a function, create a clone of this function where the co_newlocal flag
135 has been removed, making this function code actually run in the sourounding
135 has been removed, making this function code actually run in the sourounding
136 scope.
136 scope.
137
137
138 We need this in order to run asynchronous code in user level namespace.
138 We need this in order to run asynchronous code in user level namespace.
139 """
139 """
140 from types import CodeType, FunctionType
140 from types import CodeType, FunctionType
141 CO_NEWLOCALS = 0x0002
141 CO_NEWLOCALS = 0x0002
142 code = function.__code__
142 code = function.__code__
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
145 new_code = code.replace(co_flags=new_co_flags)
145 new_code = code.replace(co_flags=new_co_flags)
146 else:
146 else:
147 new_code = CodeType(
147 new_code = CodeType(
148 code.co_argcount,
148 code.co_argcount,
149 code.co_kwonlyargcount,
149 code.co_kwonlyargcount,
150 code.co_nlocals,
150 code.co_nlocals,
151 code.co_stacksize,
151 code.co_stacksize,
152 new_co_flags,
152 new_co_flags,
153 code.co_code,
153 code.co_code,
154 code.co_consts,
154 code.co_consts,
155 code.co_names,
155 code.co_names,
156 code.co_varnames,
156 code.co_varnames,
157 code.co_filename,
157 code.co_filename,
158 code.co_name,
158 code.co_name,
159 code.co_firstlineno,
159 code.co_firstlineno,
160 code.co_lnotab,
160 code.co_lnotab,
161 code.co_freevars,
161 code.co_freevars,
162 code.co_cellvars
162 code.co_cellvars
163 )
163 )
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
165
165
166
166
167 # we still need to run things using the asyncio eventloop, but there is no
167 # we still need to run things using the asyncio eventloop, but there is no
168 # async integration
168 # async integration
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
171
171
172
172
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
174 """
174 """
175 Parse a cell with top-level await and modify the AST to be able to run it later.
175 Parse a cell with top-level await and modify the AST to be able to run it later.
176
176
177 Parameters
177 Parameters
178 ----------
178 ----------
179 cell: str
179 cell: str
180 The code cell to asyncronify
180 The code cell to asyncronify
181 wrapper_name: str
181 wrapper_name: str
182 The name of the function to be used to wrap the passed `cell`. It is
182 The name of the function to be used to wrap the passed `cell`. It is
183 advised to **not** use a python identifier in order to not pollute the
183 advised to **not** use a python identifier in order to not pollute the
184 global namespace in which the function will be ran.
184 global namespace in which the function will be ran.
185
185
186 Returns
186 Returns
187 -------
187 -------
188 ModuleType:
188 ModuleType:
189 A module object AST containing **one** function named `wrapper_name`.
189 A module object AST containing **one** function named `wrapper_name`.
190
190
191 The given code is wrapped in a async-def function, parsed into an AST, and
191 The given code is wrapped in a async-def function, parsed into an AST, and
192 the resulting function definition AST is modified to return the last
192 the resulting function definition AST is modified to return the last
193 expression.
193 expression.
194
194
195 The last expression or await node is moved into a return statement at the
195 The last expression or await node is moved into a return statement at the
196 end of the function, and removed from its original location. If the last
196 end of the function, and removed from its original location. If the last
197 node is not Expr or Await nothing is done.
197 node is not Expr or Await nothing is done.
198
198
199 The function `__code__` will need to be later modified (by
199 The function `__code__` will need to be later modified (by
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
201 meaning that the local and global scope are the same, ie as if the body of
201 meaning that the local and global scope are the same, ie as if the body of
202 the function was at module level.
202 the function was at module level.
203
203
204 Lastly a call to `locals()` is made just before the last expression of the
204 Lastly a call to `locals()` is made just before the last expression of the
205 function, or just after the last assignment or statement to make sure the
205 function, or just after the last assignment or statement to make sure the
206 global dict is updated as python function work with a local fast cache which
206 global dict is updated as python function work with a local fast cache which
207 is updated only on `local()` calls.
207 is updated only on `local()` calls.
208 """
208 """
209
209
210 from ast import Expr, Await, Return
210 from ast import Expr, Await, Return
211 if sys.version_info >= (3,8):
211 if sys.version_info >= (3,8):
212 return ast.parse(cell)
212 return ast.parse(cell)
213 tree = ast.parse(_asyncify(cell))
213 tree = ast.parse(_asyncify(cell))
214
214
215 function_def = tree.body[0]
215 function_def = tree.body[0]
216 function_def.name = wrapper_name
216 function_def.name = wrapper_name
217 try_block = function_def.body[0]
217 try_block = function_def.body[0]
218 lastexpr = try_block.body[-1]
218 lastexpr = try_block.body[-1]
219 if isinstance(lastexpr, (Expr, Await)):
219 if isinstance(lastexpr, (Expr, Await)):
220 try_block.body[-1] = Return(lastexpr.value)
220 try_block.body[-1] = Return(lastexpr.value)
221 ast.fix_missing_locations(tree)
221 ast.fix_missing_locations(tree)
222 return tree
222 return tree
223 #-----------------------------------------------------------------------------
223 #-----------------------------------------------------------------------------
224 # Globals
224 # Globals
225 #-----------------------------------------------------------------------------
225 #-----------------------------------------------------------------------------
226
226
227 # compiled regexps for autoindent management
227 # compiled regexps for autoindent management
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
229
229
230 #-----------------------------------------------------------------------------
230 #-----------------------------------------------------------------------------
231 # Utilities
231 # Utilities
232 #-----------------------------------------------------------------------------
232 #-----------------------------------------------------------------------------
233
233
234 @undoc
234 @undoc
235 def softspace(file, newvalue):
235 def softspace(file, newvalue):
236 """Copied from code.py, to remove the dependency"""
236 """Copied from code.py, to remove the dependency"""
237
237
238 oldvalue = 0
238 oldvalue = 0
239 try:
239 try:
240 oldvalue = file.softspace
240 oldvalue = file.softspace
241 except AttributeError:
241 except AttributeError:
242 pass
242 pass
243 try:
243 try:
244 file.softspace = newvalue
244 file.softspace = newvalue
245 except (AttributeError, TypeError):
245 except (AttributeError, TypeError):
246 # "attribute-less object" or "read-only attributes"
246 # "attribute-less object" or "read-only attributes"
247 pass
247 pass
248 return oldvalue
248 return oldvalue
249
249
250 @undoc
250 @undoc
251 def no_op(*a, **kw):
251 def no_op(*a, **kw):
252 pass
252 pass
253
253
254
254
255 class SpaceInInput(Exception): pass
255 class SpaceInInput(Exception): pass
256
256
257
257
258 def get_default_colors():
258 def get_default_colors():
259 "DEPRECATED"
259 "DEPRECATED"
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
261 DeprecationWarning, stacklevel=2)
261 DeprecationWarning, stacklevel=2)
262 return 'Neutral'
262 return 'Neutral'
263
263
264
264
265 class SeparateUnicode(Unicode):
265 class SeparateUnicode(Unicode):
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
267
267
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
269 """
269 """
270
270
271 def validate(self, obj, value):
271 def validate(self, obj, value):
272 if value == '0': value = ''
272 if value == '0': value = ''
273 value = value.replace('\\n','\n')
273 value = value.replace('\\n','\n')
274 return super(SeparateUnicode, self).validate(obj, value)
274 return super(SeparateUnicode, self).validate(obj, value)
275
275
276
276
277 @undoc
277 @undoc
278 class DummyMod(object):
278 class DummyMod(object):
279 """A dummy module used for IPython's interactive module when
279 """A dummy module used for IPython's interactive module when
280 a namespace must be assigned to the module's __dict__."""
280 a namespace must be assigned to the module's __dict__."""
281 __spec__ = None
281 __spec__ = None
282
282
283
283
284 class ExecutionInfo(object):
284 class ExecutionInfo(object):
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
286
286
287 Stores information about what is going to happen.
287 Stores information about what is going to happen.
288 """
288 """
289 raw_cell = None
289 raw_cell = None
290 store_history = False
290 store_history = False
291 silent = False
291 silent = False
292 shell_futures = True
292 shell_futures = True
293
293
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
295 self.raw_cell = raw_cell
295 self.raw_cell = raw_cell
296 self.store_history = store_history
296 self.store_history = store_history
297 self.silent = silent
297 self.silent = silent
298 self.shell_futures = shell_futures
298 self.shell_futures = shell_futures
299
299
300 def __repr__(self):
300 def __repr__(self):
301 name = self.__class__.__qualname__
301 name = self.__class__.__qualname__
302 raw_cell = ((self.raw_cell[:50] + '..')
302 raw_cell = ((self.raw_cell[:50] + '..')
303 if len(self.raw_cell) > 50 else self.raw_cell)
303 if len(self.raw_cell) > 50 else self.raw_cell)
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
306
306
307
307
308 class ExecutionResult(object):
308 class ExecutionResult(object):
309 """The result of a call to :meth:`InteractiveShell.run_cell`
309 """The result of a call to :meth:`InteractiveShell.run_cell`
310
310
311 Stores information about what took place.
311 Stores information about what took place.
312 """
312 """
313 execution_count = None
313 execution_count = None
314 error_before_exec = None
314 error_before_exec = None
315 error_in_exec = None
315 error_in_exec = None
316 info = None
316 info = None
317 result = None
317 result = None
318
318
319 def __init__(self, info):
319 def __init__(self, info):
320 self.info = info
320 self.info = info
321
321
322 @property
322 @property
323 def success(self):
323 def success(self):
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
325
325
326 def raise_error(self):
326 def raise_error(self):
327 """Reraises error if `success` is `False`, otherwise does nothing"""
327 """Reraises error if `success` is `False`, otherwise does nothing"""
328 if self.error_before_exec is not None:
328 if self.error_before_exec is not None:
329 raise self.error_before_exec
329 raise self.error_before_exec
330 if self.error_in_exec is not None:
330 if self.error_in_exec is not None:
331 raise self.error_in_exec
331 raise self.error_in_exec
332
332
333 def __repr__(self):
333 def __repr__(self):
334 name = self.__class__.__qualname__
334 name = self.__class__.__qualname__
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
337
337
338
338
339 class InteractiveShell(SingletonConfigurable):
339 class InteractiveShell(SingletonConfigurable):
340 """An enhanced, interactive shell for Python."""
340 """An enhanced, interactive shell for Python."""
341
341
342 _instance = None
342 _instance = None
343
343
344 ast_transformers = List([], help=
344 ast_transformers = List([], help=
345 """
345 """
346 A list of ast.NodeTransformer subclass instances, which will be applied
346 A list of ast.NodeTransformer subclass instances, which will be applied
347 to user input before code is run.
347 to user input before code is run.
348 """
348 """
349 ).tag(config=True)
349 ).tag(config=True)
350
350
351 autocall = Enum((0,1,2), default_value=0, help=
351 autocall = Enum((0,1,2), default_value=0, help=
352 """
352 """
353 Make IPython automatically call any callable object even if you didn't
353 Make IPython automatically call any callable object even if you didn't
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
355 automatically. The value can be '0' to disable the feature, '1' for
355 automatically. The value can be '0' to disable the feature, '1' for
356 'smart' autocall, where it is not applied if there are no more
356 'smart' autocall, where it is not applied if there are no more
357 arguments on the line, and '2' for 'full' autocall, where all callable
357 arguments on the line, and '2' for 'full' autocall, where all callable
358 objects are automatically called (even if no arguments are present).
358 objects are automatically called (even if no arguments are present).
359 """
359 """
360 ).tag(config=True)
360 ).tag(config=True)
361
361
362 autoindent = Bool(True, help=
362 autoindent = Bool(True, help=
363 """
363 """
364 Autoindent IPython code entered interactively.
364 Autoindent IPython code entered interactively.
365 """
365 """
366 ).tag(config=True)
366 ).tag(config=True)
367
367
368 autoawait = Bool(True, help=
368 autoawait = Bool(True, help=
369 """
369 """
370 Automatically run await statement in the top level repl.
370 Automatically run await statement in the top level repl.
371 """
371 """
372 ).tag(config=True)
372 ).tag(config=True)
373
373
374 loop_runner_map ={
374 loop_runner_map ={
375 'asyncio':(_asyncio_runner, True),
375 'asyncio':(_asyncio_runner, True),
376 'curio':(_curio_runner, True),
376 'curio':(_curio_runner, True),
377 'trio':(_trio_runner, True),
377 'trio':(_trio_runner, True),
378 'sync': (_pseudo_sync_runner, False)
378 'sync': (_pseudo_sync_runner, False)
379 }
379 }
380
380
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
382 allow_none=True,
382 allow_none=True,
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
384 ).tag(config=True)
384 ).tag(config=True)
385
385
386 @default('loop_runner')
386 @default('loop_runner')
387 def _default_loop_runner(self):
387 def _default_loop_runner(self):
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
389
389
390 @validate('loop_runner')
390 @validate('loop_runner')
391 def _import_runner(self, proposal):
391 def _import_runner(self, proposal):
392 if isinstance(proposal.value, str):
392 if isinstance(proposal.value, str):
393 if proposal.value in self.loop_runner_map:
393 if proposal.value in self.loop_runner_map:
394 runner, autoawait = self.loop_runner_map[proposal.value]
394 runner, autoawait = self.loop_runner_map[proposal.value]
395 self.autoawait = autoawait
395 self.autoawait = autoawait
396 return runner
396 return runner
397 runner = import_item(proposal.value)
397 runner = import_item(proposal.value)
398 if not callable(runner):
398 if not callable(runner):
399 raise ValueError('loop_runner must be callable')
399 raise ValueError('loop_runner must be callable')
400 return runner
400 return runner
401 if not callable(proposal.value):
401 if not callable(proposal.value):
402 raise ValueError('loop_runner must be callable')
402 raise ValueError('loop_runner must be callable')
403 return proposal.value
403 return proposal.value
404
404
405 automagic = Bool(True, help=
405 automagic = Bool(True, help=
406 """
406 """
407 Enable magic commands to be called without the leading %.
407 Enable magic commands to be called without the leading %.
408 """
408 """
409 ).tag(config=True)
409 ).tag(config=True)
410
410
411 banner1 = Unicode(default_banner,
411 banner1 = Unicode(default_banner,
412 help="""The part of the banner to be printed before the profile"""
412 help="""The part of the banner to be printed before the profile"""
413 ).tag(config=True)
413 ).tag(config=True)
414 banner2 = Unicode('',
414 banner2 = Unicode('',
415 help="""The part of the banner to be printed after the profile"""
415 help="""The part of the banner to be printed after the profile"""
416 ).tag(config=True)
416 ).tag(config=True)
417
417
418 cache_size = Integer(1000, help=
418 cache_size = Integer(1000, help=
419 """
419 """
420 Set the size of the output cache. The default is 1000, you can
420 Set the size of the output cache. The default is 1000, you can
421 change it permanently in your config file. Setting it to 0 completely
421 change it permanently in your config file. Setting it to 0 completely
422 disables the caching system, and the minimum value accepted is 3 (if
422 disables the caching system, and the minimum value accepted is 3 (if
423 you provide a value less than 3, it is reset to 0 and a warning is
423 you provide a value less than 3, it is reset to 0 and a warning is
424 issued). This limit is defined because otherwise you'll spend more
424 issued). This limit is defined because otherwise you'll spend more
425 time re-flushing a too small cache than working
425 time re-flushing a too small cache than working
426 """
426 """
427 ).tag(config=True)
427 ).tag(config=True)
428 color_info = Bool(True, help=
428 color_info = Bool(True, help=
429 """
429 """
430 Use colors for displaying information about objects. Because this
430 Use colors for displaying information about objects. Because this
431 information is passed through a pager (like 'less'), and some pagers
431 information is passed through a pager (like 'less'), and some pagers
432 get confused with color codes, this capability can be turned off.
432 get confused with color codes, this capability can be turned off.
433 """
433 """
434 ).tag(config=True)
434 ).tag(config=True)
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
436 default_value='Neutral',
436 default_value='Neutral',
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
438 ).tag(config=True)
438 ).tag(config=True)
439 debug = Bool(False).tag(config=True)
439 debug = Bool(False).tag(config=True)
440 disable_failing_post_execute = Bool(False,
440 disable_failing_post_execute = Bool(False,
441 help="Don't call post-execute functions that have failed in the past."
441 help="Don't call post-execute functions that have failed in the past."
442 ).tag(config=True)
442 ).tag(config=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
444 displayhook_class = Type(DisplayHook)
444 displayhook_class = Type(DisplayHook)
445 display_pub_class = Type(DisplayPublisher)
445 display_pub_class = Type(DisplayPublisher)
446
446
447 sphinxify_docstring = Bool(False, help=
447 sphinxify_docstring = Bool(False, help=
448 """
448 """
449 Enables rich html representation of docstrings. (This requires the
449 Enables rich html representation of docstrings. (This requires the
450 docrepr module).
450 docrepr module).
451 """).tag(config=True)
451 """).tag(config=True)
452
452
453 @observe("sphinxify_docstring")
453 @observe("sphinxify_docstring")
454 def _sphinxify_docstring_changed(self, change):
454 def _sphinxify_docstring_changed(self, change):
455 if change['new']:
455 if change['new']:
456 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
456 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
457
457
458 enable_html_pager = Bool(False, help=
458 enable_html_pager = Bool(False, help=
459 """
459 """
460 (Provisional API) enables html representation in mime bundles sent
460 (Provisional API) enables html representation in mime bundles sent
461 to pagers.
461 to pagers.
462 """).tag(config=True)
462 """).tag(config=True)
463
463
464 @observe("enable_html_pager")
464 @observe("enable_html_pager")
465 def _enable_html_pager_changed(self, change):
465 def _enable_html_pager_changed(self, change):
466 if change['new']:
466 if change['new']:
467 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
467 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
468
468
469 data_pub_class = None
469 data_pub_class = None
470
470
471 exit_now = Bool(False)
471 exit_now = Bool(False)
472 exiter = Instance(ExitAutocall)
472 exiter = Instance(ExitAutocall)
473 @default('exiter')
473 @default('exiter')
474 def _exiter_default(self):
474 def _exiter_default(self):
475 return ExitAutocall(self)
475 return ExitAutocall(self)
476 # Monotonically increasing execution counter
476 # Monotonically increasing execution counter
477 execution_count = Integer(1)
477 execution_count = Integer(1)
478 filename = Unicode("<ipython console>")
478 filename = Unicode("<ipython console>")
479 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
479 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
480
480
481 # Used to transform cells before running them, and check whether code is complete
481 # Used to transform cells before running them, and check whether code is complete
482 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
482 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
483 ())
483 ())
484
484
485 @property
485 @property
486 def input_transformers_cleanup(self):
486 def input_transformers_cleanup(self):
487 return self.input_transformer_manager.cleanup_transforms
487 return self.input_transformer_manager.cleanup_transforms
488
488
489 input_transformers_post = List([],
489 input_transformers_post = List([],
490 help="A list of string input transformers, to be applied after IPython's "
490 help="A list of string input transformers, to be applied after IPython's "
491 "own input transformations."
491 "own input transformations."
492 )
492 )
493
493
494 @property
494 @property
495 def input_splitter(self):
495 def input_splitter(self):
496 """Make this available for backward compatibility (pre-7.0 release) with existing code.
496 """Make this available for backward compatibility (pre-7.0 release) with existing code.
497
497
498 For example, ipykernel ipykernel currently uses
498 For example, ipykernel ipykernel currently uses
499 `shell.input_splitter.check_complete`
499 `shell.input_splitter.check_complete`
500 """
500 """
501 from warnings import warn
501 from warnings import warn
502 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
502 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
503 DeprecationWarning, stacklevel=2
503 DeprecationWarning, stacklevel=2
504 )
504 )
505 return self.input_transformer_manager
505 return self.input_transformer_manager
506
506
507 logstart = Bool(False, help=
507 logstart = Bool(False, help=
508 """
508 """
509 Start logging to the default log file in overwrite mode.
509 Start logging to the default log file in overwrite mode.
510 Use `logappend` to specify a log file to **append** logs to.
510 Use `logappend` to specify a log file to **append** logs to.
511 """
511 """
512 ).tag(config=True)
512 ).tag(config=True)
513 logfile = Unicode('', help=
513 logfile = Unicode('', help=
514 """
514 """
515 The name of the logfile to use.
515 The name of the logfile to use.
516 """
516 """
517 ).tag(config=True)
517 ).tag(config=True)
518 logappend = Unicode('', help=
518 logappend = Unicode('', help=
519 """
519 """
520 Start logging to the given file in append mode.
520 Start logging to the given file in append mode.
521 Use `logfile` to specify a log file to **overwrite** logs to.
521 Use `logfile` to specify a log file to **overwrite** logs to.
522 """
522 """
523 ).tag(config=True)
523 ).tag(config=True)
524 object_info_string_level = Enum((0,1,2), default_value=0,
524 object_info_string_level = Enum((0,1,2), default_value=0,
525 ).tag(config=True)
525 ).tag(config=True)
526 pdb = Bool(False, help=
526 pdb = Bool(False, help=
527 """
527 """
528 Automatically call the pdb debugger after every exception.
528 Automatically call the pdb debugger after every exception.
529 """
529 """
530 ).tag(config=True)
530 ).tag(config=True)
531 display_page = Bool(False,
531 display_page = Bool(False,
532 help="""If True, anything that would be passed to the pager
532 help="""If True, anything that would be passed to the pager
533 will be displayed as regular output instead."""
533 will be displayed as regular output instead."""
534 ).tag(config=True)
534 ).tag(config=True)
535
535
536 # deprecated prompt traits:
536 # deprecated prompt traits:
537
537
538 prompt_in1 = Unicode('In [\\#]: ',
538 prompt_in1 = Unicode('In [\\#]: ',
539 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
539 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
540 ).tag(config=True)
540 ).tag(config=True)
541 prompt_in2 = Unicode(' .\\D.: ',
541 prompt_in2 = Unicode(' .\\D.: ',
542 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
542 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
543 ).tag(config=True)
543 ).tag(config=True)
544 prompt_out = Unicode('Out[\\#]: ',
544 prompt_out = Unicode('Out[\\#]: ',
545 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
545 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
546 ).tag(config=True)
546 ).tag(config=True)
547 prompts_pad_left = Bool(True,
547 prompts_pad_left = Bool(True,
548 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
548 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
549 ).tag(config=True)
549 ).tag(config=True)
550
550
551 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
551 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
552 def _prompt_trait_changed(self, change):
552 def _prompt_trait_changed(self, change):
553 name = change['name']
553 name = change['name']
554 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
554 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
555 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
555 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
556 " object directly.".format(name=name))
556 " object directly.".format(name=name))
557
557
558 # protect against weird cases where self.config may not exist:
558 # protect against weird cases where self.config may not exist:
559
559
560 show_rewritten_input = Bool(True,
560 show_rewritten_input = Bool(True,
561 help="Show rewritten input, e.g. for autocall."
561 help="Show rewritten input, e.g. for autocall."
562 ).tag(config=True)
562 ).tag(config=True)
563
563
564 quiet = Bool(False).tag(config=True)
564 quiet = Bool(False).tag(config=True)
565
565
566 history_length = Integer(10000,
566 history_length = Integer(10000,
567 help='Total length of command history'
567 help='Total length of command history'
568 ).tag(config=True)
568 ).tag(config=True)
569
569
570 history_load_length = Integer(1000, help=
570 history_load_length = Integer(1000, help=
571 """
571 """
572 The number of saved history entries to be loaded
572 The number of saved history entries to be loaded
573 into the history buffer at startup.
573 into the history buffer at startup.
574 """
574 """
575 ).tag(config=True)
575 ).tag(config=True)
576
576
577 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
577 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
578 default_value='last_expr',
578 default_value='last_expr',
579 help="""
579 help="""
580 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
580 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
581 which nodes should be run interactively (displaying output from expressions).
581 which nodes should be run interactively (displaying output from expressions).
582 """
582 """
583 ).tag(config=True)
583 ).tag(config=True)
584
584
585 # TODO: this part of prompt management should be moved to the frontends.
585 # TODO: this part of prompt management should be moved to the frontends.
586 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
586 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
587 separate_in = SeparateUnicode('\n').tag(config=True)
587 separate_in = SeparateUnicode('\n').tag(config=True)
588 separate_out = SeparateUnicode('').tag(config=True)
588 separate_out = SeparateUnicode('').tag(config=True)
589 separate_out2 = SeparateUnicode('').tag(config=True)
589 separate_out2 = SeparateUnicode('').tag(config=True)
590 wildcards_case_sensitive = Bool(True).tag(config=True)
590 wildcards_case_sensitive = Bool(True).tag(config=True)
591 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
591 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
592 default_value='Context',
592 default_value='Context',
593 help="Switch modes for the IPython exception handlers."
593 help="Switch modes for the IPython exception handlers."
594 ).tag(config=True)
594 ).tag(config=True)
595
595
596 # Subcomponents of InteractiveShell
596 # Subcomponents of InteractiveShell
597 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
597 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
598 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
598 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
599 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
599 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
600 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
600 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
601 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
601 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
602 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
602 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
603 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
603 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
604 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
604 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
605
605
606 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
606 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
607 @property
607 @property
608 def profile(self):
608 def profile(self):
609 if self.profile_dir is not None:
609 if self.profile_dir is not None:
610 name = os.path.basename(self.profile_dir.location)
610 name = os.path.basename(self.profile_dir.location)
611 return name.replace('profile_','')
611 return name.replace('profile_','')
612
612
613
613
614 # Private interface
614 # Private interface
615 _post_execute = Dict()
615 _post_execute = Dict()
616
616
617 # Tracks any GUI loop loaded for pylab
617 # Tracks any GUI loop loaded for pylab
618 pylab_gui_select = None
618 pylab_gui_select = None
619
619
620 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
620 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
621
621
622 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
622 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
623
623
624 def __init__(self, ipython_dir=None, profile_dir=None,
624 def __init__(self, ipython_dir=None, profile_dir=None,
625 user_module=None, user_ns=None,
625 user_module=None, user_ns=None,
626 custom_exceptions=((), None), **kwargs):
626 custom_exceptions=((), None), **kwargs):
627
627
628 # This is where traits with a config_key argument are updated
628 # This is where traits with a config_key argument are updated
629 # from the values on config.
629 # from the values on config.
630 super(InteractiveShell, self).__init__(**kwargs)
630 super(InteractiveShell, self).__init__(**kwargs)
631 if 'PromptManager' in self.config:
631 if 'PromptManager' in self.config:
632 warn('As of IPython 5.0 `PromptManager` config will have no effect'
632 warn('As of IPython 5.0 `PromptManager` config will have no effect'
633 ' and has been replaced by TerminalInteractiveShell.prompts_class')
633 ' and has been replaced by TerminalInteractiveShell.prompts_class')
634 self.configurables = [self]
634 self.configurables = [self]
635
635
636 # These are relatively independent and stateless
636 # These are relatively independent and stateless
637 self.init_ipython_dir(ipython_dir)
637 self.init_ipython_dir(ipython_dir)
638 self.init_profile_dir(profile_dir)
638 self.init_profile_dir(profile_dir)
639 self.init_instance_attrs()
639 self.init_instance_attrs()
640 self.init_environment()
640 self.init_environment()
641
641
642 # Check if we're in a virtualenv, and set up sys.path.
642 # Check if we're in a virtualenv, and set up sys.path.
643 self.init_virtualenv()
643 self.init_virtualenv()
644
644
645 # Create namespaces (user_ns, user_global_ns, etc.)
645 # Create namespaces (user_ns, user_global_ns, etc.)
646 self.init_create_namespaces(user_module, user_ns)
646 self.init_create_namespaces(user_module, user_ns)
647 # This has to be done after init_create_namespaces because it uses
647 # This has to be done after init_create_namespaces because it uses
648 # something in self.user_ns, but before init_sys_modules, which
648 # something in self.user_ns, but before init_sys_modules, which
649 # is the first thing to modify sys.
649 # is the first thing to modify sys.
650 # TODO: When we override sys.stdout and sys.stderr before this class
650 # TODO: When we override sys.stdout and sys.stderr before this class
651 # is created, we are saving the overridden ones here. Not sure if this
651 # is created, we are saving the overridden ones here. Not sure if this
652 # is what we want to do.
652 # is what we want to do.
653 self.save_sys_module_state()
653 self.save_sys_module_state()
654 self.init_sys_modules()
654 self.init_sys_modules()
655
655
656 # While we're trying to have each part of the code directly access what
656 # While we're trying to have each part of the code directly access what
657 # it needs without keeping redundant references to objects, we have too
657 # it needs without keeping redundant references to objects, we have too
658 # much legacy code that expects ip.db to exist.
658 # much legacy code that expects ip.db to exist.
659 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
659 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
660
660
661 self.init_history()
661 self.init_history()
662 self.init_encoding()
662 self.init_encoding()
663 self.init_prefilter()
663 self.init_prefilter()
664
664
665 self.init_syntax_highlighting()
665 self.init_syntax_highlighting()
666 self.init_hooks()
666 self.init_hooks()
667 self.init_events()
667 self.init_events()
668 self.init_pushd_popd_magic()
668 self.init_pushd_popd_magic()
669 self.init_user_ns()
669 self.init_user_ns()
670 self.init_logger()
670 self.init_logger()
671 self.init_builtins()
671 self.init_builtins()
672
672
673 # The following was in post_config_initialization
673 # The following was in post_config_initialization
674 self.init_inspector()
674 self.init_inspector()
675 self.raw_input_original = input
675 self.raw_input_original = input
676 self.init_completer()
676 self.init_completer()
677 # TODO: init_io() needs to happen before init_traceback handlers
677 # TODO: init_io() needs to happen before init_traceback handlers
678 # because the traceback handlers hardcode the stdout/stderr streams.
678 # because the traceback handlers hardcode the stdout/stderr streams.
679 # This logic in in debugger.Pdb and should eventually be changed.
679 # This logic in in debugger.Pdb and should eventually be changed.
680 self.init_io()
680 self.init_io()
681 self.init_traceback_handlers(custom_exceptions)
681 self.init_traceback_handlers(custom_exceptions)
682 self.init_prompts()
682 self.init_prompts()
683 self.init_display_formatter()
683 self.init_display_formatter()
684 self.init_display_pub()
684 self.init_display_pub()
685 self.init_data_pub()
685 self.init_data_pub()
686 self.init_displayhook()
686 self.init_displayhook()
687 self.init_magics()
687 self.init_magics()
688 self.init_alias()
688 self.init_alias()
689 self.init_logstart()
689 self.init_logstart()
690 self.init_pdb()
690 self.init_pdb()
691 self.init_extension_manager()
691 self.init_extension_manager()
692 self.init_payload()
692 self.init_payload()
693 self.init_deprecation_warnings()
693 self.init_deprecation_warnings()
694 self.hooks.late_startup_hook()
694 self.hooks.late_startup_hook()
695 self.events.trigger('shell_initialized', self)
695 self.events.trigger('shell_initialized', self)
696 atexit.register(self.atexit_operations)
696 atexit.register(self.atexit_operations)
697
697
698 # The trio runner is used for running Trio in the foreground thread. It
698 # The trio runner is used for running Trio in the foreground thread. It
699 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
699 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
700 # which calls `trio.run()` for every cell. This runner runs all cells
700 # which calls `trio.run()` for every cell. This runner runs all cells
701 # inside a single Trio event loop. If used, it is set from
701 # inside a single Trio event loop. If used, it is set from
702 # `ipykernel.kernelapp`.
702 # `ipykernel.kernelapp`.
703 self.trio_runner = None
703 self.trio_runner = None
704
704
705 def get_ipython(self):
705 def get_ipython(self):
706 """Return the currently running IPython instance."""
706 """Return the currently running IPython instance."""
707 return self
707 return self
708
708
709 #-------------------------------------------------------------------------
709 #-------------------------------------------------------------------------
710 # Trait changed handlers
710 # Trait changed handlers
711 #-------------------------------------------------------------------------
711 #-------------------------------------------------------------------------
712 @observe('ipython_dir')
712 @observe('ipython_dir')
713 def _ipython_dir_changed(self, change):
713 def _ipython_dir_changed(self, change):
714 ensure_dir_exists(change['new'])
714 ensure_dir_exists(change['new'])
715
715
716 def set_autoindent(self,value=None):
716 def set_autoindent(self,value=None):
717 """Set the autoindent flag.
717 """Set the autoindent flag.
718
718
719 If called with no arguments, it acts as a toggle."""
719 If called with no arguments, it acts as a toggle."""
720 if value is None:
720 if value is None:
721 self.autoindent = not self.autoindent
721 self.autoindent = not self.autoindent
722 else:
722 else:
723 self.autoindent = value
723 self.autoindent = value
724
724
725 def set_trio_runner(self, tr):
725 def set_trio_runner(self, tr):
726 self.trio_runner = tr
726 self.trio_runner = tr
727
727
728 #-------------------------------------------------------------------------
728 #-------------------------------------------------------------------------
729 # init_* methods called by __init__
729 # init_* methods called by __init__
730 #-------------------------------------------------------------------------
730 #-------------------------------------------------------------------------
731
731
732 def init_ipython_dir(self, ipython_dir):
732 def init_ipython_dir(self, ipython_dir):
733 if ipython_dir is not None:
733 if ipython_dir is not None:
734 self.ipython_dir = ipython_dir
734 self.ipython_dir = ipython_dir
735 return
735 return
736
736
737 self.ipython_dir = get_ipython_dir()
737 self.ipython_dir = get_ipython_dir()
738
738
739 def init_profile_dir(self, profile_dir):
739 def init_profile_dir(self, profile_dir):
740 if profile_dir is not None:
740 if profile_dir is not None:
741 self.profile_dir = profile_dir
741 self.profile_dir = profile_dir
742 return
742 return
743 self.profile_dir = ProfileDir.create_profile_dir_by_name(
743 self.profile_dir = ProfileDir.create_profile_dir_by_name(
744 self.ipython_dir, "default"
744 self.ipython_dir, "default"
745 )
745 )
746
746
747 def init_instance_attrs(self):
747 def init_instance_attrs(self):
748 self.more = False
748 self.more = False
749
749
750 # command compiler
750 # command compiler
751 self.compile = CachingCompiler()
751 self.compile = CachingCompiler()
752
752
753 # Make an empty namespace, which extension writers can rely on both
753 # Make an empty namespace, which extension writers can rely on both
754 # existing and NEVER being used by ipython itself. This gives them a
754 # existing and NEVER being used by ipython itself. This gives them a
755 # convenient location for storing additional information and state
755 # convenient location for storing additional information and state
756 # their extensions may require, without fear of collisions with other
756 # their extensions may require, without fear of collisions with other
757 # ipython names that may develop later.
757 # ipython names that may develop later.
758 self.meta = Struct()
758 self.meta = Struct()
759
759
760 # Temporary files used for various purposes. Deleted at exit.
760 # Temporary files used for various purposes. Deleted at exit.
761 # The files here are stored with Path from Pathlib
761 # The files here are stored with Path from Pathlib
762 self.tempfiles = []
762 self.tempfiles = []
763 self.tempdirs = []
763 self.tempdirs = []
764
764
765 # keep track of where we started running (mainly for crash post-mortem)
765 # keep track of where we started running (mainly for crash post-mortem)
766 # This is not being used anywhere currently.
766 # This is not being used anywhere currently.
767 self.starting_dir = os.getcwd()
767 self.starting_dir = os.getcwd()
768
768
769 # Indentation management
769 # Indentation management
770 self.indent_current_nsp = 0
770 self.indent_current_nsp = 0
771
771
772 # Dict to track post-execution functions that have been registered
772 # Dict to track post-execution functions that have been registered
773 self._post_execute = {}
773 self._post_execute = {}
774
774
775 def init_environment(self):
775 def init_environment(self):
776 """Any changes we need to make to the user's environment."""
776 """Any changes we need to make to the user's environment."""
777 pass
777 pass
778
778
779 def init_encoding(self):
779 def init_encoding(self):
780 # Get system encoding at startup time. Certain terminals (like Emacs
780 # Get system encoding at startup time. Certain terminals (like Emacs
781 # under Win32 have it set to None, and we need to have a known valid
781 # under Win32 have it set to None, and we need to have a known valid
782 # encoding to use in the raw_input() method
782 # encoding to use in the raw_input() method
783 try:
783 try:
784 self.stdin_encoding = sys.stdin.encoding or 'ascii'
784 self.stdin_encoding = sys.stdin.encoding or 'ascii'
785 except AttributeError:
785 except AttributeError:
786 self.stdin_encoding = 'ascii'
786 self.stdin_encoding = 'ascii'
787
787
788
788
789 @observe('colors')
789 @observe('colors')
790 def init_syntax_highlighting(self, changes=None):
790 def init_syntax_highlighting(self, changes=None):
791 # Python source parser/formatter for syntax highlighting
791 # Python source parser/formatter for syntax highlighting
792 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
792 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
793 self.pycolorize = lambda src: pyformat(src,'str')
793 self.pycolorize = lambda src: pyformat(src,'str')
794
794
795 def refresh_style(self):
795 def refresh_style(self):
796 # No-op here, used in subclass
796 # No-op here, used in subclass
797 pass
797 pass
798
798
799 def init_pushd_popd_magic(self):
799 def init_pushd_popd_magic(self):
800 # for pushd/popd management
800 # for pushd/popd management
801 self.home_dir = get_home_dir()
801 self.home_dir = get_home_dir()
802
802
803 self.dir_stack = []
803 self.dir_stack = []
804
804
805 def init_logger(self):
805 def init_logger(self):
806 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
806 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
807 logmode='rotate')
807 logmode='rotate')
808
808
809 def init_logstart(self):
809 def init_logstart(self):
810 """Initialize logging in case it was requested at the command line.
810 """Initialize logging in case it was requested at the command line.
811 """
811 """
812 if self.logappend:
812 if self.logappend:
813 self.magic('logstart %s append' % self.logappend)
813 self.magic('logstart %s append' % self.logappend)
814 elif self.logfile:
814 elif self.logfile:
815 self.magic('logstart %s' % self.logfile)
815 self.magic('logstart %s' % self.logfile)
816 elif self.logstart:
816 elif self.logstart:
817 self.magic('logstart')
817 self.magic('logstart')
818
818
819 def init_deprecation_warnings(self):
819 def init_deprecation_warnings(self):
820 """
820 """
821 register default filter for deprecation warning.
821 register default filter for deprecation warning.
822
822
823 This will allow deprecation warning of function used interactively to show
823 This will allow deprecation warning of function used interactively to show
824 warning to users, and still hide deprecation warning from libraries import.
824 warning to users, and still hide deprecation warning from libraries import.
825 """
825 """
826 if sys.version_info < (3,7):
826 if sys.version_info < (3,7):
827 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
827 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
828
828
829
829
830 def init_builtins(self):
830 def init_builtins(self):
831 # A single, static flag that we set to True. Its presence indicates
831 # A single, static flag that we set to True. Its presence indicates
832 # that an IPython shell has been created, and we make no attempts at
832 # that an IPython shell has been created, and we make no attempts at
833 # removing on exit or representing the existence of more than one
833 # removing on exit or representing the existence of more than one
834 # IPython at a time.
834 # IPython at a time.
835 builtin_mod.__dict__['__IPYTHON__'] = True
835 builtin_mod.__dict__['__IPYTHON__'] = True
836 builtin_mod.__dict__['display'] = display
836 builtin_mod.__dict__['display'] = display
837
837
838 self.builtin_trap = BuiltinTrap(shell=self)
838 self.builtin_trap = BuiltinTrap(shell=self)
839
839
840 @observe('colors')
840 @observe('colors')
841 def init_inspector(self, changes=None):
841 def init_inspector(self, changes=None):
842 # Object inspector
842 # Object inspector
843 self.inspector = oinspect.Inspector(oinspect.InspectColors,
843 self.inspector = oinspect.Inspector(oinspect.InspectColors,
844 PyColorize.ANSICodeColors,
844 PyColorize.ANSICodeColors,
845 self.colors,
845 self.colors,
846 self.object_info_string_level)
846 self.object_info_string_level)
847
847
848 def init_io(self):
848 def init_io(self):
849 # This will just use sys.stdout and sys.stderr. If you want to
849 # This will just use sys.stdout and sys.stderr. If you want to
850 # override sys.stdout and sys.stderr themselves, you need to do that
850 # override sys.stdout and sys.stderr themselves, you need to do that
851 # *before* instantiating this class, because io holds onto
851 # *before* instantiating this class, because io holds onto
852 # references to the underlying streams.
852 # references to the underlying streams.
853 # io.std* are deprecated, but don't show our own deprecation warnings
853 # io.std* are deprecated, but don't show our own deprecation warnings
854 # during initialization of the deprecated API.
854 # during initialization of the deprecated API.
855 with warnings.catch_warnings():
855 with warnings.catch_warnings():
856 warnings.simplefilter('ignore', DeprecationWarning)
856 warnings.simplefilter('ignore', DeprecationWarning)
857 io.stdout = io.IOStream(sys.stdout)
857 io.stdout = io.IOStream(sys.stdout)
858 io.stderr = io.IOStream(sys.stderr)
858 io.stderr = io.IOStream(sys.stderr)
859
859
860 def init_prompts(self):
860 def init_prompts(self):
861 # Set system prompts, so that scripts can decide if they are running
861 # Set system prompts, so that scripts can decide if they are running
862 # interactively.
862 # interactively.
863 sys.ps1 = 'In : '
863 sys.ps1 = 'In : '
864 sys.ps2 = '...: '
864 sys.ps2 = '...: '
865 sys.ps3 = 'Out: '
865 sys.ps3 = 'Out: '
866
866
867 def init_display_formatter(self):
867 def init_display_formatter(self):
868 self.display_formatter = DisplayFormatter(parent=self)
868 self.display_formatter = DisplayFormatter(parent=self)
869 self.configurables.append(self.display_formatter)
869 self.configurables.append(self.display_formatter)
870
870
871 def init_display_pub(self):
871 def init_display_pub(self):
872 self.display_pub = self.display_pub_class(parent=self, shell=self)
872 self.display_pub = self.display_pub_class(parent=self, shell=self)
873 self.configurables.append(self.display_pub)
873 self.configurables.append(self.display_pub)
874
874
875 def init_data_pub(self):
875 def init_data_pub(self):
876 if not self.data_pub_class:
876 if not self.data_pub_class:
877 self.data_pub = None
877 self.data_pub = None
878 return
878 return
879 self.data_pub = self.data_pub_class(parent=self)
879 self.data_pub = self.data_pub_class(parent=self)
880 self.configurables.append(self.data_pub)
880 self.configurables.append(self.data_pub)
881
881
882 def init_displayhook(self):
882 def init_displayhook(self):
883 # Initialize displayhook, set in/out prompts and printing system
883 # Initialize displayhook, set in/out prompts and printing system
884 self.displayhook = self.displayhook_class(
884 self.displayhook = self.displayhook_class(
885 parent=self,
885 parent=self,
886 shell=self,
886 shell=self,
887 cache_size=self.cache_size,
887 cache_size=self.cache_size,
888 )
888 )
889 self.configurables.append(self.displayhook)
889 self.configurables.append(self.displayhook)
890 # This is a context manager that installs/revmoes the displayhook at
890 # This is a context manager that installs/revmoes the displayhook at
891 # the appropriate time.
891 # the appropriate time.
892 self.display_trap = DisplayTrap(hook=self.displayhook)
892 self.display_trap = DisplayTrap(hook=self.displayhook)
893
893
894 def init_virtualenv(self):
894 def init_virtualenv(self):
895 """Add the current virtualenv to sys.path so the user can import modules from it.
895 """Add the current virtualenv to sys.path so the user can import modules from it.
896 This isn't perfect: it doesn't use the Python interpreter with which the
896 This isn't perfect: it doesn't use the Python interpreter with which the
897 virtualenv was built, and it ignores the --no-site-packages option. A
897 virtualenv was built, and it ignores the --no-site-packages option. A
898 warning will appear suggesting the user installs IPython in the
898 warning will appear suggesting the user installs IPython in the
899 virtualenv, but for many cases, it probably works well enough.
899 virtualenv, but for many cases, it probably works well enough.
900
900
901 Adapted from code snippets online.
901 Adapted from code snippets online.
902
902
903 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
903 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
904 """
904 """
905 if 'VIRTUAL_ENV' not in os.environ:
905 if 'VIRTUAL_ENV' not in os.environ:
906 # Not in a virtualenv
906 # Not in a virtualenv
907 return
907 return
908 elif os.environ["VIRTUAL_ENV"] == "":
908 elif os.environ["VIRTUAL_ENV"] == "":
909 warn("Virtual env path set to '', please check if this is intended.")
909 warn("Virtual env path set to '', please check if this is intended.")
910 return
910 return
911
911
912 p = Path(sys.executable)
912 p = Path(sys.executable)
913 p_venv = Path(os.environ["VIRTUAL_ENV"])
913 p_venv = Path(os.environ["VIRTUAL_ENV"])
914
914
915 # fallback venv detection:
915 # fallback venv detection:
916 # stdlib venv may symlink sys.executable, so we can't use realpath.
916 # stdlib venv may symlink sys.executable, so we can't use realpath.
917 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
917 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
918 # So we just check every item in the symlink tree (generally <= 3)
918 # So we just check every item in the symlink tree (generally <= 3)
919 paths = [p]
919 paths = [p]
920 while p.is_symlink():
920 while p.is_symlink():
921 p = Path(os.readlink(p))
921 p = Path(os.readlink(p))
922 paths.append(p.resolve())
922 paths.append(p.resolve())
923
923
924 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
924 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
925 if str(p_venv).startswith("\\cygdrive"):
925 if str(p_venv).startswith("\\cygdrive"):
926 p_venv = Path(str(p_venv)[11:])
926 p_venv = Path(str(p_venv)[11:])
927 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
927 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
928 p_venv = Path(str(p_venv)[2:])
928 p_venv = Path(str(p_venv)[2:])
929
929
930 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
930 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
931 # Our exe is inside or has access to the virtualenv, don't need to do anything.
931 # Our exe is inside or has access to the virtualenv, don't need to do anything.
932 return
932 return
933
933
934 if sys.platform == "win32":
934 if sys.platform == "win32":
935 virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
935 virtual_env = Path(os.environ["VIRTUAL_ENV"], "Lib", "site-packages")
936 else:
936 else:
937 virtual_env_path = Path(
937 virtual_env_path = Path(
938 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
938 os.environ["VIRTUAL_ENV"], "lib", "python{}.{}", "site-packages"
939 )
939 )
940 p_ver = sys.version_info[:2]
940 p_ver = sys.version_info[:2]
941
941
942 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
942 # Predict version from py[thon]-x.x in the $VIRTUAL_ENV
943 predicted_p_ver = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
943 re_m = re.search(r"\bpy(?:thon)?([23])\.(\d+)\b", os.environ["VIRTUAL_ENV"])
944 if predicted_p_ver:
944 if re_m:
945 predicted_path = Path(str(virtual_env_path).format(*predicted_p_ver.groups()))
945 predicted_path = Path(str(virtual_env_path).format(*re_m.groups()))
946 if predicted_path.exists():
946 if predicted_path.exists():
947 p_ver = predicted_p_ver.groups()
947 p_ver = re_m.groups()
948
948
949 virtual_env = str(virtual_env_path).format(*p_ver)
949 virtual_env = str(virtual_env_path).format(*p_ver)
950
950
951 warn(
951 warn(
952 "Attempting to work in a virtualenv. If you encounter problems, "
952 "Attempting to work in a virtualenv. If you encounter problems, "
953 "please install IPython inside the virtualenv."
953 "please install IPython inside the virtualenv."
954 )
954 )
955 import site
955 import site
956 sys.path.insert(0, virtual_env)
956 sys.path.insert(0, virtual_env)
957 site.addsitedir(virtual_env)
957 site.addsitedir(virtual_env)
958
958
959 #-------------------------------------------------------------------------
959 #-------------------------------------------------------------------------
960 # Things related to injections into the sys module
960 # Things related to injections into the sys module
961 #-------------------------------------------------------------------------
961 #-------------------------------------------------------------------------
962
962
963 def save_sys_module_state(self):
963 def save_sys_module_state(self):
964 """Save the state of hooks in the sys module.
964 """Save the state of hooks in the sys module.
965
965
966 This has to be called after self.user_module is created.
966 This has to be called after self.user_module is created.
967 """
967 """
968 self._orig_sys_module_state = {'stdin': sys.stdin,
968 self._orig_sys_module_state = {'stdin': sys.stdin,
969 'stdout': sys.stdout,
969 'stdout': sys.stdout,
970 'stderr': sys.stderr,
970 'stderr': sys.stderr,
971 'excepthook': sys.excepthook}
971 'excepthook': sys.excepthook}
972 self._orig_sys_modules_main_name = self.user_module.__name__
972 self._orig_sys_modules_main_name = self.user_module.__name__
973 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
973 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
974
974
975 def restore_sys_module_state(self):
975 def restore_sys_module_state(self):
976 """Restore the state of the sys module."""
976 """Restore the state of the sys module."""
977 try:
977 try:
978 for k, v in self._orig_sys_module_state.items():
978 for k, v in self._orig_sys_module_state.items():
979 setattr(sys, k, v)
979 setattr(sys, k, v)
980 except AttributeError:
980 except AttributeError:
981 pass
981 pass
982 # Reset what what done in self.init_sys_modules
982 # Reset what what done in self.init_sys_modules
983 if self._orig_sys_modules_main_mod is not None:
983 if self._orig_sys_modules_main_mod is not None:
984 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
984 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
985
985
986 #-------------------------------------------------------------------------
986 #-------------------------------------------------------------------------
987 # Things related to the banner
987 # Things related to the banner
988 #-------------------------------------------------------------------------
988 #-------------------------------------------------------------------------
989
989
990 @property
990 @property
991 def banner(self):
991 def banner(self):
992 banner = self.banner1
992 banner = self.banner1
993 if self.profile and self.profile != 'default':
993 if self.profile and self.profile != 'default':
994 banner += '\nIPython profile: %s\n' % self.profile
994 banner += '\nIPython profile: %s\n' % self.profile
995 if self.banner2:
995 if self.banner2:
996 banner += '\n' + self.banner2
996 banner += '\n' + self.banner2
997 return banner
997 return banner
998
998
999 def show_banner(self, banner=None):
999 def show_banner(self, banner=None):
1000 if banner is None:
1000 if banner is None:
1001 banner = self.banner
1001 banner = self.banner
1002 sys.stdout.write(banner)
1002 sys.stdout.write(banner)
1003
1003
1004 #-------------------------------------------------------------------------
1004 #-------------------------------------------------------------------------
1005 # Things related to hooks
1005 # Things related to hooks
1006 #-------------------------------------------------------------------------
1006 #-------------------------------------------------------------------------
1007
1007
1008 def init_hooks(self):
1008 def init_hooks(self):
1009 # hooks holds pointers used for user-side customizations
1009 # hooks holds pointers used for user-side customizations
1010 self.hooks = Struct()
1010 self.hooks = Struct()
1011
1011
1012 self.strdispatchers = {}
1012 self.strdispatchers = {}
1013
1013
1014 # Set all default hooks, defined in the IPython.hooks module.
1014 # Set all default hooks, defined in the IPython.hooks module.
1015 hooks = IPython.core.hooks
1015 hooks = IPython.core.hooks
1016 for hook_name in hooks.__all__:
1016 for hook_name in hooks.__all__:
1017 # default hooks have priority 100, i.e. low; user hooks should have
1017 # default hooks have priority 100, i.e. low; user hooks should have
1018 # 0-100 priority
1018 # 0-100 priority
1019 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1019 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1020
1020
1021 if self.display_page:
1021 if self.display_page:
1022 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1022 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1023
1023
1024 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1024 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1025 _warn_deprecated=True):
1025 _warn_deprecated=True):
1026 """set_hook(name,hook) -> sets an internal IPython hook.
1026 """set_hook(name,hook) -> sets an internal IPython hook.
1027
1027
1028 IPython exposes some of its internal API as user-modifiable hooks. By
1028 IPython exposes some of its internal API as user-modifiable hooks. By
1029 adding your function to one of these hooks, you can modify IPython's
1029 adding your function to one of these hooks, you can modify IPython's
1030 behavior to call at runtime your own routines."""
1030 behavior to call at runtime your own routines."""
1031
1031
1032 # At some point in the future, this should validate the hook before it
1032 # At some point in the future, this should validate the hook before it
1033 # accepts it. Probably at least check that the hook takes the number
1033 # accepts it. Probably at least check that the hook takes the number
1034 # of args it's supposed to.
1034 # of args it's supposed to.
1035
1035
1036 f = types.MethodType(hook,self)
1036 f = types.MethodType(hook,self)
1037
1037
1038 # check if the hook is for strdispatcher first
1038 # check if the hook is for strdispatcher first
1039 if str_key is not None:
1039 if str_key is not None:
1040 sdp = self.strdispatchers.get(name, StrDispatch())
1040 sdp = self.strdispatchers.get(name, StrDispatch())
1041 sdp.add_s(str_key, f, priority )
1041 sdp.add_s(str_key, f, priority )
1042 self.strdispatchers[name] = sdp
1042 self.strdispatchers[name] = sdp
1043 return
1043 return
1044 if re_key is not None:
1044 if re_key is not None:
1045 sdp = self.strdispatchers.get(name, StrDispatch())
1045 sdp = self.strdispatchers.get(name, StrDispatch())
1046 sdp.add_re(re.compile(re_key), f, priority )
1046 sdp.add_re(re.compile(re_key), f, priority )
1047 self.strdispatchers[name] = sdp
1047 self.strdispatchers[name] = sdp
1048 return
1048 return
1049
1049
1050 dp = getattr(self.hooks, name, None)
1050 dp = getattr(self.hooks, name, None)
1051 if name not in IPython.core.hooks.__all__:
1051 if name not in IPython.core.hooks.__all__:
1052 print("Warning! Hook '%s' is not one of %s" % \
1052 print("Warning! Hook '%s' is not one of %s" % \
1053 (name, IPython.core.hooks.__all__ ))
1053 (name, IPython.core.hooks.__all__ ))
1054
1054
1055 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1055 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1056 alternative = IPython.core.hooks.deprecated[name]
1056 alternative = IPython.core.hooks.deprecated[name]
1057 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1057 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1058
1058
1059 if not dp:
1059 if not dp:
1060 dp = IPython.core.hooks.CommandChainDispatcher()
1060 dp = IPython.core.hooks.CommandChainDispatcher()
1061
1061
1062 try:
1062 try:
1063 dp.add(f,priority)
1063 dp.add(f,priority)
1064 except AttributeError:
1064 except AttributeError:
1065 # it was not commandchain, plain old func - replace
1065 # it was not commandchain, plain old func - replace
1066 dp = f
1066 dp = f
1067
1067
1068 setattr(self.hooks,name, dp)
1068 setattr(self.hooks,name, dp)
1069
1069
1070 #-------------------------------------------------------------------------
1070 #-------------------------------------------------------------------------
1071 # Things related to events
1071 # Things related to events
1072 #-------------------------------------------------------------------------
1072 #-------------------------------------------------------------------------
1073
1073
1074 def init_events(self):
1074 def init_events(self):
1075 self.events = EventManager(self, available_events)
1075 self.events = EventManager(self, available_events)
1076
1076
1077 self.events.register("pre_execute", self._clear_warning_registry)
1077 self.events.register("pre_execute", self._clear_warning_registry)
1078
1078
1079 def register_post_execute(self, func):
1079 def register_post_execute(self, func):
1080 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1080 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1081
1081
1082 Register a function for calling after code execution.
1082 Register a function for calling after code execution.
1083 """
1083 """
1084 warn("ip.register_post_execute is deprecated, use "
1084 warn("ip.register_post_execute is deprecated, use "
1085 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1085 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1086 self.events.register('post_run_cell', func)
1086 self.events.register('post_run_cell', func)
1087
1087
1088 def _clear_warning_registry(self):
1088 def _clear_warning_registry(self):
1089 # clear the warning registry, so that different code blocks with
1089 # clear the warning registry, so that different code blocks with
1090 # overlapping line number ranges don't cause spurious suppression of
1090 # overlapping line number ranges don't cause spurious suppression of
1091 # warnings (see gh-6611 for details)
1091 # warnings (see gh-6611 for details)
1092 if "__warningregistry__" in self.user_global_ns:
1092 if "__warningregistry__" in self.user_global_ns:
1093 del self.user_global_ns["__warningregistry__"]
1093 del self.user_global_ns["__warningregistry__"]
1094
1094
1095 #-------------------------------------------------------------------------
1095 #-------------------------------------------------------------------------
1096 # Things related to the "main" module
1096 # Things related to the "main" module
1097 #-------------------------------------------------------------------------
1097 #-------------------------------------------------------------------------
1098
1098
1099 def new_main_mod(self, filename, modname):
1099 def new_main_mod(self, filename, modname):
1100 """Return a new 'main' module object for user code execution.
1100 """Return a new 'main' module object for user code execution.
1101
1101
1102 ``filename`` should be the path of the script which will be run in the
1102 ``filename`` should be the path of the script which will be run in the
1103 module. Requests with the same filename will get the same module, with
1103 module. Requests with the same filename will get the same module, with
1104 its namespace cleared.
1104 its namespace cleared.
1105
1105
1106 ``modname`` should be the module name - normally either '__main__' or
1106 ``modname`` should be the module name - normally either '__main__' or
1107 the basename of the file without the extension.
1107 the basename of the file without the extension.
1108
1108
1109 When scripts are executed via %run, we must keep a reference to their
1109 When scripts are executed via %run, we must keep a reference to their
1110 __main__ module around so that Python doesn't
1110 __main__ module around so that Python doesn't
1111 clear it, rendering references to module globals useless.
1111 clear it, rendering references to module globals useless.
1112
1112
1113 This method keeps said reference in a private dict, keyed by the
1113 This method keeps said reference in a private dict, keyed by the
1114 absolute path of the script. This way, for multiple executions of the
1114 absolute path of the script. This way, for multiple executions of the
1115 same script we only keep one copy of the namespace (the last one),
1115 same script we only keep one copy of the namespace (the last one),
1116 thus preventing memory leaks from old references while allowing the
1116 thus preventing memory leaks from old references while allowing the
1117 objects from the last execution to be accessible.
1117 objects from the last execution to be accessible.
1118 """
1118 """
1119 filename = os.path.abspath(filename)
1119 filename = os.path.abspath(filename)
1120 try:
1120 try:
1121 main_mod = self._main_mod_cache[filename]
1121 main_mod = self._main_mod_cache[filename]
1122 except KeyError:
1122 except KeyError:
1123 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1123 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1124 modname,
1124 modname,
1125 doc="Module created for script run in IPython")
1125 doc="Module created for script run in IPython")
1126 else:
1126 else:
1127 main_mod.__dict__.clear()
1127 main_mod.__dict__.clear()
1128 main_mod.__name__ = modname
1128 main_mod.__name__ = modname
1129
1129
1130 main_mod.__file__ = filename
1130 main_mod.__file__ = filename
1131 # It seems pydoc (and perhaps others) needs any module instance to
1131 # It seems pydoc (and perhaps others) needs any module instance to
1132 # implement a __nonzero__ method
1132 # implement a __nonzero__ method
1133 main_mod.__nonzero__ = lambda : True
1133 main_mod.__nonzero__ = lambda : True
1134
1134
1135 return main_mod
1135 return main_mod
1136
1136
1137 def clear_main_mod_cache(self):
1137 def clear_main_mod_cache(self):
1138 """Clear the cache of main modules.
1138 """Clear the cache of main modules.
1139
1139
1140 Mainly for use by utilities like %reset.
1140 Mainly for use by utilities like %reset.
1141
1141
1142 Examples
1142 Examples
1143 --------
1143 --------
1144 In [15]: import IPython
1144 In [15]: import IPython
1145
1145
1146 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1146 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1147
1147
1148 In [17]: len(_ip._main_mod_cache) > 0
1148 In [17]: len(_ip._main_mod_cache) > 0
1149 Out[17]: True
1149 Out[17]: True
1150
1150
1151 In [18]: _ip.clear_main_mod_cache()
1151 In [18]: _ip.clear_main_mod_cache()
1152
1152
1153 In [19]: len(_ip._main_mod_cache) == 0
1153 In [19]: len(_ip._main_mod_cache) == 0
1154 Out[19]: True
1154 Out[19]: True
1155 """
1155 """
1156 self._main_mod_cache.clear()
1156 self._main_mod_cache.clear()
1157
1157
1158 #-------------------------------------------------------------------------
1158 #-------------------------------------------------------------------------
1159 # Things related to debugging
1159 # Things related to debugging
1160 #-------------------------------------------------------------------------
1160 #-------------------------------------------------------------------------
1161
1161
1162 def init_pdb(self):
1162 def init_pdb(self):
1163 # Set calling of pdb on exceptions
1163 # Set calling of pdb on exceptions
1164 # self.call_pdb is a property
1164 # self.call_pdb is a property
1165 self.call_pdb = self.pdb
1165 self.call_pdb = self.pdb
1166
1166
1167 def _get_call_pdb(self):
1167 def _get_call_pdb(self):
1168 return self._call_pdb
1168 return self._call_pdb
1169
1169
1170 def _set_call_pdb(self,val):
1170 def _set_call_pdb(self,val):
1171
1171
1172 if val not in (0,1,False,True):
1172 if val not in (0,1,False,True):
1173 raise ValueError('new call_pdb value must be boolean')
1173 raise ValueError('new call_pdb value must be boolean')
1174
1174
1175 # store value in instance
1175 # store value in instance
1176 self._call_pdb = val
1176 self._call_pdb = val
1177
1177
1178 # notify the actual exception handlers
1178 # notify the actual exception handlers
1179 self.InteractiveTB.call_pdb = val
1179 self.InteractiveTB.call_pdb = val
1180
1180
1181 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1181 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1182 'Control auto-activation of pdb at exceptions')
1182 'Control auto-activation of pdb at exceptions')
1183
1183
1184 def debugger(self,force=False):
1184 def debugger(self,force=False):
1185 """Call the pdb debugger.
1185 """Call the pdb debugger.
1186
1186
1187 Keywords:
1187 Keywords:
1188
1188
1189 - force(False): by default, this routine checks the instance call_pdb
1189 - force(False): by default, this routine checks the instance call_pdb
1190 flag and does not actually invoke the debugger if the flag is false.
1190 flag and does not actually invoke the debugger if the flag is false.
1191 The 'force' option forces the debugger to activate even if the flag
1191 The 'force' option forces the debugger to activate even if the flag
1192 is false.
1192 is false.
1193 """
1193 """
1194
1194
1195 if not (force or self.call_pdb):
1195 if not (force or self.call_pdb):
1196 return
1196 return
1197
1197
1198 if not hasattr(sys,'last_traceback'):
1198 if not hasattr(sys,'last_traceback'):
1199 error('No traceback has been produced, nothing to debug.')
1199 error('No traceback has been produced, nothing to debug.')
1200 return
1200 return
1201
1201
1202 self.InteractiveTB.debugger(force=True)
1202 self.InteractiveTB.debugger(force=True)
1203
1203
1204 #-------------------------------------------------------------------------
1204 #-------------------------------------------------------------------------
1205 # Things related to IPython's various namespaces
1205 # Things related to IPython's various namespaces
1206 #-------------------------------------------------------------------------
1206 #-------------------------------------------------------------------------
1207 default_user_namespaces = True
1207 default_user_namespaces = True
1208
1208
1209 def init_create_namespaces(self, user_module=None, user_ns=None):
1209 def init_create_namespaces(self, user_module=None, user_ns=None):
1210 # Create the namespace where the user will operate. user_ns is
1210 # Create the namespace where the user will operate. user_ns is
1211 # normally the only one used, and it is passed to the exec calls as
1211 # normally the only one used, and it is passed to the exec calls as
1212 # the locals argument. But we do carry a user_global_ns namespace
1212 # the locals argument. But we do carry a user_global_ns namespace
1213 # given as the exec 'globals' argument, This is useful in embedding
1213 # given as the exec 'globals' argument, This is useful in embedding
1214 # situations where the ipython shell opens in a context where the
1214 # situations where the ipython shell opens in a context where the
1215 # distinction between locals and globals is meaningful. For
1215 # distinction between locals and globals is meaningful. For
1216 # non-embedded contexts, it is just the same object as the user_ns dict.
1216 # non-embedded contexts, it is just the same object as the user_ns dict.
1217
1217
1218 # FIXME. For some strange reason, __builtins__ is showing up at user
1218 # FIXME. For some strange reason, __builtins__ is showing up at user
1219 # level as a dict instead of a module. This is a manual fix, but I
1219 # level as a dict instead of a module. This is a manual fix, but I
1220 # should really track down where the problem is coming from. Alex
1220 # should really track down where the problem is coming from. Alex
1221 # Schmolck reported this problem first.
1221 # Schmolck reported this problem first.
1222
1222
1223 # A useful post by Alex Martelli on this topic:
1223 # A useful post by Alex Martelli on this topic:
1224 # Re: inconsistent value from __builtins__
1224 # Re: inconsistent value from __builtins__
1225 # Von: Alex Martelli <aleaxit@yahoo.com>
1225 # Von: Alex Martelli <aleaxit@yahoo.com>
1226 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1226 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1227 # Gruppen: comp.lang.python
1227 # Gruppen: comp.lang.python
1228
1228
1229 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1229 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1230 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1230 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1231 # > <type 'dict'>
1231 # > <type 'dict'>
1232 # > >>> print type(__builtins__)
1232 # > >>> print type(__builtins__)
1233 # > <type 'module'>
1233 # > <type 'module'>
1234 # > Is this difference in return value intentional?
1234 # > Is this difference in return value intentional?
1235
1235
1236 # Well, it's documented that '__builtins__' can be either a dictionary
1236 # Well, it's documented that '__builtins__' can be either a dictionary
1237 # or a module, and it's been that way for a long time. Whether it's
1237 # or a module, and it's been that way for a long time. Whether it's
1238 # intentional (or sensible), I don't know. In any case, the idea is
1238 # intentional (or sensible), I don't know. In any case, the idea is
1239 # that if you need to access the built-in namespace directly, you
1239 # that if you need to access the built-in namespace directly, you
1240 # should start with "import __builtin__" (note, no 's') which will
1240 # should start with "import __builtin__" (note, no 's') which will
1241 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1241 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1242
1242
1243 # These routines return a properly built module and dict as needed by
1243 # These routines return a properly built module and dict as needed by
1244 # the rest of the code, and can also be used by extension writers to
1244 # the rest of the code, and can also be used by extension writers to
1245 # generate properly initialized namespaces.
1245 # generate properly initialized namespaces.
1246 if (user_ns is not None) or (user_module is not None):
1246 if (user_ns is not None) or (user_module is not None):
1247 self.default_user_namespaces = False
1247 self.default_user_namespaces = False
1248 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1248 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1249
1249
1250 # A record of hidden variables we have added to the user namespace, so
1250 # A record of hidden variables we have added to the user namespace, so
1251 # we can list later only variables defined in actual interactive use.
1251 # we can list later only variables defined in actual interactive use.
1252 self.user_ns_hidden = {}
1252 self.user_ns_hidden = {}
1253
1253
1254 # Now that FakeModule produces a real module, we've run into a nasty
1254 # Now that FakeModule produces a real module, we've run into a nasty
1255 # problem: after script execution (via %run), the module where the user
1255 # problem: after script execution (via %run), the module where the user
1256 # code ran is deleted. Now that this object is a true module (needed
1256 # code ran is deleted. Now that this object is a true module (needed
1257 # so doctest and other tools work correctly), the Python module
1257 # so doctest and other tools work correctly), the Python module
1258 # teardown mechanism runs over it, and sets to None every variable
1258 # teardown mechanism runs over it, and sets to None every variable
1259 # present in that module. Top-level references to objects from the
1259 # present in that module. Top-level references to objects from the
1260 # script survive, because the user_ns is updated with them. However,
1260 # script survive, because the user_ns is updated with them. However,
1261 # calling functions defined in the script that use other things from
1261 # calling functions defined in the script that use other things from
1262 # the script will fail, because the function's closure had references
1262 # the script will fail, because the function's closure had references
1263 # to the original objects, which are now all None. So we must protect
1263 # to the original objects, which are now all None. So we must protect
1264 # these modules from deletion by keeping a cache.
1264 # these modules from deletion by keeping a cache.
1265 #
1265 #
1266 # To avoid keeping stale modules around (we only need the one from the
1266 # To avoid keeping stale modules around (we only need the one from the
1267 # last run), we use a dict keyed with the full path to the script, so
1267 # last run), we use a dict keyed with the full path to the script, so
1268 # only the last version of the module is held in the cache. Note,
1268 # only the last version of the module is held in the cache. Note,
1269 # however, that we must cache the module *namespace contents* (their
1269 # however, that we must cache the module *namespace contents* (their
1270 # __dict__). Because if we try to cache the actual modules, old ones
1270 # __dict__). Because if we try to cache the actual modules, old ones
1271 # (uncached) could be destroyed while still holding references (such as
1271 # (uncached) could be destroyed while still holding references (such as
1272 # those held by GUI objects that tend to be long-lived)>
1272 # those held by GUI objects that tend to be long-lived)>
1273 #
1273 #
1274 # The %reset command will flush this cache. See the cache_main_mod()
1274 # The %reset command will flush this cache. See the cache_main_mod()
1275 # and clear_main_mod_cache() methods for details on use.
1275 # and clear_main_mod_cache() methods for details on use.
1276
1276
1277 # This is the cache used for 'main' namespaces
1277 # This is the cache used for 'main' namespaces
1278 self._main_mod_cache = {}
1278 self._main_mod_cache = {}
1279
1279
1280 # A table holding all the namespaces IPython deals with, so that
1280 # A table holding all the namespaces IPython deals with, so that
1281 # introspection facilities can search easily.
1281 # introspection facilities can search easily.
1282 self.ns_table = {'user_global':self.user_module.__dict__,
1282 self.ns_table = {'user_global':self.user_module.__dict__,
1283 'user_local':self.user_ns,
1283 'user_local':self.user_ns,
1284 'builtin':builtin_mod.__dict__
1284 'builtin':builtin_mod.__dict__
1285 }
1285 }
1286
1286
1287 @property
1287 @property
1288 def user_global_ns(self):
1288 def user_global_ns(self):
1289 return self.user_module.__dict__
1289 return self.user_module.__dict__
1290
1290
1291 def prepare_user_module(self, user_module=None, user_ns=None):
1291 def prepare_user_module(self, user_module=None, user_ns=None):
1292 """Prepare the module and namespace in which user code will be run.
1292 """Prepare the module and namespace in which user code will be run.
1293
1293
1294 When IPython is started normally, both parameters are None: a new module
1294 When IPython is started normally, both parameters are None: a new module
1295 is created automatically, and its __dict__ used as the namespace.
1295 is created automatically, and its __dict__ used as the namespace.
1296
1296
1297 If only user_module is provided, its __dict__ is used as the namespace.
1297 If only user_module is provided, its __dict__ is used as the namespace.
1298 If only user_ns is provided, a dummy module is created, and user_ns
1298 If only user_ns is provided, a dummy module is created, and user_ns
1299 becomes the global namespace. If both are provided (as they may be
1299 becomes the global namespace. If both are provided (as they may be
1300 when embedding), user_ns is the local namespace, and user_module
1300 when embedding), user_ns is the local namespace, and user_module
1301 provides the global namespace.
1301 provides the global namespace.
1302
1302
1303 Parameters
1303 Parameters
1304 ----------
1304 ----------
1305 user_module : module, optional
1305 user_module : module, optional
1306 The current user module in which IPython is being run. If None,
1306 The current user module in which IPython is being run. If None,
1307 a clean module will be created.
1307 a clean module will be created.
1308 user_ns : dict, optional
1308 user_ns : dict, optional
1309 A namespace in which to run interactive commands.
1309 A namespace in which to run interactive commands.
1310
1310
1311 Returns
1311 Returns
1312 -------
1312 -------
1313 A tuple of user_module and user_ns, each properly initialised.
1313 A tuple of user_module and user_ns, each properly initialised.
1314 """
1314 """
1315 if user_module is None and user_ns is not None:
1315 if user_module is None and user_ns is not None:
1316 user_ns.setdefault("__name__", "__main__")
1316 user_ns.setdefault("__name__", "__main__")
1317 user_module = DummyMod()
1317 user_module = DummyMod()
1318 user_module.__dict__ = user_ns
1318 user_module.__dict__ = user_ns
1319
1319
1320 if user_module is None:
1320 if user_module is None:
1321 user_module = types.ModuleType("__main__",
1321 user_module = types.ModuleType("__main__",
1322 doc="Automatically created module for IPython interactive environment")
1322 doc="Automatically created module for IPython interactive environment")
1323
1323
1324 # We must ensure that __builtin__ (without the final 's') is always
1324 # We must ensure that __builtin__ (without the final 's') is always
1325 # available and pointing to the __builtin__ *module*. For more details:
1325 # available and pointing to the __builtin__ *module*. For more details:
1326 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1326 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1327 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1327 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1328 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1328 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1329
1329
1330 if user_ns is None:
1330 if user_ns is None:
1331 user_ns = user_module.__dict__
1331 user_ns = user_module.__dict__
1332
1332
1333 return user_module, user_ns
1333 return user_module, user_ns
1334
1334
1335 def init_sys_modules(self):
1335 def init_sys_modules(self):
1336 # We need to insert into sys.modules something that looks like a
1336 # We need to insert into sys.modules something that looks like a
1337 # module but which accesses the IPython namespace, for shelve and
1337 # module but which accesses the IPython namespace, for shelve and
1338 # pickle to work interactively. Normally they rely on getting
1338 # pickle to work interactively. Normally they rely on getting
1339 # everything out of __main__, but for embedding purposes each IPython
1339 # everything out of __main__, but for embedding purposes each IPython
1340 # instance has its own private namespace, so we can't go shoving
1340 # instance has its own private namespace, so we can't go shoving
1341 # everything into __main__.
1341 # everything into __main__.
1342
1342
1343 # note, however, that we should only do this for non-embedded
1343 # note, however, that we should only do this for non-embedded
1344 # ipythons, which really mimic the __main__.__dict__ with their own
1344 # ipythons, which really mimic the __main__.__dict__ with their own
1345 # namespace. Embedded instances, on the other hand, should not do
1345 # namespace. Embedded instances, on the other hand, should not do
1346 # this because they need to manage the user local/global namespaces
1346 # this because they need to manage the user local/global namespaces
1347 # only, but they live within a 'normal' __main__ (meaning, they
1347 # only, but they live within a 'normal' __main__ (meaning, they
1348 # shouldn't overtake the execution environment of the script they're
1348 # shouldn't overtake the execution environment of the script they're
1349 # embedded in).
1349 # embedded in).
1350
1350
1351 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1351 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1352 main_name = self.user_module.__name__
1352 main_name = self.user_module.__name__
1353 sys.modules[main_name] = self.user_module
1353 sys.modules[main_name] = self.user_module
1354
1354
1355 def init_user_ns(self):
1355 def init_user_ns(self):
1356 """Initialize all user-visible namespaces to their minimum defaults.
1356 """Initialize all user-visible namespaces to their minimum defaults.
1357
1357
1358 Certain history lists are also initialized here, as they effectively
1358 Certain history lists are also initialized here, as they effectively
1359 act as user namespaces.
1359 act as user namespaces.
1360
1360
1361 Notes
1361 Notes
1362 -----
1362 -----
1363 All data structures here are only filled in, they are NOT reset by this
1363 All data structures here are only filled in, they are NOT reset by this
1364 method. If they were not empty before, data will simply be added to
1364 method. If they were not empty before, data will simply be added to
1365 them.
1365 them.
1366 """
1366 """
1367 # This function works in two parts: first we put a few things in
1367 # This function works in two parts: first we put a few things in
1368 # user_ns, and we sync that contents into user_ns_hidden so that these
1368 # user_ns, and we sync that contents into user_ns_hidden so that these
1369 # initial variables aren't shown by %who. After the sync, we add the
1369 # initial variables aren't shown by %who. After the sync, we add the
1370 # rest of what we *do* want the user to see with %who even on a new
1370 # rest of what we *do* want the user to see with %who even on a new
1371 # session (probably nothing, so they really only see their own stuff)
1371 # session (probably nothing, so they really only see their own stuff)
1372
1372
1373 # The user dict must *always* have a __builtin__ reference to the
1373 # The user dict must *always* have a __builtin__ reference to the
1374 # Python standard __builtin__ namespace, which must be imported.
1374 # Python standard __builtin__ namespace, which must be imported.
1375 # This is so that certain operations in prompt evaluation can be
1375 # This is so that certain operations in prompt evaluation can be
1376 # reliably executed with builtins. Note that we can NOT use
1376 # reliably executed with builtins. Note that we can NOT use
1377 # __builtins__ (note the 's'), because that can either be a dict or a
1377 # __builtins__ (note the 's'), because that can either be a dict or a
1378 # module, and can even mutate at runtime, depending on the context
1378 # module, and can even mutate at runtime, depending on the context
1379 # (Python makes no guarantees on it). In contrast, __builtin__ is
1379 # (Python makes no guarantees on it). In contrast, __builtin__ is
1380 # always a module object, though it must be explicitly imported.
1380 # always a module object, though it must be explicitly imported.
1381
1381
1382 # For more details:
1382 # For more details:
1383 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1383 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1384 ns = {}
1384 ns = {}
1385
1385
1386 # make global variables for user access to the histories
1386 # make global variables for user access to the histories
1387 ns['_ih'] = self.history_manager.input_hist_parsed
1387 ns['_ih'] = self.history_manager.input_hist_parsed
1388 ns['_oh'] = self.history_manager.output_hist
1388 ns['_oh'] = self.history_manager.output_hist
1389 ns['_dh'] = self.history_manager.dir_hist
1389 ns['_dh'] = self.history_manager.dir_hist
1390
1390
1391 # user aliases to input and output histories. These shouldn't show up
1391 # user aliases to input and output histories. These shouldn't show up
1392 # in %who, as they can have very large reprs.
1392 # in %who, as they can have very large reprs.
1393 ns['In'] = self.history_manager.input_hist_parsed
1393 ns['In'] = self.history_manager.input_hist_parsed
1394 ns['Out'] = self.history_manager.output_hist
1394 ns['Out'] = self.history_manager.output_hist
1395
1395
1396 # Store myself as the public api!!!
1396 # Store myself as the public api!!!
1397 ns['get_ipython'] = self.get_ipython
1397 ns['get_ipython'] = self.get_ipython
1398
1398
1399 ns['exit'] = self.exiter
1399 ns['exit'] = self.exiter
1400 ns['quit'] = self.exiter
1400 ns['quit'] = self.exiter
1401
1401
1402 # Sync what we've added so far to user_ns_hidden so these aren't seen
1402 # Sync what we've added so far to user_ns_hidden so these aren't seen
1403 # by %who
1403 # by %who
1404 self.user_ns_hidden.update(ns)
1404 self.user_ns_hidden.update(ns)
1405
1405
1406 # Anything put into ns now would show up in %who. Think twice before
1406 # Anything put into ns now would show up in %who. Think twice before
1407 # putting anything here, as we really want %who to show the user their
1407 # putting anything here, as we really want %who to show the user their
1408 # stuff, not our variables.
1408 # stuff, not our variables.
1409
1409
1410 # Finally, update the real user's namespace
1410 # Finally, update the real user's namespace
1411 self.user_ns.update(ns)
1411 self.user_ns.update(ns)
1412
1412
1413 @property
1413 @property
1414 def all_ns_refs(self):
1414 def all_ns_refs(self):
1415 """Get a list of references to all the namespace dictionaries in which
1415 """Get a list of references to all the namespace dictionaries in which
1416 IPython might store a user-created object.
1416 IPython might store a user-created object.
1417
1417
1418 Note that this does not include the displayhook, which also caches
1418 Note that this does not include the displayhook, which also caches
1419 objects from the output."""
1419 objects from the output."""
1420 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1420 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1421 [m.__dict__ for m in self._main_mod_cache.values()]
1421 [m.__dict__ for m in self._main_mod_cache.values()]
1422
1422
1423 def reset(self, new_session=True, aggressive=False):
1423 def reset(self, new_session=True, aggressive=False):
1424 """Clear all internal namespaces, and attempt to release references to
1424 """Clear all internal namespaces, and attempt to release references to
1425 user objects.
1425 user objects.
1426
1426
1427 If new_session is True, a new history session will be opened.
1427 If new_session is True, a new history session will be opened.
1428 """
1428 """
1429 # Clear histories
1429 # Clear histories
1430 self.history_manager.reset(new_session)
1430 self.history_manager.reset(new_session)
1431 # Reset counter used to index all histories
1431 # Reset counter used to index all histories
1432 if new_session:
1432 if new_session:
1433 self.execution_count = 1
1433 self.execution_count = 1
1434
1434
1435 # Reset last execution result
1435 # Reset last execution result
1436 self.last_execution_succeeded = True
1436 self.last_execution_succeeded = True
1437 self.last_execution_result = None
1437 self.last_execution_result = None
1438
1438
1439 # Flush cached output items
1439 # Flush cached output items
1440 if self.displayhook.do_full_cache:
1440 if self.displayhook.do_full_cache:
1441 self.displayhook.flush()
1441 self.displayhook.flush()
1442
1442
1443 # The main execution namespaces must be cleared very carefully,
1443 # The main execution namespaces must be cleared very carefully,
1444 # skipping the deletion of the builtin-related keys, because doing so
1444 # skipping the deletion of the builtin-related keys, because doing so
1445 # would cause errors in many object's __del__ methods.
1445 # would cause errors in many object's __del__ methods.
1446 if self.user_ns is not self.user_global_ns:
1446 if self.user_ns is not self.user_global_ns:
1447 self.user_ns.clear()
1447 self.user_ns.clear()
1448 ns = self.user_global_ns
1448 ns = self.user_global_ns
1449 drop_keys = set(ns.keys())
1449 drop_keys = set(ns.keys())
1450 drop_keys.discard('__builtin__')
1450 drop_keys.discard('__builtin__')
1451 drop_keys.discard('__builtins__')
1451 drop_keys.discard('__builtins__')
1452 drop_keys.discard('__name__')
1452 drop_keys.discard('__name__')
1453 for k in drop_keys:
1453 for k in drop_keys:
1454 del ns[k]
1454 del ns[k]
1455
1455
1456 self.user_ns_hidden.clear()
1456 self.user_ns_hidden.clear()
1457
1457
1458 # Restore the user namespaces to minimal usability
1458 # Restore the user namespaces to minimal usability
1459 self.init_user_ns()
1459 self.init_user_ns()
1460 if aggressive and not hasattr(self, "_sys_modules_keys"):
1460 if aggressive and not hasattr(self, "_sys_modules_keys"):
1461 print("Cannot restore sys.module, no snapshot")
1461 print("Cannot restore sys.module, no snapshot")
1462 elif aggressive:
1462 elif aggressive:
1463 print("culling sys module...")
1463 print("culling sys module...")
1464 current_keys = set(sys.modules.keys())
1464 current_keys = set(sys.modules.keys())
1465 for k in current_keys - self._sys_modules_keys:
1465 for k in current_keys - self._sys_modules_keys:
1466 if k.startswith("multiprocessing"):
1466 if k.startswith("multiprocessing"):
1467 continue
1467 continue
1468 del sys.modules[k]
1468 del sys.modules[k]
1469
1469
1470 # Restore the default and user aliases
1470 # Restore the default and user aliases
1471 self.alias_manager.clear_aliases()
1471 self.alias_manager.clear_aliases()
1472 self.alias_manager.init_aliases()
1472 self.alias_manager.init_aliases()
1473
1473
1474 # Now define aliases that only make sense on the terminal, because they
1474 # Now define aliases that only make sense on the terminal, because they
1475 # need direct access to the console in a way that we can't emulate in
1475 # need direct access to the console in a way that we can't emulate in
1476 # GUI or web frontend
1476 # GUI or web frontend
1477 if os.name == 'posix':
1477 if os.name == 'posix':
1478 for cmd in ('clear', 'more', 'less', 'man'):
1478 for cmd in ('clear', 'more', 'less', 'man'):
1479 if cmd not in self.magics_manager.magics['line']:
1479 if cmd not in self.magics_manager.magics['line']:
1480 self.alias_manager.soft_define_alias(cmd, cmd)
1480 self.alias_manager.soft_define_alias(cmd, cmd)
1481
1481
1482 # Flush the private list of module references kept for script
1482 # Flush the private list of module references kept for script
1483 # execution protection
1483 # execution protection
1484 self.clear_main_mod_cache()
1484 self.clear_main_mod_cache()
1485
1485
1486 def del_var(self, varname, by_name=False):
1486 def del_var(self, varname, by_name=False):
1487 """Delete a variable from the various namespaces, so that, as
1487 """Delete a variable from the various namespaces, so that, as
1488 far as possible, we're not keeping any hidden references to it.
1488 far as possible, we're not keeping any hidden references to it.
1489
1489
1490 Parameters
1490 Parameters
1491 ----------
1491 ----------
1492 varname : str
1492 varname : str
1493 The name of the variable to delete.
1493 The name of the variable to delete.
1494 by_name : bool
1494 by_name : bool
1495 If True, delete variables with the given name in each
1495 If True, delete variables with the given name in each
1496 namespace. If False (default), find the variable in the user
1496 namespace. If False (default), find the variable in the user
1497 namespace, and delete references to it.
1497 namespace, and delete references to it.
1498 """
1498 """
1499 if varname in ('__builtin__', '__builtins__'):
1499 if varname in ('__builtin__', '__builtins__'):
1500 raise ValueError("Refusing to delete %s" % varname)
1500 raise ValueError("Refusing to delete %s" % varname)
1501
1501
1502 ns_refs = self.all_ns_refs
1502 ns_refs = self.all_ns_refs
1503
1503
1504 if by_name: # Delete by name
1504 if by_name: # Delete by name
1505 for ns in ns_refs:
1505 for ns in ns_refs:
1506 try:
1506 try:
1507 del ns[varname]
1507 del ns[varname]
1508 except KeyError:
1508 except KeyError:
1509 pass
1509 pass
1510 else: # Delete by object
1510 else: # Delete by object
1511 try:
1511 try:
1512 obj = self.user_ns[varname]
1512 obj = self.user_ns[varname]
1513 except KeyError as e:
1513 except KeyError as e:
1514 raise NameError("name '%s' is not defined" % varname) from e
1514 raise NameError("name '%s' is not defined" % varname) from e
1515 # Also check in output history
1515 # Also check in output history
1516 ns_refs.append(self.history_manager.output_hist)
1516 ns_refs.append(self.history_manager.output_hist)
1517 for ns in ns_refs:
1517 for ns in ns_refs:
1518 to_delete = [n for n, o in ns.items() if o is obj]
1518 to_delete = [n for n, o in ns.items() if o is obj]
1519 for name in to_delete:
1519 for name in to_delete:
1520 del ns[name]
1520 del ns[name]
1521
1521
1522 # Ensure it is removed from the last execution result
1522 # Ensure it is removed from the last execution result
1523 if self.last_execution_result.result is obj:
1523 if self.last_execution_result.result is obj:
1524 self.last_execution_result = None
1524 self.last_execution_result = None
1525
1525
1526 # displayhook keeps extra references, but not in a dictionary
1526 # displayhook keeps extra references, but not in a dictionary
1527 for name in ('_', '__', '___'):
1527 for name in ('_', '__', '___'):
1528 if getattr(self.displayhook, name) is obj:
1528 if getattr(self.displayhook, name) is obj:
1529 setattr(self.displayhook, name, None)
1529 setattr(self.displayhook, name, None)
1530
1530
1531 def reset_selective(self, regex=None):
1531 def reset_selective(self, regex=None):
1532 """Clear selective variables from internal namespaces based on a
1532 """Clear selective variables from internal namespaces based on a
1533 specified regular expression.
1533 specified regular expression.
1534
1534
1535 Parameters
1535 Parameters
1536 ----------
1536 ----------
1537 regex : string or compiled pattern, optional
1537 regex : string or compiled pattern, optional
1538 A regular expression pattern that will be used in searching
1538 A regular expression pattern that will be used in searching
1539 variable names in the users namespaces.
1539 variable names in the users namespaces.
1540 """
1540 """
1541 if regex is not None:
1541 if regex is not None:
1542 try:
1542 try:
1543 m = re.compile(regex)
1543 m = re.compile(regex)
1544 except TypeError as e:
1544 except TypeError as e:
1545 raise TypeError('regex must be a string or compiled pattern') from e
1545 raise TypeError('regex must be a string or compiled pattern') from e
1546 # Search for keys in each namespace that match the given regex
1546 # Search for keys in each namespace that match the given regex
1547 # If a match is found, delete the key/value pair.
1547 # If a match is found, delete the key/value pair.
1548 for ns in self.all_ns_refs:
1548 for ns in self.all_ns_refs:
1549 for var in ns:
1549 for var in ns:
1550 if m.search(var):
1550 if m.search(var):
1551 del ns[var]
1551 del ns[var]
1552
1552
1553 def push(self, variables, interactive=True):
1553 def push(self, variables, interactive=True):
1554 """Inject a group of variables into the IPython user namespace.
1554 """Inject a group of variables into the IPython user namespace.
1555
1555
1556 Parameters
1556 Parameters
1557 ----------
1557 ----------
1558 variables : dict, str or list/tuple of str
1558 variables : dict, str or list/tuple of str
1559 The variables to inject into the user's namespace. If a dict, a
1559 The variables to inject into the user's namespace. If a dict, a
1560 simple update is done. If a str, the string is assumed to have
1560 simple update is done. If a str, the string is assumed to have
1561 variable names separated by spaces. A list/tuple of str can also
1561 variable names separated by spaces. A list/tuple of str can also
1562 be used to give the variable names. If just the variable names are
1562 be used to give the variable names. If just the variable names are
1563 give (list/tuple/str) then the variable values looked up in the
1563 give (list/tuple/str) then the variable values looked up in the
1564 callers frame.
1564 callers frame.
1565 interactive : bool
1565 interactive : bool
1566 If True (default), the variables will be listed with the ``who``
1566 If True (default), the variables will be listed with the ``who``
1567 magic.
1567 magic.
1568 """
1568 """
1569 vdict = None
1569 vdict = None
1570
1570
1571 # We need a dict of name/value pairs to do namespace updates.
1571 # We need a dict of name/value pairs to do namespace updates.
1572 if isinstance(variables, dict):
1572 if isinstance(variables, dict):
1573 vdict = variables
1573 vdict = variables
1574 elif isinstance(variables, (str, list, tuple)):
1574 elif isinstance(variables, (str, list, tuple)):
1575 if isinstance(variables, str):
1575 if isinstance(variables, str):
1576 vlist = variables.split()
1576 vlist = variables.split()
1577 else:
1577 else:
1578 vlist = variables
1578 vlist = variables
1579 vdict = {}
1579 vdict = {}
1580 cf = sys._getframe(1)
1580 cf = sys._getframe(1)
1581 for name in vlist:
1581 for name in vlist:
1582 try:
1582 try:
1583 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1583 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1584 except:
1584 except:
1585 print('Could not get variable %s from %s' %
1585 print('Could not get variable %s from %s' %
1586 (name,cf.f_code.co_name))
1586 (name,cf.f_code.co_name))
1587 else:
1587 else:
1588 raise ValueError('variables must be a dict/str/list/tuple')
1588 raise ValueError('variables must be a dict/str/list/tuple')
1589
1589
1590 # Propagate variables to user namespace
1590 # Propagate variables to user namespace
1591 self.user_ns.update(vdict)
1591 self.user_ns.update(vdict)
1592
1592
1593 # And configure interactive visibility
1593 # And configure interactive visibility
1594 user_ns_hidden = self.user_ns_hidden
1594 user_ns_hidden = self.user_ns_hidden
1595 if interactive:
1595 if interactive:
1596 for name in vdict:
1596 for name in vdict:
1597 user_ns_hidden.pop(name, None)
1597 user_ns_hidden.pop(name, None)
1598 else:
1598 else:
1599 user_ns_hidden.update(vdict)
1599 user_ns_hidden.update(vdict)
1600
1600
1601 def drop_by_id(self, variables):
1601 def drop_by_id(self, variables):
1602 """Remove a dict of variables from the user namespace, if they are the
1602 """Remove a dict of variables from the user namespace, if they are the
1603 same as the values in the dictionary.
1603 same as the values in the dictionary.
1604
1604
1605 This is intended for use by extensions: variables that they've added can
1605 This is intended for use by extensions: variables that they've added can
1606 be taken back out if they are unloaded, without removing any that the
1606 be taken back out if they are unloaded, without removing any that the
1607 user has overwritten.
1607 user has overwritten.
1608
1608
1609 Parameters
1609 Parameters
1610 ----------
1610 ----------
1611 variables : dict
1611 variables : dict
1612 A dictionary mapping object names (as strings) to the objects.
1612 A dictionary mapping object names (as strings) to the objects.
1613 """
1613 """
1614 for name, obj in variables.items():
1614 for name, obj in variables.items():
1615 if name in self.user_ns and self.user_ns[name] is obj:
1615 if name in self.user_ns and self.user_ns[name] is obj:
1616 del self.user_ns[name]
1616 del self.user_ns[name]
1617 self.user_ns_hidden.pop(name, None)
1617 self.user_ns_hidden.pop(name, None)
1618
1618
1619 #-------------------------------------------------------------------------
1619 #-------------------------------------------------------------------------
1620 # Things related to object introspection
1620 # Things related to object introspection
1621 #-------------------------------------------------------------------------
1621 #-------------------------------------------------------------------------
1622
1622
1623 def _ofind(self, oname, namespaces=None):
1623 def _ofind(self, oname, namespaces=None):
1624 """Find an object in the available namespaces.
1624 """Find an object in the available namespaces.
1625
1625
1626 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1626 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1627
1627
1628 Has special code to detect magic functions.
1628 Has special code to detect magic functions.
1629 """
1629 """
1630 oname = oname.strip()
1630 oname = oname.strip()
1631 if not oname.startswith(ESC_MAGIC) and \
1631 if not oname.startswith(ESC_MAGIC) and \
1632 not oname.startswith(ESC_MAGIC2) and \
1632 not oname.startswith(ESC_MAGIC2) and \
1633 not all(a.isidentifier() for a in oname.split(".")):
1633 not all(a.isidentifier() for a in oname.split(".")):
1634 return {'found': False}
1634 return {'found': False}
1635
1635
1636 if namespaces is None:
1636 if namespaces is None:
1637 # Namespaces to search in:
1637 # Namespaces to search in:
1638 # Put them in a list. The order is important so that we
1638 # Put them in a list. The order is important so that we
1639 # find things in the same order that Python finds them.
1639 # find things in the same order that Python finds them.
1640 namespaces = [ ('Interactive', self.user_ns),
1640 namespaces = [ ('Interactive', self.user_ns),
1641 ('Interactive (global)', self.user_global_ns),
1641 ('Interactive (global)', self.user_global_ns),
1642 ('Python builtin', builtin_mod.__dict__),
1642 ('Python builtin', builtin_mod.__dict__),
1643 ]
1643 ]
1644
1644
1645 ismagic = False
1645 ismagic = False
1646 isalias = False
1646 isalias = False
1647 found = False
1647 found = False
1648 ospace = None
1648 ospace = None
1649 parent = None
1649 parent = None
1650 obj = None
1650 obj = None
1651
1651
1652
1652
1653 # Look for the given name by splitting it in parts. If the head is
1653 # Look for the given name by splitting it in parts. If the head is
1654 # found, then we look for all the remaining parts as members, and only
1654 # found, then we look for all the remaining parts as members, and only
1655 # declare success if we can find them all.
1655 # declare success if we can find them all.
1656 oname_parts = oname.split('.')
1656 oname_parts = oname.split('.')
1657 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1657 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1658 for nsname,ns in namespaces:
1658 for nsname,ns in namespaces:
1659 try:
1659 try:
1660 obj = ns[oname_head]
1660 obj = ns[oname_head]
1661 except KeyError:
1661 except KeyError:
1662 continue
1662 continue
1663 else:
1663 else:
1664 for idx, part in enumerate(oname_rest):
1664 for idx, part in enumerate(oname_rest):
1665 try:
1665 try:
1666 parent = obj
1666 parent = obj
1667 # The last part is looked up in a special way to avoid
1667 # The last part is looked up in a special way to avoid
1668 # descriptor invocation as it may raise or have side
1668 # descriptor invocation as it may raise or have side
1669 # effects.
1669 # effects.
1670 if idx == len(oname_rest) - 1:
1670 if idx == len(oname_rest) - 1:
1671 obj = self._getattr_property(obj, part)
1671 obj = self._getattr_property(obj, part)
1672 else:
1672 else:
1673 obj = getattr(obj, part)
1673 obj = getattr(obj, part)
1674 except:
1674 except:
1675 # Blanket except b/c some badly implemented objects
1675 # Blanket except b/c some badly implemented objects
1676 # allow __getattr__ to raise exceptions other than
1676 # allow __getattr__ to raise exceptions other than
1677 # AttributeError, which then crashes IPython.
1677 # AttributeError, which then crashes IPython.
1678 break
1678 break
1679 else:
1679 else:
1680 # If we finish the for loop (no break), we got all members
1680 # If we finish the for loop (no break), we got all members
1681 found = True
1681 found = True
1682 ospace = nsname
1682 ospace = nsname
1683 break # namespace loop
1683 break # namespace loop
1684
1684
1685 # Try to see if it's magic
1685 # Try to see if it's magic
1686 if not found:
1686 if not found:
1687 obj = None
1687 obj = None
1688 if oname.startswith(ESC_MAGIC2):
1688 if oname.startswith(ESC_MAGIC2):
1689 oname = oname.lstrip(ESC_MAGIC2)
1689 oname = oname.lstrip(ESC_MAGIC2)
1690 obj = self.find_cell_magic(oname)
1690 obj = self.find_cell_magic(oname)
1691 elif oname.startswith(ESC_MAGIC):
1691 elif oname.startswith(ESC_MAGIC):
1692 oname = oname.lstrip(ESC_MAGIC)
1692 oname = oname.lstrip(ESC_MAGIC)
1693 obj = self.find_line_magic(oname)
1693 obj = self.find_line_magic(oname)
1694 else:
1694 else:
1695 # search without prefix, so run? will find %run?
1695 # search without prefix, so run? will find %run?
1696 obj = self.find_line_magic(oname)
1696 obj = self.find_line_magic(oname)
1697 if obj is None:
1697 if obj is None:
1698 obj = self.find_cell_magic(oname)
1698 obj = self.find_cell_magic(oname)
1699 if obj is not None:
1699 if obj is not None:
1700 found = True
1700 found = True
1701 ospace = 'IPython internal'
1701 ospace = 'IPython internal'
1702 ismagic = True
1702 ismagic = True
1703 isalias = isinstance(obj, Alias)
1703 isalias = isinstance(obj, Alias)
1704
1704
1705 # Last try: special-case some literals like '', [], {}, etc:
1705 # Last try: special-case some literals like '', [], {}, etc:
1706 if not found and oname_head in ["''",'""','[]','{}','()']:
1706 if not found and oname_head in ["''",'""','[]','{}','()']:
1707 obj = eval(oname_head)
1707 obj = eval(oname_head)
1708 found = True
1708 found = True
1709 ospace = 'Interactive'
1709 ospace = 'Interactive'
1710
1710
1711 return {
1711 return {
1712 'obj':obj,
1712 'obj':obj,
1713 'found':found,
1713 'found':found,
1714 'parent':parent,
1714 'parent':parent,
1715 'ismagic':ismagic,
1715 'ismagic':ismagic,
1716 'isalias':isalias,
1716 'isalias':isalias,
1717 'namespace':ospace
1717 'namespace':ospace
1718 }
1718 }
1719
1719
1720 @staticmethod
1720 @staticmethod
1721 def _getattr_property(obj, attrname):
1721 def _getattr_property(obj, attrname):
1722 """Property-aware getattr to use in object finding.
1722 """Property-aware getattr to use in object finding.
1723
1723
1724 If attrname represents a property, return it unevaluated (in case it has
1724 If attrname represents a property, return it unevaluated (in case it has
1725 side effects or raises an error.
1725 side effects or raises an error.
1726
1726
1727 """
1727 """
1728 if not isinstance(obj, type):
1728 if not isinstance(obj, type):
1729 try:
1729 try:
1730 # `getattr(type(obj), attrname)` is not guaranteed to return
1730 # `getattr(type(obj), attrname)` is not guaranteed to return
1731 # `obj`, but does so for property:
1731 # `obj`, but does so for property:
1732 #
1732 #
1733 # property.__get__(self, None, cls) -> self
1733 # property.__get__(self, None, cls) -> self
1734 #
1734 #
1735 # The universal alternative is to traverse the mro manually
1735 # The universal alternative is to traverse the mro manually
1736 # searching for attrname in class dicts.
1736 # searching for attrname in class dicts.
1737 attr = getattr(type(obj), attrname)
1737 attr = getattr(type(obj), attrname)
1738 except AttributeError:
1738 except AttributeError:
1739 pass
1739 pass
1740 else:
1740 else:
1741 # This relies on the fact that data descriptors (with both
1741 # This relies on the fact that data descriptors (with both
1742 # __get__ & __set__ magic methods) take precedence over
1742 # __get__ & __set__ magic methods) take precedence over
1743 # instance-level attributes:
1743 # instance-level attributes:
1744 #
1744 #
1745 # class A(object):
1745 # class A(object):
1746 # @property
1746 # @property
1747 # def foobar(self): return 123
1747 # def foobar(self): return 123
1748 # a = A()
1748 # a = A()
1749 # a.__dict__['foobar'] = 345
1749 # a.__dict__['foobar'] = 345
1750 # a.foobar # == 123
1750 # a.foobar # == 123
1751 #
1751 #
1752 # So, a property may be returned right away.
1752 # So, a property may be returned right away.
1753 if isinstance(attr, property):
1753 if isinstance(attr, property):
1754 return attr
1754 return attr
1755
1755
1756 # Nothing helped, fall back.
1756 # Nothing helped, fall back.
1757 return getattr(obj, attrname)
1757 return getattr(obj, attrname)
1758
1758
1759 def _object_find(self, oname, namespaces=None):
1759 def _object_find(self, oname, namespaces=None):
1760 """Find an object and return a struct with info about it."""
1760 """Find an object and return a struct with info about it."""
1761 return Struct(self._ofind(oname, namespaces))
1761 return Struct(self._ofind(oname, namespaces))
1762
1762
1763 def _inspect(self, meth, oname, namespaces=None, **kw):
1763 def _inspect(self, meth, oname, namespaces=None, **kw):
1764 """Generic interface to the inspector system.
1764 """Generic interface to the inspector system.
1765
1765
1766 This function is meant to be called by pdef, pdoc & friends.
1766 This function is meant to be called by pdef, pdoc & friends.
1767 """
1767 """
1768 info = self._object_find(oname, namespaces)
1768 info = self._object_find(oname, namespaces)
1769 docformat = sphinxify if self.sphinxify_docstring else None
1769 docformat = sphinxify if self.sphinxify_docstring else None
1770 if info.found:
1770 if info.found:
1771 pmethod = getattr(self.inspector, meth)
1771 pmethod = getattr(self.inspector, meth)
1772 # TODO: only apply format_screen to the plain/text repr of the mime
1772 # TODO: only apply format_screen to the plain/text repr of the mime
1773 # bundle.
1773 # bundle.
1774 formatter = format_screen if info.ismagic else docformat
1774 formatter = format_screen if info.ismagic else docformat
1775 if meth == 'pdoc':
1775 if meth == 'pdoc':
1776 pmethod(info.obj, oname, formatter)
1776 pmethod(info.obj, oname, formatter)
1777 elif meth == 'pinfo':
1777 elif meth == 'pinfo':
1778 pmethod(info.obj, oname, formatter, info,
1778 pmethod(info.obj, oname, formatter, info,
1779 enable_html_pager=self.enable_html_pager, **kw)
1779 enable_html_pager=self.enable_html_pager, **kw)
1780 else:
1780 else:
1781 pmethod(info.obj, oname)
1781 pmethod(info.obj, oname)
1782 else:
1782 else:
1783 print('Object `%s` not found.' % oname)
1783 print('Object `%s` not found.' % oname)
1784 return 'not found' # so callers can take other action
1784 return 'not found' # so callers can take other action
1785
1785
1786 def object_inspect(self, oname, detail_level=0):
1786 def object_inspect(self, oname, detail_level=0):
1787 """Get object info about oname"""
1787 """Get object info about oname"""
1788 with self.builtin_trap:
1788 with self.builtin_trap:
1789 info = self._object_find(oname)
1789 info = self._object_find(oname)
1790 if info.found:
1790 if info.found:
1791 return self.inspector.info(info.obj, oname, info=info,
1791 return self.inspector.info(info.obj, oname, info=info,
1792 detail_level=detail_level
1792 detail_level=detail_level
1793 )
1793 )
1794 else:
1794 else:
1795 return oinspect.object_info(name=oname, found=False)
1795 return oinspect.object_info(name=oname, found=False)
1796
1796
1797 def object_inspect_text(self, oname, detail_level=0):
1797 def object_inspect_text(self, oname, detail_level=0):
1798 """Get object info as formatted text"""
1798 """Get object info as formatted text"""
1799 return self.object_inspect_mime(oname, detail_level)['text/plain']
1799 return self.object_inspect_mime(oname, detail_level)['text/plain']
1800
1800
1801 def object_inspect_mime(self, oname, detail_level=0):
1801 def object_inspect_mime(self, oname, detail_level=0):
1802 """Get object info as a mimebundle of formatted representations.
1802 """Get object info as a mimebundle of formatted representations.
1803
1803
1804 A mimebundle is a dictionary, keyed by mime-type.
1804 A mimebundle is a dictionary, keyed by mime-type.
1805 It must always have the key `'text/plain'`.
1805 It must always have the key `'text/plain'`.
1806 """
1806 """
1807 with self.builtin_trap:
1807 with self.builtin_trap:
1808 info = self._object_find(oname)
1808 info = self._object_find(oname)
1809 if info.found:
1809 if info.found:
1810 return self.inspector._get_info(info.obj, oname, info=info,
1810 return self.inspector._get_info(info.obj, oname, info=info,
1811 detail_level=detail_level
1811 detail_level=detail_level
1812 )
1812 )
1813 else:
1813 else:
1814 raise KeyError(oname)
1814 raise KeyError(oname)
1815
1815
1816 #-------------------------------------------------------------------------
1816 #-------------------------------------------------------------------------
1817 # Things related to history management
1817 # Things related to history management
1818 #-------------------------------------------------------------------------
1818 #-------------------------------------------------------------------------
1819
1819
1820 def init_history(self):
1820 def init_history(self):
1821 """Sets up the command history, and starts regular autosaves."""
1821 """Sets up the command history, and starts regular autosaves."""
1822 self.history_manager = HistoryManager(shell=self, parent=self)
1822 self.history_manager = HistoryManager(shell=self, parent=self)
1823 self.configurables.append(self.history_manager)
1823 self.configurables.append(self.history_manager)
1824
1824
1825 #-------------------------------------------------------------------------
1825 #-------------------------------------------------------------------------
1826 # Things related to exception handling and tracebacks (not debugging)
1826 # Things related to exception handling and tracebacks (not debugging)
1827 #-------------------------------------------------------------------------
1827 #-------------------------------------------------------------------------
1828
1828
1829 debugger_cls = Pdb
1829 debugger_cls = Pdb
1830
1830
1831 def init_traceback_handlers(self, custom_exceptions):
1831 def init_traceback_handlers(self, custom_exceptions):
1832 # Syntax error handler.
1832 # Syntax error handler.
1833 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1833 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1834
1834
1835 # The interactive one is initialized with an offset, meaning we always
1835 # The interactive one is initialized with an offset, meaning we always
1836 # want to remove the topmost item in the traceback, which is our own
1836 # want to remove the topmost item in the traceback, which is our own
1837 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1837 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1838 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1838 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1839 color_scheme='NoColor',
1839 color_scheme='NoColor',
1840 tb_offset = 1,
1840 tb_offset = 1,
1841 check_cache=check_linecache_ipython,
1841 check_cache=check_linecache_ipython,
1842 debugger_cls=self.debugger_cls, parent=self)
1842 debugger_cls=self.debugger_cls, parent=self)
1843
1843
1844 # The instance will store a pointer to the system-wide exception hook,
1844 # The instance will store a pointer to the system-wide exception hook,
1845 # so that runtime code (such as magics) can access it. This is because
1845 # so that runtime code (such as magics) can access it. This is because
1846 # during the read-eval loop, it may get temporarily overwritten.
1846 # during the read-eval loop, it may get temporarily overwritten.
1847 self.sys_excepthook = sys.excepthook
1847 self.sys_excepthook = sys.excepthook
1848
1848
1849 # and add any custom exception handlers the user may have specified
1849 # and add any custom exception handlers the user may have specified
1850 self.set_custom_exc(*custom_exceptions)
1850 self.set_custom_exc(*custom_exceptions)
1851
1851
1852 # Set the exception mode
1852 # Set the exception mode
1853 self.InteractiveTB.set_mode(mode=self.xmode)
1853 self.InteractiveTB.set_mode(mode=self.xmode)
1854
1854
1855 def set_custom_exc(self, exc_tuple, handler):
1855 def set_custom_exc(self, exc_tuple, handler):
1856 """set_custom_exc(exc_tuple, handler)
1856 """set_custom_exc(exc_tuple, handler)
1857
1857
1858 Set a custom exception handler, which will be called if any of the
1858 Set a custom exception handler, which will be called if any of the
1859 exceptions in exc_tuple occur in the mainloop (specifically, in the
1859 exceptions in exc_tuple occur in the mainloop (specifically, in the
1860 run_code() method).
1860 run_code() method).
1861
1861
1862 Parameters
1862 Parameters
1863 ----------
1863 ----------
1864
1864
1865 exc_tuple : tuple of exception classes
1865 exc_tuple : tuple of exception classes
1866 A *tuple* of exception classes, for which to call the defined
1866 A *tuple* of exception classes, for which to call the defined
1867 handler. It is very important that you use a tuple, and NOT A
1867 handler. It is very important that you use a tuple, and NOT A
1868 LIST here, because of the way Python's except statement works. If
1868 LIST here, because of the way Python's except statement works. If
1869 you only want to trap a single exception, use a singleton tuple::
1869 you only want to trap a single exception, use a singleton tuple::
1870
1870
1871 exc_tuple == (MyCustomException,)
1871 exc_tuple == (MyCustomException,)
1872
1872
1873 handler : callable
1873 handler : callable
1874 handler must have the following signature::
1874 handler must have the following signature::
1875
1875
1876 def my_handler(self, etype, value, tb, tb_offset=None):
1876 def my_handler(self, etype, value, tb, tb_offset=None):
1877 ...
1877 ...
1878 return structured_traceback
1878 return structured_traceback
1879
1879
1880 Your handler must return a structured traceback (a list of strings),
1880 Your handler must return a structured traceback (a list of strings),
1881 or None.
1881 or None.
1882
1882
1883 This will be made into an instance method (via types.MethodType)
1883 This will be made into an instance method (via types.MethodType)
1884 of IPython itself, and it will be called if any of the exceptions
1884 of IPython itself, and it will be called if any of the exceptions
1885 listed in the exc_tuple are caught. If the handler is None, an
1885 listed in the exc_tuple are caught. If the handler is None, an
1886 internal basic one is used, which just prints basic info.
1886 internal basic one is used, which just prints basic info.
1887
1887
1888 To protect IPython from crashes, if your handler ever raises an
1888 To protect IPython from crashes, if your handler ever raises an
1889 exception or returns an invalid result, it will be immediately
1889 exception or returns an invalid result, it will be immediately
1890 disabled.
1890 disabled.
1891
1891
1892 WARNING: by putting in your own exception handler into IPython's main
1892 WARNING: by putting in your own exception handler into IPython's main
1893 execution loop, you run a very good chance of nasty crashes. This
1893 execution loop, you run a very good chance of nasty crashes. This
1894 facility should only be used if you really know what you are doing."""
1894 facility should only be used if you really know what you are doing."""
1895 if not isinstance(exc_tuple, tuple):
1895 if not isinstance(exc_tuple, tuple):
1896 raise TypeError("The custom exceptions must be given as a tuple.")
1896 raise TypeError("The custom exceptions must be given as a tuple.")
1897
1897
1898 def dummy_handler(self, etype, value, tb, tb_offset=None):
1898 def dummy_handler(self, etype, value, tb, tb_offset=None):
1899 print('*** Simple custom exception handler ***')
1899 print('*** Simple custom exception handler ***')
1900 print('Exception type :', etype)
1900 print('Exception type :', etype)
1901 print('Exception value:', value)
1901 print('Exception value:', value)
1902 print('Traceback :', tb)
1902 print('Traceback :', tb)
1903
1903
1904 def validate_stb(stb):
1904 def validate_stb(stb):
1905 """validate structured traceback return type
1905 """validate structured traceback return type
1906
1906
1907 return type of CustomTB *should* be a list of strings, but allow
1907 return type of CustomTB *should* be a list of strings, but allow
1908 single strings or None, which are harmless.
1908 single strings or None, which are harmless.
1909
1909
1910 This function will *always* return a list of strings,
1910 This function will *always* return a list of strings,
1911 and will raise a TypeError if stb is inappropriate.
1911 and will raise a TypeError if stb is inappropriate.
1912 """
1912 """
1913 msg = "CustomTB must return list of strings, not %r" % stb
1913 msg = "CustomTB must return list of strings, not %r" % stb
1914 if stb is None:
1914 if stb is None:
1915 return []
1915 return []
1916 elif isinstance(stb, str):
1916 elif isinstance(stb, str):
1917 return [stb]
1917 return [stb]
1918 elif not isinstance(stb, list):
1918 elif not isinstance(stb, list):
1919 raise TypeError(msg)
1919 raise TypeError(msg)
1920 # it's a list
1920 # it's a list
1921 for line in stb:
1921 for line in stb:
1922 # check every element
1922 # check every element
1923 if not isinstance(line, str):
1923 if not isinstance(line, str):
1924 raise TypeError(msg)
1924 raise TypeError(msg)
1925 return stb
1925 return stb
1926
1926
1927 if handler is None:
1927 if handler is None:
1928 wrapped = dummy_handler
1928 wrapped = dummy_handler
1929 else:
1929 else:
1930 def wrapped(self,etype,value,tb,tb_offset=None):
1930 def wrapped(self,etype,value,tb,tb_offset=None):
1931 """wrap CustomTB handler, to protect IPython from user code
1931 """wrap CustomTB handler, to protect IPython from user code
1932
1932
1933 This makes it harder (but not impossible) for custom exception
1933 This makes it harder (but not impossible) for custom exception
1934 handlers to crash IPython.
1934 handlers to crash IPython.
1935 """
1935 """
1936 try:
1936 try:
1937 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1937 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1938 return validate_stb(stb)
1938 return validate_stb(stb)
1939 except:
1939 except:
1940 # clear custom handler immediately
1940 # clear custom handler immediately
1941 self.set_custom_exc((), None)
1941 self.set_custom_exc((), None)
1942 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1942 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1943 # show the exception in handler first
1943 # show the exception in handler first
1944 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1944 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1945 print(self.InteractiveTB.stb2text(stb))
1945 print(self.InteractiveTB.stb2text(stb))
1946 print("The original exception:")
1946 print("The original exception:")
1947 stb = self.InteractiveTB.structured_traceback(
1947 stb = self.InteractiveTB.structured_traceback(
1948 (etype,value,tb), tb_offset=tb_offset
1948 (etype,value,tb), tb_offset=tb_offset
1949 )
1949 )
1950 return stb
1950 return stb
1951
1951
1952 self.CustomTB = types.MethodType(wrapped,self)
1952 self.CustomTB = types.MethodType(wrapped,self)
1953 self.custom_exceptions = exc_tuple
1953 self.custom_exceptions = exc_tuple
1954
1954
1955 def excepthook(self, etype, value, tb):
1955 def excepthook(self, etype, value, tb):
1956 """One more defense for GUI apps that call sys.excepthook.
1956 """One more defense for GUI apps that call sys.excepthook.
1957
1957
1958 GUI frameworks like wxPython trap exceptions and call
1958 GUI frameworks like wxPython trap exceptions and call
1959 sys.excepthook themselves. I guess this is a feature that
1959 sys.excepthook themselves. I guess this is a feature that
1960 enables them to keep running after exceptions that would
1960 enables them to keep running after exceptions that would
1961 otherwise kill their mainloop. This is a bother for IPython
1961 otherwise kill their mainloop. This is a bother for IPython
1962 which excepts to catch all of the program exceptions with a try:
1962 which excepts to catch all of the program exceptions with a try:
1963 except: statement.
1963 except: statement.
1964
1964
1965 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1965 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1966 any app directly invokes sys.excepthook, it will look to the user like
1966 any app directly invokes sys.excepthook, it will look to the user like
1967 IPython crashed. In order to work around this, we can disable the
1967 IPython crashed. In order to work around this, we can disable the
1968 CrashHandler and replace it with this excepthook instead, which prints a
1968 CrashHandler and replace it with this excepthook instead, which prints a
1969 regular traceback using our InteractiveTB. In this fashion, apps which
1969 regular traceback using our InteractiveTB. In this fashion, apps which
1970 call sys.excepthook will generate a regular-looking exception from
1970 call sys.excepthook will generate a regular-looking exception from
1971 IPython, and the CrashHandler will only be triggered by real IPython
1971 IPython, and the CrashHandler will only be triggered by real IPython
1972 crashes.
1972 crashes.
1973
1973
1974 This hook should be used sparingly, only in places which are not likely
1974 This hook should be used sparingly, only in places which are not likely
1975 to be true IPython errors.
1975 to be true IPython errors.
1976 """
1976 """
1977 self.showtraceback((etype, value, tb), tb_offset=0)
1977 self.showtraceback((etype, value, tb), tb_offset=0)
1978
1978
1979 def _get_exc_info(self, exc_tuple=None):
1979 def _get_exc_info(self, exc_tuple=None):
1980 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1980 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1981
1981
1982 Ensures sys.last_type,value,traceback hold the exc_info we found,
1982 Ensures sys.last_type,value,traceback hold the exc_info we found,
1983 from whichever source.
1983 from whichever source.
1984
1984
1985 raises ValueError if none of these contain any information
1985 raises ValueError if none of these contain any information
1986 """
1986 """
1987 if exc_tuple is None:
1987 if exc_tuple is None:
1988 etype, value, tb = sys.exc_info()
1988 etype, value, tb = sys.exc_info()
1989 else:
1989 else:
1990 etype, value, tb = exc_tuple
1990 etype, value, tb = exc_tuple
1991
1991
1992 if etype is None:
1992 if etype is None:
1993 if hasattr(sys, 'last_type'):
1993 if hasattr(sys, 'last_type'):
1994 etype, value, tb = sys.last_type, sys.last_value, \
1994 etype, value, tb = sys.last_type, sys.last_value, \
1995 sys.last_traceback
1995 sys.last_traceback
1996
1996
1997 if etype is None:
1997 if etype is None:
1998 raise ValueError("No exception to find")
1998 raise ValueError("No exception to find")
1999
1999
2000 # Now store the exception info in sys.last_type etc.
2000 # Now store the exception info in sys.last_type etc.
2001 # WARNING: these variables are somewhat deprecated and not
2001 # WARNING: these variables are somewhat deprecated and not
2002 # necessarily safe to use in a threaded environment, but tools
2002 # necessarily safe to use in a threaded environment, but tools
2003 # like pdb depend on their existence, so let's set them. If we
2003 # like pdb depend on their existence, so let's set them. If we
2004 # find problems in the field, we'll need to revisit their use.
2004 # find problems in the field, we'll need to revisit their use.
2005 sys.last_type = etype
2005 sys.last_type = etype
2006 sys.last_value = value
2006 sys.last_value = value
2007 sys.last_traceback = tb
2007 sys.last_traceback = tb
2008
2008
2009 return etype, value, tb
2009 return etype, value, tb
2010
2010
2011 def show_usage_error(self, exc):
2011 def show_usage_error(self, exc):
2012 """Show a short message for UsageErrors
2012 """Show a short message for UsageErrors
2013
2013
2014 These are special exceptions that shouldn't show a traceback.
2014 These are special exceptions that shouldn't show a traceback.
2015 """
2015 """
2016 print("UsageError: %s" % exc, file=sys.stderr)
2016 print("UsageError: %s" % exc, file=sys.stderr)
2017
2017
2018 def get_exception_only(self, exc_tuple=None):
2018 def get_exception_only(self, exc_tuple=None):
2019 """
2019 """
2020 Return as a string (ending with a newline) the exception that
2020 Return as a string (ending with a newline) the exception that
2021 just occurred, without any traceback.
2021 just occurred, without any traceback.
2022 """
2022 """
2023 etype, value, tb = self._get_exc_info(exc_tuple)
2023 etype, value, tb = self._get_exc_info(exc_tuple)
2024 msg = traceback.format_exception_only(etype, value)
2024 msg = traceback.format_exception_only(etype, value)
2025 return ''.join(msg)
2025 return ''.join(msg)
2026
2026
2027 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2027 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2028 exception_only=False, running_compiled_code=False):
2028 exception_only=False, running_compiled_code=False):
2029 """Display the exception that just occurred.
2029 """Display the exception that just occurred.
2030
2030
2031 If nothing is known about the exception, this is the method which
2031 If nothing is known about the exception, this is the method which
2032 should be used throughout the code for presenting user tracebacks,
2032 should be used throughout the code for presenting user tracebacks,
2033 rather than directly invoking the InteractiveTB object.
2033 rather than directly invoking the InteractiveTB object.
2034
2034
2035 A specific showsyntaxerror() also exists, but this method can take
2035 A specific showsyntaxerror() also exists, but this method can take
2036 care of calling it if needed, so unless you are explicitly catching a
2036 care of calling it if needed, so unless you are explicitly catching a
2037 SyntaxError exception, don't try to analyze the stack manually and
2037 SyntaxError exception, don't try to analyze the stack manually and
2038 simply call this method."""
2038 simply call this method."""
2039
2039
2040 try:
2040 try:
2041 try:
2041 try:
2042 etype, value, tb = self._get_exc_info(exc_tuple)
2042 etype, value, tb = self._get_exc_info(exc_tuple)
2043 except ValueError:
2043 except ValueError:
2044 print('No traceback available to show.', file=sys.stderr)
2044 print('No traceback available to show.', file=sys.stderr)
2045 return
2045 return
2046
2046
2047 if issubclass(etype, SyntaxError):
2047 if issubclass(etype, SyntaxError):
2048 # Though this won't be called by syntax errors in the input
2048 # Though this won't be called by syntax errors in the input
2049 # line, there may be SyntaxError cases with imported code.
2049 # line, there may be SyntaxError cases with imported code.
2050 self.showsyntaxerror(filename, running_compiled_code)
2050 self.showsyntaxerror(filename, running_compiled_code)
2051 elif etype is UsageError:
2051 elif etype is UsageError:
2052 self.show_usage_error(value)
2052 self.show_usage_error(value)
2053 else:
2053 else:
2054 if exception_only:
2054 if exception_only:
2055 stb = ['An exception has occurred, use %tb to see '
2055 stb = ['An exception has occurred, use %tb to see '
2056 'the full traceback.\n']
2056 'the full traceback.\n']
2057 stb.extend(self.InteractiveTB.get_exception_only(etype,
2057 stb.extend(self.InteractiveTB.get_exception_only(etype,
2058 value))
2058 value))
2059 else:
2059 else:
2060 try:
2060 try:
2061 # Exception classes can customise their traceback - we
2061 # Exception classes can customise their traceback - we
2062 # use this in IPython.parallel for exceptions occurring
2062 # use this in IPython.parallel for exceptions occurring
2063 # in the engines. This should return a list of strings.
2063 # in the engines. This should return a list of strings.
2064 stb = value._render_traceback_()
2064 stb = value._render_traceback_()
2065 except Exception:
2065 except Exception:
2066 stb = self.InteractiveTB.structured_traceback(etype,
2066 stb = self.InteractiveTB.structured_traceback(etype,
2067 value, tb, tb_offset=tb_offset)
2067 value, tb, tb_offset=tb_offset)
2068
2068
2069 self._showtraceback(etype, value, stb)
2069 self._showtraceback(etype, value, stb)
2070 if self.call_pdb:
2070 if self.call_pdb:
2071 # drop into debugger
2071 # drop into debugger
2072 self.debugger(force=True)
2072 self.debugger(force=True)
2073 return
2073 return
2074
2074
2075 # Actually show the traceback
2075 # Actually show the traceback
2076 self._showtraceback(etype, value, stb)
2076 self._showtraceback(etype, value, stb)
2077
2077
2078 except KeyboardInterrupt:
2078 except KeyboardInterrupt:
2079 print('\n' + self.get_exception_only(), file=sys.stderr)
2079 print('\n' + self.get_exception_only(), file=sys.stderr)
2080
2080
2081 def _showtraceback(self, etype, evalue, stb):
2081 def _showtraceback(self, etype, evalue, stb):
2082 """Actually show a traceback.
2082 """Actually show a traceback.
2083
2083
2084 Subclasses may override this method to put the traceback on a different
2084 Subclasses may override this method to put the traceback on a different
2085 place, like a side channel.
2085 place, like a side channel.
2086 """
2086 """
2087 print(self.InteractiveTB.stb2text(stb))
2087 print(self.InteractiveTB.stb2text(stb))
2088
2088
2089 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2089 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2090 """Display the syntax error that just occurred.
2090 """Display the syntax error that just occurred.
2091
2091
2092 This doesn't display a stack trace because there isn't one.
2092 This doesn't display a stack trace because there isn't one.
2093
2093
2094 If a filename is given, it is stuffed in the exception instead
2094 If a filename is given, it is stuffed in the exception instead
2095 of what was there before (because Python's parser always uses
2095 of what was there before (because Python's parser always uses
2096 "<string>" when reading from a string).
2096 "<string>" when reading from a string).
2097
2097
2098 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2098 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2099 longer stack trace will be displayed.
2099 longer stack trace will be displayed.
2100 """
2100 """
2101 etype, value, last_traceback = self._get_exc_info()
2101 etype, value, last_traceback = self._get_exc_info()
2102
2102
2103 if filename and issubclass(etype, SyntaxError):
2103 if filename and issubclass(etype, SyntaxError):
2104 try:
2104 try:
2105 value.filename = filename
2105 value.filename = filename
2106 except:
2106 except:
2107 # Not the format we expect; leave it alone
2107 # Not the format we expect; leave it alone
2108 pass
2108 pass
2109
2109
2110 # If the error occurred when executing compiled code, we should provide full stacktrace.
2110 # If the error occurred when executing compiled code, we should provide full stacktrace.
2111 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2111 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2112 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2112 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2113 self._showtraceback(etype, value, stb)
2113 self._showtraceback(etype, value, stb)
2114
2114
2115 # This is overridden in TerminalInteractiveShell to show a message about
2115 # This is overridden in TerminalInteractiveShell to show a message about
2116 # the %paste magic.
2116 # the %paste magic.
2117 def showindentationerror(self):
2117 def showindentationerror(self):
2118 """Called by _run_cell when there's an IndentationError in code entered
2118 """Called by _run_cell when there's an IndentationError in code entered
2119 at the prompt.
2119 at the prompt.
2120
2120
2121 This is overridden in TerminalInteractiveShell to show a message about
2121 This is overridden in TerminalInteractiveShell to show a message about
2122 the %paste magic."""
2122 the %paste magic."""
2123 self.showsyntaxerror()
2123 self.showsyntaxerror()
2124
2124
2125 #-------------------------------------------------------------------------
2125 #-------------------------------------------------------------------------
2126 # Things related to readline
2126 # Things related to readline
2127 #-------------------------------------------------------------------------
2127 #-------------------------------------------------------------------------
2128
2128
2129 def init_readline(self):
2129 def init_readline(self):
2130 """DEPRECATED
2130 """DEPRECATED
2131
2131
2132 Moved to terminal subclass, here only to simplify the init logic."""
2132 Moved to terminal subclass, here only to simplify the init logic."""
2133 # Set a number of methods that depend on readline to be no-op
2133 # Set a number of methods that depend on readline to be no-op
2134 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2134 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2135 DeprecationWarning, stacklevel=2)
2135 DeprecationWarning, stacklevel=2)
2136 self.set_custom_completer = no_op
2136 self.set_custom_completer = no_op
2137
2137
2138 @skip_doctest
2138 @skip_doctest
2139 def set_next_input(self, s, replace=False):
2139 def set_next_input(self, s, replace=False):
2140 """ Sets the 'default' input string for the next command line.
2140 """ Sets the 'default' input string for the next command line.
2141
2141
2142 Example::
2142 Example::
2143
2143
2144 In [1]: _ip.set_next_input("Hello Word")
2144 In [1]: _ip.set_next_input("Hello Word")
2145 In [2]: Hello Word_ # cursor is here
2145 In [2]: Hello Word_ # cursor is here
2146 """
2146 """
2147 self.rl_next_input = s
2147 self.rl_next_input = s
2148
2148
2149 def _indent_current_str(self):
2149 def _indent_current_str(self):
2150 """return the current level of indentation as a string"""
2150 """return the current level of indentation as a string"""
2151 return self.input_splitter.get_indent_spaces() * ' '
2151 return self.input_splitter.get_indent_spaces() * ' '
2152
2152
2153 #-------------------------------------------------------------------------
2153 #-------------------------------------------------------------------------
2154 # Things related to text completion
2154 # Things related to text completion
2155 #-------------------------------------------------------------------------
2155 #-------------------------------------------------------------------------
2156
2156
2157 def init_completer(self):
2157 def init_completer(self):
2158 """Initialize the completion machinery.
2158 """Initialize the completion machinery.
2159
2159
2160 This creates completion machinery that can be used by client code,
2160 This creates completion machinery that can be used by client code,
2161 either interactively in-process (typically triggered by the readline
2161 either interactively in-process (typically triggered by the readline
2162 library), programmatically (such as in test suites) or out-of-process
2162 library), programmatically (such as in test suites) or out-of-process
2163 (typically over the network by remote frontends).
2163 (typically over the network by remote frontends).
2164 """
2164 """
2165 from IPython.core.completer import IPCompleter
2165 from IPython.core.completer import IPCompleter
2166 from IPython.core.completerlib import (module_completer,
2166 from IPython.core.completerlib import (module_completer,
2167 magic_run_completer, cd_completer, reset_completer)
2167 magic_run_completer, cd_completer, reset_completer)
2168
2168
2169 self.Completer = IPCompleter(shell=self,
2169 self.Completer = IPCompleter(shell=self,
2170 namespace=self.user_ns,
2170 namespace=self.user_ns,
2171 global_namespace=self.user_global_ns,
2171 global_namespace=self.user_global_ns,
2172 parent=self,
2172 parent=self,
2173 )
2173 )
2174 self.configurables.append(self.Completer)
2174 self.configurables.append(self.Completer)
2175
2175
2176 # Add custom completers to the basic ones built into IPCompleter
2176 # Add custom completers to the basic ones built into IPCompleter
2177 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2177 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2178 self.strdispatchers['complete_command'] = sdisp
2178 self.strdispatchers['complete_command'] = sdisp
2179 self.Completer.custom_completers = sdisp
2179 self.Completer.custom_completers = sdisp
2180
2180
2181 self.set_hook('complete_command', module_completer, str_key = 'import')
2181 self.set_hook('complete_command', module_completer, str_key = 'import')
2182 self.set_hook('complete_command', module_completer, str_key = 'from')
2182 self.set_hook('complete_command', module_completer, str_key = 'from')
2183 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2183 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2184 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2184 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2185 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2185 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2186 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2186 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2187
2187
2188 @skip_doctest
2188 @skip_doctest
2189 def complete(self, text, line=None, cursor_pos=None):
2189 def complete(self, text, line=None, cursor_pos=None):
2190 """Return the completed text and a list of completions.
2190 """Return the completed text and a list of completions.
2191
2191
2192 Parameters
2192 Parameters
2193 ----------
2193 ----------
2194
2194
2195 text : string
2195 text : string
2196 A string of text to be completed on. It can be given as empty and
2196 A string of text to be completed on. It can be given as empty and
2197 instead a line/position pair are given. In this case, the
2197 instead a line/position pair are given. In this case, the
2198 completer itself will split the line like readline does.
2198 completer itself will split the line like readline does.
2199
2199
2200 line : string, optional
2200 line : string, optional
2201 The complete line that text is part of.
2201 The complete line that text is part of.
2202
2202
2203 cursor_pos : int, optional
2203 cursor_pos : int, optional
2204 The position of the cursor on the input line.
2204 The position of the cursor on the input line.
2205
2205
2206 Returns
2206 Returns
2207 -------
2207 -------
2208 text : string
2208 text : string
2209 The actual text that was completed.
2209 The actual text that was completed.
2210
2210
2211 matches : list
2211 matches : list
2212 A sorted list with all possible completions.
2212 A sorted list with all possible completions.
2213
2213
2214 The optional arguments allow the completion to take more context into
2214 The optional arguments allow the completion to take more context into
2215 account, and are part of the low-level completion API.
2215 account, and are part of the low-level completion API.
2216
2216
2217 This is a wrapper around the completion mechanism, similar to what
2217 This is a wrapper around the completion mechanism, similar to what
2218 readline does at the command line when the TAB key is hit. By
2218 readline does at the command line when the TAB key is hit. By
2219 exposing it as a method, it can be used by other non-readline
2219 exposing it as a method, it can be used by other non-readline
2220 environments (such as GUIs) for text completion.
2220 environments (such as GUIs) for text completion.
2221
2221
2222 Simple usage example:
2222 Simple usage example:
2223
2223
2224 In [1]: x = 'hello'
2224 In [1]: x = 'hello'
2225
2225
2226 In [2]: _ip.complete('x.l')
2226 In [2]: _ip.complete('x.l')
2227 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2227 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2228 """
2228 """
2229
2229
2230 # Inject names into __builtin__ so we can complete on the added names.
2230 # Inject names into __builtin__ so we can complete on the added names.
2231 with self.builtin_trap:
2231 with self.builtin_trap:
2232 return self.Completer.complete(text, line, cursor_pos)
2232 return self.Completer.complete(text, line, cursor_pos)
2233
2233
2234 def set_custom_completer(self, completer, pos=0) -> None:
2234 def set_custom_completer(self, completer, pos=0) -> None:
2235 """Adds a new custom completer function.
2235 """Adds a new custom completer function.
2236
2236
2237 The position argument (defaults to 0) is the index in the completers
2237 The position argument (defaults to 0) is the index in the completers
2238 list where you want the completer to be inserted.
2238 list where you want the completer to be inserted.
2239
2239
2240 `completer` should have the following signature::
2240 `completer` should have the following signature::
2241
2241
2242 def completion(self: Completer, text: string) -> List[str]:
2242 def completion(self: Completer, text: string) -> List[str]:
2243 raise NotImplementedError
2243 raise NotImplementedError
2244
2244
2245 It will be bound to the current Completer instance and pass some text
2245 It will be bound to the current Completer instance and pass some text
2246 and return a list with current completions to suggest to the user.
2246 and return a list with current completions to suggest to the user.
2247 """
2247 """
2248
2248
2249 newcomp = types.MethodType(completer, self.Completer)
2249 newcomp = types.MethodType(completer, self.Completer)
2250 self.Completer.custom_matchers.insert(pos,newcomp)
2250 self.Completer.custom_matchers.insert(pos,newcomp)
2251
2251
2252 def set_completer_frame(self, frame=None):
2252 def set_completer_frame(self, frame=None):
2253 """Set the frame of the completer."""
2253 """Set the frame of the completer."""
2254 if frame:
2254 if frame:
2255 self.Completer.namespace = frame.f_locals
2255 self.Completer.namespace = frame.f_locals
2256 self.Completer.global_namespace = frame.f_globals
2256 self.Completer.global_namespace = frame.f_globals
2257 else:
2257 else:
2258 self.Completer.namespace = self.user_ns
2258 self.Completer.namespace = self.user_ns
2259 self.Completer.global_namespace = self.user_global_ns
2259 self.Completer.global_namespace = self.user_global_ns
2260
2260
2261 #-------------------------------------------------------------------------
2261 #-------------------------------------------------------------------------
2262 # Things related to magics
2262 # Things related to magics
2263 #-------------------------------------------------------------------------
2263 #-------------------------------------------------------------------------
2264
2264
2265 def init_magics(self):
2265 def init_magics(self):
2266 from IPython.core import magics as m
2266 from IPython.core import magics as m
2267 self.magics_manager = magic.MagicsManager(shell=self,
2267 self.magics_manager = magic.MagicsManager(shell=self,
2268 parent=self,
2268 parent=self,
2269 user_magics=m.UserMagics(self))
2269 user_magics=m.UserMagics(self))
2270 self.configurables.append(self.magics_manager)
2270 self.configurables.append(self.magics_manager)
2271
2271
2272 # Expose as public API from the magics manager
2272 # Expose as public API from the magics manager
2273 self.register_magics = self.magics_manager.register
2273 self.register_magics = self.magics_manager.register
2274
2274
2275 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2275 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2276 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2276 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2277 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2277 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2278 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2278 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2279 m.PylabMagics, m.ScriptMagics,
2279 m.PylabMagics, m.ScriptMagics,
2280 )
2280 )
2281 self.register_magics(m.AsyncMagics)
2281 self.register_magics(m.AsyncMagics)
2282
2282
2283 # Register Magic Aliases
2283 # Register Magic Aliases
2284 mman = self.magics_manager
2284 mman = self.magics_manager
2285 # FIXME: magic aliases should be defined by the Magics classes
2285 # FIXME: magic aliases should be defined by the Magics classes
2286 # or in MagicsManager, not here
2286 # or in MagicsManager, not here
2287 mman.register_alias('ed', 'edit')
2287 mman.register_alias('ed', 'edit')
2288 mman.register_alias('hist', 'history')
2288 mman.register_alias('hist', 'history')
2289 mman.register_alias('rep', 'recall')
2289 mman.register_alias('rep', 'recall')
2290 mman.register_alias('SVG', 'svg', 'cell')
2290 mman.register_alias('SVG', 'svg', 'cell')
2291 mman.register_alias('HTML', 'html', 'cell')
2291 mman.register_alias('HTML', 'html', 'cell')
2292 mman.register_alias('file', 'writefile', 'cell')
2292 mman.register_alias('file', 'writefile', 'cell')
2293
2293
2294 # FIXME: Move the color initialization to the DisplayHook, which
2294 # FIXME: Move the color initialization to the DisplayHook, which
2295 # should be split into a prompt manager and displayhook. We probably
2295 # should be split into a prompt manager and displayhook. We probably
2296 # even need a centralize colors management object.
2296 # even need a centralize colors management object.
2297 self.run_line_magic('colors', self.colors)
2297 self.run_line_magic('colors', self.colors)
2298
2298
2299 # Defined here so that it's included in the documentation
2299 # Defined here so that it's included in the documentation
2300 @functools.wraps(magic.MagicsManager.register_function)
2300 @functools.wraps(magic.MagicsManager.register_function)
2301 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2301 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2302 self.magics_manager.register_function(func,
2302 self.magics_manager.register_function(func,
2303 magic_kind=magic_kind, magic_name=magic_name)
2303 magic_kind=magic_kind, magic_name=magic_name)
2304
2304
2305 def run_line_magic(self, magic_name, line, _stack_depth=1):
2305 def run_line_magic(self, magic_name, line, _stack_depth=1):
2306 """Execute the given line magic.
2306 """Execute the given line magic.
2307
2307
2308 Parameters
2308 Parameters
2309 ----------
2309 ----------
2310 magic_name : str
2310 magic_name : str
2311 Name of the desired magic function, without '%' prefix.
2311 Name of the desired magic function, without '%' prefix.
2312 line : str
2312 line : str
2313 The rest of the input line as a single string.
2313 The rest of the input line as a single string.
2314 _stack_depth : int
2314 _stack_depth : int
2315 If run_line_magic() is called from magic() then _stack_depth=2.
2315 If run_line_magic() is called from magic() then _stack_depth=2.
2316 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2316 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2317 """
2317 """
2318 fn = self.find_line_magic(magic_name)
2318 fn = self.find_line_magic(magic_name)
2319 if fn is None:
2319 if fn is None:
2320 cm = self.find_cell_magic(magic_name)
2320 cm = self.find_cell_magic(magic_name)
2321 etpl = "Line magic function `%%%s` not found%s."
2321 etpl = "Line magic function `%%%s` not found%s."
2322 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2322 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2323 'did you mean that instead?)' % magic_name )
2323 'did you mean that instead?)' % magic_name )
2324 raise UsageError(etpl % (magic_name, extra))
2324 raise UsageError(etpl % (magic_name, extra))
2325 else:
2325 else:
2326 # Note: this is the distance in the stack to the user's frame.
2326 # Note: this is the distance in the stack to the user's frame.
2327 # This will need to be updated if the internal calling logic gets
2327 # This will need to be updated if the internal calling logic gets
2328 # refactored, or else we'll be expanding the wrong variables.
2328 # refactored, or else we'll be expanding the wrong variables.
2329
2329
2330 # Determine stack_depth depending on where run_line_magic() has been called
2330 # Determine stack_depth depending on where run_line_magic() has been called
2331 stack_depth = _stack_depth
2331 stack_depth = _stack_depth
2332 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2332 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2333 # magic has opted out of var_expand
2333 # magic has opted out of var_expand
2334 magic_arg_s = line
2334 magic_arg_s = line
2335 else:
2335 else:
2336 magic_arg_s = self.var_expand(line, stack_depth)
2336 magic_arg_s = self.var_expand(line, stack_depth)
2337 # Put magic args in a list so we can call with f(*a) syntax
2337 # Put magic args in a list so we can call with f(*a) syntax
2338 args = [magic_arg_s]
2338 args = [magic_arg_s]
2339 kwargs = {}
2339 kwargs = {}
2340 # Grab local namespace if we need it:
2340 # Grab local namespace if we need it:
2341 if getattr(fn, "needs_local_scope", False):
2341 if getattr(fn, "needs_local_scope", False):
2342 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2342 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2343 with self.builtin_trap:
2343 with self.builtin_trap:
2344 result = fn(*args, **kwargs)
2344 result = fn(*args, **kwargs)
2345 return result
2345 return result
2346
2346
2347 def get_local_scope(self, stack_depth):
2347 def get_local_scope(self, stack_depth):
2348 """Get local scope at given stack depth.
2348 """Get local scope at given stack depth.
2349
2349
2350 Parameters
2350 Parameters
2351 ----------
2351 ----------
2352 stack_depth : int
2352 stack_depth : int
2353 Depth relative to calling frame
2353 Depth relative to calling frame
2354 """
2354 """
2355 return sys._getframe(stack_depth + 1).f_locals
2355 return sys._getframe(stack_depth + 1).f_locals
2356
2356
2357 def run_cell_magic(self, magic_name, line, cell):
2357 def run_cell_magic(self, magic_name, line, cell):
2358 """Execute the given cell magic.
2358 """Execute the given cell magic.
2359
2359
2360 Parameters
2360 Parameters
2361 ----------
2361 ----------
2362 magic_name : str
2362 magic_name : str
2363 Name of the desired magic function, without '%' prefix.
2363 Name of the desired magic function, without '%' prefix.
2364 line : str
2364 line : str
2365 The rest of the first input line as a single string.
2365 The rest of the first input line as a single string.
2366 cell : str
2366 cell : str
2367 The body of the cell as a (possibly multiline) string.
2367 The body of the cell as a (possibly multiline) string.
2368 """
2368 """
2369 fn = self.find_cell_magic(magic_name)
2369 fn = self.find_cell_magic(magic_name)
2370 if fn is None:
2370 if fn is None:
2371 lm = self.find_line_magic(magic_name)
2371 lm = self.find_line_magic(magic_name)
2372 etpl = "Cell magic `%%{0}` not found{1}."
2372 etpl = "Cell magic `%%{0}` not found{1}."
2373 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2373 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2374 'did you mean that instead?)'.format(magic_name))
2374 'did you mean that instead?)'.format(magic_name))
2375 raise UsageError(etpl.format(magic_name, extra))
2375 raise UsageError(etpl.format(magic_name, extra))
2376 elif cell == '':
2376 elif cell == '':
2377 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2377 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2378 if self.find_line_magic(magic_name) is not None:
2378 if self.find_line_magic(magic_name) is not None:
2379 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2379 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2380 raise UsageError(message)
2380 raise UsageError(message)
2381 else:
2381 else:
2382 # Note: this is the distance in the stack to the user's frame.
2382 # Note: this is the distance in the stack to the user's frame.
2383 # This will need to be updated if the internal calling logic gets
2383 # This will need to be updated if the internal calling logic gets
2384 # refactored, or else we'll be expanding the wrong variables.
2384 # refactored, or else we'll be expanding the wrong variables.
2385 stack_depth = 2
2385 stack_depth = 2
2386 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2386 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2387 # magic has opted out of var_expand
2387 # magic has opted out of var_expand
2388 magic_arg_s = line
2388 magic_arg_s = line
2389 else:
2389 else:
2390 magic_arg_s = self.var_expand(line, stack_depth)
2390 magic_arg_s = self.var_expand(line, stack_depth)
2391 kwargs = {}
2391 kwargs = {}
2392 if getattr(fn, "needs_local_scope", False):
2392 if getattr(fn, "needs_local_scope", False):
2393 kwargs['local_ns'] = self.user_ns
2393 kwargs['local_ns'] = self.user_ns
2394
2394
2395 with self.builtin_trap:
2395 with self.builtin_trap:
2396 args = (magic_arg_s, cell)
2396 args = (magic_arg_s, cell)
2397 result = fn(*args, **kwargs)
2397 result = fn(*args, **kwargs)
2398 return result
2398 return result
2399
2399
2400 def find_line_magic(self, magic_name):
2400 def find_line_magic(self, magic_name):
2401 """Find and return a line magic by name.
2401 """Find and return a line magic by name.
2402
2402
2403 Returns None if the magic isn't found."""
2403 Returns None if the magic isn't found."""
2404 return self.magics_manager.magics['line'].get(magic_name)
2404 return self.magics_manager.magics['line'].get(magic_name)
2405
2405
2406 def find_cell_magic(self, magic_name):
2406 def find_cell_magic(self, magic_name):
2407 """Find and return a cell magic by name.
2407 """Find and return a cell magic by name.
2408
2408
2409 Returns None if the magic isn't found."""
2409 Returns None if the magic isn't found."""
2410 return self.magics_manager.magics['cell'].get(magic_name)
2410 return self.magics_manager.magics['cell'].get(magic_name)
2411
2411
2412 def find_magic(self, magic_name, magic_kind='line'):
2412 def find_magic(self, magic_name, magic_kind='line'):
2413 """Find and return a magic of the given type by name.
2413 """Find and return a magic of the given type by name.
2414
2414
2415 Returns None if the magic isn't found."""
2415 Returns None if the magic isn't found."""
2416 return self.magics_manager.magics[magic_kind].get(magic_name)
2416 return self.magics_manager.magics[magic_kind].get(magic_name)
2417
2417
2418 def magic(self, arg_s):
2418 def magic(self, arg_s):
2419 """DEPRECATED. Use run_line_magic() instead.
2419 """DEPRECATED. Use run_line_magic() instead.
2420
2420
2421 Call a magic function by name.
2421 Call a magic function by name.
2422
2422
2423 Input: a string containing the name of the magic function to call and
2423 Input: a string containing the name of the magic function to call and
2424 any additional arguments to be passed to the magic.
2424 any additional arguments to be passed to the magic.
2425
2425
2426 magic('name -opt foo bar') is equivalent to typing at the ipython
2426 magic('name -opt foo bar') is equivalent to typing at the ipython
2427 prompt:
2427 prompt:
2428
2428
2429 In[1]: %name -opt foo bar
2429 In[1]: %name -opt foo bar
2430
2430
2431 To call a magic without arguments, simply use magic('name').
2431 To call a magic without arguments, simply use magic('name').
2432
2432
2433 This provides a proper Python function to call IPython's magics in any
2433 This provides a proper Python function to call IPython's magics in any
2434 valid Python code you can type at the interpreter, including loops and
2434 valid Python code you can type at the interpreter, including loops and
2435 compound statements.
2435 compound statements.
2436 """
2436 """
2437 # TODO: should we issue a loud deprecation warning here?
2437 # TODO: should we issue a loud deprecation warning here?
2438 magic_name, _, magic_arg_s = arg_s.partition(' ')
2438 magic_name, _, magic_arg_s = arg_s.partition(' ')
2439 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2439 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2440 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2440 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2441
2441
2442 #-------------------------------------------------------------------------
2442 #-------------------------------------------------------------------------
2443 # Things related to macros
2443 # Things related to macros
2444 #-------------------------------------------------------------------------
2444 #-------------------------------------------------------------------------
2445
2445
2446 def define_macro(self, name, themacro):
2446 def define_macro(self, name, themacro):
2447 """Define a new macro
2447 """Define a new macro
2448
2448
2449 Parameters
2449 Parameters
2450 ----------
2450 ----------
2451 name : str
2451 name : str
2452 The name of the macro.
2452 The name of the macro.
2453 themacro : str or Macro
2453 themacro : str or Macro
2454 The action to do upon invoking the macro. If a string, a new
2454 The action to do upon invoking the macro. If a string, a new
2455 Macro object is created by passing the string to it.
2455 Macro object is created by passing the string to it.
2456 """
2456 """
2457
2457
2458 from IPython.core import macro
2458 from IPython.core import macro
2459
2459
2460 if isinstance(themacro, str):
2460 if isinstance(themacro, str):
2461 themacro = macro.Macro(themacro)
2461 themacro = macro.Macro(themacro)
2462 if not isinstance(themacro, macro.Macro):
2462 if not isinstance(themacro, macro.Macro):
2463 raise ValueError('A macro must be a string or a Macro instance.')
2463 raise ValueError('A macro must be a string or a Macro instance.')
2464 self.user_ns[name] = themacro
2464 self.user_ns[name] = themacro
2465
2465
2466 #-------------------------------------------------------------------------
2466 #-------------------------------------------------------------------------
2467 # Things related to the running of system commands
2467 # Things related to the running of system commands
2468 #-------------------------------------------------------------------------
2468 #-------------------------------------------------------------------------
2469
2469
2470 def system_piped(self, cmd):
2470 def system_piped(self, cmd):
2471 """Call the given cmd in a subprocess, piping stdout/err
2471 """Call the given cmd in a subprocess, piping stdout/err
2472
2472
2473 Parameters
2473 Parameters
2474 ----------
2474 ----------
2475 cmd : str
2475 cmd : str
2476 Command to execute (can not end in '&', as background processes are
2476 Command to execute (can not end in '&', as background processes are
2477 not supported. Should not be a command that expects input
2477 not supported. Should not be a command that expects input
2478 other than simple text.
2478 other than simple text.
2479 """
2479 """
2480 if cmd.rstrip().endswith('&'):
2480 if cmd.rstrip().endswith('&'):
2481 # this is *far* from a rigorous test
2481 # this is *far* from a rigorous test
2482 # We do not support backgrounding processes because we either use
2482 # We do not support backgrounding processes because we either use
2483 # pexpect or pipes to read from. Users can always just call
2483 # pexpect or pipes to read from. Users can always just call
2484 # os.system() or use ip.system=ip.system_raw
2484 # os.system() or use ip.system=ip.system_raw
2485 # if they really want a background process.
2485 # if they really want a background process.
2486 raise OSError("Background processes not supported.")
2486 raise OSError("Background processes not supported.")
2487
2487
2488 # we explicitly do NOT return the subprocess status code, because
2488 # we explicitly do NOT return the subprocess status code, because
2489 # a non-None value would trigger :func:`sys.displayhook` calls.
2489 # a non-None value would trigger :func:`sys.displayhook` calls.
2490 # Instead, we store the exit_code in user_ns.
2490 # Instead, we store the exit_code in user_ns.
2491 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2491 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2492
2492
2493 def system_raw(self, cmd):
2493 def system_raw(self, cmd):
2494 """Call the given cmd in a subprocess using os.system on Windows or
2494 """Call the given cmd in a subprocess using os.system on Windows or
2495 subprocess.call using the system shell on other platforms.
2495 subprocess.call using the system shell on other platforms.
2496
2496
2497 Parameters
2497 Parameters
2498 ----------
2498 ----------
2499 cmd : str
2499 cmd : str
2500 Command to execute.
2500 Command to execute.
2501 """
2501 """
2502 cmd = self.var_expand(cmd, depth=1)
2502 cmd = self.var_expand(cmd, depth=1)
2503 # protect os.system from UNC paths on Windows, which it can't handle:
2503 # protect os.system from UNC paths on Windows, which it can't handle:
2504 if sys.platform == 'win32':
2504 if sys.platform == 'win32':
2505 from IPython.utils._process_win32 import AvoidUNCPath
2505 from IPython.utils._process_win32 import AvoidUNCPath
2506 with AvoidUNCPath() as path:
2506 with AvoidUNCPath() as path:
2507 if path is not None:
2507 if path is not None:
2508 cmd = '"pushd %s &&"%s' % (path, cmd)
2508 cmd = '"pushd %s &&"%s' % (path, cmd)
2509 try:
2509 try:
2510 ec = os.system(cmd)
2510 ec = os.system(cmd)
2511 except KeyboardInterrupt:
2511 except KeyboardInterrupt:
2512 print('\n' + self.get_exception_only(), file=sys.stderr)
2512 print('\n' + self.get_exception_only(), file=sys.stderr)
2513 ec = -2
2513 ec = -2
2514 else:
2514 else:
2515 # For posix the result of the subprocess.call() below is an exit
2515 # For posix the result of the subprocess.call() below is an exit
2516 # code, which by convention is zero for success, positive for
2516 # code, which by convention is zero for success, positive for
2517 # program failure. Exit codes above 128 are reserved for signals,
2517 # program failure. Exit codes above 128 are reserved for signals,
2518 # and the formula for converting a signal to an exit code is usually
2518 # and the formula for converting a signal to an exit code is usually
2519 # signal_number+128. To more easily differentiate between exit
2519 # signal_number+128. To more easily differentiate between exit
2520 # codes and signals, ipython uses negative numbers. For instance
2520 # codes and signals, ipython uses negative numbers. For instance
2521 # since control-c is signal 2 but exit code 130, ipython's
2521 # since control-c is signal 2 but exit code 130, ipython's
2522 # _exit_code variable will read -2. Note that some shells like
2522 # _exit_code variable will read -2. Note that some shells like
2523 # csh and fish don't follow sh/bash conventions for exit codes.
2523 # csh and fish don't follow sh/bash conventions for exit codes.
2524 executable = os.environ.get('SHELL', None)
2524 executable = os.environ.get('SHELL', None)
2525 try:
2525 try:
2526 # Use env shell instead of default /bin/sh
2526 # Use env shell instead of default /bin/sh
2527 ec = subprocess.call(cmd, shell=True, executable=executable)
2527 ec = subprocess.call(cmd, shell=True, executable=executable)
2528 except KeyboardInterrupt:
2528 except KeyboardInterrupt:
2529 # intercept control-C; a long traceback is not useful here
2529 # intercept control-C; a long traceback is not useful here
2530 print('\n' + self.get_exception_only(), file=sys.stderr)
2530 print('\n' + self.get_exception_only(), file=sys.stderr)
2531 ec = 130
2531 ec = 130
2532 if ec > 128:
2532 if ec > 128:
2533 ec = -(ec - 128)
2533 ec = -(ec - 128)
2534
2534
2535 # We explicitly do NOT return the subprocess status code, because
2535 # We explicitly do NOT return the subprocess status code, because
2536 # a non-None value would trigger :func:`sys.displayhook` calls.
2536 # a non-None value would trigger :func:`sys.displayhook` calls.
2537 # Instead, we store the exit_code in user_ns. Note the semantics
2537 # Instead, we store the exit_code in user_ns. Note the semantics
2538 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2538 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2539 # but raising SystemExit(_exit_code) will give status 254!
2539 # but raising SystemExit(_exit_code) will give status 254!
2540 self.user_ns['_exit_code'] = ec
2540 self.user_ns['_exit_code'] = ec
2541
2541
2542 # use piped system by default, because it is better behaved
2542 # use piped system by default, because it is better behaved
2543 system = system_piped
2543 system = system_piped
2544
2544
2545 def getoutput(self, cmd, split=True, depth=0):
2545 def getoutput(self, cmd, split=True, depth=0):
2546 """Get output (possibly including stderr) from a subprocess.
2546 """Get output (possibly including stderr) from a subprocess.
2547
2547
2548 Parameters
2548 Parameters
2549 ----------
2549 ----------
2550 cmd : str
2550 cmd : str
2551 Command to execute (can not end in '&', as background processes are
2551 Command to execute (can not end in '&', as background processes are
2552 not supported.
2552 not supported.
2553 split : bool, optional
2553 split : bool, optional
2554 If True, split the output into an IPython SList. Otherwise, an
2554 If True, split the output into an IPython SList. Otherwise, an
2555 IPython LSString is returned. These are objects similar to normal
2555 IPython LSString is returned. These are objects similar to normal
2556 lists and strings, with a few convenience attributes for easier
2556 lists and strings, with a few convenience attributes for easier
2557 manipulation of line-based output. You can use '?' on them for
2557 manipulation of line-based output. You can use '?' on them for
2558 details.
2558 details.
2559 depth : int, optional
2559 depth : int, optional
2560 How many frames above the caller are the local variables which should
2560 How many frames above the caller are the local variables which should
2561 be expanded in the command string? The default (0) assumes that the
2561 be expanded in the command string? The default (0) assumes that the
2562 expansion variables are in the stack frame calling this function.
2562 expansion variables are in the stack frame calling this function.
2563 """
2563 """
2564 if cmd.rstrip().endswith('&'):
2564 if cmd.rstrip().endswith('&'):
2565 # this is *far* from a rigorous test
2565 # this is *far* from a rigorous test
2566 raise OSError("Background processes not supported.")
2566 raise OSError("Background processes not supported.")
2567 out = getoutput(self.var_expand(cmd, depth=depth+1))
2567 out = getoutput(self.var_expand(cmd, depth=depth+1))
2568 if split:
2568 if split:
2569 out = SList(out.splitlines())
2569 out = SList(out.splitlines())
2570 else:
2570 else:
2571 out = LSString(out)
2571 out = LSString(out)
2572 return out
2572 return out
2573
2573
2574 #-------------------------------------------------------------------------
2574 #-------------------------------------------------------------------------
2575 # Things related to aliases
2575 # Things related to aliases
2576 #-------------------------------------------------------------------------
2576 #-------------------------------------------------------------------------
2577
2577
2578 def init_alias(self):
2578 def init_alias(self):
2579 self.alias_manager = AliasManager(shell=self, parent=self)
2579 self.alias_manager = AliasManager(shell=self, parent=self)
2580 self.configurables.append(self.alias_manager)
2580 self.configurables.append(self.alias_manager)
2581
2581
2582 #-------------------------------------------------------------------------
2582 #-------------------------------------------------------------------------
2583 # Things related to extensions
2583 # Things related to extensions
2584 #-------------------------------------------------------------------------
2584 #-------------------------------------------------------------------------
2585
2585
2586 def init_extension_manager(self):
2586 def init_extension_manager(self):
2587 self.extension_manager = ExtensionManager(shell=self, parent=self)
2587 self.extension_manager = ExtensionManager(shell=self, parent=self)
2588 self.configurables.append(self.extension_manager)
2588 self.configurables.append(self.extension_manager)
2589
2589
2590 #-------------------------------------------------------------------------
2590 #-------------------------------------------------------------------------
2591 # Things related to payloads
2591 # Things related to payloads
2592 #-------------------------------------------------------------------------
2592 #-------------------------------------------------------------------------
2593
2593
2594 def init_payload(self):
2594 def init_payload(self):
2595 self.payload_manager = PayloadManager(parent=self)
2595 self.payload_manager = PayloadManager(parent=self)
2596 self.configurables.append(self.payload_manager)
2596 self.configurables.append(self.payload_manager)
2597
2597
2598 #-------------------------------------------------------------------------
2598 #-------------------------------------------------------------------------
2599 # Things related to the prefilter
2599 # Things related to the prefilter
2600 #-------------------------------------------------------------------------
2600 #-------------------------------------------------------------------------
2601
2601
2602 def init_prefilter(self):
2602 def init_prefilter(self):
2603 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2603 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2604 self.configurables.append(self.prefilter_manager)
2604 self.configurables.append(self.prefilter_manager)
2605 # Ultimately this will be refactored in the new interpreter code, but
2605 # Ultimately this will be refactored in the new interpreter code, but
2606 # for now, we should expose the main prefilter method (there's legacy
2606 # for now, we should expose the main prefilter method (there's legacy
2607 # code out there that may rely on this).
2607 # code out there that may rely on this).
2608 self.prefilter = self.prefilter_manager.prefilter_lines
2608 self.prefilter = self.prefilter_manager.prefilter_lines
2609
2609
2610 def auto_rewrite_input(self, cmd):
2610 def auto_rewrite_input(self, cmd):
2611 """Print to the screen the rewritten form of the user's command.
2611 """Print to the screen the rewritten form of the user's command.
2612
2612
2613 This shows visual feedback by rewriting input lines that cause
2613 This shows visual feedback by rewriting input lines that cause
2614 automatic calling to kick in, like::
2614 automatic calling to kick in, like::
2615
2615
2616 /f x
2616 /f x
2617
2617
2618 into::
2618 into::
2619
2619
2620 ------> f(x)
2620 ------> f(x)
2621
2621
2622 after the user's input prompt. This helps the user understand that the
2622 after the user's input prompt. This helps the user understand that the
2623 input line was transformed automatically by IPython.
2623 input line was transformed automatically by IPython.
2624 """
2624 """
2625 if not self.show_rewritten_input:
2625 if not self.show_rewritten_input:
2626 return
2626 return
2627
2627
2628 # This is overridden in TerminalInteractiveShell to use fancy prompts
2628 # This is overridden in TerminalInteractiveShell to use fancy prompts
2629 print("------> " + cmd)
2629 print("------> " + cmd)
2630
2630
2631 #-------------------------------------------------------------------------
2631 #-------------------------------------------------------------------------
2632 # Things related to extracting values/expressions from kernel and user_ns
2632 # Things related to extracting values/expressions from kernel and user_ns
2633 #-------------------------------------------------------------------------
2633 #-------------------------------------------------------------------------
2634
2634
2635 def _user_obj_error(self):
2635 def _user_obj_error(self):
2636 """return simple exception dict
2636 """return simple exception dict
2637
2637
2638 for use in user_expressions
2638 for use in user_expressions
2639 """
2639 """
2640
2640
2641 etype, evalue, tb = self._get_exc_info()
2641 etype, evalue, tb = self._get_exc_info()
2642 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2642 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2643
2643
2644 exc_info = {
2644 exc_info = {
2645 "status": "error",
2645 "status": "error",
2646 "traceback": stb,
2646 "traceback": stb,
2647 "ename": etype.__name__,
2647 "ename": etype.__name__,
2648 "evalue": py3compat.safe_unicode(evalue),
2648 "evalue": py3compat.safe_unicode(evalue),
2649 }
2649 }
2650
2650
2651 return exc_info
2651 return exc_info
2652
2652
2653 def _format_user_obj(self, obj):
2653 def _format_user_obj(self, obj):
2654 """format a user object to display dict
2654 """format a user object to display dict
2655
2655
2656 for use in user_expressions
2656 for use in user_expressions
2657 """
2657 """
2658
2658
2659 data, md = self.display_formatter.format(obj)
2659 data, md = self.display_formatter.format(obj)
2660 value = {
2660 value = {
2661 'status' : 'ok',
2661 'status' : 'ok',
2662 'data' : data,
2662 'data' : data,
2663 'metadata' : md,
2663 'metadata' : md,
2664 }
2664 }
2665 return value
2665 return value
2666
2666
2667 def user_expressions(self, expressions):
2667 def user_expressions(self, expressions):
2668 """Evaluate a dict of expressions in the user's namespace.
2668 """Evaluate a dict of expressions in the user's namespace.
2669
2669
2670 Parameters
2670 Parameters
2671 ----------
2671 ----------
2672 expressions : dict
2672 expressions : dict
2673 A dict with string keys and string values. The expression values
2673 A dict with string keys and string values. The expression values
2674 should be valid Python expressions, each of which will be evaluated
2674 should be valid Python expressions, each of which will be evaluated
2675 in the user namespace.
2675 in the user namespace.
2676
2676
2677 Returns
2677 Returns
2678 -------
2678 -------
2679 A dict, keyed like the input expressions dict, with the rich mime-typed
2679 A dict, keyed like the input expressions dict, with the rich mime-typed
2680 display_data of each value.
2680 display_data of each value.
2681 """
2681 """
2682 out = {}
2682 out = {}
2683 user_ns = self.user_ns
2683 user_ns = self.user_ns
2684 global_ns = self.user_global_ns
2684 global_ns = self.user_global_ns
2685
2685
2686 for key, expr in expressions.items():
2686 for key, expr in expressions.items():
2687 try:
2687 try:
2688 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2688 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2689 except:
2689 except:
2690 value = self._user_obj_error()
2690 value = self._user_obj_error()
2691 out[key] = value
2691 out[key] = value
2692 return out
2692 return out
2693
2693
2694 #-------------------------------------------------------------------------
2694 #-------------------------------------------------------------------------
2695 # Things related to the running of code
2695 # Things related to the running of code
2696 #-------------------------------------------------------------------------
2696 #-------------------------------------------------------------------------
2697
2697
2698 def ex(self, cmd):
2698 def ex(self, cmd):
2699 """Execute a normal python statement in user namespace."""
2699 """Execute a normal python statement in user namespace."""
2700 with self.builtin_trap:
2700 with self.builtin_trap:
2701 exec(cmd, self.user_global_ns, self.user_ns)
2701 exec(cmd, self.user_global_ns, self.user_ns)
2702
2702
2703 def ev(self, expr):
2703 def ev(self, expr):
2704 """Evaluate python expression expr in user namespace.
2704 """Evaluate python expression expr in user namespace.
2705
2705
2706 Returns the result of evaluation
2706 Returns the result of evaluation
2707 """
2707 """
2708 with self.builtin_trap:
2708 with self.builtin_trap:
2709 return eval(expr, self.user_global_ns, self.user_ns)
2709 return eval(expr, self.user_global_ns, self.user_ns)
2710
2710
2711 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2711 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2712 """A safe version of the builtin execfile().
2712 """A safe version of the builtin execfile().
2713
2713
2714 This version will never throw an exception, but instead print
2714 This version will never throw an exception, but instead print
2715 helpful error messages to the screen. This only works on pure
2715 helpful error messages to the screen. This only works on pure
2716 Python files with the .py extension.
2716 Python files with the .py extension.
2717
2717
2718 Parameters
2718 Parameters
2719 ----------
2719 ----------
2720 fname : string
2720 fname : string
2721 The name of the file to be executed.
2721 The name of the file to be executed.
2722 where : tuple
2722 where : tuple
2723 One or two namespaces, passed to execfile() as (globals,locals).
2723 One or two namespaces, passed to execfile() as (globals,locals).
2724 If only one is given, it is passed as both.
2724 If only one is given, it is passed as both.
2725 exit_ignore : bool (False)
2725 exit_ignore : bool (False)
2726 If True, then silence SystemExit for non-zero status (it is always
2726 If True, then silence SystemExit for non-zero status (it is always
2727 silenced for zero status, as it is so common).
2727 silenced for zero status, as it is so common).
2728 raise_exceptions : bool (False)
2728 raise_exceptions : bool (False)
2729 If True raise exceptions everywhere. Meant for testing.
2729 If True raise exceptions everywhere. Meant for testing.
2730 shell_futures : bool (False)
2730 shell_futures : bool (False)
2731 If True, the code will share future statements with the interactive
2731 If True, the code will share future statements with the interactive
2732 shell. It will both be affected by previous __future__ imports, and
2732 shell. It will both be affected by previous __future__ imports, and
2733 any __future__ imports in the code will affect the shell. If False,
2733 any __future__ imports in the code will affect the shell. If False,
2734 __future__ imports are not shared in either direction.
2734 __future__ imports are not shared in either direction.
2735
2735
2736 """
2736 """
2737 fname = Path(fname).expanduser().resolve()
2737 fname = Path(fname).expanduser().resolve()
2738
2738
2739 # Make sure we can open the file
2739 # Make sure we can open the file
2740 try:
2740 try:
2741 with fname.open():
2741 with fname.open():
2742 pass
2742 pass
2743 except:
2743 except:
2744 warn('Could not open file <%s> for safe execution.' % fname)
2744 warn('Could not open file <%s> for safe execution.' % fname)
2745 return
2745 return
2746
2746
2747 # Find things also in current directory. This is needed to mimic the
2747 # Find things also in current directory. This is needed to mimic the
2748 # behavior of running a script from the system command line, where
2748 # behavior of running a script from the system command line, where
2749 # Python inserts the script's directory into sys.path
2749 # Python inserts the script's directory into sys.path
2750 dname = str(fname.parent)
2750 dname = str(fname.parent)
2751
2751
2752 with prepended_to_syspath(dname), self.builtin_trap:
2752 with prepended_to_syspath(dname), self.builtin_trap:
2753 try:
2753 try:
2754 glob, loc = (where + (None, ))[:2]
2754 glob, loc = (where + (None, ))[:2]
2755 py3compat.execfile(
2755 py3compat.execfile(
2756 fname, glob, loc,
2756 fname, glob, loc,
2757 self.compile if shell_futures else None)
2757 self.compile if shell_futures else None)
2758 except SystemExit as status:
2758 except SystemExit as status:
2759 # If the call was made with 0 or None exit status (sys.exit(0)
2759 # If the call was made with 0 or None exit status (sys.exit(0)
2760 # or sys.exit() ), don't bother showing a traceback, as both of
2760 # or sys.exit() ), don't bother showing a traceback, as both of
2761 # these are considered normal by the OS:
2761 # these are considered normal by the OS:
2762 # > python -c'import sys;sys.exit(0)'; echo $?
2762 # > python -c'import sys;sys.exit(0)'; echo $?
2763 # 0
2763 # 0
2764 # > python -c'import sys;sys.exit()'; echo $?
2764 # > python -c'import sys;sys.exit()'; echo $?
2765 # 0
2765 # 0
2766 # For other exit status, we show the exception unless
2766 # For other exit status, we show the exception unless
2767 # explicitly silenced, but only in short form.
2767 # explicitly silenced, but only in short form.
2768 if status.code:
2768 if status.code:
2769 if raise_exceptions:
2769 if raise_exceptions:
2770 raise
2770 raise
2771 if not exit_ignore:
2771 if not exit_ignore:
2772 self.showtraceback(exception_only=True)
2772 self.showtraceback(exception_only=True)
2773 except:
2773 except:
2774 if raise_exceptions:
2774 if raise_exceptions:
2775 raise
2775 raise
2776 # tb offset is 2 because we wrap execfile
2776 # tb offset is 2 because we wrap execfile
2777 self.showtraceback(tb_offset=2)
2777 self.showtraceback(tb_offset=2)
2778
2778
2779 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2779 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2780 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2780 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2781
2781
2782 Parameters
2782 Parameters
2783 ----------
2783 ----------
2784 fname : str
2784 fname : str
2785 The name of the file to execute. The filename must have a
2785 The name of the file to execute. The filename must have a
2786 .ipy or .ipynb extension.
2786 .ipy or .ipynb extension.
2787 shell_futures : bool (False)
2787 shell_futures : bool (False)
2788 If True, the code will share future statements with the interactive
2788 If True, the code will share future statements with the interactive
2789 shell. It will both be affected by previous __future__ imports, and
2789 shell. It will both be affected by previous __future__ imports, and
2790 any __future__ imports in the code will affect the shell. If False,
2790 any __future__ imports in the code will affect the shell. If False,
2791 __future__ imports are not shared in either direction.
2791 __future__ imports are not shared in either direction.
2792 raise_exceptions : bool (False)
2792 raise_exceptions : bool (False)
2793 If True raise exceptions everywhere. Meant for testing.
2793 If True raise exceptions everywhere. Meant for testing.
2794 """
2794 """
2795 fname = Path(fname).expanduser().resolve()
2795 fname = Path(fname).expanduser().resolve()
2796
2796
2797 # Make sure we can open the file
2797 # Make sure we can open the file
2798 try:
2798 try:
2799 with fname.open():
2799 with fname.open():
2800 pass
2800 pass
2801 except:
2801 except:
2802 warn('Could not open file <%s> for safe execution.' % fname)
2802 warn('Could not open file <%s> for safe execution.' % fname)
2803 return
2803 return
2804
2804
2805 # Find things also in current directory. This is needed to mimic the
2805 # Find things also in current directory. This is needed to mimic the
2806 # behavior of running a script from the system command line, where
2806 # behavior of running a script from the system command line, where
2807 # Python inserts the script's directory into sys.path
2807 # Python inserts the script's directory into sys.path
2808 dname = str(fname.parent)
2808 dname = str(fname.parent)
2809
2809
2810 def get_cells():
2810 def get_cells():
2811 """generator for sequence of code blocks to run"""
2811 """generator for sequence of code blocks to run"""
2812 if fname.suffix == ".ipynb":
2812 if fname.suffix == ".ipynb":
2813 from nbformat import read
2813 from nbformat import read
2814 nb = read(fname, as_version=4)
2814 nb = read(fname, as_version=4)
2815 if not nb.cells:
2815 if not nb.cells:
2816 return
2816 return
2817 for cell in nb.cells:
2817 for cell in nb.cells:
2818 if cell.cell_type == 'code':
2818 if cell.cell_type == 'code':
2819 yield cell.source
2819 yield cell.source
2820 else:
2820 else:
2821 yield fname.read_text()
2821 yield fname.read_text()
2822
2822
2823 with prepended_to_syspath(dname):
2823 with prepended_to_syspath(dname):
2824 try:
2824 try:
2825 for cell in get_cells():
2825 for cell in get_cells():
2826 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2826 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2827 if raise_exceptions:
2827 if raise_exceptions:
2828 result.raise_error()
2828 result.raise_error()
2829 elif not result.success:
2829 elif not result.success:
2830 break
2830 break
2831 except:
2831 except:
2832 if raise_exceptions:
2832 if raise_exceptions:
2833 raise
2833 raise
2834 self.showtraceback()
2834 self.showtraceback()
2835 warn('Unknown failure executing file: <%s>' % fname)
2835 warn('Unknown failure executing file: <%s>' % fname)
2836
2836
2837 def safe_run_module(self, mod_name, where):
2837 def safe_run_module(self, mod_name, where):
2838 """A safe version of runpy.run_module().
2838 """A safe version of runpy.run_module().
2839
2839
2840 This version will never throw an exception, but instead print
2840 This version will never throw an exception, but instead print
2841 helpful error messages to the screen.
2841 helpful error messages to the screen.
2842
2842
2843 `SystemExit` exceptions with status code 0 or None are ignored.
2843 `SystemExit` exceptions with status code 0 or None are ignored.
2844
2844
2845 Parameters
2845 Parameters
2846 ----------
2846 ----------
2847 mod_name : string
2847 mod_name : string
2848 The name of the module to be executed.
2848 The name of the module to be executed.
2849 where : dict
2849 where : dict
2850 The globals namespace.
2850 The globals namespace.
2851 """
2851 """
2852 try:
2852 try:
2853 try:
2853 try:
2854 where.update(
2854 where.update(
2855 runpy.run_module(str(mod_name), run_name="__main__",
2855 runpy.run_module(str(mod_name), run_name="__main__",
2856 alter_sys=True)
2856 alter_sys=True)
2857 )
2857 )
2858 except SystemExit as status:
2858 except SystemExit as status:
2859 if status.code:
2859 if status.code:
2860 raise
2860 raise
2861 except:
2861 except:
2862 self.showtraceback()
2862 self.showtraceback()
2863 warn('Unknown failure executing module: <%s>' % mod_name)
2863 warn('Unknown failure executing module: <%s>' % mod_name)
2864
2864
2865 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2865 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2866 """Run a complete IPython cell.
2866 """Run a complete IPython cell.
2867
2867
2868 Parameters
2868 Parameters
2869 ----------
2869 ----------
2870 raw_cell : str
2870 raw_cell : str
2871 The code (including IPython code such as %magic functions) to run.
2871 The code (including IPython code such as %magic functions) to run.
2872 store_history : bool
2872 store_history : bool
2873 If True, the raw and translated cell will be stored in IPython's
2873 If True, the raw and translated cell will be stored in IPython's
2874 history. For user code calling back into IPython's machinery, this
2874 history. For user code calling back into IPython's machinery, this
2875 should be set to False.
2875 should be set to False.
2876 silent : bool
2876 silent : bool
2877 If True, avoid side-effects, such as implicit displayhooks and
2877 If True, avoid side-effects, such as implicit displayhooks and
2878 and logging. silent=True forces store_history=False.
2878 and logging. silent=True forces store_history=False.
2879 shell_futures : bool
2879 shell_futures : bool
2880 If True, the code will share future statements with the interactive
2880 If True, the code will share future statements with the interactive
2881 shell. It will both be affected by previous __future__ imports, and
2881 shell. It will both be affected by previous __future__ imports, and
2882 any __future__ imports in the code will affect the shell. If False,
2882 any __future__ imports in the code will affect the shell. If False,
2883 __future__ imports are not shared in either direction.
2883 __future__ imports are not shared in either direction.
2884
2884
2885 Returns
2885 Returns
2886 -------
2886 -------
2887 result : :class:`ExecutionResult`
2887 result : :class:`ExecutionResult`
2888 """
2888 """
2889 result = None
2889 result = None
2890 try:
2890 try:
2891 result = self._run_cell(
2891 result = self._run_cell(
2892 raw_cell, store_history, silent, shell_futures)
2892 raw_cell, store_history, silent, shell_futures)
2893 finally:
2893 finally:
2894 self.events.trigger('post_execute')
2894 self.events.trigger('post_execute')
2895 if not silent:
2895 if not silent:
2896 self.events.trigger('post_run_cell', result)
2896 self.events.trigger('post_run_cell', result)
2897 return result
2897 return result
2898
2898
2899 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2899 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2900 """Internal method to run a complete IPython cell."""
2900 """Internal method to run a complete IPython cell."""
2901
2901
2902 # we need to avoid calling self.transform_cell multiple time on the same thing
2902 # we need to avoid calling self.transform_cell multiple time on the same thing
2903 # so we need to store some results:
2903 # so we need to store some results:
2904 preprocessing_exc_tuple = None
2904 preprocessing_exc_tuple = None
2905 try:
2905 try:
2906 transformed_cell = self.transform_cell(raw_cell)
2906 transformed_cell = self.transform_cell(raw_cell)
2907 except Exception:
2907 except Exception:
2908 transformed_cell = raw_cell
2908 transformed_cell = raw_cell
2909 preprocessing_exc_tuple = sys.exc_info()
2909 preprocessing_exc_tuple = sys.exc_info()
2910
2910
2911 assert transformed_cell is not None
2911 assert transformed_cell is not None
2912 coro = self.run_cell_async(
2912 coro = self.run_cell_async(
2913 raw_cell,
2913 raw_cell,
2914 store_history=store_history,
2914 store_history=store_history,
2915 silent=silent,
2915 silent=silent,
2916 shell_futures=shell_futures,
2916 shell_futures=shell_futures,
2917 transformed_cell=transformed_cell,
2917 transformed_cell=transformed_cell,
2918 preprocessing_exc_tuple=preprocessing_exc_tuple,
2918 preprocessing_exc_tuple=preprocessing_exc_tuple,
2919 )
2919 )
2920
2920
2921 # run_cell_async is async, but may not actually need an eventloop.
2921 # run_cell_async is async, but may not actually need an eventloop.
2922 # when this is the case, we want to run it using the pseudo_sync_runner
2922 # when this is the case, we want to run it using the pseudo_sync_runner
2923 # so that code can invoke eventloops (for example via the %run , and
2923 # so that code can invoke eventloops (for example via the %run , and
2924 # `%paste` magic.
2924 # `%paste` magic.
2925 if self.trio_runner:
2925 if self.trio_runner:
2926 runner = self.trio_runner
2926 runner = self.trio_runner
2927 elif self.should_run_async(
2927 elif self.should_run_async(
2928 raw_cell,
2928 raw_cell,
2929 transformed_cell=transformed_cell,
2929 transformed_cell=transformed_cell,
2930 preprocessing_exc_tuple=preprocessing_exc_tuple,
2930 preprocessing_exc_tuple=preprocessing_exc_tuple,
2931 ):
2931 ):
2932 runner = self.loop_runner
2932 runner = self.loop_runner
2933 else:
2933 else:
2934 runner = _pseudo_sync_runner
2934 runner = _pseudo_sync_runner
2935
2935
2936 try:
2936 try:
2937 return runner(coro)
2937 return runner(coro)
2938 except BaseException as e:
2938 except BaseException as e:
2939 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2939 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2940 result = ExecutionResult(info)
2940 result = ExecutionResult(info)
2941 result.error_in_exec = e
2941 result.error_in_exec = e
2942 self.showtraceback(running_compiled_code=True)
2942 self.showtraceback(running_compiled_code=True)
2943 return result
2943 return result
2944
2944
2945 def should_run_async(
2945 def should_run_async(
2946 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2946 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2947 ) -> bool:
2947 ) -> bool:
2948 """Return whether a cell should be run asynchronously via a coroutine runner
2948 """Return whether a cell should be run asynchronously via a coroutine runner
2949
2949
2950 Parameters
2950 Parameters
2951 ----------
2951 ----------
2952 raw_cell: str
2952 raw_cell: str
2953 The code to be executed
2953 The code to be executed
2954
2954
2955 Returns
2955 Returns
2956 -------
2956 -------
2957 result: bool
2957 result: bool
2958 Whether the code needs to be run with a coroutine runner or not
2958 Whether the code needs to be run with a coroutine runner or not
2959
2959
2960 .. versionadded: 7.0
2960 .. versionadded: 7.0
2961 """
2961 """
2962 if not self.autoawait:
2962 if not self.autoawait:
2963 return False
2963 return False
2964 if preprocessing_exc_tuple is not None:
2964 if preprocessing_exc_tuple is not None:
2965 return False
2965 return False
2966 assert preprocessing_exc_tuple is None
2966 assert preprocessing_exc_tuple is None
2967 if transformed_cell is None:
2967 if transformed_cell is None:
2968 warnings.warn(
2968 warnings.warn(
2969 "`should_run_async` will not call `transform_cell`"
2969 "`should_run_async` will not call `transform_cell`"
2970 " automatically in the future. Please pass the result to"
2970 " automatically in the future. Please pass the result to"
2971 " `transformed_cell` argument and any exception that happen"
2971 " `transformed_cell` argument and any exception that happen"
2972 " during the"
2972 " during the"
2973 "transform in `preprocessing_exc_tuple` in"
2973 "transform in `preprocessing_exc_tuple` in"
2974 " IPython 7.17 and above.",
2974 " IPython 7.17 and above.",
2975 DeprecationWarning,
2975 DeprecationWarning,
2976 stacklevel=2,
2976 stacklevel=2,
2977 )
2977 )
2978 try:
2978 try:
2979 cell = self.transform_cell(raw_cell)
2979 cell = self.transform_cell(raw_cell)
2980 except Exception:
2980 except Exception:
2981 # any exception during transform will be raised
2981 # any exception during transform will be raised
2982 # prior to execution
2982 # prior to execution
2983 return False
2983 return False
2984 else:
2984 else:
2985 cell = transformed_cell
2985 cell = transformed_cell
2986 return _should_be_async(cell)
2986 return _should_be_async(cell)
2987
2987
2988 async def run_cell_async(
2988 async def run_cell_async(
2989 self,
2989 self,
2990 raw_cell: str,
2990 raw_cell: str,
2991 store_history=False,
2991 store_history=False,
2992 silent=False,
2992 silent=False,
2993 shell_futures=True,
2993 shell_futures=True,
2994 *,
2994 *,
2995 transformed_cell: Optional[str] = None,
2995 transformed_cell: Optional[str] = None,
2996 preprocessing_exc_tuple: Optional[Any] = None
2996 preprocessing_exc_tuple: Optional[Any] = None
2997 ) -> ExecutionResult:
2997 ) -> ExecutionResult:
2998 """Run a complete IPython cell asynchronously.
2998 """Run a complete IPython cell asynchronously.
2999
2999
3000 Parameters
3000 Parameters
3001 ----------
3001 ----------
3002 raw_cell : str
3002 raw_cell : str
3003 The code (including IPython code such as %magic functions) to run.
3003 The code (including IPython code such as %magic functions) to run.
3004 store_history : bool
3004 store_history : bool
3005 If True, the raw and translated cell will be stored in IPython's
3005 If True, the raw and translated cell will be stored in IPython's
3006 history. For user code calling back into IPython's machinery, this
3006 history. For user code calling back into IPython's machinery, this
3007 should be set to False.
3007 should be set to False.
3008 silent : bool
3008 silent : bool
3009 If True, avoid side-effects, such as implicit displayhooks and
3009 If True, avoid side-effects, such as implicit displayhooks and
3010 and logging. silent=True forces store_history=False.
3010 and logging. silent=True forces store_history=False.
3011 shell_futures : bool
3011 shell_futures : bool
3012 If True, the code will share future statements with the interactive
3012 If True, the code will share future statements with the interactive
3013 shell. It will both be affected by previous __future__ imports, and
3013 shell. It will both be affected by previous __future__ imports, and
3014 any __future__ imports in the code will affect the shell. If False,
3014 any __future__ imports in the code will affect the shell. If False,
3015 __future__ imports are not shared in either direction.
3015 __future__ imports are not shared in either direction.
3016 transformed_cell: str
3016 transformed_cell: str
3017 cell that was passed through transformers
3017 cell that was passed through transformers
3018 preprocessing_exc_tuple:
3018 preprocessing_exc_tuple:
3019 trace if the transformation failed.
3019 trace if the transformation failed.
3020
3020
3021 Returns
3021 Returns
3022 -------
3022 -------
3023 result : :class:`ExecutionResult`
3023 result : :class:`ExecutionResult`
3024
3024
3025 .. versionadded: 7.0
3025 .. versionadded: 7.0
3026 """
3026 """
3027 info = ExecutionInfo(
3027 info = ExecutionInfo(
3028 raw_cell, store_history, silent, shell_futures)
3028 raw_cell, store_history, silent, shell_futures)
3029 result = ExecutionResult(info)
3029 result = ExecutionResult(info)
3030
3030
3031 if (not raw_cell) or raw_cell.isspace():
3031 if (not raw_cell) or raw_cell.isspace():
3032 self.last_execution_succeeded = True
3032 self.last_execution_succeeded = True
3033 self.last_execution_result = result
3033 self.last_execution_result = result
3034 return result
3034 return result
3035
3035
3036 if silent:
3036 if silent:
3037 store_history = False
3037 store_history = False
3038
3038
3039 if store_history:
3039 if store_history:
3040 result.execution_count = self.execution_count
3040 result.execution_count = self.execution_count
3041
3041
3042 def error_before_exec(value):
3042 def error_before_exec(value):
3043 if store_history:
3043 if store_history:
3044 self.execution_count += 1
3044 self.execution_count += 1
3045 result.error_before_exec = value
3045 result.error_before_exec = value
3046 self.last_execution_succeeded = False
3046 self.last_execution_succeeded = False
3047 self.last_execution_result = result
3047 self.last_execution_result = result
3048 return result
3048 return result
3049
3049
3050 self.events.trigger('pre_execute')
3050 self.events.trigger('pre_execute')
3051 if not silent:
3051 if not silent:
3052 self.events.trigger('pre_run_cell', info)
3052 self.events.trigger('pre_run_cell', info)
3053
3053
3054 if transformed_cell is None:
3054 if transformed_cell is None:
3055 warnings.warn(
3055 warnings.warn(
3056 "`run_cell_async` will not call `transform_cell`"
3056 "`run_cell_async` will not call `transform_cell`"
3057 " automatically in the future. Please pass the result to"
3057 " automatically in the future. Please pass the result to"
3058 " `transformed_cell` argument and any exception that happen"
3058 " `transformed_cell` argument and any exception that happen"
3059 " during the"
3059 " during the"
3060 "transform in `preprocessing_exc_tuple` in"
3060 "transform in `preprocessing_exc_tuple` in"
3061 " IPython 7.17 and above.",
3061 " IPython 7.17 and above.",
3062 DeprecationWarning,
3062 DeprecationWarning,
3063 stacklevel=2,
3063 stacklevel=2,
3064 )
3064 )
3065 # If any of our input transformation (input_transformer_manager or
3065 # If any of our input transformation (input_transformer_manager or
3066 # prefilter_manager) raises an exception, we store it in this variable
3066 # prefilter_manager) raises an exception, we store it in this variable
3067 # so that we can display the error after logging the input and storing
3067 # so that we can display the error after logging the input and storing
3068 # it in the history.
3068 # it in the history.
3069 try:
3069 try:
3070 cell = self.transform_cell(raw_cell)
3070 cell = self.transform_cell(raw_cell)
3071 except Exception:
3071 except Exception:
3072 preprocessing_exc_tuple = sys.exc_info()
3072 preprocessing_exc_tuple = sys.exc_info()
3073 cell = raw_cell # cell has to exist so it can be stored/logged
3073 cell = raw_cell # cell has to exist so it can be stored/logged
3074 else:
3074 else:
3075 preprocessing_exc_tuple = None
3075 preprocessing_exc_tuple = None
3076 else:
3076 else:
3077 if preprocessing_exc_tuple is None:
3077 if preprocessing_exc_tuple is None:
3078 cell = transformed_cell
3078 cell = transformed_cell
3079 else:
3079 else:
3080 cell = raw_cell
3080 cell = raw_cell
3081
3081
3082 # Store raw and processed history
3082 # Store raw and processed history
3083 if store_history:
3083 if store_history:
3084 self.history_manager.store_inputs(self.execution_count,
3084 self.history_manager.store_inputs(self.execution_count,
3085 cell, raw_cell)
3085 cell, raw_cell)
3086 if not silent:
3086 if not silent:
3087 self.logger.log(cell, raw_cell)
3087 self.logger.log(cell, raw_cell)
3088
3088
3089 # Display the exception if input processing failed.
3089 # Display the exception if input processing failed.
3090 if preprocessing_exc_tuple is not None:
3090 if preprocessing_exc_tuple is not None:
3091 self.showtraceback(preprocessing_exc_tuple)
3091 self.showtraceback(preprocessing_exc_tuple)
3092 if store_history:
3092 if store_history:
3093 self.execution_count += 1
3093 self.execution_count += 1
3094 return error_before_exec(preprocessing_exc_tuple[1])
3094 return error_before_exec(preprocessing_exc_tuple[1])
3095
3095
3096 # Our own compiler remembers the __future__ environment. If we want to
3096 # Our own compiler remembers the __future__ environment. If we want to
3097 # run code with a separate __future__ environment, use the default
3097 # run code with a separate __future__ environment, use the default
3098 # compiler
3098 # compiler
3099 compiler = self.compile if shell_futures else CachingCompiler()
3099 compiler = self.compile if shell_futures else CachingCompiler()
3100
3100
3101 _run_async = False
3101 _run_async = False
3102
3102
3103 with self.builtin_trap:
3103 with self.builtin_trap:
3104 cell_name = self.compile.cache(cell, self.execution_count)
3104 cell_name = self.compile.cache(cell, self.execution_count)
3105
3105
3106 with self.display_trap:
3106 with self.display_trap:
3107 # Compile to bytecode
3107 # Compile to bytecode
3108 try:
3108 try:
3109 if sys.version_info < (3,8) and self.autoawait:
3109 if sys.version_info < (3,8) and self.autoawait:
3110 if _should_be_async(cell):
3110 if _should_be_async(cell):
3111 # the code AST below will not be user code: we wrap it
3111 # the code AST below will not be user code: we wrap it
3112 # in an `async def`. This will likely make some AST
3112 # in an `async def`. This will likely make some AST
3113 # transformer below miss some transform opportunity and
3113 # transformer below miss some transform opportunity and
3114 # introduce a small coupling to run_code (in which we
3114 # introduce a small coupling to run_code (in which we
3115 # bake some assumptions of what _ast_asyncify returns.
3115 # bake some assumptions of what _ast_asyncify returns.
3116 # they are ways around (like grafting part of the ast
3116 # they are ways around (like grafting part of the ast
3117 # later:
3117 # later:
3118 # - Here, return code_ast.body[0].body[1:-1], as well
3118 # - Here, return code_ast.body[0].body[1:-1], as well
3119 # as last expression in return statement which is
3119 # as last expression in return statement which is
3120 # the user code part.
3120 # the user code part.
3121 # - Let it go through the AST transformers, and graft
3121 # - Let it go through the AST transformers, and graft
3122 # - it back after the AST transform
3122 # - it back after the AST transform
3123 # But that seem unreasonable, at least while we
3123 # But that seem unreasonable, at least while we
3124 # do not need it.
3124 # do not need it.
3125 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3125 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3126 _run_async = True
3126 _run_async = True
3127 else:
3127 else:
3128 code_ast = compiler.ast_parse(cell, filename=cell_name)
3128 code_ast = compiler.ast_parse(cell, filename=cell_name)
3129 else:
3129 else:
3130 code_ast = compiler.ast_parse(cell, filename=cell_name)
3130 code_ast = compiler.ast_parse(cell, filename=cell_name)
3131 except self.custom_exceptions as e:
3131 except self.custom_exceptions as e:
3132 etype, value, tb = sys.exc_info()
3132 etype, value, tb = sys.exc_info()
3133 self.CustomTB(etype, value, tb)
3133 self.CustomTB(etype, value, tb)
3134 return error_before_exec(e)
3134 return error_before_exec(e)
3135 except IndentationError as e:
3135 except IndentationError as e:
3136 self.showindentationerror()
3136 self.showindentationerror()
3137 return error_before_exec(e)
3137 return error_before_exec(e)
3138 except (OverflowError, SyntaxError, ValueError, TypeError,
3138 except (OverflowError, SyntaxError, ValueError, TypeError,
3139 MemoryError) as e:
3139 MemoryError) as e:
3140 self.showsyntaxerror()
3140 self.showsyntaxerror()
3141 return error_before_exec(e)
3141 return error_before_exec(e)
3142
3142
3143 # Apply AST transformations
3143 # Apply AST transformations
3144 try:
3144 try:
3145 code_ast = self.transform_ast(code_ast)
3145 code_ast = self.transform_ast(code_ast)
3146 except InputRejected as e:
3146 except InputRejected as e:
3147 self.showtraceback()
3147 self.showtraceback()
3148 return error_before_exec(e)
3148 return error_before_exec(e)
3149
3149
3150 # Give the displayhook a reference to our ExecutionResult so it
3150 # Give the displayhook a reference to our ExecutionResult so it
3151 # can fill in the output value.
3151 # can fill in the output value.
3152 self.displayhook.exec_result = result
3152 self.displayhook.exec_result = result
3153
3153
3154 # Execute the user code
3154 # Execute the user code
3155 interactivity = "none" if silent else self.ast_node_interactivity
3155 interactivity = "none" if silent else self.ast_node_interactivity
3156 if _run_async:
3156 if _run_async:
3157 interactivity = 'async'
3157 interactivity = 'async'
3158
3158
3159 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3159 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3160 interactivity=interactivity, compiler=compiler, result=result)
3160 interactivity=interactivity, compiler=compiler, result=result)
3161
3161
3162 self.last_execution_succeeded = not has_raised
3162 self.last_execution_succeeded = not has_raised
3163 self.last_execution_result = result
3163 self.last_execution_result = result
3164
3164
3165 # Reset this so later displayed values do not modify the
3165 # Reset this so later displayed values do not modify the
3166 # ExecutionResult
3166 # ExecutionResult
3167 self.displayhook.exec_result = None
3167 self.displayhook.exec_result = None
3168
3168
3169 if store_history:
3169 if store_history:
3170 # Write output to the database. Does nothing unless
3170 # Write output to the database. Does nothing unless
3171 # history output logging is enabled.
3171 # history output logging is enabled.
3172 self.history_manager.store_output(self.execution_count)
3172 self.history_manager.store_output(self.execution_count)
3173 # Each cell is a *single* input, regardless of how many lines it has
3173 # Each cell is a *single* input, regardless of how many lines it has
3174 self.execution_count += 1
3174 self.execution_count += 1
3175
3175
3176 return result
3176 return result
3177
3177
3178 def transform_cell(self, raw_cell):
3178 def transform_cell(self, raw_cell):
3179 """Transform an input cell before parsing it.
3179 """Transform an input cell before parsing it.
3180
3180
3181 Static transformations, implemented in IPython.core.inputtransformer2,
3181 Static transformations, implemented in IPython.core.inputtransformer2,
3182 deal with things like ``%magic`` and ``!system`` commands.
3182 deal with things like ``%magic`` and ``!system`` commands.
3183 These run on all input.
3183 These run on all input.
3184 Dynamic transformations, for things like unescaped magics and the exit
3184 Dynamic transformations, for things like unescaped magics and the exit
3185 autocall, depend on the state of the interpreter.
3185 autocall, depend on the state of the interpreter.
3186 These only apply to single line inputs.
3186 These only apply to single line inputs.
3187
3187
3188 These string-based transformations are followed by AST transformations;
3188 These string-based transformations are followed by AST transformations;
3189 see :meth:`transform_ast`.
3189 see :meth:`transform_ast`.
3190 """
3190 """
3191 # Static input transformations
3191 # Static input transformations
3192 cell = self.input_transformer_manager.transform_cell(raw_cell)
3192 cell = self.input_transformer_manager.transform_cell(raw_cell)
3193
3193
3194 if len(cell.splitlines()) == 1:
3194 if len(cell.splitlines()) == 1:
3195 # Dynamic transformations - only applied for single line commands
3195 # Dynamic transformations - only applied for single line commands
3196 with self.builtin_trap:
3196 with self.builtin_trap:
3197 # use prefilter_lines to handle trailing newlines
3197 # use prefilter_lines to handle trailing newlines
3198 # restore trailing newline for ast.parse
3198 # restore trailing newline for ast.parse
3199 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3199 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3200
3200
3201 lines = cell.splitlines(keepends=True)
3201 lines = cell.splitlines(keepends=True)
3202 for transform in self.input_transformers_post:
3202 for transform in self.input_transformers_post:
3203 lines = transform(lines)
3203 lines = transform(lines)
3204 cell = ''.join(lines)
3204 cell = ''.join(lines)
3205
3205
3206 return cell
3206 return cell
3207
3207
3208 def transform_ast(self, node):
3208 def transform_ast(self, node):
3209 """Apply the AST transformations from self.ast_transformers
3209 """Apply the AST transformations from self.ast_transformers
3210
3210
3211 Parameters
3211 Parameters
3212 ----------
3212 ----------
3213 node : ast.Node
3213 node : ast.Node
3214 The root node to be transformed. Typically called with the ast.Module
3214 The root node to be transformed. Typically called with the ast.Module
3215 produced by parsing user input.
3215 produced by parsing user input.
3216
3216
3217 Returns
3217 Returns
3218 -------
3218 -------
3219 An ast.Node corresponding to the node it was called with. Note that it
3219 An ast.Node corresponding to the node it was called with. Note that it
3220 may also modify the passed object, so don't rely on references to the
3220 may also modify the passed object, so don't rely on references to the
3221 original AST.
3221 original AST.
3222 """
3222 """
3223 for transformer in self.ast_transformers:
3223 for transformer in self.ast_transformers:
3224 try:
3224 try:
3225 node = transformer.visit(node)
3225 node = transformer.visit(node)
3226 except InputRejected:
3226 except InputRejected:
3227 # User-supplied AST transformers can reject an input by raising
3227 # User-supplied AST transformers can reject an input by raising
3228 # an InputRejected. Short-circuit in this case so that we
3228 # an InputRejected. Short-circuit in this case so that we
3229 # don't unregister the transform.
3229 # don't unregister the transform.
3230 raise
3230 raise
3231 except Exception:
3231 except Exception:
3232 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3232 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3233 self.ast_transformers.remove(transformer)
3233 self.ast_transformers.remove(transformer)
3234
3234
3235 if self.ast_transformers:
3235 if self.ast_transformers:
3236 ast.fix_missing_locations(node)
3236 ast.fix_missing_locations(node)
3237 return node
3237 return node
3238
3238
3239 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3239 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3240 compiler=compile, result=None):
3240 compiler=compile, result=None):
3241 """Run a sequence of AST nodes. The execution mode depends on the
3241 """Run a sequence of AST nodes. The execution mode depends on the
3242 interactivity parameter.
3242 interactivity parameter.
3243
3243
3244 Parameters
3244 Parameters
3245 ----------
3245 ----------
3246 nodelist : list
3246 nodelist : list
3247 A sequence of AST nodes to run.
3247 A sequence of AST nodes to run.
3248 cell_name : str
3248 cell_name : str
3249 Will be passed to the compiler as the filename of the cell. Typically
3249 Will be passed to the compiler as the filename of the cell. Typically
3250 the value returned by ip.compile.cache(cell).
3250 the value returned by ip.compile.cache(cell).
3251 interactivity : str
3251 interactivity : str
3252 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3252 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3253 specifying which nodes should be run interactively (displaying output
3253 specifying which nodes should be run interactively (displaying output
3254 from expressions). 'last_expr' will run the last node interactively
3254 from expressions). 'last_expr' will run the last node interactively
3255 only if it is an expression (i.e. expressions in loops or other blocks
3255 only if it is an expression (i.e. expressions in loops or other blocks
3256 are not displayed) 'last_expr_or_assign' will run the last expression
3256 are not displayed) 'last_expr_or_assign' will run the last expression
3257 or the last assignment. Other values for this parameter will raise a
3257 or the last assignment. Other values for this parameter will raise a
3258 ValueError.
3258 ValueError.
3259
3259
3260 Experimental value: 'async' Will try to run top level interactive
3260 Experimental value: 'async' Will try to run top level interactive
3261 async/await code in default runner, this will not respect the
3261 async/await code in default runner, this will not respect the
3262 interactivity setting and will only run the last node if it is an
3262 interactivity setting and will only run the last node if it is an
3263 expression.
3263 expression.
3264
3264
3265 compiler : callable
3265 compiler : callable
3266 A function with the same interface as the built-in compile(), to turn
3266 A function with the same interface as the built-in compile(), to turn
3267 the AST nodes into code objects. Default is the built-in compile().
3267 the AST nodes into code objects. Default is the built-in compile().
3268 result : ExecutionResult, optional
3268 result : ExecutionResult, optional
3269 An object to store exceptions that occur during execution.
3269 An object to store exceptions that occur during execution.
3270
3270
3271 Returns
3271 Returns
3272 -------
3272 -------
3273 True if an exception occurred while running code, False if it finished
3273 True if an exception occurred while running code, False if it finished
3274 running.
3274 running.
3275 """
3275 """
3276 if not nodelist:
3276 if not nodelist:
3277 return
3277 return
3278
3278
3279 if interactivity == 'last_expr_or_assign':
3279 if interactivity == 'last_expr_or_assign':
3280 if isinstance(nodelist[-1], _assign_nodes):
3280 if isinstance(nodelist[-1], _assign_nodes):
3281 asg = nodelist[-1]
3281 asg = nodelist[-1]
3282 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3282 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3283 target = asg.targets[0]
3283 target = asg.targets[0]
3284 elif isinstance(asg, _single_targets_nodes):
3284 elif isinstance(asg, _single_targets_nodes):
3285 target = asg.target
3285 target = asg.target
3286 else:
3286 else:
3287 target = None
3287 target = None
3288 if isinstance(target, ast.Name):
3288 if isinstance(target, ast.Name):
3289 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3289 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3290 ast.fix_missing_locations(nnode)
3290 ast.fix_missing_locations(nnode)
3291 nodelist.append(nnode)
3291 nodelist.append(nnode)
3292 interactivity = 'last_expr'
3292 interactivity = 'last_expr'
3293
3293
3294 _async = False
3294 _async = False
3295 if interactivity == 'last_expr':
3295 if interactivity == 'last_expr':
3296 if isinstance(nodelist[-1], ast.Expr):
3296 if isinstance(nodelist[-1], ast.Expr):
3297 interactivity = "last"
3297 interactivity = "last"
3298 else:
3298 else:
3299 interactivity = "none"
3299 interactivity = "none"
3300
3300
3301 if interactivity == 'none':
3301 if interactivity == 'none':
3302 to_run_exec, to_run_interactive = nodelist, []
3302 to_run_exec, to_run_interactive = nodelist, []
3303 elif interactivity == 'last':
3303 elif interactivity == 'last':
3304 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3304 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3305 elif interactivity == 'all':
3305 elif interactivity == 'all':
3306 to_run_exec, to_run_interactive = [], nodelist
3306 to_run_exec, to_run_interactive = [], nodelist
3307 elif interactivity == 'async':
3307 elif interactivity == 'async':
3308 to_run_exec, to_run_interactive = [], nodelist
3308 to_run_exec, to_run_interactive = [], nodelist
3309 _async = True
3309 _async = True
3310 else:
3310 else:
3311 raise ValueError("Interactivity was %r" % interactivity)
3311 raise ValueError("Interactivity was %r" % interactivity)
3312
3312
3313 try:
3313 try:
3314 if _async and sys.version_info > (3,8):
3314 if _async and sys.version_info > (3,8):
3315 raise ValueError("This branch should never happen on Python 3.8 and above, "
3315 raise ValueError("This branch should never happen on Python 3.8 and above, "
3316 "please try to upgrade IPython and open a bug report with your case.")
3316 "please try to upgrade IPython and open a bug report with your case.")
3317 if _async:
3317 if _async:
3318 # If interactivity is async the semantics of run_code are
3318 # If interactivity is async the semantics of run_code are
3319 # completely different Skip usual machinery.
3319 # completely different Skip usual machinery.
3320 mod = Module(nodelist, [])
3320 mod = Module(nodelist, [])
3321 async_wrapper_code = compiler(mod, cell_name, 'exec')
3321 async_wrapper_code = compiler(mod, cell_name, 'exec')
3322 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3322 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3323 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3323 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3324 if (await self.run_code(async_code, result, async_=True)):
3324 if (await self.run_code(async_code, result, async_=True)):
3325 return True
3325 return True
3326 else:
3326 else:
3327 if sys.version_info > (3, 8):
3327 if sys.version_info > (3, 8):
3328 def compare(code):
3328 def compare(code):
3329 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3329 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3330 return is_async
3330 return is_async
3331 else:
3331 else:
3332 def compare(code):
3332 def compare(code):
3333 return _async
3333 return _async
3334
3334
3335 # refactor that to just change the mod constructor.
3335 # refactor that to just change the mod constructor.
3336 to_run = []
3336 to_run = []
3337 for node in to_run_exec:
3337 for node in to_run_exec:
3338 to_run.append((node, 'exec'))
3338 to_run.append((node, 'exec'))
3339
3339
3340 for node in to_run_interactive:
3340 for node in to_run_interactive:
3341 to_run.append((node, 'single'))
3341 to_run.append((node, 'single'))
3342
3342
3343 for node,mode in to_run:
3343 for node,mode in to_run:
3344 if mode == 'exec':
3344 if mode == 'exec':
3345 mod = Module([node], [])
3345 mod = Module([node], [])
3346 elif mode == 'single':
3346 elif mode == 'single':
3347 mod = ast.Interactive([node])
3347 mod = ast.Interactive([node])
3348 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3348 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3349 code = compiler(mod, cell_name, mode)
3349 code = compiler(mod, cell_name, mode)
3350 asy = compare(code)
3350 asy = compare(code)
3351 if (await self.run_code(code, result, async_=asy)):
3351 if (await self.run_code(code, result, async_=asy)):
3352 return True
3352 return True
3353
3353
3354 # Flush softspace
3354 # Flush softspace
3355 if softspace(sys.stdout, 0):
3355 if softspace(sys.stdout, 0):
3356 print()
3356 print()
3357
3357
3358 except:
3358 except:
3359 # It's possible to have exceptions raised here, typically by
3359 # It's possible to have exceptions raised here, typically by
3360 # compilation of odd code (such as a naked 'return' outside a
3360 # compilation of odd code (such as a naked 'return' outside a
3361 # function) that did parse but isn't valid. Typically the exception
3361 # function) that did parse but isn't valid. Typically the exception
3362 # is a SyntaxError, but it's safest just to catch anything and show
3362 # is a SyntaxError, but it's safest just to catch anything and show
3363 # the user a traceback.
3363 # the user a traceback.
3364
3364
3365 # We do only one try/except outside the loop to minimize the impact
3365 # We do only one try/except outside the loop to minimize the impact
3366 # on runtime, and also because if any node in the node list is
3366 # on runtime, and also because if any node in the node list is
3367 # broken, we should stop execution completely.
3367 # broken, we should stop execution completely.
3368 if result:
3368 if result:
3369 result.error_before_exec = sys.exc_info()[1]
3369 result.error_before_exec = sys.exc_info()[1]
3370 self.showtraceback()
3370 self.showtraceback()
3371 return True
3371 return True
3372
3372
3373 return False
3373 return False
3374
3374
3375 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3375 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3376 """
3376 """
3377 Evaluate an asynchronous code object using a code runner
3377 Evaluate an asynchronous code object using a code runner
3378
3378
3379 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3379 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3380
3380
3381 Returns coroutine object, which can be executed via async loop runner
3381 Returns coroutine object, which can be executed via async loop runner
3382
3382
3383 WARNING: The semantics of `async_exec` are quite different from `exec`,
3383 WARNING: The semantics of `async_exec` are quite different from `exec`,
3384 in particular you can only pass a single namespace. It also return a
3384 in particular you can only pass a single namespace. It also return a
3385 handle to the value of the last things returned by code_object.
3385 handle to the value of the last things returned by code_object.
3386 """
3386 """
3387
3387
3388 return eval(code_obj, user_ns)
3388 return eval(code_obj, user_ns)
3389
3389
3390 async def run_code(self, code_obj, result=None, *, async_=False):
3390 async def run_code(self, code_obj, result=None, *, async_=False):
3391 """Execute a code object.
3391 """Execute a code object.
3392
3392
3393 When an exception occurs, self.showtraceback() is called to display a
3393 When an exception occurs, self.showtraceback() is called to display a
3394 traceback.
3394 traceback.
3395
3395
3396 Parameters
3396 Parameters
3397 ----------
3397 ----------
3398 code_obj : code object
3398 code_obj : code object
3399 A compiled code object, to be executed
3399 A compiled code object, to be executed
3400 result : ExecutionResult, optional
3400 result : ExecutionResult, optional
3401 An object to store exceptions that occur during execution.
3401 An object to store exceptions that occur during execution.
3402 async_ : Bool (Experimental)
3402 async_ : Bool (Experimental)
3403 Attempt to run top-level asynchronous code in a default loop.
3403 Attempt to run top-level asynchronous code in a default loop.
3404
3404
3405 Returns
3405 Returns
3406 -------
3406 -------
3407 False : successful execution.
3407 False : successful execution.
3408 True : an error occurred.
3408 True : an error occurred.
3409 """
3409 """
3410 # special value to say that anything above is IPython and should be
3410 # special value to say that anything above is IPython and should be
3411 # hidden.
3411 # hidden.
3412 __tracebackhide__ = "__ipython_bottom__"
3412 __tracebackhide__ = "__ipython_bottom__"
3413 # Set our own excepthook in case the user code tries to call it
3413 # Set our own excepthook in case the user code tries to call it
3414 # directly, so that the IPython crash handler doesn't get triggered
3414 # directly, so that the IPython crash handler doesn't get triggered
3415 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3415 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3416
3416
3417 # we save the original sys.excepthook in the instance, in case config
3417 # we save the original sys.excepthook in the instance, in case config
3418 # code (such as magics) needs access to it.
3418 # code (such as magics) needs access to it.
3419 self.sys_excepthook = old_excepthook
3419 self.sys_excepthook = old_excepthook
3420 outflag = True # happens in more places, so it's easier as default
3420 outflag = True # happens in more places, so it's easier as default
3421 try:
3421 try:
3422 try:
3422 try:
3423 self.hooks.pre_run_code_hook()
3423 self.hooks.pre_run_code_hook()
3424 if async_ and sys.version_info < (3,8):
3424 if async_ and sys.version_info < (3,8):
3425 last_expr = (await self._async_exec(code_obj, self.user_ns))
3425 last_expr = (await self._async_exec(code_obj, self.user_ns))
3426 code = compile('last_expr', 'fake', "single")
3426 code = compile('last_expr', 'fake', "single")
3427 exec(code, {'last_expr': last_expr})
3427 exec(code, {'last_expr': last_expr})
3428 elif async_ :
3428 elif async_ :
3429 await eval(code_obj, self.user_global_ns, self.user_ns)
3429 await eval(code_obj, self.user_global_ns, self.user_ns)
3430 else:
3430 else:
3431 exec(code_obj, self.user_global_ns, self.user_ns)
3431 exec(code_obj, self.user_global_ns, self.user_ns)
3432 finally:
3432 finally:
3433 # Reset our crash handler in place
3433 # Reset our crash handler in place
3434 sys.excepthook = old_excepthook
3434 sys.excepthook = old_excepthook
3435 except SystemExit as e:
3435 except SystemExit as e:
3436 if result is not None:
3436 if result is not None:
3437 result.error_in_exec = e
3437 result.error_in_exec = e
3438 self.showtraceback(exception_only=True)
3438 self.showtraceback(exception_only=True)
3439 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3439 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3440 except self.custom_exceptions:
3440 except self.custom_exceptions:
3441 etype, value, tb = sys.exc_info()
3441 etype, value, tb = sys.exc_info()
3442 if result is not None:
3442 if result is not None:
3443 result.error_in_exec = value
3443 result.error_in_exec = value
3444 self.CustomTB(etype, value, tb)
3444 self.CustomTB(etype, value, tb)
3445 except:
3445 except:
3446 if result is not None:
3446 if result is not None:
3447 result.error_in_exec = sys.exc_info()[1]
3447 result.error_in_exec = sys.exc_info()[1]
3448 self.showtraceback(running_compiled_code=True)
3448 self.showtraceback(running_compiled_code=True)
3449 else:
3449 else:
3450 outflag = False
3450 outflag = False
3451 return outflag
3451 return outflag
3452
3452
3453 # For backwards compatibility
3453 # For backwards compatibility
3454 runcode = run_code
3454 runcode = run_code
3455
3455
3456 def check_complete(self, code: str) -> Tuple[str, str]:
3456 def check_complete(self, code: str) -> Tuple[str, str]:
3457 """Return whether a block of code is ready to execute, or should be continued
3457 """Return whether a block of code is ready to execute, or should be continued
3458
3458
3459 Parameters
3459 Parameters
3460 ----------
3460 ----------
3461 source : string
3461 source : string
3462 Python input code, which can be multiline.
3462 Python input code, which can be multiline.
3463
3463
3464 Returns
3464 Returns
3465 -------
3465 -------
3466 status : str
3466 status : str
3467 One of 'complete', 'incomplete', or 'invalid' if source is not a
3467 One of 'complete', 'incomplete', or 'invalid' if source is not a
3468 prefix of valid code.
3468 prefix of valid code.
3469 indent : str
3469 indent : str
3470 When status is 'incomplete', this is some whitespace to insert on
3470 When status is 'incomplete', this is some whitespace to insert on
3471 the next line of the prompt.
3471 the next line of the prompt.
3472 """
3472 """
3473 status, nspaces = self.input_transformer_manager.check_complete(code)
3473 status, nspaces = self.input_transformer_manager.check_complete(code)
3474 return status, ' ' * (nspaces or 0)
3474 return status, ' ' * (nspaces or 0)
3475
3475
3476 #-------------------------------------------------------------------------
3476 #-------------------------------------------------------------------------
3477 # Things related to GUI support and pylab
3477 # Things related to GUI support and pylab
3478 #-------------------------------------------------------------------------
3478 #-------------------------------------------------------------------------
3479
3479
3480 active_eventloop = None
3480 active_eventloop = None
3481
3481
3482 def enable_gui(self, gui=None):
3482 def enable_gui(self, gui=None):
3483 raise NotImplementedError('Implement enable_gui in a subclass')
3483 raise NotImplementedError('Implement enable_gui in a subclass')
3484
3484
3485 def enable_matplotlib(self, gui=None):
3485 def enable_matplotlib(self, gui=None):
3486 """Enable interactive matplotlib and inline figure support.
3486 """Enable interactive matplotlib and inline figure support.
3487
3487
3488 This takes the following steps:
3488 This takes the following steps:
3489
3489
3490 1. select the appropriate eventloop and matplotlib backend
3490 1. select the appropriate eventloop and matplotlib backend
3491 2. set up matplotlib for interactive use with that backend
3491 2. set up matplotlib for interactive use with that backend
3492 3. configure formatters for inline figure display
3492 3. configure formatters for inline figure display
3493 4. enable the selected gui eventloop
3493 4. enable the selected gui eventloop
3494
3494
3495 Parameters
3495 Parameters
3496 ----------
3496 ----------
3497 gui : optional, string
3497 gui : optional, string
3498 If given, dictates the choice of matplotlib GUI backend to use
3498 If given, dictates the choice of matplotlib GUI backend to use
3499 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3499 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3500 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3500 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3501 matplotlib (as dictated by the matplotlib build-time options plus the
3501 matplotlib (as dictated by the matplotlib build-time options plus the
3502 user's matplotlibrc configuration file). Note that not all backends
3502 user's matplotlibrc configuration file). Note that not all backends
3503 make sense in all contexts, for example a terminal ipython can't
3503 make sense in all contexts, for example a terminal ipython can't
3504 display figures inline.
3504 display figures inline.
3505 """
3505 """
3506 from IPython.core import pylabtools as pt
3506 from IPython.core import pylabtools as pt
3507 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3507 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3508
3508
3509 if gui != 'inline':
3509 if gui != 'inline':
3510 # If we have our first gui selection, store it
3510 # If we have our first gui selection, store it
3511 if self.pylab_gui_select is None:
3511 if self.pylab_gui_select is None:
3512 self.pylab_gui_select = gui
3512 self.pylab_gui_select = gui
3513 # Otherwise if they are different
3513 # Otherwise if they are different
3514 elif gui != self.pylab_gui_select:
3514 elif gui != self.pylab_gui_select:
3515 print('Warning: Cannot change to a different GUI toolkit: %s.'
3515 print('Warning: Cannot change to a different GUI toolkit: %s.'
3516 ' Using %s instead.' % (gui, self.pylab_gui_select))
3516 ' Using %s instead.' % (gui, self.pylab_gui_select))
3517 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3517 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3518
3518
3519 pt.activate_matplotlib(backend)
3519 pt.activate_matplotlib(backend)
3520 pt.configure_inline_support(self, backend)
3520 pt.configure_inline_support(self, backend)
3521
3521
3522 # Now we must activate the gui pylab wants to use, and fix %run to take
3522 # Now we must activate the gui pylab wants to use, and fix %run to take
3523 # plot updates into account
3523 # plot updates into account
3524 self.enable_gui(gui)
3524 self.enable_gui(gui)
3525 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3525 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3526 pt.mpl_runner(self.safe_execfile)
3526 pt.mpl_runner(self.safe_execfile)
3527
3527
3528 return gui, backend
3528 return gui, backend
3529
3529
3530 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3530 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3531 """Activate pylab support at runtime.
3531 """Activate pylab support at runtime.
3532
3532
3533 This turns on support for matplotlib, preloads into the interactive
3533 This turns on support for matplotlib, preloads into the interactive
3534 namespace all of numpy and pylab, and configures IPython to correctly
3534 namespace all of numpy and pylab, and configures IPython to correctly
3535 interact with the GUI event loop. The GUI backend to be used can be
3535 interact with the GUI event loop. The GUI backend to be used can be
3536 optionally selected with the optional ``gui`` argument.
3536 optionally selected with the optional ``gui`` argument.
3537
3537
3538 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3538 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3539
3539
3540 Parameters
3540 Parameters
3541 ----------
3541 ----------
3542 gui : optional, string
3542 gui : optional, string
3543 If given, dictates the choice of matplotlib GUI backend to use
3543 If given, dictates the choice of matplotlib GUI backend to use
3544 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3544 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3545 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3545 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3546 matplotlib (as dictated by the matplotlib build-time options plus the
3546 matplotlib (as dictated by the matplotlib build-time options plus the
3547 user's matplotlibrc configuration file). Note that not all backends
3547 user's matplotlibrc configuration file). Note that not all backends
3548 make sense in all contexts, for example a terminal ipython can't
3548 make sense in all contexts, for example a terminal ipython can't
3549 display figures inline.
3549 display figures inline.
3550 import_all : optional, bool, default: True
3550 import_all : optional, bool, default: True
3551 Whether to do `from numpy import *` and `from pylab import *`
3551 Whether to do `from numpy import *` and `from pylab import *`
3552 in addition to module imports.
3552 in addition to module imports.
3553 welcome_message : deprecated
3553 welcome_message : deprecated
3554 This argument is ignored, no welcome message will be displayed.
3554 This argument is ignored, no welcome message will be displayed.
3555 """
3555 """
3556 from IPython.core.pylabtools import import_pylab
3556 from IPython.core.pylabtools import import_pylab
3557
3557
3558 gui, backend = self.enable_matplotlib(gui)
3558 gui, backend = self.enable_matplotlib(gui)
3559
3559
3560 # We want to prevent the loading of pylab to pollute the user's
3560 # We want to prevent the loading of pylab to pollute the user's
3561 # namespace as shown by the %who* magics, so we execute the activation
3561 # namespace as shown by the %who* magics, so we execute the activation
3562 # code in an empty namespace, and we update *both* user_ns and
3562 # code in an empty namespace, and we update *both* user_ns and
3563 # user_ns_hidden with this information.
3563 # user_ns_hidden with this information.
3564 ns = {}
3564 ns = {}
3565 import_pylab(ns, import_all)
3565 import_pylab(ns, import_all)
3566 # warn about clobbered names
3566 # warn about clobbered names
3567 ignored = {"__builtins__"}
3567 ignored = {"__builtins__"}
3568 both = set(ns).intersection(self.user_ns).difference(ignored)
3568 both = set(ns).intersection(self.user_ns).difference(ignored)
3569 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3569 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3570 self.user_ns.update(ns)
3570 self.user_ns.update(ns)
3571 self.user_ns_hidden.update(ns)
3571 self.user_ns_hidden.update(ns)
3572 return gui, backend, clobbered
3572 return gui, backend, clobbered
3573
3573
3574 #-------------------------------------------------------------------------
3574 #-------------------------------------------------------------------------
3575 # Utilities
3575 # Utilities
3576 #-------------------------------------------------------------------------
3576 #-------------------------------------------------------------------------
3577
3577
3578 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3578 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3579 """Expand python variables in a string.
3579 """Expand python variables in a string.
3580
3580
3581 The depth argument indicates how many frames above the caller should
3581 The depth argument indicates how many frames above the caller should
3582 be walked to look for the local namespace where to expand variables.
3582 be walked to look for the local namespace where to expand variables.
3583
3583
3584 The global namespace for expansion is always the user's interactive
3584 The global namespace for expansion is always the user's interactive
3585 namespace.
3585 namespace.
3586 """
3586 """
3587 ns = self.user_ns.copy()
3587 ns = self.user_ns.copy()
3588 try:
3588 try:
3589 frame = sys._getframe(depth+1)
3589 frame = sys._getframe(depth+1)
3590 except ValueError:
3590 except ValueError:
3591 # This is thrown if there aren't that many frames on the stack,
3591 # This is thrown if there aren't that many frames on the stack,
3592 # e.g. if a script called run_line_magic() directly.
3592 # e.g. if a script called run_line_magic() directly.
3593 pass
3593 pass
3594 else:
3594 else:
3595 ns.update(frame.f_locals)
3595 ns.update(frame.f_locals)
3596
3596
3597 try:
3597 try:
3598 # We have to use .vformat() here, because 'self' is a valid and common
3598 # We have to use .vformat() here, because 'self' is a valid and common
3599 # name, and expanding **ns for .format() would make it collide with
3599 # name, and expanding **ns for .format() would make it collide with
3600 # the 'self' argument of the method.
3600 # the 'self' argument of the method.
3601 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3601 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3602 except Exception:
3602 except Exception:
3603 # if formatter couldn't format, just let it go untransformed
3603 # if formatter couldn't format, just let it go untransformed
3604 pass
3604 pass
3605 return cmd
3605 return cmd
3606
3606
3607 def mktempfile(self, data=None, prefix='ipython_edit_'):
3607 def mktempfile(self, data=None, prefix='ipython_edit_'):
3608 """Make a new tempfile and return its filename.
3608 """Make a new tempfile and return its filename.
3609
3609
3610 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3610 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3611 but it registers the created filename internally so ipython cleans it up
3611 but it registers the created filename internally so ipython cleans it up
3612 at exit time.
3612 at exit time.
3613
3613
3614 Optional inputs:
3614 Optional inputs:
3615
3615
3616 - data(None): if data is given, it gets written out to the temp file
3616 - data(None): if data is given, it gets written out to the temp file
3617 immediately, and the file is closed again."""
3617 immediately, and the file is closed again."""
3618
3618
3619 dir_path = Path(tempfile.mkdtemp(prefix=prefix))
3619 dir_path = Path(tempfile.mkdtemp(prefix=prefix))
3620 self.tempdirs.append(dir_path)
3620 self.tempdirs.append(dir_path)
3621
3621
3622 handle, filename = tempfile.mkstemp(".py", prefix, dir=str(dir_path))
3622 handle, filename = tempfile.mkstemp(".py", prefix, dir=str(dir_path))
3623 os.close(handle) # On Windows, there can only be one open handle on a file
3623 os.close(handle) # On Windows, there can only be one open handle on a file
3624
3624
3625 file_path = Path(filename)
3625 file_path = Path(filename)
3626 self.tempfiles.append(file_path)
3626 self.tempfiles.append(file_path)
3627
3627
3628 if data:
3628 if data:
3629 file_path.write_text(data)
3629 file_path.write_text(data)
3630 return filename
3630 return filename
3631
3631
3632 @undoc
3632 @undoc
3633 def write(self,data):
3633 def write(self,data):
3634 """DEPRECATED: Write a string to the default output"""
3634 """DEPRECATED: Write a string to the default output"""
3635 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3635 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3636 DeprecationWarning, stacklevel=2)
3636 DeprecationWarning, stacklevel=2)
3637 sys.stdout.write(data)
3637 sys.stdout.write(data)
3638
3638
3639 @undoc
3639 @undoc
3640 def write_err(self,data):
3640 def write_err(self,data):
3641 """DEPRECATED: Write a string to the default error output"""
3641 """DEPRECATED: Write a string to the default error output"""
3642 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3642 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3643 DeprecationWarning, stacklevel=2)
3643 DeprecationWarning, stacklevel=2)
3644 sys.stderr.write(data)
3644 sys.stderr.write(data)
3645
3645
3646 def ask_yes_no(self, prompt, default=None, interrupt=None):
3646 def ask_yes_no(self, prompt, default=None, interrupt=None):
3647 if self.quiet:
3647 if self.quiet:
3648 return True
3648 return True
3649 return ask_yes_no(prompt,default,interrupt)
3649 return ask_yes_no(prompt,default,interrupt)
3650
3650
3651 def show_usage(self):
3651 def show_usage(self):
3652 """Show a usage message"""
3652 """Show a usage message"""
3653 page.page(IPython.core.usage.interactive_usage)
3653 page.page(IPython.core.usage.interactive_usage)
3654
3654
3655 def extract_input_lines(self, range_str, raw=False):
3655 def extract_input_lines(self, range_str, raw=False):
3656 """Return as a string a set of input history slices.
3656 """Return as a string a set of input history slices.
3657
3657
3658 Parameters
3658 Parameters
3659 ----------
3659 ----------
3660 range_str : string
3660 range_str : string
3661 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3661 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3662 since this function is for use by magic functions which get their
3662 since this function is for use by magic functions which get their
3663 arguments as strings. The number before the / is the session
3663 arguments as strings. The number before the / is the session
3664 number: ~n goes n back from the current session.
3664 number: ~n goes n back from the current session.
3665
3665
3666 raw : bool, optional
3666 raw : bool, optional
3667 By default, the processed input is used. If this is true, the raw
3667 By default, the processed input is used. If this is true, the raw
3668 input history is used instead.
3668 input history is used instead.
3669
3669
3670 Notes
3670 Notes
3671 -----
3671 -----
3672
3672
3673 Slices can be described with two notations:
3673 Slices can be described with two notations:
3674
3674
3675 * ``N:M`` -> standard python form, means including items N...(M-1).
3675 * ``N:M`` -> standard python form, means including items N...(M-1).
3676 * ``N-M`` -> include items N..M (closed endpoint).
3676 * ``N-M`` -> include items N..M (closed endpoint).
3677 """
3677 """
3678 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3678 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3679 return "\n".join(x for _, _, x in lines)
3679 return "\n".join(x for _, _, x in lines)
3680
3680
3681 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3681 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3682 """Get a code string from history, file, url, or a string or macro.
3682 """Get a code string from history, file, url, or a string or macro.
3683
3683
3684 This is mainly used by magic functions.
3684 This is mainly used by magic functions.
3685
3685
3686 Parameters
3686 Parameters
3687 ----------
3687 ----------
3688
3688
3689 target : str
3689 target : str
3690
3690
3691 A string specifying code to retrieve. This will be tried respectively
3691 A string specifying code to retrieve. This will be tried respectively
3692 as: ranges of input history (see %history for syntax), url,
3692 as: ranges of input history (see %history for syntax), url,
3693 corresponding .py file, filename, or an expression evaluating to a
3693 corresponding .py file, filename, or an expression evaluating to a
3694 string or Macro in the user namespace.
3694 string or Macro in the user namespace.
3695
3695
3696 raw : bool
3696 raw : bool
3697 If true (default), retrieve raw history. Has no effect on the other
3697 If true (default), retrieve raw history. Has no effect on the other
3698 retrieval mechanisms.
3698 retrieval mechanisms.
3699
3699
3700 py_only : bool (default False)
3700 py_only : bool (default False)
3701 Only try to fetch python code, do not try alternative methods to decode file
3701 Only try to fetch python code, do not try alternative methods to decode file
3702 if unicode fails.
3702 if unicode fails.
3703
3703
3704 Returns
3704 Returns
3705 -------
3705 -------
3706 A string of code.
3706 A string of code.
3707
3707
3708 ValueError is raised if nothing is found, and TypeError if it evaluates
3708 ValueError is raised if nothing is found, and TypeError if it evaluates
3709 to an object of another type. In each case, .args[0] is a printable
3709 to an object of another type. In each case, .args[0] is a printable
3710 message.
3710 message.
3711 """
3711 """
3712 code = self.extract_input_lines(target, raw=raw) # Grab history
3712 code = self.extract_input_lines(target, raw=raw) # Grab history
3713 if code:
3713 if code:
3714 return code
3714 return code
3715 try:
3715 try:
3716 if target.startswith(('http://', 'https://')):
3716 if target.startswith(('http://', 'https://')):
3717 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3717 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3718 except UnicodeDecodeError as e:
3718 except UnicodeDecodeError as e:
3719 if not py_only :
3719 if not py_only :
3720 # Deferred import
3720 # Deferred import
3721 from urllib.request import urlopen
3721 from urllib.request import urlopen
3722 response = urlopen(target)
3722 response = urlopen(target)
3723 return response.read().decode('latin1')
3723 return response.read().decode('latin1')
3724 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3724 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3725
3725
3726 potential_target = [target]
3726 potential_target = [target]
3727 try :
3727 try :
3728 potential_target.insert(0,get_py_filename(target))
3728 potential_target.insert(0,get_py_filename(target))
3729 except IOError:
3729 except IOError:
3730 pass
3730 pass
3731
3731
3732 for tgt in potential_target :
3732 for tgt in potential_target :
3733 if os.path.isfile(tgt): # Read file
3733 if os.path.isfile(tgt): # Read file
3734 try :
3734 try :
3735 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3735 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3736 except UnicodeDecodeError as e:
3736 except UnicodeDecodeError as e:
3737 if not py_only :
3737 if not py_only :
3738 with io_open(tgt,'r', encoding='latin1') as f :
3738 with io_open(tgt,'r', encoding='latin1') as f :
3739 return f.read()
3739 return f.read()
3740 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3740 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3741 elif os.path.isdir(os.path.expanduser(tgt)):
3741 elif os.path.isdir(os.path.expanduser(tgt)):
3742 raise ValueError("'%s' is a directory, not a regular file." % target)
3742 raise ValueError("'%s' is a directory, not a regular file." % target)
3743
3743
3744 if search_ns:
3744 if search_ns:
3745 # Inspect namespace to load object source
3745 # Inspect namespace to load object source
3746 object_info = self.object_inspect(target, detail_level=1)
3746 object_info = self.object_inspect(target, detail_level=1)
3747 if object_info['found'] and object_info['source']:
3747 if object_info['found'] and object_info['source']:
3748 return object_info['source']
3748 return object_info['source']
3749
3749
3750 try: # User namespace
3750 try: # User namespace
3751 codeobj = eval(target, self.user_ns)
3751 codeobj = eval(target, self.user_ns)
3752 except Exception as e:
3752 except Exception as e:
3753 raise ValueError(("'%s' was not found in history, as a file, url, "
3753 raise ValueError(("'%s' was not found in history, as a file, url, "
3754 "nor in the user namespace.") % target) from e
3754 "nor in the user namespace.") % target) from e
3755
3755
3756 if isinstance(codeobj, str):
3756 if isinstance(codeobj, str):
3757 return codeobj
3757 return codeobj
3758 elif isinstance(codeobj, Macro):
3758 elif isinstance(codeobj, Macro):
3759 return codeobj.value
3759 return codeobj.value
3760
3760
3761 raise TypeError("%s is neither a string nor a macro." % target,
3761 raise TypeError("%s is neither a string nor a macro." % target,
3762 codeobj)
3762 codeobj)
3763
3763
3764 #-------------------------------------------------------------------------
3764 #-------------------------------------------------------------------------
3765 # Things related to IPython exiting
3765 # Things related to IPython exiting
3766 #-------------------------------------------------------------------------
3766 #-------------------------------------------------------------------------
3767 def atexit_operations(self):
3767 def atexit_operations(self):
3768 """This will be executed at the time of exit.
3768 """This will be executed at the time of exit.
3769
3769
3770 Cleanup operations and saving of persistent data that is done
3770 Cleanup operations and saving of persistent data that is done
3771 unconditionally by IPython should be performed here.
3771 unconditionally by IPython should be performed here.
3772
3772
3773 For things that may depend on startup flags or platform specifics (such
3773 For things that may depend on startup flags or platform specifics (such
3774 as having readline or not), register a separate atexit function in the
3774 as having readline or not), register a separate atexit function in the
3775 code that has the appropriate information, rather than trying to
3775 code that has the appropriate information, rather than trying to
3776 clutter
3776 clutter
3777 """
3777 """
3778 # Close the history session (this stores the end time and line count)
3778 # Close the history session (this stores the end time and line count)
3779 # this must be *before* the tempfile cleanup, in case of temporary
3779 # this must be *before* the tempfile cleanup, in case of temporary
3780 # history db
3780 # history db
3781 self.history_manager.end_session()
3781 self.history_manager.end_session()
3782
3782
3783 # Cleanup all tempfiles and folders left around
3783 # Cleanup all tempfiles and folders left around
3784 for tfile in self.tempfiles:
3784 for tfile in self.tempfiles:
3785 try:
3785 try:
3786 tfile.unlink()
3786 tfile.unlink()
3787 except FileNotFoundError:
3787 except FileNotFoundError:
3788 pass
3788 pass
3789
3789
3790 for tdir in self.tempdirs:
3790 for tdir in self.tempdirs:
3791 try:
3791 try:
3792 tdir.rmdir()
3792 tdir.rmdir()
3793 except FileNotFoundError:
3793 except FileNotFoundError:
3794 pass
3794 pass
3795
3795
3796 # Clear all user namespaces to release all references cleanly.
3796 # Clear all user namespaces to release all references cleanly.
3797 self.reset(new_session=False)
3797 self.reset(new_session=False)
3798
3798
3799 # Run user hooks
3799 # Run user hooks
3800 self.hooks.shutdown_hook()
3800 self.hooks.shutdown_hook()
3801
3801
3802 def cleanup(self):
3802 def cleanup(self):
3803 self.restore_sys_module_state()
3803 self.restore_sys_module_state()
3804
3804
3805
3805
3806 # Overridden in terminal subclass to change prompts
3806 # Overridden in terminal subclass to change prompts
3807 def switch_doctest_mode(self, mode):
3807 def switch_doctest_mode(self, mode):
3808 pass
3808 pass
3809
3809
3810
3810
3811 class InteractiveShellABC(metaclass=abc.ABCMeta):
3811 class InteractiveShellABC(metaclass=abc.ABCMeta):
3812 """An abstract base class for InteractiveShell."""
3812 """An abstract base class for InteractiveShell."""
3813
3813
3814 InteractiveShellABC.register(InteractiveShell)
3814 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now