##// END OF EJS Templates
reformat modified code
Matthias Bussonnier -
Show More
@@ -1,3796 +1,3793 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2 """Main IPython class."""
2 """Main IPython class."""
3
3
4 #-----------------------------------------------------------------------------
4 #-----------------------------------------------------------------------------
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
5 # Copyright (C) 2001 Janko Hauser <jhauser@zscout.de>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
6 # Copyright (C) 2001-2007 Fernando Perez. <fperez@colorado.edu>
7 # Copyright (C) 2008-2011 The IPython Development Team
7 # Copyright (C) 2008-2011 The IPython Development Team
8 #
8 #
9 # Distributed under the terms of the BSD License. The full license is in
9 # Distributed under the terms of the BSD License. The full license is in
10 # the file COPYING, distributed as part of this software.
10 # the file COPYING, distributed as part of this software.
11 #-----------------------------------------------------------------------------
11 #-----------------------------------------------------------------------------
12
12
13
13
14 import abc
14 import abc
15 import ast
15 import ast
16 import atexit
16 import atexit
17 import builtins as builtin_mod
17 import builtins as builtin_mod
18 import functools
18 import functools
19 import inspect
19 import inspect
20 import os
20 import os
21 import re
21 import re
22 import runpy
22 import runpy
23 import sys
23 import sys
24 import tempfile
24 import tempfile
25 import traceback
25 import traceback
26 import types
26 import types
27 import subprocess
27 import subprocess
28 import warnings
28 import warnings
29 from io import open as io_open
29 from io import open as io_open
30
30
31 from pathlib import Path
31 from pathlib import Path
32 from pickleshare import PickleShareDB
32 from pickleshare import PickleShareDB
33
33
34 from traitlets.config.configurable import SingletonConfigurable
34 from traitlets.config.configurable import SingletonConfigurable
35 from traitlets.utils.importstring import import_item
35 from traitlets.utils.importstring import import_item
36 from IPython.core import oinspect
36 from IPython.core import oinspect
37 from IPython.core import magic
37 from IPython.core import magic
38 from IPython.core import page
38 from IPython.core import page
39 from IPython.core import prefilter
39 from IPython.core import prefilter
40 from IPython.core import ultratb
40 from IPython.core import ultratb
41 from IPython.core.alias import Alias, AliasManager
41 from IPython.core.alias import Alias, AliasManager
42 from IPython.core.autocall import ExitAutocall
42 from IPython.core.autocall import ExitAutocall
43 from IPython.core.builtin_trap import BuiltinTrap
43 from IPython.core.builtin_trap import BuiltinTrap
44 from IPython.core.events import EventManager, available_events
44 from IPython.core.events import EventManager, available_events
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
45 from IPython.core.compilerop import CachingCompiler, check_linecache_ipython
46 from IPython.core.debugger import Pdb
46 from IPython.core.debugger import Pdb
47 from IPython.core.display_trap import DisplayTrap
47 from IPython.core.display_trap import DisplayTrap
48 from IPython.core.displayhook import DisplayHook
48 from IPython.core.displayhook import DisplayHook
49 from IPython.core.displaypub import DisplayPublisher
49 from IPython.core.displaypub import DisplayPublisher
50 from IPython.core.error import InputRejected, UsageError
50 from IPython.core.error import InputRejected, UsageError
51 from IPython.core.extensions import ExtensionManager
51 from IPython.core.extensions import ExtensionManager
52 from IPython.core.formatters import DisplayFormatter
52 from IPython.core.formatters import DisplayFormatter
53 from IPython.core.history import HistoryManager
53 from IPython.core.history import HistoryManager
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
54 from IPython.core.inputtransformer2 import ESC_MAGIC, ESC_MAGIC2
55 from IPython.core.logger import Logger
55 from IPython.core.logger import Logger
56 from IPython.core.macro import Macro
56 from IPython.core.macro import Macro
57 from IPython.core.payload import PayloadManager
57 from IPython.core.payload import PayloadManager
58 from IPython.core.prefilter import PrefilterManager
58 from IPython.core.prefilter import PrefilterManager
59 from IPython.core.profiledir import ProfileDir
59 from IPython.core.profiledir import ProfileDir
60 from IPython.core.usage import default_banner
60 from IPython.core.usage import default_banner
61 from IPython.display import display
61 from IPython.display import display
62 from IPython.testing.skipdoctest import skip_doctest
62 from IPython.testing.skipdoctest import skip_doctest
63 from IPython.utils import PyColorize
63 from IPython.utils import PyColorize
64 from IPython.utils import io
64 from IPython.utils import io
65 from IPython.utils import py3compat
65 from IPython.utils import py3compat
66 from IPython.utils import openpy
66 from IPython.utils import openpy
67 from IPython.utils.decorators import undoc
67 from IPython.utils.decorators import undoc
68 from IPython.utils.io import ask_yes_no
68 from IPython.utils.io import ask_yes_no
69 from IPython.utils.ipstruct import Struct
69 from IPython.utils.ipstruct import Struct
70 from IPython.paths import get_ipython_dir
70 from IPython.paths import get_ipython_dir
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
71 from IPython.utils.path import get_home_dir, get_py_filename, ensure_dir_exists
72 from IPython.utils.process import system, getoutput
72 from IPython.utils.process import system, getoutput
73 from IPython.utils.strdispatch import StrDispatch
73 from IPython.utils.strdispatch import StrDispatch
74 from IPython.utils.syspathcontext import prepended_to_syspath
74 from IPython.utils.syspathcontext import prepended_to_syspath
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
75 from IPython.utils.text import format_screen, LSString, SList, DollarFormatter
76 from IPython.utils.tempdir import TemporaryDirectory
76 from IPython.utils.tempdir import TemporaryDirectory
77 from traitlets import (
77 from traitlets import (
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
78 Integer, Bool, CaselessStrEnum, Enum, List, Dict, Unicode, Instance, Type,
79 observe, default, validate, Any
79 observe, default, validate, Any
80 )
80 )
81 from warnings import warn
81 from warnings import warn
82 from logging import error
82 from logging import error
83 import IPython.core.hooks
83 import IPython.core.hooks
84
84
85 from typing import List as ListType, Tuple, Optional
85 from typing import List as ListType, Tuple, Optional
86 from ast import AST
86 from ast import AST
87
87
88 # NoOpContext is deprecated, but ipykernel imports it from here.
88 # NoOpContext is deprecated, but ipykernel imports it from here.
89 # See https://github.com/ipython/ipykernel/issues/157
89 # See https://github.com/ipython/ipykernel/issues/157
90 # (2016, let's try to remove than in IPython 8.0)
90 # (2016, let's try to remove than in IPython 8.0)
91 from IPython.utils.contexts import NoOpContext
91 from IPython.utils.contexts import NoOpContext
92
92
93 try:
93 try:
94 import docrepr.sphinxify as sphx
94 import docrepr.sphinxify as sphx
95
95
96 def sphinxify(doc):
96 def sphinxify(doc):
97 with TemporaryDirectory() as dirname:
97 with TemporaryDirectory() as dirname:
98 return {
98 return {
99 'text/html': sphx.sphinxify(doc, dirname),
99 'text/html': sphx.sphinxify(doc, dirname),
100 'text/plain': doc
100 'text/plain': doc
101 }
101 }
102 except ImportError:
102 except ImportError:
103 sphinxify = None
103 sphinxify = None
104
104
105
105
106 class ProvisionalWarning(DeprecationWarning):
106 class ProvisionalWarning(DeprecationWarning):
107 """
107 """
108 Warning class for unstable features
108 Warning class for unstable features
109 """
109 """
110 pass
110 pass
111
111
112 if sys.version_info > (3,8):
112 if sys.version_info > (3,8):
113 from ast import Module
113 from ast import Module
114 else :
114 else :
115 # mock the new API, ignore second argument
115 # mock the new API, ignore second argument
116 # see https://github.com/ipython/ipython/issues/11590
116 # see https://github.com/ipython/ipython/issues/11590
117 from ast import Module as OriginalModule
117 from ast import Module as OriginalModule
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
118 Module = lambda nodelist, type_ignores: OriginalModule(nodelist)
119
119
120 if sys.version_info > (3,6):
120 if sys.version_info > (3,6):
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
121 _assign_nodes = (ast.AugAssign, ast.AnnAssign, ast.Assign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
122 _single_targets_nodes = (ast.AugAssign, ast.AnnAssign)
123 else:
123 else:
124 _assign_nodes = (ast.AugAssign, ast.Assign )
124 _assign_nodes = (ast.AugAssign, ast.Assign )
125 _single_targets_nodes = (ast.AugAssign, )
125 _single_targets_nodes = (ast.AugAssign, )
126
126
127 #-----------------------------------------------------------------------------
127 #-----------------------------------------------------------------------------
128 # Await Helpers
128 # Await Helpers
129 #-----------------------------------------------------------------------------
129 #-----------------------------------------------------------------------------
130
130
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
131 def removed_co_newlocals(function:types.FunctionType) -> types.FunctionType:
132 """Return a function that do not create a new local scope.
132 """Return a function that do not create a new local scope.
133
133
134 Given a function, create a clone of this function where the co_newlocal flag
134 Given a function, create a clone of this function where the co_newlocal flag
135 has been removed, making this function code actually run in the sourounding
135 has been removed, making this function code actually run in the sourounding
136 scope.
136 scope.
137
137
138 We need this in order to run asynchronous code in user level namespace.
138 We need this in order to run asynchronous code in user level namespace.
139 """
139 """
140 from types import CodeType, FunctionType
140 from types import CodeType, FunctionType
141 CO_NEWLOCALS = 0x0002
141 CO_NEWLOCALS = 0x0002
142 code = function.__code__
142 code = function.__code__
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
143 new_co_flags = code.co_flags & ~CO_NEWLOCALS
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
144 if sys.version_info > (3, 8, 0, 'alpha', 3):
145 new_code = code.replace(co_flags=new_co_flags)
145 new_code = code.replace(co_flags=new_co_flags)
146 else:
146 else:
147 new_code = CodeType(
147 new_code = CodeType(
148 code.co_argcount,
148 code.co_argcount,
149 code.co_kwonlyargcount,
149 code.co_kwonlyargcount,
150 code.co_nlocals,
150 code.co_nlocals,
151 code.co_stacksize,
151 code.co_stacksize,
152 new_co_flags,
152 new_co_flags,
153 code.co_code,
153 code.co_code,
154 code.co_consts,
154 code.co_consts,
155 code.co_names,
155 code.co_names,
156 code.co_varnames,
156 code.co_varnames,
157 code.co_filename,
157 code.co_filename,
158 code.co_name,
158 code.co_name,
159 code.co_firstlineno,
159 code.co_firstlineno,
160 code.co_lnotab,
160 code.co_lnotab,
161 code.co_freevars,
161 code.co_freevars,
162 code.co_cellvars
162 code.co_cellvars
163 )
163 )
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
164 return FunctionType(new_code, globals(), function.__name__, function.__defaults__)
165
165
166
166
167 # we still need to run things using the asyncio eventloop, but there is no
167 # we still need to run things using the asyncio eventloop, but there is no
168 # async integration
168 # async integration
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
169 from .async_helpers import (_asyncio_runner, _asyncify, _pseudo_sync_runner)
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
170 from .async_helpers import _curio_runner, _trio_runner, _should_be_async
171
171
172
172
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
173 def _ast_asyncify(cell:str, wrapper_name:str) -> ast.Module:
174 """
174 """
175 Parse a cell with top-level await and modify the AST to be able to run it later.
175 Parse a cell with top-level await and modify the AST to be able to run it later.
176
176
177 Parameters
177 Parameters
178 ----------
178 ----------
179 cell: str
179 cell: str
180 The code cell to asyncronify
180 The code cell to asyncronify
181 wrapper_name: str
181 wrapper_name: str
182 The name of the function to be used to wrap the passed `cell`. It is
182 The name of the function to be used to wrap the passed `cell`. It is
183 advised to **not** use a python identifier in order to not pollute the
183 advised to **not** use a python identifier in order to not pollute the
184 global namespace in which the function will be ran.
184 global namespace in which the function will be ran.
185
185
186 Returns
186 Returns
187 -------
187 -------
188 ModuleType:
188 ModuleType:
189 A module object AST containing **one** function named `wrapper_name`.
189 A module object AST containing **one** function named `wrapper_name`.
190
190
191 The given code is wrapped in a async-def function, parsed into an AST, and
191 The given code is wrapped in a async-def function, parsed into an AST, and
192 the resulting function definition AST is modified to return the last
192 the resulting function definition AST is modified to return the last
193 expression.
193 expression.
194
194
195 The last expression or await node is moved into a return statement at the
195 The last expression or await node is moved into a return statement at the
196 end of the function, and removed from its original location. If the last
196 end of the function, and removed from its original location. If the last
197 node is not Expr or Await nothing is done.
197 node is not Expr or Await nothing is done.
198
198
199 The function `__code__` will need to be later modified (by
199 The function `__code__` will need to be later modified (by
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
200 ``removed_co_newlocals``) in a subsequent step to not create new `locals()`
201 meaning that the local and global scope are the same, ie as if the body of
201 meaning that the local and global scope are the same, ie as if the body of
202 the function was at module level.
202 the function was at module level.
203
203
204 Lastly a call to `locals()` is made just before the last expression of the
204 Lastly a call to `locals()` is made just before the last expression of the
205 function, or just after the last assignment or statement to make sure the
205 function, or just after the last assignment or statement to make sure the
206 global dict is updated as python function work with a local fast cache which
206 global dict is updated as python function work with a local fast cache which
207 is updated only on `local()` calls.
207 is updated only on `local()` calls.
208 """
208 """
209
209
210 from ast import Expr, Await, Return
210 from ast import Expr, Await, Return
211 if sys.version_info >= (3,8):
211 if sys.version_info >= (3,8):
212 return ast.parse(cell)
212 return ast.parse(cell)
213 tree = ast.parse(_asyncify(cell))
213 tree = ast.parse(_asyncify(cell))
214
214
215 function_def = tree.body[0]
215 function_def = tree.body[0]
216 function_def.name = wrapper_name
216 function_def.name = wrapper_name
217 try_block = function_def.body[0]
217 try_block = function_def.body[0]
218 lastexpr = try_block.body[-1]
218 lastexpr = try_block.body[-1]
219 if isinstance(lastexpr, (Expr, Await)):
219 if isinstance(lastexpr, (Expr, Await)):
220 try_block.body[-1] = Return(lastexpr.value)
220 try_block.body[-1] = Return(lastexpr.value)
221 ast.fix_missing_locations(tree)
221 ast.fix_missing_locations(tree)
222 return tree
222 return tree
223 #-----------------------------------------------------------------------------
223 #-----------------------------------------------------------------------------
224 # Globals
224 # Globals
225 #-----------------------------------------------------------------------------
225 #-----------------------------------------------------------------------------
226
226
227 # compiled regexps for autoindent management
227 # compiled regexps for autoindent management
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
228 dedent_re = re.compile(r'^\s+raise|^\s+return|^\s+pass')
229
229
230 #-----------------------------------------------------------------------------
230 #-----------------------------------------------------------------------------
231 # Utilities
231 # Utilities
232 #-----------------------------------------------------------------------------
232 #-----------------------------------------------------------------------------
233
233
234 @undoc
234 @undoc
235 def softspace(file, newvalue):
235 def softspace(file, newvalue):
236 """Copied from code.py, to remove the dependency"""
236 """Copied from code.py, to remove the dependency"""
237
237
238 oldvalue = 0
238 oldvalue = 0
239 try:
239 try:
240 oldvalue = file.softspace
240 oldvalue = file.softspace
241 except AttributeError:
241 except AttributeError:
242 pass
242 pass
243 try:
243 try:
244 file.softspace = newvalue
244 file.softspace = newvalue
245 except (AttributeError, TypeError):
245 except (AttributeError, TypeError):
246 # "attribute-less object" or "read-only attributes"
246 # "attribute-less object" or "read-only attributes"
247 pass
247 pass
248 return oldvalue
248 return oldvalue
249
249
250 @undoc
250 @undoc
251 def no_op(*a, **kw):
251 def no_op(*a, **kw):
252 pass
252 pass
253
253
254
254
255 class SpaceInInput(Exception): pass
255 class SpaceInInput(Exception): pass
256
256
257
257
258 def get_default_colors():
258 def get_default_colors():
259 "DEPRECATED"
259 "DEPRECATED"
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
260 warn('get_default_color is deprecated since IPython 5.0, and returns `Neutral` on all platforms.',
261 DeprecationWarning, stacklevel=2)
261 DeprecationWarning, stacklevel=2)
262 return 'Neutral'
262 return 'Neutral'
263
263
264
264
265 class SeparateUnicode(Unicode):
265 class SeparateUnicode(Unicode):
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
266 r"""A Unicode subclass to validate separate_in, separate_out, etc.
267
267
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
268 This is a Unicode based trait that converts '0'->'' and ``'\\n'->'\n'``.
269 """
269 """
270
270
271 def validate(self, obj, value):
271 def validate(self, obj, value):
272 if value == '0': value = ''
272 if value == '0': value = ''
273 value = value.replace('\\n','\n')
273 value = value.replace('\\n','\n')
274 return super(SeparateUnicode, self).validate(obj, value)
274 return super(SeparateUnicode, self).validate(obj, value)
275
275
276
276
277 @undoc
277 @undoc
278 class DummyMod(object):
278 class DummyMod(object):
279 """A dummy module used for IPython's interactive module when
279 """A dummy module used for IPython's interactive module when
280 a namespace must be assigned to the module's __dict__."""
280 a namespace must be assigned to the module's __dict__."""
281 __spec__ = None
281 __spec__ = None
282
282
283
283
284 class ExecutionInfo(object):
284 class ExecutionInfo(object):
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
285 """The arguments used for a call to :meth:`InteractiveShell.run_cell`
286
286
287 Stores information about what is going to happen.
287 Stores information about what is going to happen.
288 """
288 """
289 raw_cell = None
289 raw_cell = None
290 store_history = False
290 store_history = False
291 silent = False
291 silent = False
292 shell_futures = True
292 shell_futures = True
293
293
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
294 def __init__(self, raw_cell, store_history, silent, shell_futures):
295 self.raw_cell = raw_cell
295 self.raw_cell = raw_cell
296 self.store_history = store_history
296 self.store_history = store_history
297 self.silent = silent
297 self.silent = silent
298 self.shell_futures = shell_futures
298 self.shell_futures = shell_futures
299
299
300 def __repr__(self):
300 def __repr__(self):
301 name = self.__class__.__qualname__
301 name = self.__class__.__qualname__
302 raw_cell = ((self.raw_cell[:50] + '..')
302 raw_cell = ((self.raw_cell[:50] + '..')
303 if len(self.raw_cell) > 50 else self.raw_cell)
303 if len(self.raw_cell) > 50 else self.raw_cell)
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
304 return '<%s object at %x, raw_cell="%s" store_history=%s silent=%s shell_futures=%s>' %\
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
305 (name, id(self), raw_cell, self.store_history, self.silent, self.shell_futures)
306
306
307
307
308 class ExecutionResult(object):
308 class ExecutionResult(object):
309 """The result of a call to :meth:`InteractiveShell.run_cell`
309 """The result of a call to :meth:`InteractiveShell.run_cell`
310
310
311 Stores information about what took place.
311 Stores information about what took place.
312 """
312 """
313 execution_count = None
313 execution_count = None
314 error_before_exec = None
314 error_before_exec = None
315 error_in_exec = None
315 error_in_exec = None
316 info = None
316 info = None
317 result = None
317 result = None
318
318
319 def __init__(self, info):
319 def __init__(self, info):
320 self.info = info
320 self.info = info
321
321
322 @property
322 @property
323 def success(self):
323 def success(self):
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
324 return (self.error_before_exec is None) and (self.error_in_exec is None)
325
325
326 def raise_error(self):
326 def raise_error(self):
327 """Reraises error if `success` is `False`, otherwise does nothing"""
327 """Reraises error if `success` is `False`, otherwise does nothing"""
328 if self.error_before_exec is not None:
328 if self.error_before_exec is not None:
329 raise self.error_before_exec
329 raise self.error_before_exec
330 if self.error_in_exec is not None:
330 if self.error_in_exec is not None:
331 raise self.error_in_exec
331 raise self.error_in_exec
332
332
333 def __repr__(self):
333 def __repr__(self):
334 name = self.__class__.__qualname__
334 name = self.__class__.__qualname__
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
335 return '<%s object at %x, execution_count=%s error_before_exec=%s error_in_exec=%s info=%s result=%s>' %\
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
336 (name, id(self), self.execution_count, self.error_before_exec, self.error_in_exec, repr(self.info), repr(self.result))
337
337
338
338
339 class InteractiveShell(SingletonConfigurable):
339 class InteractiveShell(SingletonConfigurable):
340 """An enhanced, interactive shell for Python."""
340 """An enhanced, interactive shell for Python."""
341
341
342 _instance = None
342 _instance = None
343
343
344 ast_transformers = List([], help=
344 ast_transformers = List([], help=
345 """
345 """
346 A list of ast.NodeTransformer subclass instances, which will be applied
346 A list of ast.NodeTransformer subclass instances, which will be applied
347 to user input before code is run.
347 to user input before code is run.
348 """
348 """
349 ).tag(config=True)
349 ).tag(config=True)
350
350
351 autocall = Enum((0,1,2), default_value=0, help=
351 autocall = Enum((0,1,2), default_value=0, help=
352 """
352 """
353 Make IPython automatically call any callable object even if you didn't
353 Make IPython automatically call any callable object even if you didn't
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
354 type explicit parentheses. For example, 'str 43' becomes 'str(43)'
355 automatically. The value can be '0' to disable the feature, '1' for
355 automatically. The value can be '0' to disable the feature, '1' for
356 'smart' autocall, where it is not applied if there are no more
356 'smart' autocall, where it is not applied if there are no more
357 arguments on the line, and '2' for 'full' autocall, where all callable
357 arguments on the line, and '2' for 'full' autocall, where all callable
358 objects are automatically called (even if no arguments are present).
358 objects are automatically called (even if no arguments are present).
359 """
359 """
360 ).tag(config=True)
360 ).tag(config=True)
361
361
362 autoindent = Bool(True, help=
362 autoindent = Bool(True, help=
363 """
363 """
364 Autoindent IPython code entered interactively.
364 Autoindent IPython code entered interactively.
365 """
365 """
366 ).tag(config=True)
366 ).tag(config=True)
367
367
368 autoawait = Bool(True, help=
368 autoawait = Bool(True, help=
369 """
369 """
370 Automatically run await statement in the top level repl.
370 Automatically run await statement in the top level repl.
371 """
371 """
372 ).tag(config=True)
372 ).tag(config=True)
373
373
374 loop_runner_map ={
374 loop_runner_map ={
375 'asyncio':(_asyncio_runner, True),
375 'asyncio':(_asyncio_runner, True),
376 'curio':(_curio_runner, True),
376 'curio':(_curio_runner, True),
377 'trio':(_trio_runner, True),
377 'trio':(_trio_runner, True),
378 'sync': (_pseudo_sync_runner, False)
378 'sync': (_pseudo_sync_runner, False)
379 }
379 }
380
380
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
381 loop_runner = Any(default_value="IPython.core.interactiveshell._asyncio_runner",
382 allow_none=True,
382 allow_none=True,
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
383 help="""Select the loop runner that will be used to execute top-level asynchronous code"""
384 ).tag(config=True)
384 ).tag(config=True)
385
385
386 @default('loop_runner')
386 @default('loop_runner')
387 def _default_loop_runner(self):
387 def _default_loop_runner(self):
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
388 return import_item("IPython.core.interactiveshell._asyncio_runner")
389
389
390 @validate('loop_runner')
390 @validate('loop_runner')
391 def _import_runner(self, proposal):
391 def _import_runner(self, proposal):
392 if isinstance(proposal.value, str):
392 if isinstance(proposal.value, str):
393 if proposal.value in self.loop_runner_map:
393 if proposal.value in self.loop_runner_map:
394 runner, autoawait = self.loop_runner_map[proposal.value]
394 runner, autoawait = self.loop_runner_map[proposal.value]
395 self.autoawait = autoawait
395 self.autoawait = autoawait
396 return runner
396 return runner
397 runner = import_item(proposal.value)
397 runner = import_item(proposal.value)
398 if not callable(runner):
398 if not callable(runner):
399 raise ValueError('loop_runner must be callable')
399 raise ValueError('loop_runner must be callable')
400 return runner
400 return runner
401 if not callable(proposal.value):
401 if not callable(proposal.value):
402 raise ValueError('loop_runner must be callable')
402 raise ValueError('loop_runner must be callable')
403 return proposal.value
403 return proposal.value
404
404
405 automagic = Bool(True, help=
405 automagic = Bool(True, help=
406 """
406 """
407 Enable magic commands to be called without the leading %.
407 Enable magic commands to be called without the leading %.
408 """
408 """
409 ).tag(config=True)
409 ).tag(config=True)
410
410
411 banner1 = Unicode(default_banner,
411 banner1 = Unicode(default_banner,
412 help="""The part of the banner to be printed before the profile"""
412 help="""The part of the banner to be printed before the profile"""
413 ).tag(config=True)
413 ).tag(config=True)
414 banner2 = Unicode('',
414 banner2 = Unicode('',
415 help="""The part of the banner to be printed after the profile"""
415 help="""The part of the banner to be printed after the profile"""
416 ).tag(config=True)
416 ).tag(config=True)
417
417
418 cache_size = Integer(1000, help=
418 cache_size = Integer(1000, help=
419 """
419 """
420 Set the size of the output cache. The default is 1000, you can
420 Set the size of the output cache. The default is 1000, you can
421 change it permanently in your config file. Setting it to 0 completely
421 change it permanently in your config file. Setting it to 0 completely
422 disables the caching system, and the minimum value accepted is 3 (if
422 disables the caching system, and the minimum value accepted is 3 (if
423 you provide a value less than 3, it is reset to 0 and a warning is
423 you provide a value less than 3, it is reset to 0 and a warning is
424 issued). This limit is defined because otherwise you'll spend more
424 issued). This limit is defined because otherwise you'll spend more
425 time re-flushing a too small cache than working
425 time re-flushing a too small cache than working
426 """
426 """
427 ).tag(config=True)
427 ).tag(config=True)
428 color_info = Bool(True, help=
428 color_info = Bool(True, help=
429 """
429 """
430 Use colors for displaying information about objects. Because this
430 Use colors for displaying information about objects. Because this
431 information is passed through a pager (like 'less'), and some pagers
431 information is passed through a pager (like 'less'), and some pagers
432 get confused with color codes, this capability can be turned off.
432 get confused with color codes, this capability can be turned off.
433 """
433 """
434 ).tag(config=True)
434 ).tag(config=True)
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
435 colors = CaselessStrEnum(('Neutral', 'NoColor','LightBG','Linux'),
436 default_value='Neutral',
436 default_value='Neutral',
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
437 help="Set the color scheme (NoColor, Neutral, Linux, or LightBG)."
438 ).tag(config=True)
438 ).tag(config=True)
439 debug = Bool(False).tag(config=True)
439 debug = Bool(False).tag(config=True)
440 disable_failing_post_execute = Bool(False,
440 disable_failing_post_execute = Bool(False,
441 help="Don't call post-execute functions that have failed in the past."
441 help="Don't call post-execute functions that have failed in the past."
442 ).tag(config=True)
442 ).tag(config=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
443 display_formatter = Instance(DisplayFormatter, allow_none=True)
444 displayhook_class = Type(DisplayHook)
444 displayhook_class = Type(DisplayHook)
445 display_pub_class = Type(DisplayPublisher)
445 display_pub_class = Type(DisplayPublisher)
446
446
447 sphinxify_docstring = Bool(False, help=
447 sphinxify_docstring = Bool(False, help=
448 """
448 """
449 Enables rich html representation of docstrings. (This requires the
449 Enables rich html representation of docstrings. (This requires the
450 docrepr module).
450 docrepr module).
451 """).tag(config=True)
451 """).tag(config=True)
452
452
453 @observe("sphinxify_docstring")
453 @observe("sphinxify_docstring")
454 def _sphinxify_docstring_changed(self, change):
454 def _sphinxify_docstring_changed(self, change):
455 if change['new']:
455 if change['new']:
456 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
456 warn("`sphinxify_docstring` is provisional since IPython 5.0 and might change in future versions." , ProvisionalWarning)
457
457
458 enable_html_pager = Bool(False, help=
458 enable_html_pager = Bool(False, help=
459 """
459 """
460 (Provisional API) enables html representation in mime bundles sent
460 (Provisional API) enables html representation in mime bundles sent
461 to pagers.
461 to pagers.
462 """).tag(config=True)
462 """).tag(config=True)
463
463
464 @observe("enable_html_pager")
464 @observe("enable_html_pager")
465 def _enable_html_pager_changed(self, change):
465 def _enable_html_pager_changed(self, change):
466 if change['new']:
466 if change['new']:
467 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
467 warn("`enable_html_pager` is provisional since IPython 5.0 and might change in future versions.", ProvisionalWarning)
468
468
469 data_pub_class = None
469 data_pub_class = None
470
470
471 exit_now = Bool(False)
471 exit_now = Bool(False)
472 exiter = Instance(ExitAutocall)
472 exiter = Instance(ExitAutocall)
473 @default('exiter')
473 @default('exiter')
474 def _exiter_default(self):
474 def _exiter_default(self):
475 return ExitAutocall(self)
475 return ExitAutocall(self)
476 # Monotonically increasing execution counter
476 # Monotonically increasing execution counter
477 execution_count = Integer(1)
477 execution_count = Integer(1)
478 filename = Unicode("<ipython console>")
478 filename = Unicode("<ipython console>")
479 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
479 ipython_dir= Unicode('').tag(config=True) # Set to get_ipython_dir() in __init__
480
480
481 # Used to transform cells before running them, and check whether code is complete
481 # Used to transform cells before running them, and check whether code is complete
482 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
482 input_transformer_manager = Instance('IPython.core.inputtransformer2.TransformerManager',
483 ())
483 ())
484
484
485 @property
485 @property
486 def input_transformers_cleanup(self):
486 def input_transformers_cleanup(self):
487 return self.input_transformer_manager.cleanup_transforms
487 return self.input_transformer_manager.cleanup_transforms
488
488
489 input_transformers_post = List([],
489 input_transformers_post = List([],
490 help="A list of string input transformers, to be applied after IPython's "
490 help="A list of string input transformers, to be applied after IPython's "
491 "own input transformations."
491 "own input transformations."
492 )
492 )
493
493
494 @property
494 @property
495 def input_splitter(self):
495 def input_splitter(self):
496 """Make this available for backward compatibility (pre-7.0 release) with existing code.
496 """Make this available for backward compatibility (pre-7.0 release) with existing code.
497
497
498 For example, ipykernel ipykernel currently uses
498 For example, ipykernel ipykernel currently uses
499 `shell.input_splitter.check_complete`
499 `shell.input_splitter.check_complete`
500 """
500 """
501 from warnings import warn
501 from warnings import warn
502 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
502 warn("`input_splitter` is deprecated since IPython 7.0, prefer `input_transformer_manager`.",
503 DeprecationWarning, stacklevel=2
503 DeprecationWarning, stacklevel=2
504 )
504 )
505 return self.input_transformer_manager
505 return self.input_transformer_manager
506
506
507 logstart = Bool(False, help=
507 logstart = Bool(False, help=
508 """
508 """
509 Start logging to the default log file in overwrite mode.
509 Start logging to the default log file in overwrite mode.
510 Use `logappend` to specify a log file to **append** logs to.
510 Use `logappend` to specify a log file to **append** logs to.
511 """
511 """
512 ).tag(config=True)
512 ).tag(config=True)
513 logfile = Unicode('', help=
513 logfile = Unicode('', help=
514 """
514 """
515 The name of the logfile to use.
515 The name of the logfile to use.
516 """
516 """
517 ).tag(config=True)
517 ).tag(config=True)
518 logappend = Unicode('', help=
518 logappend = Unicode('', help=
519 """
519 """
520 Start logging to the given file in append mode.
520 Start logging to the given file in append mode.
521 Use `logfile` to specify a log file to **overwrite** logs to.
521 Use `logfile` to specify a log file to **overwrite** logs to.
522 """
522 """
523 ).tag(config=True)
523 ).tag(config=True)
524 object_info_string_level = Enum((0,1,2), default_value=0,
524 object_info_string_level = Enum((0,1,2), default_value=0,
525 ).tag(config=True)
525 ).tag(config=True)
526 pdb = Bool(False, help=
526 pdb = Bool(False, help=
527 """
527 """
528 Automatically call the pdb debugger after every exception.
528 Automatically call the pdb debugger after every exception.
529 """
529 """
530 ).tag(config=True)
530 ).tag(config=True)
531 display_page = Bool(False,
531 display_page = Bool(False,
532 help="""If True, anything that would be passed to the pager
532 help="""If True, anything that would be passed to the pager
533 will be displayed as regular output instead."""
533 will be displayed as regular output instead."""
534 ).tag(config=True)
534 ).tag(config=True)
535
535
536 # deprecated prompt traits:
536 # deprecated prompt traits:
537
537
538 prompt_in1 = Unicode('In [\\#]: ',
538 prompt_in1 = Unicode('In [\\#]: ',
539 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
539 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
540 ).tag(config=True)
540 ).tag(config=True)
541 prompt_in2 = Unicode(' .\\D.: ',
541 prompt_in2 = Unicode(' .\\D.: ',
542 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
542 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
543 ).tag(config=True)
543 ).tag(config=True)
544 prompt_out = Unicode('Out[\\#]: ',
544 prompt_out = Unicode('Out[\\#]: ',
545 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
545 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
546 ).tag(config=True)
546 ).tag(config=True)
547 prompts_pad_left = Bool(True,
547 prompts_pad_left = Bool(True,
548 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
548 help="Deprecated since IPython 4.0 and ignored since 5.0, set TerminalInteractiveShell.prompts object directly."
549 ).tag(config=True)
549 ).tag(config=True)
550
550
551 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
551 @observe('prompt_in1', 'prompt_in2', 'prompt_out', 'prompt_pad_left')
552 def _prompt_trait_changed(self, change):
552 def _prompt_trait_changed(self, change):
553 name = change['name']
553 name = change['name']
554 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
554 warn("InteractiveShell.{name} is deprecated since IPython 4.0"
555 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
555 " and ignored since 5.0, set TerminalInteractiveShell.prompts"
556 " object directly.".format(name=name))
556 " object directly.".format(name=name))
557
557
558 # protect against weird cases where self.config may not exist:
558 # protect against weird cases where self.config may not exist:
559
559
560 show_rewritten_input = Bool(True,
560 show_rewritten_input = Bool(True,
561 help="Show rewritten input, e.g. for autocall."
561 help="Show rewritten input, e.g. for autocall."
562 ).tag(config=True)
562 ).tag(config=True)
563
563
564 quiet = Bool(False).tag(config=True)
564 quiet = Bool(False).tag(config=True)
565
565
566 history_length = Integer(10000,
566 history_length = Integer(10000,
567 help='Total length of command history'
567 help='Total length of command history'
568 ).tag(config=True)
568 ).tag(config=True)
569
569
570 history_load_length = Integer(1000, help=
570 history_load_length = Integer(1000, help=
571 """
571 """
572 The number of saved history entries to be loaded
572 The number of saved history entries to be loaded
573 into the history buffer at startup.
573 into the history buffer at startup.
574 """
574 """
575 ).tag(config=True)
575 ).tag(config=True)
576
576
577 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
577 ast_node_interactivity = Enum(['all', 'last', 'last_expr', 'none', 'last_expr_or_assign'],
578 default_value='last_expr',
578 default_value='last_expr',
579 help="""
579 help="""
580 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
580 'all', 'last', 'last_expr' or 'none', 'last_expr_or_assign' specifying
581 which nodes should be run interactively (displaying output from expressions).
581 which nodes should be run interactively (displaying output from expressions).
582 """
582 """
583 ).tag(config=True)
583 ).tag(config=True)
584
584
585 # TODO: this part of prompt management should be moved to the frontends.
585 # TODO: this part of prompt management should be moved to the frontends.
586 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
586 # Use custom TraitTypes that convert '0'->'' and '\\n'->'\n'
587 separate_in = SeparateUnicode('\n').tag(config=True)
587 separate_in = SeparateUnicode('\n').tag(config=True)
588 separate_out = SeparateUnicode('').tag(config=True)
588 separate_out = SeparateUnicode('').tag(config=True)
589 separate_out2 = SeparateUnicode('').tag(config=True)
589 separate_out2 = SeparateUnicode('').tag(config=True)
590 wildcards_case_sensitive = Bool(True).tag(config=True)
590 wildcards_case_sensitive = Bool(True).tag(config=True)
591 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
591 xmode = CaselessStrEnum(('Context', 'Plain', 'Verbose', 'Minimal'),
592 default_value='Context',
592 default_value='Context',
593 help="Switch modes for the IPython exception handlers."
593 help="Switch modes for the IPython exception handlers."
594 ).tag(config=True)
594 ).tag(config=True)
595
595
596 # Subcomponents of InteractiveShell
596 # Subcomponents of InteractiveShell
597 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
597 alias_manager = Instance('IPython.core.alias.AliasManager', allow_none=True)
598 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
598 prefilter_manager = Instance('IPython.core.prefilter.PrefilterManager', allow_none=True)
599 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
599 builtin_trap = Instance('IPython.core.builtin_trap.BuiltinTrap', allow_none=True)
600 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
600 display_trap = Instance('IPython.core.display_trap.DisplayTrap', allow_none=True)
601 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
601 extension_manager = Instance('IPython.core.extensions.ExtensionManager', allow_none=True)
602 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
602 payload_manager = Instance('IPython.core.payload.PayloadManager', allow_none=True)
603 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
603 history_manager = Instance('IPython.core.history.HistoryAccessorBase', allow_none=True)
604 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
604 magics_manager = Instance('IPython.core.magic.MagicsManager', allow_none=True)
605
605
606 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
606 profile_dir = Instance('IPython.core.application.ProfileDir', allow_none=True)
607 @property
607 @property
608 def profile(self):
608 def profile(self):
609 if self.profile_dir is not None:
609 if self.profile_dir is not None:
610 name = os.path.basename(self.profile_dir.location)
610 name = os.path.basename(self.profile_dir.location)
611 return name.replace('profile_','')
611 return name.replace('profile_','')
612
612
613
613
614 # Private interface
614 # Private interface
615 _post_execute = Dict()
615 _post_execute = Dict()
616
616
617 # Tracks any GUI loop loaded for pylab
617 # Tracks any GUI loop loaded for pylab
618 pylab_gui_select = None
618 pylab_gui_select = None
619
619
620 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
620 last_execution_succeeded = Bool(True, help='Did last executed command succeeded')
621
621
622 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
622 last_execution_result = Instance('IPython.core.interactiveshell.ExecutionResult', help='Result of executing the last command', allow_none=True)
623
623
624 def __init__(self, ipython_dir=None, profile_dir=None,
624 def __init__(self, ipython_dir=None, profile_dir=None,
625 user_module=None, user_ns=None,
625 user_module=None, user_ns=None,
626 custom_exceptions=((), None), **kwargs):
626 custom_exceptions=((), None), **kwargs):
627
627
628 # This is where traits with a config_key argument are updated
628 # This is where traits with a config_key argument are updated
629 # from the values on config.
629 # from the values on config.
630 super(InteractiveShell, self).__init__(**kwargs)
630 super(InteractiveShell, self).__init__(**kwargs)
631 if 'PromptManager' in self.config:
631 if 'PromptManager' in self.config:
632 warn('As of IPython 5.0 `PromptManager` config will have no effect'
632 warn('As of IPython 5.0 `PromptManager` config will have no effect'
633 ' and has been replaced by TerminalInteractiveShell.prompts_class')
633 ' and has been replaced by TerminalInteractiveShell.prompts_class')
634 self.configurables = [self]
634 self.configurables = [self]
635
635
636 # These are relatively independent and stateless
636 # These are relatively independent and stateless
637 self.init_ipython_dir(ipython_dir)
637 self.init_ipython_dir(ipython_dir)
638 self.init_profile_dir(profile_dir)
638 self.init_profile_dir(profile_dir)
639 self.init_instance_attrs()
639 self.init_instance_attrs()
640 self.init_environment()
640 self.init_environment()
641
641
642 # Check if we're in a virtualenv, and set up sys.path.
642 # Check if we're in a virtualenv, and set up sys.path.
643 self.init_virtualenv()
643 self.init_virtualenv()
644
644
645 # Create namespaces (user_ns, user_global_ns, etc.)
645 # Create namespaces (user_ns, user_global_ns, etc.)
646 self.init_create_namespaces(user_module, user_ns)
646 self.init_create_namespaces(user_module, user_ns)
647 # This has to be done after init_create_namespaces because it uses
647 # This has to be done after init_create_namespaces because it uses
648 # something in self.user_ns, but before init_sys_modules, which
648 # something in self.user_ns, but before init_sys_modules, which
649 # is the first thing to modify sys.
649 # is the first thing to modify sys.
650 # TODO: When we override sys.stdout and sys.stderr before this class
650 # TODO: When we override sys.stdout and sys.stderr before this class
651 # is created, we are saving the overridden ones here. Not sure if this
651 # is created, we are saving the overridden ones here. Not sure if this
652 # is what we want to do.
652 # is what we want to do.
653 self.save_sys_module_state()
653 self.save_sys_module_state()
654 self.init_sys_modules()
654 self.init_sys_modules()
655
655
656 # While we're trying to have each part of the code directly access what
656 # While we're trying to have each part of the code directly access what
657 # it needs without keeping redundant references to objects, we have too
657 # it needs without keeping redundant references to objects, we have too
658 # much legacy code that expects ip.db to exist.
658 # much legacy code that expects ip.db to exist.
659 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
659 self.db = PickleShareDB(os.path.join(self.profile_dir.location, 'db'))
660
660
661 self.init_history()
661 self.init_history()
662 self.init_encoding()
662 self.init_encoding()
663 self.init_prefilter()
663 self.init_prefilter()
664
664
665 self.init_syntax_highlighting()
665 self.init_syntax_highlighting()
666 self.init_hooks()
666 self.init_hooks()
667 self.init_events()
667 self.init_events()
668 self.init_pushd_popd_magic()
668 self.init_pushd_popd_magic()
669 self.init_user_ns()
669 self.init_user_ns()
670 self.init_logger()
670 self.init_logger()
671 self.init_builtins()
671 self.init_builtins()
672
672
673 # The following was in post_config_initialization
673 # The following was in post_config_initialization
674 self.init_inspector()
674 self.init_inspector()
675 self.raw_input_original = input
675 self.raw_input_original = input
676 self.init_completer()
676 self.init_completer()
677 # TODO: init_io() needs to happen before init_traceback handlers
677 # TODO: init_io() needs to happen before init_traceback handlers
678 # because the traceback handlers hardcode the stdout/stderr streams.
678 # because the traceback handlers hardcode the stdout/stderr streams.
679 # This logic in in debugger.Pdb and should eventually be changed.
679 # This logic in in debugger.Pdb and should eventually be changed.
680 self.init_io()
680 self.init_io()
681 self.init_traceback_handlers(custom_exceptions)
681 self.init_traceback_handlers(custom_exceptions)
682 self.init_prompts()
682 self.init_prompts()
683 self.init_display_formatter()
683 self.init_display_formatter()
684 self.init_display_pub()
684 self.init_display_pub()
685 self.init_data_pub()
685 self.init_data_pub()
686 self.init_displayhook()
686 self.init_displayhook()
687 self.init_magics()
687 self.init_magics()
688 self.init_alias()
688 self.init_alias()
689 self.init_logstart()
689 self.init_logstart()
690 self.init_pdb()
690 self.init_pdb()
691 self.init_extension_manager()
691 self.init_extension_manager()
692 self.init_payload()
692 self.init_payload()
693 self.init_deprecation_warnings()
693 self.init_deprecation_warnings()
694 self.hooks.late_startup_hook()
694 self.hooks.late_startup_hook()
695 self.events.trigger('shell_initialized', self)
695 self.events.trigger('shell_initialized', self)
696 atexit.register(self.atexit_operations)
696 atexit.register(self.atexit_operations)
697
697
698 # The trio runner is used for running Trio in the foreground thread. It
698 # The trio runner is used for running Trio in the foreground thread. It
699 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
699 # is different from `_trio_runner(async_fn)` in `async_helpers.py`
700 # which calls `trio.run()` for every cell. This runner runs all cells
700 # which calls `trio.run()` for every cell. This runner runs all cells
701 # inside a single Trio event loop. If used, it is set from
701 # inside a single Trio event loop. If used, it is set from
702 # `ipykernel.kernelapp`.
702 # `ipykernel.kernelapp`.
703 self.trio_runner = None
703 self.trio_runner = None
704
704
705 def get_ipython(self):
705 def get_ipython(self):
706 """Return the currently running IPython instance."""
706 """Return the currently running IPython instance."""
707 return self
707 return self
708
708
709 #-------------------------------------------------------------------------
709 #-------------------------------------------------------------------------
710 # Trait changed handlers
710 # Trait changed handlers
711 #-------------------------------------------------------------------------
711 #-------------------------------------------------------------------------
712 @observe('ipython_dir')
712 @observe('ipython_dir')
713 def _ipython_dir_changed(self, change):
713 def _ipython_dir_changed(self, change):
714 ensure_dir_exists(change['new'])
714 ensure_dir_exists(change['new'])
715
715
716 def set_autoindent(self,value=None):
716 def set_autoindent(self,value=None):
717 """Set the autoindent flag.
717 """Set the autoindent flag.
718
718
719 If called with no arguments, it acts as a toggle."""
719 If called with no arguments, it acts as a toggle."""
720 if value is None:
720 if value is None:
721 self.autoindent = not self.autoindent
721 self.autoindent = not self.autoindent
722 else:
722 else:
723 self.autoindent = value
723 self.autoindent = value
724
724
725 def set_trio_runner(self, tr):
725 def set_trio_runner(self, tr):
726 self.trio_runner = tr
726 self.trio_runner = tr
727
727
728 #-------------------------------------------------------------------------
728 #-------------------------------------------------------------------------
729 # init_* methods called by __init__
729 # init_* methods called by __init__
730 #-------------------------------------------------------------------------
730 #-------------------------------------------------------------------------
731
731
732 def init_ipython_dir(self, ipython_dir):
732 def init_ipython_dir(self, ipython_dir):
733 if ipython_dir is not None:
733 if ipython_dir is not None:
734 self.ipython_dir = ipython_dir
734 self.ipython_dir = ipython_dir
735 return
735 return
736
736
737 self.ipython_dir = get_ipython_dir()
737 self.ipython_dir = get_ipython_dir()
738
738
739 def init_profile_dir(self, profile_dir):
739 def init_profile_dir(self, profile_dir):
740 if profile_dir is not None:
740 if profile_dir is not None:
741 self.profile_dir = profile_dir
741 self.profile_dir = profile_dir
742 return
742 return
743 self.profile_dir =\
743 self.profile_dir =\
744 ProfileDir.create_profile_dir_by_name(self.ipython_dir, 'default')
744 ProfileDir.create_profile_dir_by_name(self.ipython_dir, 'default')
745
745
746 def init_instance_attrs(self):
746 def init_instance_attrs(self):
747 self.more = False
747 self.more = False
748
748
749 # command compiler
749 # command compiler
750 self.compile = CachingCompiler()
750 self.compile = CachingCompiler()
751
751
752 # Make an empty namespace, which extension writers can rely on both
752 # Make an empty namespace, which extension writers can rely on both
753 # existing and NEVER being used by ipython itself. This gives them a
753 # existing and NEVER being used by ipython itself. This gives them a
754 # convenient location for storing additional information and state
754 # convenient location for storing additional information and state
755 # their extensions may require, without fear of collisions with other
755 # their extensions may require, without fear of collisions with other
756 # ipython names that may develop later.
756 # ipython names that may develop later.
757 self.meta = Struct()
757 self.meta = Struct()
758
758
759 # Temporary files used for various purposes. Deleted at exit.
759 # Temporary files used for various purposes. Deleted at exit.
760 self.tempfiles = []
760 self.tempfiles = []
761 self.tempdirs = []
761 self.tempdirs = []
762
762
763 # keep track of where we started running (mainly for crash post-mortem)
763 # keep track of where we started running (mainly for crash post-mortem)
764 # This is not being used anywhere currently.
764 # This is not being used anywhere currently.
765 self.starting_dir = os.getcwd()
765 self.starting_dir = os.getcwd()
766
766
767 # Indentation management
767 # Indentation management
768 self.indent_current_nsp = 0
768 self.indent_current_nsp = 0
769
769
770 # Dict to track post-execution functions that have been registered
770 # Dict to track post-execution functions that have been registered
771 self._post_execute = {}
771 self._post_execute = {}
772
772
773 def init_environment(self):
773 def init_environment(self):
774 """Any changes we need to make to the user's environment."""
774 """Any changes we need to make to the user's environment."""
775 pass
775 pass
776
776
777 def init_encoding(self):
777 def init_encoding(self):
778 # Get system encoding at startup time. Certain terminals (like Emacs
778 # Get system encoding at startup time. Certain terminals (like Emacs
779 # under Win32 have it set to None, and we need to have a known valid
779 # under Win32 have it set to None, and we need to have a known valid
780 # encoding to use in the raw_input() method
780 # encoding to use in the raw_input() method
781 try:
781 try:
782 self.stdin_encoding = sys.stdin.encoding or 'ascii'
782 self.stdin_encoding = sys.stdin.encoding or 'ascii'
783 except AttributeError:
783 except AttributeError:
784 self.stdin_encoding = 'ascii'
784 self.stdin_encoding = 'ascii'
785
785
786
786
787 @observe('colors')
787 @observe('colors')
788 def init_syntax_highlighting(self, changes=None):
788 def init_syntax_highlighting(self, changes=None):
789 # Python source parser/formatter for syntax highlighting
789 # Python source parser/formatter for syntax highlighting
790 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
790 pyformat = PyColorize.Parser(style=self.colors, parent=self).format
791 self.pycolorize = lambda src: pyformat(src,'str')
791 self.pycolorize = lambda src: pyformat(src,'str')
792
792
793 def refresh_style(self):
793 def refresh_style(self):
794 # No-op here, used in subclass
794 # No-op here, used in subclass
795 pass
795 pass
796
796
797 def init_pushd_popd_magic(self):
797 def init_pushd_popd_magic(self):
798 # for pushd/popd management
798 # for pushd/popd management
799 self.home_dir = get_home_dir()
799 self.home_dir = get_home_dir()
800
800
801 self.dir_stack = []
801 self.dir_stack = []
802
802
803 def init_logger(self):
803 def init_logger(self):
804 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
804 self.logger = Logger(self.home_dir, logfname='ipython_log.py',
805 logmode='rotate')
805 logmode='rotate')
806
806
807 def init_logstart(self):
807 def init_logstart(self):
808 """Initialize logging in case it was requested at the command line.
808 """Initialize logging in case it was requested at the command line.
809 """
809 """
810 if self.logappend:
810 if self.logappend:
811 self.magic('logstart %s append' % self.logappend)
811 self.magic('logstart %s append' % self.logappend)
812 elif self.logfile:
812 elif self.logfile:
813 self.magic('logstart %s' % self.logfile)
813 self.magic('logstart %s' % self.logfile)
814 elif self.logstart:
814 elif self.logstart:
815 self.magic('logstart')
815 self.magic('logstart')
816
816
817 def init_deprecation_warnings(self):
817 def init_deprecation_warnings(self):
818 """
818 """
819 register default filter for deprecation warning.
819 register default filter for deprecation warning.
820
820
821 This will allow deprecation warning of function used interactively to show
821 This will allow deprecation warning of function used interactively to show
822 warning to users, and still hide deprecation warning from libraries import.
822 warning to users, and still hide deprecation warning from libraries import.
823 """
823 """
824 if sys.version_info < (3,7):
824 if sys.version_info < (3,7):
825 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
825 warnings.filterwarnings("default", category=DeprecationWarning, module=self.user_ns.get("__name__"))
826
826
827
827
828 def init_builtins(self):
828 def init_builtins(self):
829 # A single, static flag that we set to True. Its presence indicates
829 # A single, static flag that we set to True. Its presence indicates
830 # that an IPython shell has been created, and we make no attempts at
830 # that an IPython shell has been created, and we make no attempts at
831 # removing on exit or representing the existence of more than one
831 # removing on exit or representing the existence of more than one
832 # IPython at a time.
832 # IPython at a time.
833 builtin_mod.__dict__['__IPYTHON__'] = True
833 builtin_mod.__dict__['__IPYTHON__'] = True
834 builtin_mod.__dict__['display'] = display
834 builtin_mod.__dict__['display'] = display
835
835
836 self.builtin_trap = BuiltinTrap(shell=self)
836 self.builtin_trap = BuiltinTrap(shell=self)
837
837
838 @observe('colors')
838 @observe('colors')
839 def init_inspector(self, changes=None):
839 def init_inspector(self, changes=None):
840 # Object inspector
840 # Object inspector
841 self.inspector = oinspect.Inspector(oinspect.InspectColors,
841 self.inspector = oinspect.Inspector(oinspect.InspectColors,
842 PyColorize.ANSICodeColors,
842 PyColorize.ANSICodeColors,
843 self.colors,
843 self.colors,
844 self.object_info_string_level)
844 self.object_info_string_level)
845
845
846 def init_io(self):
846 def init_io(self):
847 # This will just use sys.stdout and sys.stderr. If you want to
847 # This will just use sys.stdout and sys.stderr. If you want to
848 # override sys.stdout and sys.stderr themselves, you need to do that
848 # override sys.stdout and sys.stderr themselves, you need to do that
849 # *before* instantiating this class, because io holds onto
849 # *before* instantiating this class, because io holds onto
850 # references to the underlying streams.
850 # references to the underlying streams.
851 # io.std* are deprecated, but don't show our own deprecation warnings
851 # io.std* are deprecated, but don't show our own deprecation warnings
852 # during initialization of the deprecated API.
852 # during initialization of the deprecated API.
853 with warnings.catch_warnings():
853 with warnings.catch_warnings():
854 warnings.simplefilter('ignore', DeprecationWarning)
854 warnings.simplefilter('ignore', DeprecationWarning)
855 io.stdout = io.IOStream(sys.stdout)
855 io.stdout = io.IOStream(sys.stdout)
856 io.stderr = io.IOStream(sys.stderr)
856 io.stderr = io.IOStream(sys.stderr)
857
857
858 def init_prompts(self):
858 def init_prompts(self):
859 # Set system prompts, so that scripts can decide if they are running
859 # Set system prompts, so that scripts can decide if they are running
860 # interactively.
860 # interactively.
861 sys.ps1 = 'In : '
861 sys.ps1 = 'In : '
862 sys.ps2 = '...: '
862 sys.ps2 = '...: '
863 sys.ps3 = 'Out: '
863 sys.ps3 = 'Out: '
864
864
865 def init_display_formatter(self):
865 def init_display_formatter(self):
866 self.display_formatter = DisplayFormatter(parent=self)
866 self.display_formatter = DisplayFormatter(parent=self)
867 self.configurables.append(self.display_formatter)
867 self.configurables.append(self.display_formatter)
868
868
869 def init_display_pub(self):
869 def init_display_pub(self):
870 self.display_pub = self.display_pub_class(parent=self, shell=self)
870 self.display_pub = self.display_pub_class(parent=self, shell=self)
871 self.configurables.append(self.display_pub)
871 self.configurables.append(self.display_pub)
872
872
873 def init_data_pub(self):
873 def init_data_pub(self):
874 if not self.data_pub_class:
874 if not self.data_pub_class:
875 self.data_pub = None
875 self.data_pub = None
876 return
876 return
877 self.data_pub = self.data_pub_class(parent=self)
877 self.data_pub = self.data_pub_class(parent=self)
878 self.configurables.append(self.data_pub)
878 self.configurables.append(self.data_pub)
879
879
880 def init_displayhook(self):
880 def init_displayhook(self):
881 # Initialize displayhook, set in/out prompts and printing system
881 # Initialize displayhook, set in/out prompts and printing system
882 self.displayhook = self.displayhook_class(
882 self.displayhook = self.displayhook_class(
883 parent=self,
883 parent=self,
884 shell=self,
884 shell=self,
885 cache_size=self.cache_size,
885 cache_size=self.cache_size,
886 )
886 )
887 self.configurables.append(self.displayhook)
887 self.configurables.append(self.displayhook)
888 # This is a context manager that installs/revmoes the displayhook at
888 # This is a context manager that installs/revmoes the displayhook at
889 # the appropriate time.
889 # the appropriate time.
890 self.display_trap = DisplayTrap(hook=self.displayhook)
890 self.display_trap = DisplayTrap(hook=self.displayhook)
891
891
892 def init_virtualenv(self):
892 def init_virtualenv(self):
893 """Add the current virtualenv to sys.path so the user can import modules from it.
893 """Add the current virtualenv to sys.path so the user can import modules from it.
894 This isn't perfect: it doesn't use the Python interpreter with which the
894 This isn't perfect: it doesn't use the Python interpreter with which the
895 virtualenv was built, and it ignores the --no-site-packages option. A
895 virtualenv was built, and it ignores the --no-site-packages option. A
896 warning will appear suggesting the user installs IPython in the
896 warning will appear suggesting the user installs IPython in the
897 virtualenv, but for many cases, it probably works well enough.
897 virtualenv, but for many cases, it probably works well enough.
898
898
899 Adapted from code snippets online.
899 Adapted from code snippets online.
900
900
901 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
901 http://blog.ufsoft.org/2009/1/29/ipython-and-virtualenv
902 """
902 """
903 if 'VIRTUAL_ENV' not in os.environ:
903 if 'VIRTUAL_ENV' not in os.environ:
904 # Not in a virtualenv
904 # Not in a virtualenv
905 return
905 return
906 elif os.environ['VIRTUAL_ENV'] == '':
906 elif os.environ["VIRTUAL_ENV"] == "":
907 warn("Virtual env path set to '', please check if this is intended.")
907 warn("Virtual env path set to '', please check if this is intended.")
908 return
908 return
909
909
910 p = Path(sys.executable)
910 p = Path(sys.executable)
911 p_venv = Path(os.environ['VIRTUAL_ENV'])
911 p_venv = Path(os.environ["VIRTUAL_ENV"])
912
912
913 # fallback venv detection:
913 # fallback venv detection:
914 # stdlib venv may symlink sys.executable, so we can't use realpath.
914 # stdlib venv may symlink sys.executable, so we can't use realpath.
915 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
915 # but others can symlink *to* the venv Python, so we can't just use sys.executable.
916 # So we just check every item in the symlink tree (generally <= 3)
916 # So we just check every item in the symlink tree (generally <= 3)
917 paths = [p]
917 paths = [p]
918 while p.is_symlink():
918 while p.is_symlink():
919 p = Path(os.readlink(p))
919 p = Path(os.readlink(p))
920 paths.append(p.resolve())
920 paths.append(p.resolve())
921
921
922 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
922 # In Cygwin paths like "c:\..." and '\cygdrive\c\...' are possible
923 if str(p_venv).startswith('\\cygdrive'):
923 if str(p_venv).startswith("\\cygdrive"):
924 p_venv = Path(str(p_venv)[11:])
924 p_venv = Path(str(p_venv)[11:])
925 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ':':
925 elif len(str(p_venv)) >= 2 and str(p_venv)[1] == ":":
926 p_venv = Path(str(p_venv)[2:])
926 p_venv = Path(str(p_venv)[2:])
927
927
928 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
928 if any(os.fspath(p_venv) in os.fspath(p) for p in paths):
929 # Our exe is inside or has access to the virtualenv, don't need to do anything.
929 # Our exe is inside or has access to the virtualenv, don't need to do anything.
930 return
930 return
931
931
932 warn("Attempting to work in a virtualenv. If you encounter problems, please "
932 warn("Attempting to work in a virtualenv. If you encounter problems, please "
933 "install IPython inside the virtualenv.")
933 "install IPython inside the virtualenv.")
934 if sys.platform == "win32":
934 if sys.platform == "win32":
935 virtual_env = Path(os.environ['VIRTUAL_ENV']).joinpath(
935 virtual_env = Path(os.environ["VIRTUAL_ENV"]).joinpath(
936 'Lib',
936 "Lib", "site-packages"
937 'site-packages'
938 )
937 )
939 else:
938 else:
940 virtual_env = Path(os.environ['VIRTUAL_ENV']).joinpath(
939 virtual_env = Path(os.environ["VIRTUAL_ENV"]).joinpath(
941 'lib',
940 "lib", "python{}.{}".format(*sys.version_info[:2]), "site-packages"
942 "python{}.{}".format(*sys.version_info[:2]),
943 'site-packages'
944 )
941 )
945
942
946 import site
943 import site
947 sys.path.insert(0, virtual_env)
944 sys.path.insert(0, virtual_env)
948 site.addsitedir(virtual_env)
945 site.addsitedir(virtual_env)
949
946
950 #-------------------------------------------------------------------------
947 #-------------------------------------------------------------------------
951 # Things related to injections into the sys module
948 # Things related to injections into the sys module
952 #-------------------------------------------------------------------------
949 #-------------------------------------------------------------------------
953
950
954 def save_sys_module_state(self):
951 def save_sys_module_state(self):
955 """Save the state of hooks in the sys module.
952 """Save the state of hooks in the sys module.
956
953
957 This has to be called after self.user_module is created.
954 This has to be called after self.user_module is created.
958 """
955 """
959 self._orig_sys_module_state = {'stdin': sys.stdin,
956 self._orig_sys_module_state = {'stdin': sys.stdin,
960 'stdout': sys.stdout,
957 'stdout': sys.stdout,
961 'stderr': sys.stderr,
958 'stderr': sys.stderr,
962 'excepthook': sys.excepthook}
959 'excepthook': sys.excepthook}
963 self._orig_sys_modules_main_name = self.user_module.__name__
960 self._orig_sys_modules_main_name = self.user_module.__name__
964 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
961 self._orig_sys_modules_main_mod = sys.modules.get(self.user_module.__name__)
965
962
966 def restore_sys_module_state(self):
963 def restore_sys_module_state(self):
967 """Restore the state of the sys module."""
964 """Restore the state of the sys module."""
968 try:
965 try:
969 for k, v in self._orig_sys_module_state.items():
966 for k, v in self._orig_sys_module_state.items():
970 setattr(sys, k, v)
967 setattr(sys, k, v)
971 except AttributeError:
968 except AttributeError:
972 pass
969 pass
973 # Reset what what done in self.init_sys_modules
970 # Reset what what done in self.init_sys_modules
974 if self._orig_sys_modules_main_mod is not None:
971 if self._orig_sys_modules_main_mod is not None:
975 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
972 sys.modules[self._orig_sys_modules_main_name] = self._orig_sys_modules_main_mod
976
973
977 #-------------------------------------------------------------------------
974 #-------------------------------------------------------------------------
978 # Things related to the banner
975 # Things related to the banner
979 #-------------------------------------------------------------------------
976 #-------------------------------------------------------------------------
980
977
981 @property
978 @property
982 def banner(self):
979 def banner(self):
983 banner = self.banner1
980 banner = self.banner1
984 if self.profile and self.profile != 'default':
981 if self.profile and self.profile != 'default':
985 banner += '\nIPython profile: %s\n' % self.profile
982 banner += '\nIPython profile: %s\n' % self.profile
986 if self.banner2:
983 if self.banner2:
987 banner += '\n' + self.banner2
984 banner += '\n' + self.banner2
988 return banner
985 return banner
989
986
990 def show_banner(self, banner=None):
987 def show_banner(self, banner=None):
991 if banner is None:
988 if banner is None:
992 banner = self.banner
989 banner = self.banner
993 sys.stdout.write(banner)
990 sys.stdout.write(banner)
994
991
995 #-------------------------------------------------------------------------
992 #-------------------------------------------------------------------------
996 # Things related to hooks
993 # Things related to hooks
997 #-------------------------------------------------------------------------
994 #-------------------------------------------------------------------------
998
995
999 def init_hooks(self):
996 def init_hooks(self):
1000 # hooks holds pointers used for user-side customizations
997 # hooks holds pointers used for user-side customizations
1001 self.hooks = Struct()
998 self.hooks = Struct()
1002
999
1003 self.strdispatchers = {}
1000 self.strdispatchers = {}
1004
1001
1005 # Set all default hooks, defined in the IPython.hooks module.
1002 # Set all default hooks, defined in the IPython.hooks module.
1006 hooks = IPython.core.hooks
1003 hooks = IPython.core.hooks
1007 for hook_name in hooks.__all__:
1004 for hook_name in hooks.__all__:
1008 # default hooks have priority 100, i.e. low; user hooks should have
1005 # default hooks have priority 100, i.e. low; user hooks should have
1009 # 0-100 priority
1006 # 0-100 priority
1010 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1007 self.set_hook(hook_name,getattr(hooks,hook_name), 100, _warn_deprecated=False)
1011
1008
1012 if self.display_page:
1009 if self.display_page:
1013 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1010 self.set_hook('show_in_pager', page.as_hook(page.display_page), 90)
1014
1011
1015 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1012 def set_hook(self,name,hook, priority=50, str_key=None, re_key=None,
1016 _warn_deprecated=True):
1013 _warn_deprecated=True):
1017 """set_hook(name,hook) -> sets an internal IPython hook.
1014 """set_hook(name,hook) -> sets an internal IPython hook.
1018
1015
1019 IPython exposes some of its internal API as user-modifiable hooks. By
1016 IPython exposes some of its internal API as user-modifiable hooks. By
1020 adding your function to one of these hooks, you can modify IPython's
1017 adding your function to one of these hooks, you can modify IPython's
1021 behavior to call at runtime your own routines."""
1018 behavior to call at runtime your own routines."""
1022
1019
1023 # At some point in the future, this should validate the hook before it
1020 # At some point in the future, this should validate the hook before it
1024 # accepts it. Probably at least check that the hook takes the number
1021 # accepts it. Probably at least check that the hook takes the number
1025 # of args it's supposed to.
1022 # of args it's supposed to.
1026
1023
1027 f = types.MethodType(hook,self)
1024 f = types.MethodType(hook,self)
1028
1025
1029 # check if the hook is for strdispatcher first
1026 # check if the hook is for strdispatcher first
1030 if str_key is not None:
1027 if str_key is not None:
1031 sdp = self.strdispatchers.get(name, StrDispatch())
1028 sdp = self.strdispatchers.get(name, StrDispatch())
1032 sdp.add_s(str_key, f, priority )
1029 sdp.add_s(str_key, f, priority )
1033 self.strdispatchers[name] = sdp
1030 self.strdispatchers[name] = sdp
1034 return
1031 return
1035 if re_key is not None:
1032 if re_key is not None:
1036 sdp = self.strdispatchers.get(name, StrDispatch())
1033 sdp = self.strdispatchers.get(name, StrDispatch())
1037 sdp.add_re(re.compile(re_key), f, priority )
1034 sdp.add_re(re.compile(re_key), f, priority )
1038 self.strdispatchers[name] = sdp
1035 self.strdispatchers[name] = sdp
1039 return
1036 return
1040
1037
1041 dp = getattr(self.hooks, name, None)
1038 dp = getattr(self.hooks, name, None)
1042 if name not in IPython.core.hooks.__all__:
1039 if name not in IPython.core.hooks.__all__:
1043 print("Warning! Hook '%s' is not one of %s" % \
1040 print("Warning! Hook '%s' is not one of %s" % \
1044 (name, IPython.core.hooks.__all__ ))
1041 (name, IPython.core.hooks.__all__ ))
1045
1042
1046 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1043 if _warn_deprecated and (name in IPython.core.hooks.deprecated):
1047 alternative = IPython.core.hooks.deprecated[name]
1044 alternative = IPython.core.hooks.deprecated[name]
1048 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1045 warn("Hook {} is deprecated. Use {} instead.".format(name, alternative), stacklevel=2)
1049
1046
1050 if not dp:
1047 if not dp:
1051 dp = IPython.core.hooks.CommandChainDispatcher()
1048 dp = IPython.core.hooks.CommandChainDispatcher()
1052
1049
1053 try:
1050 try:
1054 dp.add(f,priority)
1051 dp.add(f,priority)
1055 except AttributeError:
1052 except AttributeError:
1056 # it was not commandchain, plain old func - replace
1053 # it was not commandchain, plain old func - replace
1057 dp = f
1054 dp = f
1058
1055
1059 setattr(self.hooks,name, dp)
1056 setattr(self.hooks,name, dp)
1060
1057
1061 #-------------------------------------------------------------------------
1058 #-------------------------------------------------------------------------
1062 # Things related to events
1059 # Things related to events
1063 #-------------------------------------------------------------------------
1060 #-------------------------------------------------------------------------
1064
1061
1065 def init_events(self):
1062 def init_events(self):
1066 self.events = EventManager(self, available_events)
1063 self.events = EventManager(self, available_events)
1067
1064
1068 self.events.register("pre_execute", self._clear_warning_registry)
1065 self.events.register("pre_execute", self._clear_warning_registry)
1069
1066
1070 def register_post_execute(self, func):
1067 def register_post_execute(self, func):
1071 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1068 """DEPRECATED: Use ip.events.register('post_run_cell', func)
1072
1069
1073 Register a function for calling after code execution.
1070 Register a function for calling after code execution.
1074 """
1071 """
1075 warn("ip.register_post_execute is deprecated, use "
1072 warn("ip.register_post_execute is deprecated, use "
1076 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1073 "ip.events.register('post_run_cell', func) instead.", stacklevel=2)
1077 self.events.register('post_run_cell', func)
1074 self.events.register('post_run_cell', func)
1078
1075
1079 def _clear_warning_registry(self):
1076 def _clear_warning_registry(self):
1080 # clear the warning registry, so that different code blocks with
1077 # clear the warning registry, so that different code blocks with
1081 # overlapping line number ranges don't cause spurious suppression of
1078 # overlapping line number ranges don't cause spurious suppression of
1082 # warnings (see gh-6611 for details)
1079 # warnings (see gh-6611 for details)
1083 if "__warningregistry__" in self.user_global_ns:
1080 if "__warningregistry__" in self.user_global_ns:
1084 del self.user_global_ns["__warningregistry__"]
1081 del self.user_global_ns["__warningregistry__"]
1085
1082
1086 #-------------------------------------------------------------------------
1083 #-------------------------------------------------------------------------
1087 # Things related to the "main" module
1084 # Things related to the "main" module
1088 #-------------------------------------------------------------------------
1085 #-------------------------------------------------------------------------
1089
1086
1090 def new_main_mod(self, filename, modname):
1087 def new_main_mod(self, filename, modname):
1091 """Return a new 'main' module object for user code execution.
1088 """Return a new 'main' module object for user code execution.
1092
1089
1093 ``filename`` should be the path of the script which will be run in the
1090 ``filename`` should be the path of the script which will be run in the
1094 module. Requests with the same filename will get the same module, with
1091 module. Requests with the same filename will get the same module, with
1095 its namespace cleared.
1092 its namespace cleared.
1096
1093
1097 ``modname`` should be the module name - normally either '__main__' or
1094 ``modname`` should be the module name - normally either '__main__' or
1098 the basename of the file without the extension.
1095 the basename of the file without the extension.
1099
1096
1100 When scripts are executed via %run, we must keep a reference to their
1097 When scripts are executed via %run, we must keep a reference to their
1101 __main__ module around so that Python doesn't
1098 __main__ module around so that Python doesn't
1102 clear it, rendering references to module globals useless.
1099 clear it, rendering references to module globals useless.
1103
1100
1104 This method keeps said reference in a private dict, keyed by the
1101 This method keeps said reference in a private dict, keyed by the
1105 absolute path of the script. This way, for multiple executions of the
1102 absolute path of the script. This way, for multiple executions of the
1106 same script we only keep one copy of the namespace (the last one),
1103 same script we only keep one copy of the namespace (the last one),
1107 thus preventing memory leaks from old references while allowing the
1104 thus preventing memory leaks from old references while allowing the
1108 objects from the last execution to be accessible.
1105 objects from the last execution to be accessible.
1109 """
1106 """
1110 filename = os.path.abspath(filename)
1107 filename = os.path.abspath(filename)
1111 try:
1108 try:
1112 main_mod = self._main_mod_cache[filename]
1109 main_mod = self._main_mod_cache[filename]
1113 except KeyError:
1110 except KeyError:
1114 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1111 main_mod = self._main_mod_cache[filename] = types.ModuleType(
1115 modname,
1112 modname,
1116 doc="Module created for script run in IPython")
1113 doc="Module created for script run in IPython")
1117 else:
1114 else:
1118 main_mod.__dict__.clear()
1115 main_mod.__dict__.clear()
1119 main_mod.__name__ = modname
1116 main_mod.__name__ = modname
1120
1117
1121 main_mod.__file__ = filename
1118 main_mod.__file__ = filename
1122 # It seems pydoc (and perhaps others) needs any module instance to
1119 # It seems pydoc (and perhaps others) needs any module instance to
1123 # implement a __nonzero__ method
1120 # implement a __nonzero__ method
1124 main_mod.__nonzero__ = lambda : True
1121 main_mod.__nonzero__ = lambda : True
1125
1122
1126 return main_mod
1123 return main_mod
1127
1124
1128 def clear_main_mod_cache(self):
1125 def clear_main_mod_cache(self):
1129 """Clear the cache of main modules.
1126 """Clear the cache of main modules.
1130
1127
1131 Mainly for use by utilities like %reset.
1128 Mainly for use by utilities like %reset.
1132
1129
1133 Examples
1130 Examples
1134 --------
1131 --------
1135 In [15]: import IPython
1132 In [15]: import IPython
1136
1133
1137 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1134 In [16]: m = _ip.new_main_mod(IPython.__file__, 'IPython')
1138
1135
1139 In [17]: len(_ip._main_mod_cache) > 0
1136 In [17]: len(_ip._main_mod_cache) > 0
1140 Out[17]: True
1137 Out[17]: True
1141
1138
1142 In [18]: _ip.clear_main_mod_cache()
1139 In [18]: _ip.clear_main_mod_cache()
1143
1140
1144 In [19]: len(_ip._main_mod_cache) == 0
1141 In [19]: len(_ip._main_mod_cache) == 0
1145 Out[19]: True
1142 Out[19]: True
1146 """
1143 """
1147 self._main_mod_cache.clear()
1144 self._main_mod_cache.clear()
1148
1145
1149 #-------------------------------------------------------------------------
1146 #-------------------------------------------------------------------------
1150 # Things related to debugging
1147 # Things related to debugging
1151 #-------------------------------------------------------------------------
1148 #-------------------------------------------------------------------------
1152
1149
1153 def init_pdb(self):
1150 def init_pdb(self):
1154 # Set calling of pdb on exceptions
1151 # Set calling of pdb on exceptions
1155 # self.call_pdb is a property
1152 # self.call_pdb is a property
1156 self.call_pdb = self.pdb
1153 self.call_pdb = self.pdb
1157
1154
1158 def _get_call_pdb(self):
1155 def _get_call_pdb(self):
1159 return self._call_pdb
1156 return self._call_pdb
1160
1157
1161 def _set_call_pdb(self,val):
1158 def _set_call_pdb(self,val):
1162
1159
1163 if val not in (0,1,False,True):
1160 if val not in (0,1,False,True):
1164 raise ValueError('new call_pdb value must be boolean')
1161 raise ValueError('new call_pdb value must be boolean')
1165
1162
1166 # store value in instance
1163 # store value in instance
1167 self._call_pdb = val
1164 self._call_pdb = val
1168
1165
1169 # notify the actual exception handlers
1166 # notify the actual exception handlers
1170 self.InteractiveTB.call_pdb = val
1167 self.InteractiveTB.call_pdb = val
1171
1168
1172 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1169 call_pdb = property(_get_call_pdb,_set_call_pdb,None,
1173 'Control auto-activation of pdb at exceptions')
1170 'Control auto-activation of pdb at exceptions')
1174
1171
1175 def debugger(self,force=False):
1172 def debugger(self,force=False):
1176 """Call the pdb debugger.
1173 """Call the pdb debugger.
1177
1174
1178 Keywords:
1175 Keywords:
1179
1176
1180 - force(False): by default, this routine checks the instance call_pdb
1177 - force(False): by default, this routine checks the instance call_pdb
1181 flag and does not actually invoke the debugger if the flag is false.
1178 flag and does not actually invoke the debugger if the flag is false.
1182 The 'force' option forces the debugger to activate even if the flag
1179 The 'force' option forces the debugger to activate even if the flag
1183 is false.
1180 is false.
1184 """
1181 """
1185
1182
1186 if not (force or self.call_pdb):
1183 if not (force or self.call_pdb):
1187 return
1184 return
1188
1185
1189 if not hasattr(sys,'last_traceback'):
1186 if not hasattr(sys,'last_traceback'):
1190 error('No traceback has been produced, nothing to debug.')
1187 error('No traceback has been produced, nothing to debug.')
1191 return
1188 return
1192
1189
1193 self.InteractiveTB.debugger(force=True)
1190 self.InteractiveTB.debugger(force=True)
1194
1191
1195 #-------------------------------------------------------------------------
1192 #-------------------------------------------------------------------------
1196 # Things related to IPython's various namespaces
1193 # Things related to IPython's various namespaces
1197 #-------------------------------------------------------------------------
1194 #-------------------------------------------------------------------------
1198 default_user_namespaces = True
1195 default_user_namespaces = True
1199
1196
1200 def init_create_namespaces(self, user_module=None, user_ns=None):
1197 def init_create_namespaces(self, user_module=None, user_ns=None):
1201 # Create the namespace where the user will operate. user_ns is
1198 # Create the namespace where the user will operate. user_ns is
1202 # normally the only one used, and it is passed to the exec calls as
1199 # normally the only one used, and it is passed to the exec calls as
1203 # the locals argument. But we do carry a user_global_ns namespace
1200 # the locals argument. But we do carry a user_global_ns namespace
1204 # given as the exec 'globals' argument, This is useful in embedding
1201 # given as the exec 'globals' argument, This is useful in embedding
1205 # situations where the ipython shell opens in a context where the
1202 # situations where the ipython shell opens in a context where the
1206 # distinction between locals and globals is meaningful. For
1203 # distinction between locals and globals is meaningful. For
1207 # non-embedded contexts, it is just the same object as the user_ns dict.
1204 # non-embedded contexts, it is just the same object as the user_ns dict.
1208
1205
1209 # FIXME. For some strange reason, __builtins__ is showing up at user
1206 # FIXME. For some strange reason, __builtins__ is showing up at user
1210 # level as a dict instead of a module. This is a manual fix, but I
1207 # level as a dict instead of a module. This is a manual fix, but I
1211 # should really track down where the problem is coming from. Alex
1208 # should really track down where the problem is coming from. Alex
1212 # Schmolck reported this problem first.
1209 # Schmolck reported this problem first.
1213
1210
1214 # A useful post by Alex Martelli on this topic:
1211 # A useful post by Alex Martelli on this topic:
1215 # Re: inconsistent value from __builtins__
1212 # Re: inconsistent value from __builtins__
1216 # Von: Alex Martelli <aleaxit@yahoo.com>
1213 # Von: Alex Martelli <aleaxit@yahoo.com>
1217 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1214 # Datum: Freitag 01 Oktober 2004 04:45:34 nachmittags/abends
1218 # Gruppen: comp.lang.python
1215 # Gruppen: comp.lang.python
1219
1216
1220 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1217 # Michael Hohn <hohn@hooknose.lbl.gov> wrote:
1221 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1218 # > >>> print type(builtin_check.get_global_binding('__builtins__'))
1222 # > <type 'dict'>
1219 # > <type 'dict'>
1223 # > >>> print type(__builtins__)
1220 # > >>> print type(__builtins__)
1224 # > <type 'module'>
1221 # > <type 'module'>
1225 # > Is this difference in return value intentional?
1222 # > Is this difference in return value intentional?
1226
1223
1227 # Well, it's documented that '__builtins__' can be either a dictionary
1224 # Well, it's documented that '__builtins__' can be either a dictionary
1228 # or a module, and it's been that way for a long time. Whether it's
1225 # or a module, and it's been that way for a long time. Whether it's
1229 # intentional (or sensible), I don't know. In any case, the idea is
1226 # intentional (or sensible), I don't know. In any case, the idea is
1230 # that if you need to access the built-in namespace directly, you
1227 # that if you need to access the built-in namespace directly, you
1231 # should start with "import __builtin__" (note, no 's') which will
1228 # should start with "import __builtin__" (note, no 's') which will
1232 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1229 # definitely give you a module. Yeah, it's somewhat confusing:-(.
1233
1230
1234 # These routines return a properly built module and dict as needed by
1231 # These routines return a properly built module and dict as needed by
1235 # the rest of the code, and can also be used by extension writers to
1232 # the rest of the code, and can also be used by extension writers to
1236 # generate properly initialized namespaces.
1233 # generate properly initialized namespaces.
1237 if (user_ns is not None) or (user_module is not None):
1234 if (user_ns is not None) or (user_module is not None):
1238 self.default_user_namespaces = False
1235 self.default_user_namespaces = False
1239 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1236 self.user_module, self.user_ns = self.prepare_user_module(user_module, user_ns)
1240
1237
1241 # A record of hidden variables we have added to the user namespace, so
1238 # A record of hidden variables we have added to the user namespace, so
1242 # we can list later only variables defined in actual interactive use.
1239 # we can list later only variables defined in actual interactive use.
1243 self.user_ns_hidden = {}
1240 self.user_ns_hidden = {}
1244
1241
1245 # Now that FakeModule produces a real module, we've run into a nasty
1242 # Now that FakeModule produces a real module, we've run into a nasty
1246 # problem: after script execution (via %run), the module where the user
1243 # problem: after script execution (via %run), the module where the user
1247 # code ran is deleted. Now that this object is a true module (needed
1244 # code ran is deleted. Now that this object is a true module (needed
1248 # so doctest and other tools work correctly), the Python module
1245 # so doctest and other tools work correctly), the Python module
1249 # teardown mechanism runs over it, and sets to None every variable
1246 # teardown mechanism runs over it, and sets to None every variable
1250 # present in that module. Top-level references to objects from the
1247 # present in that module. Top-level references to objects from the
1251 # script survive, because the user_ns is updated with them. However,
1248 # script survive, because the user_ns is updated with them. However,
1252 # calling functions defined in the script that use other things from
1249 # calling functions defined in the script that use other things from
1253 # the script will fail, because the function's closure had references
1250 # the script will fail, because the function's closure had references
1254 # to the original objects, which are now all None. So we must protect
1251 # to the original objects, which are now all None. So we must protect
1255 # these modules from deletion by keeping a cache.
1252 # these modules from deletion by keeping a cache.
1256 #
1253 #
1257 # To avoid keeping stale modules around (we only need the one from the
1254 # To avoid keeping stale modules around (we only need the one from the
1258 # last run), we use a dict keyed with the full path to the script, so
1255 # last run), we use a dict keyed with the full path to the script, so
1259 # only the last version of the module is held in the cache. Note,
1256 # only the last version of the module is held in the cache. Note,
1260 # however, that we must cache the module *namespace contents* (their
1257 # however, that we must cache the module *namespace contents* (their
1261 # __dict__). Because if we try to cache the actual modules, old ones
1258 # __dict__). Because if we try to cache the actual modules, old ones
1262 # (uncached) could be destroyed while still holding references (such as
1259 # (uncached) could be destroyed while still holding references (such as
1263 # those held by GUI objects that tend to be long-lived)>
1260 # those held by GUI objects that tend to be long-lived)>
1264 #
1261 #
1265 # The %reset command will flush this cache. See the cache_main_mod()
1262 # The %reset command will flush this cache. See the cache_main_mod()
1266 # and clear_main_mod_cache() methods for details on use.
1263 # and clear_main_mod_cache() methods for details on use.
1267
1264
1268 # This is the cache used for 'main' namespaces
1265 # This is the cache used for 'main' namespaces
1269 self._main_mod_cache = {}
1266 self._main_mod_cache = {}
1270
1267
1271 # A table holding all the namespaces IPython deals with, so that
1268 # A table holding all the namespaces IPython deals with, so that
1272 # introspection facilities can search easily.
1269 # introspection facilities can search easily.
1273 self.ns_table = {'user_global':self.user_module.__dict__,
1270 self.ns_table = {'user_global':self.user_module.__dict__,
1274 'user_local':self.user_ns,
1271 'user_local':self.user_ns,
1275 'builtin':builtin_mod.__dict__
1272 'builtin':builtin_mod.__dict__
1276 }
1273 }
1277
1274
1278 @property
1275 @property
1279 def user_global_ns(self):
1276 def user_global_ns(self):
1280 return self.user_module.__dict__
1277 return self.user_module.__dict__
1281
1278
1282 def prepare_user_module(self, user_module=None, user_ns=None):
1279 def prepare_user_module(self, user_module=None, user_ns=None):
1283 """Prepare the module and namespace in which user code will be run.
1280 """Prepare the module and namespace in which user code will be run.
1284
1281
1285 When IPython is started normally, both parameters are None: a new module
1282 When IPython is started normally, both parameters are None: a new module
1286 is created automatically, and its __dict__ used as the namespace.
1283 is created automatically, and its __dict__ used as the namespace.
1287
1284
1288 If only user_module is provided, its __dict__ is used as the namespace.
1285 If only user_module is provided, its __dict__ is used as the namespace.
1289 If only user_ns is provided, a dummy module is created, and user_ns
1286 If only user_ns is provided, a dummy module is created, and user_ns
1290 becomes the global namespace. If both are provided (as they may be
1287 becomes the global namespace. If both are provided (as they may be
1291 when embedding), user_ns is the local namespace, and user_module
1288 when embedding), user_ns is the local namespace, and user_module
1292 provides the global namespace.
1289 provides the global namespace.
1293
1290
1294 Parameters
1291 Parameters
1295 ----------
1292 ----------
1296 user_module : module, optional
1293 user_module : module, optional
1297 The current user module in which IPython is being run. If None,
1294 The current user module in which IPython is being run. If None,
1298 a clean module will be created.
1295 a clean module will be created.
1299 user_ns : dict, optional
1296 user_ns : dict, optional
1300 A namespace in which to run interactive commands.
1297 A namespace in which to run interactive commands.
1301
1298
1302 Returns
1299 Returns
1303 -------
1300 -------
1304 A tuple of user_module and user_ns, each properly initialised.
1301 A tuple of user_module and user_ns, each properly initialised.
1305 """
1302 """
1306 if user_module is None and user_ns is not None:
1303 if user_module is None and user_ns is not None:
1307 user_ns.setdefault("__name__", "__main__")
1304 user_ns.setdefault("__name__", "__main__")
1308 user_module = DummyMod()
1305 user_module = DummyMod()
1309 user_module.__dict__ = user_ns
1306 user_module.__dict__ = user_ns
1310
1307
1311 if user_module is None:
1308 if user_module is None:
1312 user_module = types.ModuleType("__main__",
1309 user_module = types.ModuleType("__main__",
1313 doc="Automatically created module for IPython interactive environment")
1310 doc="Automatically created module for IPython interactive environment")
1314
1311
1315 # We must ensure that __builtin__ (without the final 's') is always
1312 # We must ensure that __builtin__ (without the final 's') is always
1316 # available and pointing to the __builtin__ *module*. For more details:
1313 # available and pointing to the __builtin__ *module*. For more details:
1317 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1314 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1318 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1315 user_module.__dict__.setdefault('__builtin__', builtin_mod)
1319 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1316 user_module.__dict__.setdefault('__builtins__', builtin_mod)
1320
1317
1321 if user_ns is None:
1318 if user_ns is None:
1322 user_ns = user_module.__dict__
1319 user_ns = user_module.__dict__
1323
1320
1324 return user_module, user_ns
1321 return user_module, user_ns
1325
1322
1326 def init_sys_modules(self):
1323 def init_sys_modules(self):
1327 # We need to insert into sys.modules something that looks like a
1324 # We need to insert into sys.modules something that looks like a
1328 # module but which accesses the IPython namespace, for shelve and
1325 # module but which accesses the IPython namespace, for shelve and
1329 # pickle to work interactively. Normally they rely on getting
1326 # pickle to work interactively. Normally they rely on getting
1330 # everything out of __main__, but for embedding purposes each IPython
1327 # everything out of __main__, but for embedding purposes each IPython
1331 # instance has its own private namespace, so we can't go shoving
1328 # instance has its own private namespace, so we can't go shoving
1332 # everything into __main__.
1329 # everything into __main__.
1333
1330
1334 # note, however, that we should only do this for non-embedded
1331 # note, however, that we should only do this for non-embedded
1335 # ipythons, which really mimic the __main__.__dict__ with their own
1332 # ipythons, which really mimic the __main__.__dict__ with their own
1336 # namespace. Embedded instances, on the other hand, should not do
1333 # namespace. Embedded instances, on the other hand, should not do
1337 # this because they need to manage the user local/global namespaces
1334 # this because they need to manage the user local/global namespaces
1338 # only, but they live within a 'normal' __main__ (meaning, they
1335 # only, but they live within a 'normal' __main__ (meaning, they
1339 # shouldn't overtake the execution environment of the script they're
1336 # shouldn't overtake the execution environment of the script they're
1340 # embedded in).
1337 # embedded in).
1341
1338
1342 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1339 # This is overridden in the InteractiveShellEmbed subclass to a no-op.
1343 main_name = self.user_module.__name__
1340 main_name = self.user_module.__name__
1344 sys.modules[main_name] = self.user_module
1341 sys.modules[main_name] = self.user_module
1345
1342
1346 def init_user_ns(self):
1343 def init_user_ns(self):
1347 """Initialize all user-visible namespaces to their minimum defaults.
1344 """Initialize all user-visible namespaces to their minimum defaults.
1348
1345
1349 Certain history lists are also initialized here, as they effectively
1346 Certain history lists are also initialized here, as they effectively
1350 act as user namespaces.
1347 act as user namespaces.
1351
1348
1352 Notes
1349 Notes
1353 -----
1350 -----
1354 All data structures here are only filled in, they are NOT reset by this
1351 All data structures here are only filled in, they are NOT reset by this
1355 method. If they were not empty before, data will simply be added to
1352 method. If they were not empty before, data will simply be added to
1356 them.
1353 them.
1357 """
1354 """
1358 # This function works in two parts: first we put a few things in
1355 # This function works in two parts: first we put a few things in
1359 # user_ns, and we sync that contents into user_ns_hidden so that these
1356 # user_ns, and we sync that contents into user_ns_hidden so that these
1360 # initial variables aren't shown by %who. After the sync, we add the
1357 # initial variables aren't shown by %who. After the sync, we add the
1361 # rest of what we *do* want the user to see with %who even on a new
1358 # rest of what we *do* want the user to see with %who even on a new
1362 # session (probably nothing, so they really only see their own stuff)
1359 # session (probably nothing, so they really only see their own stuff)
1363
1360
1364 # The user dict must *always* have a __builtin__ reference to the
1361 # The user dict must *always* have a __builtin__ reference to the
1365 # Python standard __builtin__ namespace, which must be imported.
1362 # Python standard __builtin__ namespace, which must be imported.
1366 # This is so that certain operations in prompt evaluation can be
1363 # This is so that certain operations in prompt evaluation can be
1367 # reliably executed with builtins. Note that we can NOT use
1364 # reliably executed with builtins. Note that we can NOT use
1368 # __builtins__ (note the 's'), because that can either be a dict or a
1365 # __builtins__ (note the 's'), because that can either be a dict or a
1369 # module, and can even mutate at runtime, depending on the context
1366 # module, and can even mutate at runtime, depending on the context
1370 # (Python makes no guarantees on it). In contrast, __builtin__ is
1367 # (Python makes no guarantees on it). In contrast, __builtin__ is
1371 # always a module object, though it must be explicitly imported.
1368 # always a module object, though it must be explicitly imported.
1372
1369
1373 # For more details:
1370 # For more details:
1374 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1371 # http://mail.python.org/pipermail/python-dev/2001-April/014068.html
1375 ns = {}
1372 ns = {}
1376
1373
1377 # make global variables for user access to the histories
1374 # make global variables for user access to the histories
1378 ns['_ih'] = self.history_manager.input_hist_parsed
1375 ns['_ih'] = self.history_manager.input_hist_parsed
1379 ns['_oh'] = self.history_manager.output_hist
1376 ns['_oh'] = self.history_manager.output_hist
1380 ns['_dh'] = self.history_manager.dir_hist
1377 ns['_dh'] = self.history_manager.dir_hist
1381
1378
1382 # user aliases to input and output histories. These shouldn't show up
1379 # user aliases to input and output histories. These shouldn't show up
1383 # in %who, as they can have very large reprs.
1380 # in %who, as they can have very large reprs.
1384 ns['In'] = self.history_manager.input_hist_parsed
1381 ns['In'] = self.history_manager.input_hist_parsed
1385 ns['Out'] = self.history_manager.output_hist
1382 ns['Out'] = self.history_manager.output_hist
1386
1383
1387 # Store myself as the public api!!!
1384 # Store myself as the public api!!!
1388 ns['get_ipython'] = self.get_ipython
1385 ns['get_ipython'] = self.get_ipython
1389
1386
1390 ns['exit'] = self.exiter
1387 ns['exit'] = self.exiter
1391 ns['quit'] = self.exiter
1388 ns['quit'] = self.exiter
1392
1389
1393 # Sync what we've added so far to user_ns_hidden so these aren't seen
1390 # Sync what we've added so far to user_ns_hidden so these aren't seen
1394 # by %who
1391 # by %who
1395 self.user_ns_hidden.update(ns)
1392 self.user_ns_hidden.update(ns)
1396
1393
1397 # Anything put into ns now would show up in %who. Think twice before
1394 # Anything put into ns now would show up in %who. Think twice before
1398 # putting anything here, as we really want %who to show the user their
1395 # putting anything here, as we really want %who to show the user their
1399 # stuff, not our variables.
1396 # stuff, not our variables.
1400
1397
1401 # Finally, update the real user's namespace
1398 # Finally, update the real user's namespace
1402 self.user_ns.update(ns)
1399 self.user_ns.update(ns)
1403
1400
1404 @property
1401 @property
1405 def all_ns_refs(self):
1402 def all_ns_refs(self):
1406 """Get a list of references to all the namespace dictionaries in which
1403 """Get a list of references to all the namespace dictionaries in which
1407 IPython might store a user-created object.
1404 IPython might store a user-created object.
1408
1405
1409 Note that this does not include the displayhook, which also caches
1406 Note that this does not include the displayhook, which also caches
1410 objects from the output."""
1407 objects from the output."""
1411 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1408 return [self.user_ns, self.user_global_ns, self.user_ns_hidden] + \
1412 [m.__dict__ for m in self._main_mod_cache.values()]
1409 [m.__dict__ for m in self._main_mod_cache.values()]
1413
1410
1414 def reset(self, new_session=True):
1411 def reset(self, new_session=True):
1415 """Clear all internal namespaces, and attempt to release references to
1412 """Clear all internal namespaces, and attempt to release references to
1416 user objects.
1413 user objects.
1417
1414
1418 If new_session is True, a new history session will be opened.
1415 If new_session is True, a new history session will be opened.
1419 """
1416 """
1420 # Clear histories
1417 # Clear histories
1421 self.history_manager.reset(new_session)
1418 self.history_manager.reset(new_session)
1422 # Reset counter used to index all histories
1419 # Reset counter used to index all histories
1423 if new_session:
1420 if new_session:
1424 self.execution_count = 1
1421 self.execution_count = 1
1425
1422
1426 # Reset last execution result
1423 # Reset last execution result
1427 self.last_execution_succeeded = True
1424 self.last_execution_succeeded = True
1428 self.last_execution_result = None
1425 self.last_execution_result = None
1429
1426
1430 # Flush cached output items
1427 # Flush cached output items
1431 if self.displayhook.do_full_cache:
1428 if self.displayhook.do_full_cache:
1432 self.displayhook.flush()
1429 self.displayhook.flush()
1433
1430
1434 # The main execution namespaces must be cleared very carefully,
1431 # The main execution namespaces must be cleared very carefully,
1435 # skipping the deletion of the builtin-related keys, because doing so
1432 # skipping the deletion of the builtin-related keys, because doing so
1436 # would cause errors in many object's __del__ methods.
1433 # would cause errors in many object's __del__ methods.
1437 if self.user_ns is not self.user_global_ns:
1434 if self.user_ns is not self.user_global_ns:
1438 self.user_ns.clear()
1435 self.user_ns.clear()
1439 ns = self.user_global_ns
1436 ns = self.user_global_ns
1440 drop_keys = set(ns.keys())
1437 drop_keys = set(ns.keys())
1441 drop_keys.discard('__builtin__')
1438 drop_keys.discard('__builtin__')
1442 drop_keys.discard('__builtins__')
1439 drop_keys.discard('__builtins__')
1443 drop_keys.discard('__name__')
1440 drop_keys.discard('__name__')
1444 for k in drop_keys:
1441 for k in drop_keys:
1445 del ns[k]
1442 del ns[k]
1446
1443
1447 self.user_ns_hidden.clear()
1444 self.user_ns_hidden.clear()
1448
1445
1449 # Restore the user namespaces to minimal usability
1446 # Restore the user namespaces to minimal usability
1450 self.init_user_ns()
1447 self.init_user_ns()
1451
1448
1452 # Restore the default and user aliases
1449 # Restore the default and user aliases
1453 self.alias_manager.clear_aliases()
1450 self.alias_manager.clear_aliases()
1454 self.alias_manager.init_aliases()
1451 self.alias_manager.init_aliases()
1455
1452
1456 # Now define aliases that only make sense on the terminal, because they
1453 # Now define aliases that only make sense on the terminal, because they
1457 # need direct access to the console in a way that we can't emulate in
1454 # need direct access to the console in a way that we can't emulate in
1458 # GUI or web frontend
1455 # GUI or web frontend
1459 if os.name == 'posix':
1456 if os.name == 'posix':
1460 for cmd in ('clear', 'more', 'less', 'man'):
1457 for cmd in ('clear', 'more', 'less', 'man'):
1461 if cmd not in self.magics_manager.magics['line']:
1458 if cmd not in self.magics_manager.magics['line']:
1462 self.alias_manager.soft_define_alias(cmd, cmd)
1459 self.alias_manager.soft_define_alias(cmd, cmd)
1463
1460
1464 # Flush the private list of module references kept for script
1461 # Flush the private list of module references kept for script
1465 # execution protection
1462 # execution protection
1466 self.clear_main_mod_cache()
1463 self.clear_main_mod_cache()
1467
1464
1468 def del_var(self, varname, by_name=False):
1465 def del_var(self, varname, by_name=False):
1469 """Delete a variable from the various namespaces, so that, as
1466 """Delete a variable from the various namespaces, so that, as
1470 far as possible, we're not keeping any hidden references to it.
1467 far as possible, we're not keeping any hidden references to it.
1471
1468
1472 Parameters
1469 Parameters
1473 ----------
1470 ----------
1474 varname : str
1471 varname : str
1475 The name of the variable to delete.
1472 The name of the variable to delete.
1476 by_name : bool
1473 by_name : bool
1477 If True, delete variables with the given name in each
1474 If True, delete variables with the given name in each
1478 namespace. If False (default), find the variable in the user
1475 namespace. If False (default), find the variable in the user
1479 namespace, and delete references to it.
1476 namespace, and delete references to it.
1480 """
1477 """
1481 if varname in ('__builtin__', '__builtins__'):
1478 if varname in ('__builtin__', '__builtins__'):
1482 raise ValueError("Refusing to delete %s" % varname)
1479 raise ValueError("Refusing to delete %s" % varname)
1483
1480
1484 ns_refs = self.all_ns_refs
1481 ns_refs = self.all_ns_refs
1485
1482
1486 if by_name: # Delete by name
1483 if by_name: # Delete by name
1487 for ns in ns_refs:
1484 for ns in ns_refs:
1488 try:
1485 try:
1489 del ns[varname]
1486 del ns[varname]
1490 except KeyError:
1487 except KeyError:
1491 pass
1488 pass
1492 else: # Delete by object
1489 else: # Delete by object
1493 try:
1490 try:
1494 obj = self.user_ns[varname]
1491 obj = self.user_ns[varname]
1495 except KeyError as e:
1492 except KeyError as e:
1496 raise NameError("name '%s' is not defined" % varname) from e
1493 raise NameError("name '%s' is not defined" % varname) from e
1497 # Also check in output history
1494 # Also check in output history
1498 ns_refs.append(self.history_manager.output_hist)
1495 ns_refs.append(self.history_manager.output_hist)
1499 for ns in ns_refs:
1496 for ns in ns_refs:
1500 to_delete = [n for n, o in ns.items() if o is obj]
1497 to_delete = [n for n, o in ns.items() if o is obj]
1501 for name in to_delete:
1498 for name in to_delete:
1502 del ns[name]
1499 del ns[name]
1503
1500
1504 # Ensure it is removed from the last execution result
1501 # Ensure it is removed from the last execution result
1505 if self.last_execution_result.result is obj:
1502 if self.last_execution_result.result is obj:
1506 self.last_execution_result = None
1503 self.last_execution_result = None
1507
1504
1508 # displayhook keeps extra references, but not in a dictionary
1505 # displayhook keeps extra references, but not in a dictionary
1509 for name in ('_', '__', '___'):
1506 for name in ('_', '__', '___'):
1510 if getattr(self.displayhook, name) is obj:
1507 if getattr(self.displayhook, name) is obj:
1511 setattr(self.displayhook, name, None)
1508 setattr(self.displayhook, name, None)
1512
1509
1513 def reset_selective(self, regex=None):
1510 def reset_selective(self, regex=None):
1514 """Clear selective variables from internal namespaces based on a
1511 """Clear selective variables from internal namespaces based on a
1515 specified regular expression.
1512 specified regular expression.
1516
1513
1517 Parameters
1514 Parameters
1518 ----------
1515 ----------
1519 regex : string or compiled pattern, optional
1516 regex : string or compiled pattern, optional
1520 A regular expression pattern that will be used in searching
1517 A regular expression pattern that will be used in searching
1521 variable names in the users namespaces.
1518 variable names in the users namespaces.
1522 """
1519 """
1523 if regex is not None:
1520 if regex is not None:
1524 try:
1521 try:
1525 m = re.compile(regex)
1522 m = re.compile(regex)
1526 except TypeError as e:
1523 except TypeError as e:
1527 raise TypeError('regex must be a string or compiled pattern') from e
1524 raise TypeError('regex must be a string or compiled pattern') from e
1528 # Search for keys in each namespace that match the given regex
1525 # Search for keys in each namespace that match the given regex
1529 # If a match is found, delete the key/value pair.
1526 # If a match is found, delete the key/value pair.
1530 for ns in self.all_ns_refs:
1527 for ns in self.all_ns_refs:
1531 for var in ns:
1528 for var in ns:
1532 if m.search(var):
1529 if m.search(var):
1533 del ns[var]
1530 del ns[var]
1534
1531
1535 def push(self, variables, interactive=True):
1532 def push(self, variables, interactive=True):
1536 """Inject a group of variables into the IPython user namespace.
1533 """Inject a group of variables into the IPython user namespace.
1537
1534
1538 Parameters
1535 Parameters
1539 ----------
1536 ----------
1540 variables : dict, str or list/tuple of str
1537 variables : dict, str or list/tuple of str
1541 The variables to inject into the user's namespace. If a dict, a
1538 The variables to inject into the user's namespace. If a dict, a
1542 simple update is done. If a str, the string is assumed to have
1539 simple update is done. If a str, the string is assumed to have
1543 variable names separated by spaces. A list/tuple of str can also
1540 variable names separated by spaces. A list/tuple of str can also
1544 be used to give the variable names. If just the variable names are
1541 be used to give the variable names. If just the variable names are
1545 give (list/tuple/str) then the variable values looked up in the
1542 give (list/tuple/str) then the variable values looked up in the
1546 callers frame.
1543 callers frame.
1547 interactive : bool
1544 interactive : bool
1548 If True (default), the variables will be listed with the ``who``
1545 If True (default), the variables will be listed with the ``who``
1549 magic.
1546 magic.
1550 """
1547 """
1551 vdict = None
1548 vdict = None
1552
1549
1553 # We need a dict of name/value pairs to do namespace updates.
1550 # We need a dict of name/value pairs to do namespace updates.
1554 if isinstance(variables, dict):
1551 if isinstance(variables, dict):
1555 vdict = variables
1552 vdict = variables
1556 elif isinstance(variables, (str, list, tuple)):
1553 elif isinstance(variables, (str, list, tuple)):
1557 if isinstance(variables, str):
1554 if isinstance(variables, str):
1558 vlist = variables.split()
1555 vlist = variables.split()
1559 else:
1556 else:
1560 vlist = variables
1557 vlist = variables
1561 vdict = {}
1558 vdict = {}
1562 cf = sys._getframe(1)
1559 cf = sys._getframe(1)
1563 for name in vlist:
1560 for name in vlist:
1564 try:
1561 try:
1565 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1562 vdict[name] = eval(name, cf.f_globals, cf.f_locals)
1566 except:
1563 except:
1567 print('Could not get variable %s from %s' %
1564 print('Could not get variable %s from %s' %
1568 (name,cf.f_code.co_name))
1565 (name,cf.f_code.co_name))
1569 else:
1566 else:
1570 raise ValueError('variables must be a dict/str/list/tuple')
1567 raise ValueError('variables must be a dict/str/list/tuple')
1571
1568
1572 # Propagate variables to user namespace
1569 # Propagate variables to user namespace
1573 self.user_ns.update(vdict)
1570 self.user_ns.update(vdict)
1574
1571
1575 # And configure interactive visibility
1572 # And configure interactive visibility
1576 user_ns_hidden = self.user_ns_hidden
1573 user_ns_hidden = self.user_ns_hidden
1577 if interactive:
1574 if interactive:
1578 for name in vdict:
1575 for name in vdict:
1579 user_ns_hidden.pop(name, None)
1576 user_ns_hidden.pop(name, None)
1580 else:
1577 else:
1581 user_ns_hidden.update(vdict)
1578 user_ns_hidden.update(vdict)
1582
1579
1583 def drop_by_id(self, variables):
1580 def drop_by_id(self, variables):
1584 """Remove a dict of variables from the user namespace, if they are the
1581 """Remove a dict of variables from the user namespace, if they are the
1585 same as the values in the dictionary.
1582 same as the values in the dictionary.
1586
1583
1587 This is intended for use by extensions: variables that they've added can
1584 This is intended for use by extensions: variables that they've added can
1588 be taken back out if they are unloaded, without removing any that the
1585 be taken back out if they are unloaded, without removing any that the
1589 user has overwritten.
1586 user has overwritten.
1590
1587
1591 Parameters
1588 Parameters
1592 ----------
1589 ----------
1593 variables : dict
1590 variables : dict
1594 A dictionary mapping object names (as strings) to the objects.
1591 A dictionary mapping object names (as strings) to the objects.
1595 """
1592 """
1596 for name, obj in variables.items():
1593 for name, obj in variables.items():
1597 if name in self.user_ns and self.user_ns[name] is obj:
1594 if name in self.user_ns and self.user_ns[name] is obj:
1598 del self.user_ns[name]
1595 del self.user_ns[name]
1599 self.user_ns_hidden.pop(name, None)
1596 self.user_ns_hidden.pop(name, None)
1600
1597
1601 #-------------------------------------------------------------------------
1598 #-------------------------------------------------------------------------
1602 # Things related to object introspection
1599 # Things related to object introspection
1603 #-------------------------------------------------------------------------
1600 #-------------------------------------------------------------------------
1604
1601
1605 def _ofind(self, oname, namespaces=None):
1602 def _ofind(self, oname, namespaces=None):
1606 """Find an object in the available namespaces.
1603 """Find an object in the available namespaces.
1607
1604
1608 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1605 self._ofind(oname) -> dict with keys: found,obj,ospace,ismagic
1609
1606
1610 Has special code to detect magic functions.
1607 Has special code to detect magic functions.
1611 """
1608 """
1612 oname = oname.strip()
1609 oname = oname.strip()
1613 if not oname.startswith(ESC_MAGIC) and \
1610 if not oname.startswith(ESC_MAGIC) and \
1614 not oname.startswith(ESC_MAGIC2) and \
1611 not oname.startswith(ESC_MAGIC2) and \
1615 not all(a.isidentifier() for a in oname.split(".")):
1612 not all(a.isidentifier() for a in oname.split(".")):
1616 return {'found': False}
1613 return {'found': False}
1617
1614
1618 if namespaces is None:
1615 if namespaces is None:
1619 # Namespaces to search in:
1616 # Namespaces to search in:
1620 # Put them in a list. The order is important so that we
1617 # Put them in a list. The order is important so that we
1621 # find things in the same order that Python finds them.
1618 # find things in the same order that Python finds them.
1622 namespaces = [ ('Interactive', self.user_ns),
1619 namespaces = [ ('Interactive', self.user_ns),
1623 ('Interactive (global)', self.user_global_ns),
1620 ('Interactive (global)', self.user_global_ns),
1624 ('Python builtin', builtin_mod.__dict__),
1621 ('Python builtin', builtin_mod.__dict__),
1625 ]
1622 ]
1626
1623
1627 ismagic = False
1624 ismagic = False
1628 isalias = False
1625 isalias = False
1629 found = False
1626 found = False
1630 ospace = None
1627 ospace = None
1631 parent = None
1628 parent = None
1632 obj = None
1629 obj = None
1633
1630
1634
1631
1635 # Look for the given name by splitting it in parts. If the head is
1632 # Look for the given name by splitting it in parts. If the head is
1636 # found, then we look for all the remaining parts as members, and only
1633 # found, then we look for all the remaining parts as members, and only
1637 # declare success if we can find them all.
1634 # declare success if we can find them all.
1638 oname_parts = oname.split('.')
1635 oname_parts = oname.split('.')
1639 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1636 oname_head, oname_rest = oname_parts[0],oname_parts[1:]
1640 for nsname,ns in namespaces:
1637 for nsname,ns in namespaces:
1641 try:
1638 try:
1642 obj = ns[oname_head]
1639 obj = ns[oname_head]
1643 except KeyError:
1640 except KeyError:
1644 continue
1641 continue
1645 else:
1642 else:
1646 for idx, part in enumerate(oname_rest):
1643 for idx, part in enumerate(oname_rest):
1647 try:
1644 try:
1648 parent = obj
1645 parent = obj
1649 # The last part is looked up in a special way to avoid
1646 # The last part is looked up in a special way to avoid
1650 # descriptor invocation as it may raise or have side
1647 # descriptor invocation as it may raise or have side
1651 # effects.
1648 # effects.
1652 if idx == len(oname_rest) - 1:
1649 if idx == len(oname_rest) - 1:
1653 obj = self._getattr_property(obj, part)
1650 obj = self._getattr_property(obj, part)
1654 else:
1651 else:
1655 obj = getattr(obj, part)
1652 obj = getattr(obj, part)
1656 except:
1653 except:
1657 # Blanket except b/c some badly implemented objects
1654 # Blanket except b/c some badly implemented objects
1658 # allow __getattr__ to raise exceptions other than
1655 # allow __getattr__ to raise exceptions other than
1659 # AttributeError, which then crashes IPython.
1656 # AttributeError, which then crashes IPython.
1660 break
1657 break
1661 else:
1658 else:
1662 # If we finish the for loop (no break), we got all members
1659 # If we finish the for loop (no break), we got all members
1663 found = True
1660 found = True
1664 ospace = nsname
1661 ospace = nsname
1665 break # namespace loop
1662 break # namespace loop
1666
1663
1667 # Try to see if it's magic
1664 # Try to see if it's magic
1668 if not found:
1665 if not found:
1669 obj = None
1666 obj = None
1670 if oname.startswith(ESC_MAGIC2):
1667 if oname.startswith(ESC_MAGIC2):
1671 oname = oname.lstrip(ESC_MAGIC2)
1668 oname = oname.lstrip(ESC_MAGIC2)
1672 obj = self.find_cell_magic(oname)
1669 obj = self.find_cell_magic(oname)
1673 elif oname.startswith(ESC_MAGIC):
1670 elif oname.startswith(ESC_MAGIC):
1674 oname = oname.lstrip(ESC_MAGIC)
1671 oname = oname.lstrip(ESC_MAGIC)
1675 obj = self.find_line_magic(oname)
1672 obj = self.find_line_magic(oname)
1676 else:
1673 else:
1677 # search without prefix, so run? will find %run?
1674 # search without prefix, so run? will find %run?
1678 obj = self.find_line_magic(oname)
1675 obj = self.find_line_magic(oname)
1679 if obj is None:
1676 if obj is None:
1680 obj = self.find_cell_magic(oname)
1677 obj = self.find_cell_magic(oname)
1681 if obj is not None:
1678 if obj is not None:
1682 found = True
1679 found = True
1683 ospace = 'IPython internal'
1680 ospace = 'IPython internal'
1684 ismagic = True
1681 ismagic = True
1685 isalias = isinstance(obj, Alias)
1682 isalias = isinstance(obj, Alias)
1686
1683
1687 # Last try: special-case some literals like '', [], {}, etc:
1684 # Last try: special-case some literals like '', [], {}, etc:
1688 if not found and oname_head in ["''",'""','[]','{}','()']:
1685 if not found and oname_head in ["''",'""','[]','{}','()']:
1689 obj = eval(oname_head)
1686 obj = eval(oname_head)
1690 found = True
1687 found = True
1691 ospace = 'Interactive'
1688 ospace = 'Interactive'
1692
1689
1693 return {
1690 return {
1694 'obj':obj,
1691 'obj':obj,
1695 'found':found,
1692 'found':found,
1696 'parent':parent,
1693 'parent':parent,
1697 'ismagic':ismagic,
1694 'ismagic':ismagic,
1698 'isalias':isalias,
1695 'isalias':isalias,
1699 'namespace':ospace
1696 'namespace':ospace
1700 }
1697 }
1701
1698
1702 @staticmethod
1699 @staticmethod
1703 def _getattr_property(obj, attrname):
1700 def _getattr_property(obj, attrname):
1704 """Property-aware getattr to use in object finding.
1701 """Property-aware getattr to use in object finding.
1705
1702
1706 If attrname represents a property, return it unevaluated (in case it has
1703 If attrname represents a property, return it unevaluated (in case it has
1707 side effects or raises an error.
1704 side effects or raises an error.
1708
1705
1709 """
1706 """
1710 if not isinstance(obj, type):
1707 if not isinstance(obj, type):
1711 try:
1708 try:
1712 # `getattr(type(obj), attrname)` is not guaranteed to return
1709 # `getattr(type(obj), attrname)` is not guaranteed to return
1713 # `obj`, but does so for property:
1710 # `obj`, but does so for property:
1714 #
1711 #
1715 # property.__get__(self, None, cls) -> self
1712 # property.__get__(self, None, cls) -> self
1716 #
1713 #
1717 # The universal alternative is to traverse the mro manually
1714 # The universal alternative is to traverse the mro manually
1718 # searching for attrname in class dicts.
1715 # searching for attrname in class dicts.
1719 attr = getattr(type(obj), attrname)
1716 attr = getattr(type(obj), attrname)
1720 except AttributeError:
1717 except AttributeError:
1721 pass
1718 pass
1722 else:
1719 else:
1723 # This relies on the fact that data descriptors (with both
1720 # This relies on the fact that data descriptors (with both
1724 # __get__ & __set__ magic methods) take precedence over
1721 # __get__ & __set__ magic methods) take precedence over
1725 # instance-level attributes:
1722 # instance-level attributes:
1726 #
1723 #
1727 # class A(object):
1724 # class A(object):
1728 # @property
1725 # @property
1729 # def foobar(self): return 123
1726 # def foobar(self): return 123
1730 # a = A()
1727 # a = A()
1731 # a.__dict__['foobar'] = 345
1728 # a.__dict__['foobar'] = 345
1732 # a.foobar # == 123
1729 # a.foobar # == 123
1733 #
1730 #
1734 # So, a property may be returned right away.
1731 # So, a property may be returned right away.
1735 if isinstance(attr, property):
1732 if isinstance(attr, property):
1736 return attr
1733 return attr
1737
1734
1738 # Nothing helped, fall back.
1735 # Nothing helped, fall back.
1739 return getattr(obj, attrname)
1736 return getattr(obj, attrname)
1740
1737
1741 def _object_find(self, oname, namespaces=None):
1738 def _object_find(self, oname, namespaces=None):
1742 """Find an object and return a struct with info about it."""
1739 """Find an object and return a struct with info about it."""
1743 return Struct(self._ofind(oname, namespaces))
1740 return Struct(self._ofind(oname, namespaces))
1744
1741
1745 def _inspect(self, meth, oname, namespaces=None, **kw):
1742 def _inspect(self, meth, oname, namespaces=None, **kw):
1746 """Generic interface to the inspector system.
1743 """Generic interface to the inspector system.
1747
1744
1748 This function is meant to be called by pdef, pdoc & friends.
1745 This function is meant to be called by pdef, pdoc & friends.
1749 """
1746 """
1750 info = self._object_find(oname, namespaces)
1747 info = self._object_find(oname, namespaces)
1751 docformat = sphinxify if self.sphinxify_docstring else None
1748 docformat = sphinxify if self.sphinxify_docstring else None
1752 if info.found:
1749 if info.found:
1753 pmethod = getattr(self.inspector, meth)
1750 pmethod = getattr(self.inspector, meth)
1754 # TODO: only apply format_screen to the plain/text repr of the mime
1751 # TODO: only apply format_screen to the plain/text repr of the mime
1755 # bundle.
1752 # bundle.
1756 formatter = format_screen if info.ismagic else docformat
1753 formatter = format_screen if info.ismagic else docformat
1757 if meth == 'pdoc':
1754 if meth == 'pdoc':
1758 pmethod(info.obj, oname, formatter)
1755 pmethod(info.obj, oname, formatter)
1759 elif meth == 'pinfo':
1756 elif meth == 'pinfo':
1760 pmethod(info.obj, oname, formatter, info,
1757 pmethod(info.obj, oname, formatter, info,
1761 enable_html_pager=self.enable_html_pager, **kw)
1758 enable_html_pager=self.enable_html_pager, **kw)
1762 else:
1759 else:
1763 pmethod(info.obj, oname)
1760 pmethod(info.obj, oname)
1764 else:
1761 else:
1765 print('Object `%s` not found.' % oname)
1762 print('Object `%s` not found.' % oname)
1766 return 'not found' # so callers can take other action
1763 return 'not found' # so callers can take other action
1767
1764
1768 def object_inspect(self, oname, detail_level=0):
1765 def object_inspect(self, oname, detail_level=0):
1769 """Get object info about oname"""
1766 """Get object info about oname"""
1770 with self.builtin_trap:
1767 with self.builtin_trap:
1771 info = self._object_find(oname)
1768 info = self._object_find(oname)
1772 if info.found:
1769 if info.found:
1773 return self.inspector.info(info.obj, oname, info=info,
1770 return self.inspector.info(info.obj, oname, info=info,
1774 detail_level=detail_level
1771 detail_level=detail_level
1775 )
1772 )
1776 else:
1773 else:
1777 return oinspect.object_info(name=oname, found=False)
1774 return oinspect.object_info(name=oname, found=False)
1778
1775
1779 def object_inspect_text(self, oname, detail_level=0):
1776 def object_inspect_text(self, oname, detail_level=0):
1780 """Get object info as formatted text"""
1777 """Get object info as formatted text"""
1781 return self.object_inspect_mime(oname, detail_level)['text/plain']
1778 return self.object_inspect_mime(oname, detail_level)['text/plain']
1782
1779
1783 def object_inspect_mime(self, oname, detail_level=0):
1780 def object_inspect_mime(self, oname, detail_level=0):
1784 """Get object info as a mimebundle of formatted representations.
1781 """Get object info as a mimebundle of formatted representations.
1785
1782
1786 A mimebundle is a dictionary, keyed by mime-type.
1783 A mimebundle is a dictionary, keyed by mime-type.
1787 It must always have the key `'text/plain'`.
1784 It must always have the key `'text/plain'`.
1788 """
1785 """
1789 with self.builtin_trap:
1786 with self.builtin_trap:
1790 info = self._object_find(oname)
1787 info = self._object_find(oname)
1791 if info.found:
1788 if info.found:
1792 return self.inspector._get_info(info.obj, oname, info=info,
1789 return self.inspector._get_info(info.obj, oname, info=info,
1793 detail_level=detail_level
1790 detail_level=detail_level
1794 )
1791 )
1795 else:
1792 else:
1796 raise KeyError(oname)
1793 raise KeyError(oname)
1797
1794
1798 #-------------------------------------------------------------------------
1795 #-------------------------------------------------------------------------
1799 # Things related to history management
1796 # Things related to history management
1800 #-------------------------------------------------------------------------
1797 #-------------------------------------------------------------------------
1801
1798
1802 def init_history(self):
1799 def init_history(self):
1803 """Sets up the command history, and starts regular autosaves."""
1800 """Sets up the command history, and starts regular autosaves."""
1804 self.history_manager = HistoryManager(shell=self, parent=self)
1801 self.history_manager = HistoryManager(shell=self, parent=self)
1805 self.configurables.append(self.history_manager)
1802 self.configurables.append(self.history_manager)
1806
1803
1807 #-------------------------------------------------------------------------
1804 #-------------------------------------------------------------------------
1808 # Things related to exception handling and tracebacks (not debugging)
1805 # Things related to exception handling and tracebacks (not debugging)
1809 #-------------------------------------------------------------------------
1806 #-------------------------------------------------------------------------
1810
1807
1811 debugger_cls = Pdb
1808 debugger_cls = Pdb
1812
1809
1813 def init_traceback_handlers(self, custom_exceptions):
1810 def init_traceback_handlers(self, custom_exceptions):
1814 # Syntax error handler.
1811 # Syntax error handler.
1815 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1812 self.SyntaxTB = ultratb.SyntaxTB(color_scheme='NoColor', parent=self)
1816
1813
1817 # The interactive one is initialized with an offset, meaning we always
1814 # The interactive one is initialized with an offset, meaning we always
1818 # want to remove the topmost item in the traceback, which is our own
1815 # want to remove the topmost item in the traceback, which is our own
1819 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1816 # internal code. Valid modes: ['Plain','Context','Verbose','Minimal']
1820 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1817 self.InteractiveTB = ultratb.AutoFormattedTB(mode = 'Plain',
1821 color_scheme='NoColor',
1818 color_scheme='NoColor',
1822 tb_offset = 1,
1819 tb_offset = 1,
1823 check_cache=check_linecache_ipython,
1820 check_cache=check_linecache_ipython,
1824 debugger_cls=self.debugger_cls, parent=self)
1821 debugger_cls=self.debugger_cls, parent=self)
1825
1822
1826 # The instance will store a pointer to the system-wide exception hook,
1823 # The instance will store a pointer to the system-wide exception hook,
1827 # so that runtime code (such as magics) can access it. This is because
1824 # so that runtime code (such as magics) can access it. This is because
1828 # during the read-eval loop, it may get temporarily overwritten.
1825 # during the read-eval loop, it may get temporarily overwritten.
1829 self.sys_excepthook = sys.excepthook
1826 self.sys_excepthook = sys.excepthook
1830
1827
1831 # and add any custom exception handlers the user may have specified
1828 # and add any custom exception handlers the user may have specified
1832 self.set_custom_exc(*custom_exceptions)
1829 self.set_custom_exc(*custom_exceptions)
1833
1830
1834 # Set the exception mode
1831 # Set the exception mode
1835 self.InteractiveTB.set_mode(mode=self.xmode)
1832 self.InteractiveTB.set_mode(mode=self.xmode)
1836
1833
1837 def set_custom_exc(self, exc_tuple, handler):
1834 def set_custom_exc(self, exc_tuple, handler):
1838 """set_custom_exc(exc_tuple, handler)
1835 """set_custom_exc(exc_tuple, handler)
1839
1836
1840 Set a custom exception handler, which will be called if any of the
1837 Set a custom exception handler, which will be called if any of the
1841 exceptions in exc_tuple occur in the mainloop (specifically, in the
1838 exceptions in exc_tuple occur in the mainloop (specifically, in the
1842 run_code() method).
1839 run_code() method).
1843
1840
1844 Parameters
1841 Parameters
1845 ----------
1842 ----------
1846
1843
1847 exc_tuple : tuple of exception classes
1844 exc_tuple : tuple of exception classes
1848 A *tuple* of exception classes, for which to call the defined
1845 A *tuple* of exception classes, for which to call the defined
1849 handler. It is very important that you use a tuple, and NOT A
1846 handler. It is very important that you use a tuple, and NOT A
1850 LIST here, because of the way Python's except statement works. If
1847 LIST here, because of the way Python's except statement works. If
1851 you only want to trap a single exception, use a singleton tuple::
1848 you only want to trap a single exception, use a singleton tuple::
1852
1849
1853 exc_tuple == (MyCustomException,)
1850 exc_tuple == (MyCustomException,)
1854
1851
1855 handler : callable
1852 handler : callable
1856 handler must have the following signature::
1853 handler must have the following signature::
1857
1854
1858 def my_handler(self, etype, value, tb, tb_offset=None):
1855 def my_handler(self, etype, value, tb, tb_offset=None):
1859 ...
1856 ...
1860 return structured_traceback
1857 return structured_traceback
1861
1858
1862 Your handler must return a structured traceback (a list of strings),
1859 Your handler must return a structured traceback (a list of strings),
1863 or None.
1860 or None.
1864
1861
1865 This will be made into an instance method (via types.MethodType)
1862 This will be made into an instance method (via types.MethodType)
1866 of IPython itself, and it will be called if any of the exceptions
1863 of IPython itself, and it will be called if any of the exceptions
1867 listed in the exc_tuple are caught. If the handler is None, an
1864 listed in the exc_tuple are caught. If the handler is None, an
1868 internal basic one is used, which just prints basic info.
1865 internal basic one is used, which just prints basic info.
1869
1866
1870 To protect IPython from crashes, if your handler ever raises an
1867 To protect IPython from crashes, if your handler ever raises an
1871 exception or returns an invalid result, it will be immediately
1868 exception or returns an invalid result, it will be immediately
1872 disabled.
1869 disabled.
1873
1870
1874 WARNING: by putting in your own exception handler into IPython's main
1871 WARNING: by putting in your own exception handler into IPython's main
1875 execution loop, you run a very good chance of nasty crashes. This
1872 execution loop, you run a very good chance of nasty crashes. This
1876 facility should only be used if you really know what you are doing."""
1873 facility should only be used if you really know what you are doing."""
1877 if not isinstance(exc_tuple, tuple):
1874 if not isinstance(exc_tuple, tuple):
1878 raise TypeError("The custom exceptions must be given as a tuple.")
1875 raise TypeError("The custom exceptions must be given as a tuple.")
1879
1876
1880 def dummy_handler(self, etype, value, tb, tb_offset=None):
1877 def dummy_handler(self, etype, value, tb, tb_offset=None):
1881 print('*** Simple custom exception handler ***')
1878 print('*** Simple custom exception handler ***')
1882 print('Exception type :', etype)
1879 print('Exception type :', etype)
1883 print('Exception value:', value)
1880 print('Exception value:', value)
1884 print('Traceback :', tb)
1881 print('Traceback :', tb)
1885
1882
1886 def validate_stb(stb):
1883 def validate_stb(stb):
1887 """validate structured traceback return type
1884 """validate structured traceback return type
1888
1885
1889 return type of CustomTB *should* be a list of strings, but allow
1886 return type of CustomTB *should* be a list of strings, but allow
1890 single strings or None, which are harmless.
1887 single strings or None, which are harmless.
1891
1888
1892 This function will *always* return a list of strings,
1889 This function will *always* return a list of strings,
1893 and will raise a TypeError if stb is inappropriate.
1890 and will raise a TypeError if stb is inappropriate.
1894 """
1891 """
1895 msg = "CustomTB must return list of strings, not %r" % stb
1892 msg = "CustomTB must return list of strings, not %r" % stb
1896 if stb is None:
1893 if stb is None:
1897 return []
1894 return []
1898 elif isinstance(stb, str):
1895 elif isinstance(stb, str):
1899 return [stb]
1896 return [stb]
1900 elif not isinstance(stb, list):
1897 elif not isinstance(stb, list):
1901 raise TypeError(msg)
1898 raise TypeError(msg)
1902 # it's a list
1899 # it's a list
1903 for line in stb:
1900 for line in stb:
1904 # check every element
1901 # check every element
1905 if not isinstance(line, str):
1902 if not isinstance(line, str):
1906 raise TypeError(msg)
1903 raise TypeError(msg)
1907 return stb
1904 return stb
1908
1905
1909 if handler is None:
1906 if handler is None:
1910 wrapped = dummy_handler
1907 wrapped = dummy_handler
1911 else:
1908 else:
1912 def wrapped(self,etype,value,tb,tb_offset=None):
1909 def wrapped(self,etype,value,tb,tb_offset=None):
1913 """wrap CustomTB handler, to protect IPython from user code
1910 """wrap CustomTB handler, to protect IPython from user code
1914
1911
1915 This makes it harder (but not impossible) for custom exception
1912 This makes it harder (but not impossible) for custom exception
1916 handlers to crash IPython.
1913 handlers to crash IPython.
1917 """
1914 """
1918 try:
1915 try:
1919 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1916 stb = handler(self,etype,value,tb,tb_offset=tb_offset)
1920 return validate_stb(stb)
1917 return validate_stb(stb)
1921 except:
1918 except:
1922 # clear custom handler immediately
1919 # clear custom handler immediately
1923 self.set_custom_exc((), None)
1920 self.set_custom_exc((), None)
1924 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1921 print("Custom TB Handler failed, unregistering", file=sys.stderr)
1925 # show the exception in handler first
1922 # show the exception in handler first
1926 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1923 stb = self.InteractiveTB.structured_traceback(*sys.exc_info())
1927 print(self.InteractiveTB.stb2text(stb))
1924 print(self.InteractiveTB.stb2text(stb))
1928 print("The original exception:")
1925 print("The original exception:")
1929 stb = self.InteractiveTB.structured_traceback(
1926 stb = self.InteractiveTB.structured_traceback(
1930 (etype,value,tb), tb_offset=tb_offset
1927 (etype,value,tb), tb_offset=tb_offset
1931 )
1928 )
1932 return stb
1929 return stb
1933
1930
1934 self.CustomTB = types.MethodType(wrapped,self)
1931 self.CustomTB = types.MethodType(wrapped,self)
1935 self.custom_exceptions = exc_tuple
1932 self.custom_exceptions = exc_tuple
1936
1933
1937 def excepthook(self, etype, value, tb):
1934 def excepthook(self, etype, value, tb):
1938 """One more defense for GUI apps that call sys.excepthook.
1935 """One more defense for GUI apps that call sys.excepthook.
1939
1936
1940 GUI frameworks like wxPython trap exceptions and call
1937 GUI frameworks like wxPython trap exceptions and call
1941 sys.excepthook themselves. I guess this is a feature that
1938 sys.excepthook themselves. I guess this is a feature that
1942 enables them to keep running after exceptions that would
1939 enables them to keep running after exceptions that would
1943 otherwise kill their mainloop. This is a bother for IPython
1940 otherwise kill their mainloop. This is a bother for IPython
1944 which excepts to catch all of the program exceptions with a try:
1941 which excepts to catch all of the program exceptions with a try:
1945 except: statement.
1942 except: statement.
1946
1943
1947 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1944 Normally, IPython sets sys.excepthook to a CrashHandler instance, so if
1948 any app directly invokes sys.excepthook, it will look to the user like
1945 any app directly invokes sys.excepthook, it will look to the user like
1949 IPython crashed. In order to work around this, we can disable the
1946 IPython crashed. In order to work around this, we can disable the
1950 CrashHandler and replace it with this excepthook instead, which prints a
1947 CrashHandler and replace it with this excepthook instead, which prints a
1951 regular traceback using our InteractiveTB. In this fashion, apps which
1948 regular traceback using our InteractiveTB. In this fashion, apps which
1952 call sys.excepthook will generate a regular-looking exception from
1949 call sys.excepthook will generate a regular-looking exception from
1953 IPython, and the CrashHandler will only be triggered by real IPython
1950 IPython, and the CrashHandler will only be triggered by real IPython
1954 crashes.
1951 crashes.
1955
1952
1956 This hook should be used sparingly, only in places which are not likely
1953 This hook should be used sparingly, only in places which are not likely
1957 to be true IPython errors.
1954 to be true IPython errors.
1958 """
1955 """
1959 self.showtraceback((etype, value, tb), tb_offset=0)
1956 self.showtraceback((etype, value, tb), tb_offset=0)
1960
1957
1961 def _get_exc_info(self, exc_tuple=None):
1958 def _get_exc_info(self, exc_tuple=None):
1962 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1959 """get exc_info from a given tuple, sys.exc_info() or sys.last_type etc.
1963
1960
1964 Ensures sys.last_type,value,traceback hold the exc_info we found,
1961 Ensures sys.last_type,value,traceback hold the exc_info we found,
1965 from whichever source.
1962 from whichever source.
1966
1963
1967 raises ValueError if none of these contain any information
1964 raises ValueError if none of these contain any information
1968 """
1965 """
1969 if exc_tuple is None:
1966 if exc_tuple is None:
1970 etype, value, tb = sys.exc_info()
1967 etype, value, tb = sys.exc_info()
1971 else:
1968 else:
1972 etype, value, tb = exc_tuple
1969 etype, value, tb = exc_tuple
1973
1970
1974 if etype is None:
1971 if etype is None:
1975 if hasattr(sys, 'last_type'):
1972 if hasattr(sys, 'last_type'):
1976 etype, value, tb = sys.last_type, sys.last_value, \
1973 etype, value, tb = sys.last_type, sys.last_value, \
1977 sys.last_traceback
1974 sys.last_traceback
1978
1975
1979 if etype is None:
1976 if etype is None:
1980 raise ValueError("No exception to find")
1977 raise ValueError("No exception to find")
1981
1978
1982 # Now store the exception info in sys.last_type etc.
1979 # Now store the exception info in sys.last_type etc.
1983 # WARNING: these variables are somewhat deprecated and not
1980 # WARNING: these variables are somewhat deprecated and not
1984 # necessarily safe to use in a threaded environment, but tools
1981 # necessarily safe to use in a threaded environment, but tools
1985 # like pdb depend on their existence, so let's set them. If we
1982 # like pdb depend on their existence, so let's set them. If we
1986 # find problems in the field, we'll need to revisit their use.
1983 # find problems in the field, we'll need to revisit their use.
1987 sys.last_type = etype
1984 sys.last_type = etype
1988 sys.last_value = value
1985 sys.last_value = value
1989 sys.last_traceback = tb
1986 sys.last_traceback = tb
1990
1987
1991 return etype, value, tb
1988 return etype, value, tb
1992
1989
1993 def show_usage_error(self, exc):
1990 def show_usage_error(self, exc):
1994 """Show a short message for UsageErrors
1991 """Show a short message for UsageErrors
1995
1992
1996 These are special exceptions that shouldn't show a traceback.
1993 These are special exceptions that shouldn't show a traceback.
1997 """
1994 """
1998 print("UsageError: %s" % exc, file=sys.stderr)
1995 print("UsageError: %s" % exc, file=sys.stderr)
1999
1996
2000 def get_exception_only(self, exc_tuple=None):
1997 def get_exception_only(self, exc_tuple=None):
2001 """
1998 """
2002 Return as a string (ending with a newline) the exception that
1999 Return as a string (ending with a newline) the exception that
2003 just occurred, without any traceback.
2000 just occurred, without any traceback.
2004 """
2001 """
2005 etype, value, tb = self._get_exc_info(exc_tuple)
2002 etype, value, tb = self._get_exc_info(exc_tuple)
2006 msg = traceback.format_exception_only(etype, value)
2003 msg = traceback.format_exception_only(etype, value)
2007 return ''.join(msg)
2004 return ''.join(msg)
2008
2005
2009 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2006 def showtraceback(self, exc_tuple=None, filename=None, tb_offset=None,
2010 exception_only=False, running_compiled_code=False):
2007 exception_only=False, running_compiled_code=False):
2011 """Display the exception that just occurred.
2008 """Display the exception that just occurred.
2012
2009
2013 If nothing is known about the exception, this is the method which
2010 If nothing is known about the exception, this is the method which
2014 should be used throughout the code for presenting user tracebacks,
2011 should be used throughout the code for presenting user tracebacks,
2015 rather than directly invoking the InteractiveTB object.
2012 rather than directly invoking the InteractiveTB object.
2016
2013
2017 A specific showsyntaxerror() also exists, but this method can take
2014 A specific showsyntaxerror() also exists, but this method can take
2018 care of calling it if needed, so unless you are explicitly catching a
2015 care of calling it if needed, so unless you are explicitly catching a
2019 SyntaxError exception, don't try to analyze the stack manually and
2016 SyntaxError exception, don't try to analyze the stack manually and
2020 simply call this method."""
2017 simply call this method."""
2021
2018
2022 try:
2019 try:
2023 try:
2020 try:
2024 etype, value, tb = self._get_exc_info(exc_tuple)
2021 etype, value, tb = self._get_exc_info(exc_tuple)
2025 except ValueError:
2022 except ValueError:
2026 print('No traceback available to show.', file=sys.stderr)
2023 print('No traceback available to show.', file=sys.stderr)
2027 return
2024 return
2028
2025
2029 if issubclass(etype, SyntaxError):
2026 if issubclass(etype, SyntaxError):
2030 # Though this won't be called by syntax errors in the input
2027 # Though this won't be called by syntax errors in the input
2031 # line, there may be SyntaxError cases with imported code.
2028 # line, there may be SyntaxError cases with imported code.
2032 self.showsyntaxerror(filename, running_compiled_code)
2029 self.showsyntaxerror(filename, running_compiled_code)
2033 elif etype is UsageError:
2030 elif etype is UsageError:
2034 self.show_usage_error(value)
2031 self.show_usage_error(value)
2035 else:
2032 else:
2036 if exception_only:
2033 if exception_only:
2037 stb = ['An exception has occurred, use %tb to see '
2034 stb = ['An exception has occurred, use %tb to see '
2038 'the full traceback.\n']
2035 'the full traceback.\n']
2039 stb.extend(self.InteractiveTB.get_exception_only(etype,
2036 stb.extend(self.InteractiveTB.get_exception_only(etype,
2040 value))
2037 value))
2041 else:
2038 else:
2042 try:
2039 try:
2043 # Exception classes can customise their traceback - we
2040 # Exception classes can customise their traceback - we
2044 # use this in IPython.parallel for exceptions occurring
2041 # use this in IPython.parallel for exceptions occurring
2045 # in the engines. This should return a list of strings.
2042 # in the engines. This should return a list of strings.
2046 stb = value._render_traceback_()
2043 stb = value._render_traceback_()
2047 except Exception:
2044 except Exception:
2048 stb = self.InteractiveTB.structured_traceback(etype,
2045 stb = self.InteractiveTB.structured_traceback(etype,
2049 value, tb, tb_offset=tb_offset)
2046 value, tb, tb_offset=tb_offset)
2050
2047
2051 self._showtraceback(etype, value, stb)
2048 self._showtraceback(etype, value, stb)
2052 if self.call_pdb:
2049 if self.call_pdb:
2053 # drop into debugger
2050 # drop into debugger
2054 self.debugger(force=True)
2051 self.debugger(force=True)
2055 return
2052 return
2056
2053
2057 # Actually show the traceback
2054 # Actually show the traceback
2058 self._showtraceback(etype, value, stb)
2055 self._showtraceback(etype, value, stb)
2059
2056
2060 except KeyboardInterrupt:
2057 except KeyboardInterrupt:
2061 print('\n' + self.get_exception_only(), file=sys.stderr)
2058 print('\n' + self.get_exception_only(), file=sys.stderr)
2062
2059
2063 def _showtraceback(self, etype, evalue, stb):
2060 def _showtraceback(self, etype, evalue, stb):
2064 """Actually show a traceback.
2061 """Actually show a traceback.
2065
2062
2066 Subclasses may override this method to put the traceback on a different
2063 Subclasses may override this method to put the traceback on a different
2067 place, like a side channel.
2064 place, like a side channel.
2068 """
2065 """
2069 print(self.InteractiveTB.stb2text(stb))
2066 print(self.InteractiveTB.stb2text(stb))
2070
2067
2071 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2068 def showsyntaxerror(self, filename=None, running_compiled_code=False):
2072 """Display the syntax error that just occurred.
2069 """Display the syntax error that just occurred.
2073
2070
2074 This doesn't display a stack trace because there isn't one.
2071 This doesn't display a stack trace because there isn't one.
2075
2072
2076 If a filename is given, it is stuffed in the exception instead
2073 If a filename is given, it is stuffed in the exception instead
2077 of what was there before (because Python's parser always uses
2074 of what was there before (because Python's parser always uses
2078 "<string>" when reading from a string).
2075 "<string>" when reading from a string).
2079
2076
2080 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2077 If the syntax error occurred when running a compiled code (i.e. running_compile_code=True),
2081 longer stack trace will be displayed.
2078 longer stack trace will be displayed.
2082 """
2079 """
2083 etype, value, last_traceback = self._get_exc_info()
2080 etype, value, last_traceback = self._get_exc_info()
2084
2081
2085 if filename and issubclass(etype, SyntaxError):
2082 if filename and issubclass(etype, SyntaxError):
2086 try:
2083 try:
2087 value.filename = filename
2084 value.filename = filename
2088 except:
2085 except:
2089 # Not the format we expect; leave it alone
2086 # Not the format we expect; leave it alone
2090 pass
2087 pass
2091
2088
2092 # If the error occurred when executing compiled code, we should provide full stacktrace.
2089 # If the error occurred when executing compiled code, we should provide full stacktrace.
2093 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2090 elist = traceback.extract_tb(last_traceback) if running_compiled_code else []
2094 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2091 stb = self.SyntaxTB.structured_traceback(etype, value, elist)
2095 self._showtraceback(etype, value, stb)
2092 self._showtraceback(etype, value, stb)
2096
2093
2097 # This is overridden in TerminalInteractiveShell to show a message about
2094 # This is overridden in TerminalInteractiveShell to show a message about
2098 # the %paste magic.
2095 # the %paste magic.
2099 def showindentationerror(self):
2096 def showindentationerror(self):
2100 """Called by _run_cell when there's an IndentationError in code entered
2097 """Called by _run_cell when there's an IndentationError in code entered
2101 at the prompt.
2098 at the prompt.
2102
2099
2103 This is overridden in TerminalInteractiveShell to show a message about
2100 This is overridden in TerminalInteractiveShell to show a message about
2104 the %paste magic."""
2101 the %paste magic."""
2105 self.showsyntaxerror()
2102 self.showsyntaxerror()
2106
2103
2107 #-------------------------------------------------------------------------
2104 #-------------------------------------------------------------------------
2108 # Things related to readline
2105 # Things related to readline
2109 #-------------------------------------------------------------------------
2106 #-------------------------------------------------------------------------
2110
2107
2111 def init_readline(self):
2108 def init_readline(self):
2112 """DEPRECATED
2109 """DEPRECATED
2113
2110
2114 Moved to terminal subclass, here only to simplify the init logic."""
2111 Moved to terminal subclass, here only to simplify the init logic."""
2115 # Set a number of methods that depend on readline to be no-op
2112 # Set a number of methods that depend on readline to be no-op
2116 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2113 warnings.warn('`init_readline` is no-op since IPython 5.0 and is Deprecated',
2117 DeprecationWarning, stacklevel=2)
2114 DeprecationWarning, stacklevel=2)
2118 self.set_custom_completer = no_op
2115 self.set_custom_completer = no_op
2119
2116
2120 @skip_doctest
2117 @skip_doctest
2121 def set_next_input(self, s, replace=False):
2118 def set_next_input(self, s, replace=False):
2122 """ Sets the 'default' input string for the next command line.
2119 """ Sets the 'default' input string for the next command line.
2123
2120
2124 Example::
2121 Example::
2125
2122
2126 In [1]: _ip.set_next_input("Hello Word")
2123 In [1]: _ip.set_next_input("Hello Word")
2127 In [2]: Hello Word_ # cursor is here
2124 In [2]: Hello Word_ # cursor is here
2128 """
2125 """
2129 self.rl_next_input = s
2126 self.rl_next_input = s
2130
2127
2131 def _indent_current_str(self):
2128 def _indent_current_str(self):
2132 """return the current level of indentation as a string"""
2129 """return the current level of indentation as a string"""
2133 return self.input_splitter.get_indent_spaces() * ' '
2130 return self.input_splitter.get_indent_spaces() * ' '
2134
2131
2135 #-------------------------------------------------------------------------
2132 #-------------------------------------------------------------------------
2136 # Things related to text completion
2133 # Things related to text completion
2137 #-------------------------------------------------------------------------
2134 #-------------------------------------------------------------------------
2138
2135
2139 def init_completer(self):
2136 def init_completer(self):
2140 """Initialize the completion machinery.
2137 """Initialize the completion machinery.
2141
2138
2142 This creates completion machinery that can be used by client code,
2139 This creates completion machinery that can be used by client code,
2143 either interactively in-process (typically triggered by the readline
2140 either interactively in-process (typically triggered by the readline
2144 library), programmatically (such as in test suites) or out-of-process
2141 library), programmatically (such as in test suites) or out-of-process
2145 (typically over the network by remote frontends).
2142 (typically over the network by remote frontends).
2146 """
2143 """
2147 from IPython.core.completer import IPCompleter
2144 from IPython.core.completer import IPCompleter
2148 from IPython.core.completerlib import (module_completer,
2145 from IPython.core.completerlib import (module_completer,
2149 magic_run_completer, cd_completer, reset_completer)
2146 magic_run_completer, cd_completer, reset_completer)
2150
2147
2151 self.Completer = IPCompleter(shell=self,
2148 self.Completer = IPCompleter(shell=self,
2152 namespace=self.user_ns,
2149 namespace=self.user_ns,
2153 global_namespace=self.user_global_ns,
2150 global_namespace=self.user_global_ns,
2154 parent=self,
2151 parent=self,
2155 )
2152 )
2156 self.configurables.append(self.Completer)
2153 self.configurables.append(self.Completer)
2157
2154
2158 # Add custom completers to the basic ones built into IPCompleter
2155 # Add custom completers to the basic ones built into IPCompleter
2159 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2156 sdisp = self.strdispatchers.get('complete_command', StrDispatch())
2160 self.strdispatchers['complete_command'] = sdisp
2157 self.strdispatchers['complete_command'] = sdisp
2161 self.Completer.custom_completers = sdisp
2158 self.Completer.custom_completers = sdisp
2162
2159
2163 self.set_hook('complete_command', module_completer, str_key = 'import')
2160 self.set_hook('complete_command', module_completer, str_key = 'import')
2164 self.set_hook('complete_command', module_completer, str_key = 'from')
2161 self.set_hook('complete_command', module_completer, str_key = 'from')
2165 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2162 self.set_hook('complete_command', module_completer, str_key = '%aimport')
2166 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2163 self.set_hook('complete_command', magic_run_completer, str_key = '%run')
2167 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2164 self.set_hook('complete_command', cd_completer, str_key = '%cd')
2168 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2165 self.set_hook('complete_command', reset_completer, str_key = '%reset')
2169
2166
2170 @skip_doctest
2167 @skip_doctest
2171 def complete(self, text, line=None, cursor_pos=None):
2168 def complete(self, text, line=None, cursor_pos=None):
2172 """Return the completed text and a list of completions.
2169 """Return the completed text and a list of completions.
2173
2170
2174 Parameters
2171 Parameters
2175 ----------
2172 ----------
2176
2173
2177 text : string
2174 text : string
2178 A string of text to be completed on. It can be given as empty and
2175 A string of text to be completed on. It can be given as empty and
2179 instead a line/position pair are given. In this case, the
2176 instead a line/position pair are given. In this case, the
2180 completer itself will split the line like readline does.
2177 completer itself will split the line like readline does.
2181
2178
2182 line : string, optional
2179 line : string, optional
2183 The complete line that text is part of.
2180 The complete line that text is part of.
2184
2181
2185 cursor_pos : int, optional
2182 cursor_pos : int, optional
2186 The position of the cursor on the input line.
2183 The position of the cursor on the input line.
2187
2184
2188 Returns
2185 Returns
2189 -------
2186 -------
2190 text : string
2187 text : string
2191 The actual text that was completed.
2188 The actual text that was completed.
2192
2189
2193 matches : list
2190 matches : list
2194 A sorted list with all possible completions.
2191 A sorted list with all possible completions.
2195
2192
2196 The optional arguments allow the completion to take more context into
2193 The optional arguments allow the completion to take more context into
2197 account, and are part of the low-level completion API.
2194 account, and are part of the low-level completion API.
2198
2195
2199 This is a wrapper around the completion mechanism, similar to what
2196 This is a wrapper around the completion mechanism, similar to what
2200 readline does at the command line when the TAB key is hit. By
2197 readline does at the command line when the TAB key is hit. By
2201 exposing it as a method, it can be used by other non-readline
2198 exposing it as a method, it can be used by other non-readline
2202 environments (such as GUIs) for text completion.
2199 environments (such as GUIs) for text completion.
2203
2200
2204 Simple usage example:
2201 Simple usage example:
2205
2202
2206 In [1]: x = 'hello'
2203 In [1]: x = 'hello'
2207
2204
2208 In [2]: _ip.complete('x.l')
2205 In [2]: _ip.complete('x.l')
2209 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2206 Out[2]: ('x.l', ['x.ljust', 'x.lower', 'x.lstrip'])
2210 """
2207 """
2211
2208
2212 # Inject names into __builtin__ so we can complete on the added names.
2209 # Inject names into __builtin__ so we can complete on the added names.
2213 with self.builtin_trap:
2210 with self.builtin_trap:
2214 return self.Completer.complete(text, line, cursor_pos)
2211 return self.Completer.complete(text, line, cursor_pos)
2215
2212
2216 def set_custom_completer(self, completer, pos=0) -> None:
2213 def set_custom_completer(self, completer, pos=0) -> None:
2217 """Adds a new custom completer function.
2214 """Adds a new custom completer function.
2218
2215
2219 The position argument (defaults to 0) is the index in the completers
2216 The position argument (defaults to 0) is the index in the completers
2220 list where you want the completer to be inserted.
2217 list where you want the completer to be inserted.
2221
2218
2222 `completer` should have the following signature::
2219 `completer` should have the following signature::
2223
2220
2224 def completion(self: Completer, text: string) -> List[str]:
2221 def completion(self: Completer, text: string) -> List[str]:
2225 raise NotImplementedError
2222 raise NotImplementedError
2226
2223
2227 It will be bound to the current Completer instance and pass some text
2224 It will be bound to the current Completer instance and pass some text
2228 and return a list with current completions to suggest to the user.
2225 and return a list with current completions to suggest to the user.
2229 """
2226 """
2230
2227
2231 newcomp = types.MethodType(completer, self.Completer)
2228 newcomp = types.MethodType(completer, self.Completer)
2232 self.Completer.custom_matchers.insert(pos,newcomp)
2229 self.Completer.custom_matchers.insert(pos,newcomp)
2233
2230
2234 def set_completer_frame(self, frame=None):
2231 def set_completer_frame(self, frame=None):
2235 """Set the frame of the completer."""
2232 """Set the frame of the completer."""
2236 if frame:
2233 if frame:
2237 self.Completer.namespace = frame.f_locals
2234 self.Completer.namespace = frame.f_locals
2238 self.Completer.global_namespace = frame.f_globals
2235 self.Completer.global_namespace = frame.f_globals
2239 else:
2236 else:
2240 self.Completer.namespace = self.user_ns
2237 self.Completer.namespace = self.user_ns
2241 self.Completer.global_namespace = self.user_global_ns
2238 self.Completer.global_namespace = self.user_global_ns
2242
2239
2243 #-------------------------------------------------------------------------
2240 #-------------------------------------------------------------------------
2244 # Things related to magics
2241 # Things related to magics
2245 #-------------------------------------------------------------------------
2242 #-------------------------------------------------------------------------
2246
2243
2247 def init_magics(self):
2244 def init_magics(self):
2248 from IPython.core import magics as m
2245 from IPython.core import magics as m
2249 self.magics_manager = magic.MagicsManager(shell=self,
2246 self.magics_manager = magic.MagicsManager(shell=self,
2250 parent=self,
2247 parent=self,
2251 user_magics=m.UserMagics(self))
2248 user_magics=m.UserMagics(self))
2252 self.configurables.append(self.magics_manager)
2249 self.configurables.append(self.magics_manager)
2253
2250
2254 # Expose as public API from the magics manager
2251 # Expose as public API from the magics manager
2255 self.register_magics = self.magics_manager.register
2252 self.register_magics = self.magics_manager.register
2256
2253
2257 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2254 self.register_magics(m.AutoMagics, m.BasicMagics, m.CodeMagics,
2258 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2255 m.ConfigMagics, m.DisplayMagics, m.ExecutionMagics,
2259 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2256 m.ExtensionMagics, m.HistoryMagics, m.LoggingMagics,
2260 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2257 m.NamespaceMagics, m.OSMagics, m.PackagingMagics,
2261 m.PylabMagics, m.ScriptMagics,
2258 m.PylabMagics, m.ScriptMagics,
2262 )
2259 )
2263 self.register_magics(m.AsyncMagics)
2260 self.register_magics(m.AsyncMagics)
2264
2261
2265 # Register Magic Aliases
2262 # Register Magic Aliases
2266 mman = self.magics_manager
2263 mman = self.magics_manager
2267 # FIXME: magic aliases should be defined by the Magics classes
2264 # FIXME: magic aliases should be defined by the Magics classes
2268 # or in MagicsManager, not here
2265 # or in MagicsManager, not here
2269 mman.register_alias('ed', 'edit')
2266 mman.register_alias('ed', 'edit')
2270 mman.register_alias('hist', 'history')
2267 mman.register_alias('hist', 'history')
2271 mman.register_alias('rep', 'recall')
2268 mman.register_alias('rep', 'recall')
2272 mman.register_alias('SVG', 'svg', 'cell')
2269 mman.register_alias('SVG', 'svg', 'cell')
2273 mman.register_alias('HTML', 'html', 'cell')
2270 mman.register_alias('HTML', 'html', 'cell')
2274 mman.register_alias('file', 'writefile', 'cell')
2271 mman.register_alias('file', 'writefile', 'cell')
2275
2272
2276 # FIXME: Move the color initialization to the DisplayHook, which
2273 # FIXME: Move the color initialization to the DisplayHook, which
2277 # should be split into a prompt manager and displayhook. We probably
2274 # should be split into a prompt manager and displayhook. We probably
2278 # even need a centralize colors management object.
2275 # even need a centralize colors management object.
2279 self.run_line_magic('colors', self.colors)
2276 self.run_line_magic('colors', self.colors)
2280
2277
2281 # Defined here so that it's included in the documentation
2278 # Defined here so that it's included in the documentation
2282 @functools.wraps(magic.MagicsManager.register_function)
2279 @functools.wraps(magic.MagicsManager.register_function)
2283 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2280 def register_magic_function(self, func, magic_kind='line', magic_name=None):
2284 self.magics_manager.register_function(func,
2281 self.magics_manager.register_function(func,
2285 magic_kind=magic_kind, magic_name=magic_name)
2282 magic_kind=magic_kind, magic_name=magic_name)
2286
2283
2287 def run_line_magic(self, magic_name, line, _stack_depth=1):
2284 def run_line_magic(self, magic_name, line, _stack_depth=1):
2288 """Execute the given line magic.
2285 """Execute the given line magic.
2289
2286
2290 Parameters
2287 Parameters
2291 ----------
2288 ----------
2292 magic_name : str
2289 magic_name : str
2293 Name of the desired magic function, without '%' prefix.
2290 Name of the desired magic function, without '%' prefix.
2294 line : str
2291 line : str
2295 The rest of the input line as a single string.
2292 The rest of the input line as a single string.
2296 _stack_depth : int
2293 _stack_depth : int
2297 If run_line_magic() is called from magic() then _stack_depth=2.
2294 If run_line_magic() is called from magic() then _stack_depth=2.
2298 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2295 This is added to ensure backward compatibility for use of 'get_ipython().magic()'
2299 """
2296 """
2300 fn = self.find_line_magic(magic_name)
2297 fn = self.find_line_magic(magic_name)
2301 if fn is None:
2298 if fn is None:
2302 cm = self.find_cell_magic(magic_name)
2299 cm = self.find_cell_magic(magic_name)
2303 etpl = "Line magic function `%%%s` not found%s."
2300 etpl = "Line magic function `%%%s` not found%s."
2304 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2301 extra = '' if cm is None else (' (But cell magic `%%%%%s` exists, '
2305 'did you mean that instead?)' % magic_name )
2302 'did you mean that instead?)' % magic_name )
2306 raise UsageError(etpl % (magic_name, extra))
2303 raise UsageError(etpl % (magic_name, extra))
2307 else:
2304 else:
2308 # Note: this is the distance in the stack to the user's frame.
2305 # Note: this is the distance in the stack to the user's frame.
2309 # This will need to be updated if the internal calling logic gets
2306 # This will need to be updated if the internal calling logic gets
2310 # refactored, or else we'll be expanding the wrong variables.
2307 # refactored, or else we'll be expanding the wrong variables.
2311
2308
2312 # Determine stack_depth depending on where run_line_magic() has been called
2309 # Determine stack_depth depending on where run_line_magic() has been called
2313 stack_depth = _stack_depth
2310 stack_depth = _stack_depth
2314 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2311 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2315 # magic has opted out of var_expand
2312 # magic has opted out of var_expand
2316 magic_arg_s = line
2313 magic_arg_s = line
2317 else:
2314 else:
2318 magic_arg_s = self.var_expand(line, stack_depth)
2315 magic_arg_s = self.var_expand(line, stack_depth)
2319 # Put magic args in a list so we can call with f(*a) syntax
2316 # Put magic args in a list so we can call with f(*a) syntax
2320 args = [magic_arg_s]
2317 args = [magic_arg_s]
2321 kwargs = {}
2318 kwargs = {}
2322 # Grab local namespace if we need it:
2319 # Grab local namespace if we need it:
2323 if getattr(fn, "needs_local_scope", False):
2320 if getattr(fn, "needs_local_scope", False):
2324 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2321 kwargs['local_ns'] = self.get_local_scope(stack_depth)
2325 with self.builtin_trap:
2322 with self.builtin_trap:
2326 result = fn(*args, **kwargs)
2323 result = fn(*args, **kwargs)
2327 return result
2324 return result
2328
2325
2329 def get_local_scope(self, stack_depth):
2326 def get_local_scope(self, stack_depth):
2330 """Get local scope at given stack depth.
2327 """Get local scope at given stack depth.
2331
2328
2332 Parameters
2329 Parameters
2333 ----------
2330 ----------
2334 stack_depth : int
2331 stack_depth : int
2335 Depth relative to calling frame
2332 Depth relative to calling frame
2336 """
2333 """
2337 return sys._getframe(stack_depth + 1).f_locals
2334 return sys._getframe(stack_depth + 1).f_locals
2338
2335
2339 def run_cell_magic(self, magic_name, line, cell):
2336 def run_cell_magic(self, magic_name, line, cell):
2340 """Execute the given cell magic.
2337 """Execute the given cell magic.
2341
2338
2342 Parameters
2339 Parameters
2343 ----------
2340 ----------
2344 magic_name : str
2341 magic_name : str
2345 Name of the desired magic function, without '%' prefix.
2342 Name of the desired magic function, without '%' prefix.
2346 line : str
2343 line : str
2347 The rest of the first input line as a single string.
2344 The rest of the first input line as a single string.
2348 cell : str
2345 cell : str
2349 The body of the cell as a (possibly multiline) string.
2346 The body of the cell as a (possibly multiline) string.
2350 """
2347 """
2351 fn = self.find_cell_magic(magic_name)
2348 fn = self.find_cell_magic(magic_name)
2352 if fn is None:
2349 if fn is None:
2353 lm = self.find_line_magic(magic_name)
2350 lm = self.find_line_magic(magic_name)
2354 etpl = "Cell magic `%%{0}` not found{1}."
2351 etpl = "Cell magic `%%{0}` not found{1}."
2355 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2352 extra = '' if lm is None else (' (But line magic `%{0}` exists, '
2356 'did you mean that instead?)'.format(magic_name))
2353 'did you mean that instead?)'.format(magic_name))
2357 raise UsageError(etpl.format(magic_name, extra))
2354 raise UsageError(etpl.format(magic_name, extra))
2358 elif cell == '':
2355 elif cell == '':
2359 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2356 message = '%%{0} is a cell magic, but the cell body is empty.'.format(magic_name)
2360 if self.find_line_magic(magic_name) is not None:
2357 if self.find_line_magic(magic_name) is not None:
2361 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2358 message += ' Did you mean the line magic %{0} (single %)?'.format(magic_name)
2362 raise UsageError(message)
2359 raise UsageError(message)
2363 else:
2360 else:
2364 # Note: this is the distance in the stack to the user's frame.
2361 # Note: this is the distance in the stack to the user's frame.
2365 # This will need to be updated if the internal calling logic gets
2362 # This will need to be updated if the internal calling logic gets
2366 # refactored, or else we'll be expanding the wrong variables.
2363 # refactored, or else we'll be expanding the wrong variables.
2367 stack_depth = 2
2364 stack_depth = 2
2368 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2365 if getattr(fn, magic.MAGIC_NO_VAR_EXPAND_ATTR, False):
2369 # magic has opted out of var_expand
2366 # magic has opted out of var_expand
2370 magic_arg_s = line
2367 magic_arg_s = line
2371 else:
2368 else:
2372 magic_arg_s = self.var_expand(line, stack_depth)
2369 magic_arg_s = self.var_expand(line, stack_depth)
2373 kwargs = {}
2370 kwargs = {}
2374 if getattr(fn, "needs_local_scope", False):
2371 if getattr(fn, "needs_local_scope", False):
2375 kwargs['local_ns'] = self.user_ns
2372 kwargs['local_ns'] = self.user_ns
2376
2373
2377 with self.builtin_trap:
2374 with self.builtin_trap:
2378 args = (magic_arg_s, cell)
2375 args = (magic_arg_s, cell)
2379 result = fn(*args, **kwargs)
2376 result = fn(*args, **kwargs)
2380 return result
2377 return result
2381
2378
2382 def find_line_magic(self, magic_name):
2379 def find_line_magic(self, magic_name):
2383 """Find and return a line magic by name.
2380 """Find and return a line magic by name.
2384
2381
2385 Returns None if the magic isn't found."""
2382 Returns None if the magic isn't found."""
2386 return self.magics_manager.magics['line'].get(magic_name)
2383 return self.magics_manager.magics['line'].get(magic_name)
2387
2384
2388 def find_cell_magic(self, magic_name):
2385 def find_cell_magic(self, magic_name):
2389 """Find and return a cell magic by name.
2386 """Find and return a cell magic by name.
2390
2387
2391 Returns None if the magic isn't found."""
2388 Returns None if the magic isn't found."""
2392 return self.magics_manager.magics['cell'].get(magic_name)
2389 return self.magics_manager.magics['cell'].get(magic_name)
2393
2390
2394 def find_magic(self, magic_name, magic_kind='line'):
2391 def find_magic(self, magic_name, magic_kind='line'):
2395 """Find and return a magic of the given type by name.
2392 """Find and return a magic of the given type by name.
2396
2393
2397 Returns None if the magic isn't found."""
2394 Returns None if the magic isn't found."""
2398 return self.magics_manager.magics[magic_kind].get(magic_name)
2395 return self.magics_manager.magics[magic_kind].get(magic_name)
2399
2396
2400 def magic(self, arg_s):
2397 def magic(self, arg_s):
2401 """DEPRECATED. Use run_line_magic() instead.
2398 """DEPRECATED. Use run_line_magic() instead.
2402
2399
2403 Call a magic function by name.
2400 Call a magic function by name.
2404
2401
2405 Input: a string containing the name of the magic function to call and
2402 Input: a string containing the name of the magic function to call and
2406 any additional arguments to be passed to the magic.
2403 any additional arguments to be passed to the magic.
2407
2404
2408 magic('name -opt foo bar') is equivalent to typing at the ipython
2405 magic('name -opt foo bar') is equivalent to typing at the ipython
2409 prompt:
2406 prompt:
2410
2407
2411 In[1]: %name -opt foo bar
2408 In[1]: %name -opt foo bar
2412
2409
2413 To call a magic without arguments, simply use magic('name').
2410 To call a magic without arguments, simply use magic('name').
2414
2411
2415 This provides a proper Python function to call IPython's magics in any
2412 This provides a proper Python function to call IPython's magics in any
2416 valid Python code you can type at the interpreter, including loops and
2413 valid Python code you can type at the interpreter, including loops and
2417 compound statements.
2414 compound statements.
2418 """
2415 """
2419 # TODO: should we issue a loud deprecation warning here?
2416 # TODO: should we issue a loud deprecation warning here?
2420 magic_name, _, magic_arg_s = arg_s.partition(' ')
2417 magic_name, _, magic_arg_s = arg_s.partition(' ')
2421 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2418 magic_name = magic_name.lstrip(prefilter.ESC_MAGIC)
2422 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2419 return self.run_line_magic(magic_name, magic_arg_s, _stack_depth=2)
2423
2420
2424 #-------------------------------------------------------------------------
2421 #-------------------------------------------------------------------------
2425 # Things related to macros
2422 # Things related to macros
2426 #-------------------------------------------------------------------------
2423 #-------------------------------------------------------------------------
2427
2424
2428 def define_macro(self, name, themacro):
2425 def define_macro(self, name, themacro):
2429 """Define a new macro
2426 """Define a new macro
2430
2427
2431 Parameters
2428 Parameters
2432 ----------
2429 ----------
2433 name : str
2430 name : str
2434 The name of the macro.
2431 The name of the macro.
2435 themacro : str or Macro
2432 themacro : str or Macro
2436 The action to do upon invoking the macro. If a string, a new
2433 The action to do upon invoking the macro. If a string, a new
2437 Macro object is created by passing the string to it.
2434 Macro object is created by passing the string to it.
2438 """
2435 """
2439
2436
2440 from IPython.core import macro
2437 from IPython.core import macro
2441
2438
2442 if isinstance(themacro, str):
2439 if isinstance(themacro, str):
2443 themacro = macro.Macro(themacro)
2440 themacro = macro.Macro(themacro)
2444 if not isinstance(themacro, macro.Macro):
2441 if not isinstance(themacro, macro.Macro):
2445 raise ValueError('A macro must be a string or a Macro instance.')
2442 raise ValueError('A macro must be a string or a Macro instance.')
2446 self.user_ns[name] = themacro
2443 self.user_ns[name] = themacro
2447
2444
2448 #-------------------------------------------------------------------------
2445 #-------------------------------------------------------------------------
2449 # Things related to the running of system commands
2446 # Things related to the running of system commands
2450 #-------------------------------------------------------------------------
2447 #-------------------------------------------------------------------------
2451
2448
2452 def system_piped(self, cmd):
2449 def system_piped(self, cmd):
2453 """Call the given cmd in a subprocess, piping stdout/err
2450 """Call the given cmd in a subprocess, piping stdout/err
2454
2451
2455 Parameters
2452 Parameters
2456 ----------
2453 ----------
2457 cmd : str
2454 cmd : str
2458 Command to execute (can not end in '&', as background processes are
2455 Command to execute (can not end in '&', as background processes are
2459 not supported. Should not be a command that expects input
2456 not supported. Should not be a command that expects input
2460 other than simple text.
2457 other than simple text.
2461 """
2458 """
2462 if cmd.rstrip().endswith('&'):
2459 if cmd.rstrip().endswith('&'):
2463 # this is *far* from a rigorous test
2460 # this is *far* from a rigorous test
2464 # We do not support backgrounding processes because we either use
2461 # We do not support backgrounding processes because we either use
2465 # pexpect or pipes to read from. Users can always just call
2462 # pexpect or pipes to read from. Users can always just call
2466 # os.system() or use ip.system=ip.system_raw
2463 # os.system() or use ip.system=ip.system_raw
2467 # if they really want a background process.
2464 # if they really want a background process.
2468 raise OSError("Background processes not supported.")
2465 raise OSError("Background processes not supported.")
2469
2466
2470 # we explicitly do NOT return the subprocess status code, because
2467 # we explicitly do NOT return the subprocess status code, because
2471 # a non-None value would trigger :func:`sys.displayhook` calls.
2468 # a non-None value would trigger :func:`sys.displayhook` calls.
2472 # Instead, we store the exit_code in user_ns.
2469 # Instead, we store the exit_code in user_ns.
2473 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2470 self.user_ns['_exit_code'] = system(self.var_expand(cmd, depth=1))
2474
2471
2475 def system_raw(self, cmd):
2472 def system_raw(self, cmd):
2476 """Call the given cmd in a subprocess using os.system on Windows or
2473 """Call the given cmd in a subprocess using os.system on Windows or
2477 subprocess.call using the system shell on other platforms.
2474 subprocess.call using the system shell on other platforms.
2478
2475
2479 Parameters
2476 Parameters
2480 ----------
2477 ----------
2481 cmd : str
2478 cmd : str
2482 Command to execute.
2479 Command to execute.
2483 """
2480 """
2484 cmd = self.var_expand(cmd, depth=1)
2481 cmd = self.var_expand(cmd, depth=1)
2485 # protect os.system from UNC paths on Windows, which it can't handle:
2482 # protect os.system from UNC paths on Windows, which it can't handle:
2486 if sys.platform == 'win32':
2483 if sys.platform == 'win32':
2487 from IPython.utils._process_win32 import AvoidUNCPath
2484 from IPython.utils._process_win32 import AvoidUNCPath
2488 with AvoidUNCPath() as path:
2485 with AvoidUNCPath() as path:
2489 if path is not None:
2486 if path is not None:
2490 cmd = '"pushd %s &&"%s' % (path, cmd)
2487 cmd = '"pushd %s &&"%s' % (path, cmd)
2491 try:
2488 try:
2492 ec = os.system(cmd)
2489 ec = os.system(cmd)
2493 except KeyboardInterrupt:
2490 except KeyboardInterrupt:
2494 print('\n' + self.get_exception_only(), file=sys.stderr)
2491 print('\n' + self.get_exception_only(), file=sys.stderr)
2495 ec = -2
2492 ec = -2
2496 else:
2493 else:
2497 # For posix the result of the subprocess.call() below is an exit
2494 # For posix the result of the subprocess.call() below is an exit
2498 # code, which by convention is zero for success, positive for
2495 # code, which by convention is zero for success, positive for
2499 # program failure. Exit codes above 128 are reserved for signals,
2496 # program failure. Exit codes above 128 are reserved for signals,
2500 # and the formula for converting a signal to an exit code is usually
2497 # and the formula for converting a signal to an exit code is usually
2501 # signal_number+128. To more easily differentiate between exit
2498 # signal_number+128. To more easily differentiate between exit
2502 # codes and signals, ipython uses negative numbers. For instance
2499 # codes and signals, ipython uses negative numbers. For instance
2503 # since control-c is signal 2 but exit code 130, ipython's
2500 # since control-c is signal 2 but exit code 130, ipython's
2504 # _exit_code variable will read -2. Note that some shells like
2501 # _exit_code variable will read -2. Note that some shells like
2505 # csh and fish don't follow sh/bash conventions for exit codes.
2502 # csh and fish don't follow sh/bash conventions for exit codes.
2506 executable = os.environ.get('SHELL', None)
2503 executable = os.environ.get('SHELL', None)
2507 try:
2504 try:
2508 # Use env shell instead of default /bin/sh
2505 # Use env shell instead of default /bin/sh
2509 ec = subprocess.call(cmd, shell=True, executable=executable)
2506 ec = subprocess.call(cmd, shell=True, executable=executable)
2510 except KeyboardInterrupt:
2507 except KeyboardInterrupt:
2511 # intercept control-C; a long traceback is not useful here
2508 # intercept control-C; a long traceback is not useful here
2512 print('\n' + self.get_exception_only(), file=sys.stderr)
2509 print('\n' + self.get_exception_only(), file=sys.stderr)
2513 ec = 130
2510 ec = 130
2514 if ec > 128:
2511 if ec > 128:
2515 ec = -(ec - 128)
2512 ec = -(ec - 128)
2516
2513
2517 # We explicitly do NOT return the subprocess status code, because
2514 # We explicitly do NOT return the subprocess status code, because
2518 # a non-None value would trigger :func:`sys.displayhook` calls.
2515 # a non-None value would trigger :func:`sys.displayhook` calls.
2519 # Instead, we store the exit_code in user_ns. Note the semantics
2516 # Instead, we store the exit_code in user_ns. Note the semantics
2520 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2517 # of _exit_code: for control-c, _exit_code == -signal.SIGNIT,
2521 # but raising SystemExit(_exit_code) will give status 254!
2518 # but raising SystemExit(_exit_code) will give status 254!
2522 self.user_ns['_exit_code'] = ec
2519 self.user_ns['_exit_code'] = ec
2523
2520
2524 # use piped system by default, because it is better behaved
2521 # use piped system by default, because it is better behaved
2525 system = system_piped
2522 system = system_piped
2526
2523
2527 def getoutput(self, cmd, split=True, depth=0):
2524 def getoutput(self, cmd, split=True, depth=0):
2528 """Get output (possibly including stderr) from a subprocess.
2525 """Get output (possibly including stderr) from a subprocess.
2529
2526
2530 Parameters
2527 Parameters
2531 ----------
2528 ----------
2532 cmd : str
2529 cmd : str
2533 Command to execute (can not end in '&', as background processes are
2530 Command to execute (can not end in '&', as background processes are
2534 not supported.
2531 not supported.
2535 split : bool, optional
2532 split : bool, optional
2536 If True, split the output into an IPython SList. Otherwise, an
2533 If True, split the output into an IPython SList. Otherwise, an
2537 IPython LSString is returned. These are objects similar to normal
2534 IPython LSString is returned. These are objects similar to normal
2538 lists and strings, with a few convenience attributes for easier
2535 lists and strings, with a few convenience attributes for easier
2539 manipulation of line-based output. You can use '?' on them for
2536 manipulation of line-based output. You can use '?' on them for
2540 details.
2537 details.
2541 depth : int, optional
2538 depth : int, optional
2542 How many frames above the caller are the local variables which should
2539 How many frames above the caller are the local variables which should
2543 be expanded in the command string? The default (0) assumes that the
2540 be expanded in the command string? The default (0) assumes that the
2544 expansion variables are in the stack frame calling this function.
2541 expansion variables are in the stack frame calling this function.
2545 """
2542 """
2546 if cmd.rstrip().endswith('&'):
2543 if cmd.rstrip().endswith('&'):
2547 # this is *far* from a rigorous test
2544 # this is *far* from a rigorous test
2548 raise OSError("Background processes not supported.")
2545 raise OSError("Background processes not supported.")
2549 out = getoutput(self.var_expand(cmd, depth=depth+1))
2546 out = getoutput(self.var_expand(cmd, depth=depth+1))
2550 if split:
2547 if split:
2551 out = SList(out.splitlines())
2548 out = SList(out.splitlines())
2552 else:
2549 else:
2553 out = LSString(out)
2550 out = LSString(out)
2554 return out
2551 return out
2555
2552
2556 #-------------------------------------------------------------------------
2553 #-------------------------------------------------------------------------
2557 # Things related to aliases
2554 # Things related to aliases
2558 #-------------------------------------------------------------------------
2555 #-------------------------------------------------------------------------
2559
2556
2560 def init_alias(self):
2557 def init_alias(self):
2561 self.alias_manager = AliasManager(shell=self, parent=self)
2558 self.alias_manager = AliasManager(shell=self, parent=self)
2562 self.configurables.append(self.alias_manager)
2559 self.configurables.append(self.alias_manager)
2563
2560
2564 #-------------------------------------------------------------------------
2561 #-------------------------------------------------------------------------
2565 # Things related to extensions
2562 # Things related to extensions
2566 #-------------------------------------------------------------------------
2563 #-------------------------------------------------------------------------
2567
2564
2568 def init_extension_manager(self):
2565 def init_extension_manager(self):
2569 self.extension_manager = ExtensionManager(shell=self, parent=self)
2566 self.extension_manager = ExtensionManager(shell=self, parent=self)
2570 self.configurables.append(self.extension_manager)
2567 self.configurables.append(self.extension_manager)
2571
2568
2572 #-------------------------------------------------------------------------
2569 #-------------------------------------------------------------------------
2573 # Things related to payloads
2570 # Things related to payloads
2574 #-------------------------------------------------------------------------
2571 #-------------------------------------------------------------------------
2575
2572
2576 def init_payload(self):
2573 def init_payload(self):
2577 self.payload_manager = PayloadManager(parent=self)
2574 self.payload_manager = PayloadManager(parent=self)
2578 self.configurables.append(self.payload_manager)
2575 self.configurables.append(self.payload_manager)
2579
2576
2580 #-------------------------------------------------------------------------
2577 #-------------------------------------------------------------------------
2581 # Things related to the prefilter
2578 # Things related to the prefilter
2582 #-------------------------------------------------------------------------
2579 #-------------------------------------------------------------------------
2583
2580
2584 def init_prefilter(self):
2581 def init_prefilter(self):
2585 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2582 self.prefilter_manager = PrefilterManager(shell=self, parent=self)
2586 self.configurables.append(self.prefilter_manager)
2583 self.configurables.append(self.prefilter_manager)
2587 # Ultimately this will be refactored in the new interpreter code, but
2584 # Ultimately this will be refactored in the new interpreter code, but
2588 # for now, we should expose the main prefilter method (there's legacy
2585 # for now, we should expose the main prefilter method (there's legacy
2589 # code out there that may rely on this).
2586 # code out there that may rely on this).
2590 self.prefilter = self.prefilter_manager.prefilter_lines
2587 self.prefilter = self.prefilter_manager.prefilter_lines
2591
2588
2592 def auto_rewrite_input(self, cmd):
2589 def auto_rewrite_input(self, cmd):
2593 """Print to the screen the rewritten form of the user's command.
2590 """Print to the screen the rewritten form of the user's command.
2594
2591
2595 This shows visual feedback by rewriting input lines that cause
2592 This shows visual feedback by rewriting input lines that cause
2596 automatic calling to kick in, like::
2593 automatic calling to kick in, like::
2597
2594
2598 /f x
2595 /f x
2599
2596
2600 into::
2597 into::
2601
2598
2602 ------> f(x)
2599 ------> f(x)
2603
2600
2604 after the user's input prompt. This helps the user understand that the
2601 after the user's input prompt. This helps the user understand that the
2605 input line was transformed automatically by IPython.
2602 input line was transformed automatically by IPython.
2606 """
2603 """
2607 if not self.show_rewritten_input:
2604 if not self.show_rewritten_input:
2608 return
2605 return
2609
2606
2610 # This is overridden in TerminalInteractiveShell to use fancy prompts
2607 # This is overridden in TerminalInteractiveShell to use fancy prompts
2611 print("------> " + cmd)
2608 print("------> " + cmd)
2612
2609
2613 #-------------------------------------------------------------------------
2610 #-------------------------------------------------------------------------
2614 # Things related to extracting values/expressions from kernel and user_ns
2611 # Things related to extracting values/expressions from kernel and user_ns
2615 #-------------------------------------------------------------------------
2612 #-------------------------------------------------------------------------
2616
2613
2617 def _user_obj_error(self):
2614 def _user_obj_error(self):
2618 """return simple exception dict
2615 """return simple exception dict
2619
2616
2620 for use in user_expressions
2617 for use in user_expressions
2621 """
2618 """
2622
2619
2623 etype, evalue, tb = self._get_exc_info()
2620 etype, evalue, tb = self._get_exc_info()
2624 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2621 stb = self.InteractiveTB.get_exception_only(etype, evalue)
2625
2622
2626 exc_info = {
2623 exc_info = {
2627 u'status' : 'error',
2624 u'status' : 'error',
2628 u'traceback' : stb,
2625 u'traceback' : stb,
2629 u'ename' : etype.__name__,
2626 u'ename' : etype.__name__,
2630 u'evalue' : py3compat.safe_unicode(evalue),
2627 u'evalue' : py3compat.safe_unicode(evalue),
2631 }
2628 }
2632
2629
2633 return exc_info
2630 return exc_info
2634
2631
2635 def _format_user_obj(self, obj):
2632 def _format_user_obj(self, obj):
2636 """format a user object to display dict
2633 """format a user object to display dict
2637
2634
2638 for use in user_expressions
2635 for use in user_expressions
2639 """
2636 """
2640
2637
2641 data, md = self.display_formatter.format(obj)
2638 data, md = self.display_formatter.format(obj)
2642 value = {
2639 value = {
2643 'status' : 'ok',
2640 'status' : 'ok',
2644 'data' : data,
2641 'data' : data,
2645 'metadata' : md,
2642 'metadata' : md,
2646 }
2643 }
2647 return value
2644 return value
2648
2645
2649 def user_expressions(self, expressions):
2646 def user_expressions(self, expressions):
2650 """Evaluate a dict of expressions in the user's namespace.
2647 """Evaluate a dict of expressions in the user's namespace.
2651
2648
2652 Parameters
2649 Parameters
2653 ----------
2650 ----------
2654 expressions : dict
2651 expressions : dict
2655 A dict with string keys and string values. The expression values
2652 A dict with string keys and string values. The expression values
2656 should be valid Python expressions, each of which will be evaluated
2653 should be valid Python expressions, each of which will be evaluated
2657 in the user namespace.
2654 in the user namespace.
2658
2655
2659 Returns
2656 Returns
2660 -------
2657 -------
2661 A dict, keyed like the input expressions dict, with the rich mime-typed
2658 A dict, keyed like the input expressions dict, with the rich mime-typed
2662 display_data of each value.
2659 display_data of each value.
2663 """
2660 """
2664 out = {}
2661 out = {}
2665 user_ns = self.user_ns
2662 user_ns = self.user_ns
2666 global_ns = self.user_global_ns
2663 global_ns = self.user_global_ns
2667
2664
2668 for key, expr in expressions.items():
2665 for key, expr in expressions.items():
2669 try:
2666 try:
2670 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2667 value = self._format_user_obj(eval(expr, global_ns, user_ns))
2671 except:
2668 except:
2672 value = self._user_obj_error()
2669 value = self._user_obj_error()
2673 out[key] = value
2670 out[key] = value
2674 return out
2671 return out
2675
2672
2676 #-------------------------------------------------------------------------
2673 #-------------------------------------------------------------------------
2677 # Things related to the running of code
2674 # Things related to the running of code
2678 #-------------------------------------------------------------------------
2675 #-------------------------------------------------------------------------
2679
2676
2680 def ex(self, cmd):
2677 def ex(self, cmd):
2681 """Execute a normal python statement in user namespace."""
2678 """Execute a normal python statement in user namespace."""
2682 with self.builtin_trap:
2679 with self.builtin_trap:
2683 exec(cmd, self.user_global_ns, self.user_ns)
2680 exec(cmd, self.user_global_ns, self.user_ns)
2684
2681
2685 def ev(self, expr):
2682 def ev(self, expr):
2686 """Evaluate python expression expr in user namespace.
2683 """Evaluate python expression expr in user namespace.
2687
2684
2688 Returns the result of evaluation
2685 Returns the result of evaluation
2689 """
2686 """
2690 with self.builtin_trap:
2687 with self.builtin_trap:
2691 return eval(expr, self.user_global_ns, self.user_ns)
2688 return eval(expr, self.user_global_ns, self.user_ns)
2692
2689
2693 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2690 def safe_execfile(self, fname, *where, exit_ignore=False, raise_exceptions=False, shell_futures=False):
2694 """A safe version of the builtin execfile().
2691 """A safe version of the builtin execfile().
2695
2692
2696 This version will never throw an exception, but instead print
2693 This version will never throw an exception, but instead print
2697 helpful error messages to the screen. This only works on pure
2694 helpful error messages to the screen. This only works on pure
2698 Python files with the .py extension.
2695 Python files with the .py extension.
2699
2696
2700 Parameters
2697 Parameters
2701 ----------
2698 ----------
2702 fname : string
2699 fname : string
2703 The name of the file to be executed.
2700 The name of the file to be executed.
2704 where : tuple
2701 where : tuple
2705 One or two namespaces, passed to execfile() as (globals,locals).
2702 One or two namespaces, passed to execfile() as (globals,locals).
2706 If only one is given, it is passed as both.
2703 If only one is given, it is passed as both.
2707 exit_ignore : bool (False)
2704 exit_ignore : bool (False)
2708 If True, then silence SystemExit for non-zero status (it is always
2705 If True, then silence SystemExit for non-zero status (it is always
2709 silenced for zero status, as it is so common).
2706 silenced for zero status, as it is so common).
2710 raise_exceptions : bool (False)
2707 raise_exceptions : bool (False)
2711 If True raise exceptions everywhere. Meant for testing.
2708 If True raise exceptions everywhere. Meant for testing.
2712 shell_futures : bool (False)
2709 shell_futures : bool (False)
2713 If True, the code will share future statements with the interactive
2710 If True, the code will share future statements with the interactive
2714 shell. It will both be affected by previous __future__ imports, and
2711 shell. It will both be affected by previous __future__ imports, and
2715 any __future__ imports in the code will affect the shell. If False,
2712 any __future__ imports in the code will affect the shell. If False,
2716 __future__ imports are not shared in either direction.
2713 __future__ imports are not shared in either direction.
2717
2714
2718 """
2715 """
2719 fname = os.path.abspath(os.path.expanduser(fname))
2716 fname = os.path.abspath(os.path.expanduser(fname))
2720
2717
2721 # Make sure we can open the file
2718 # Make sure we can open the file
2722 try:
2719 try:
2723 with open(fname):
2720 with open(fname):
2724 pass
2721 pass
2725 except:
2722 except:
2726 warn('Could not open file <%s> for safe execution.' % fname)
2723 warn('Could not open file <%s> for safe execution.' % fname)
2727 return
2724 return
2728
2725
2729 # Find things also in current directory. This is needed to mimic the
2726 # Find things also in current directory. This is needed to mimic the
2730 # behavior of running a script from the system command line, where
2727 # behavior of running a script from the system command line, where
2731 # Python inserts the script's directory into sys.path
2728 # Python inserts the script's directory into sys.path
2732 dname = os.path.dirname(fname)
2729 dname = os.path.dirname(fname)
2733
2730
2734 with prepended_to_syspath(dname), self.builtin_trap:
2731 with prepended_to_syspath(dname), self.builtin_trap:
2735 try:
2732 try:
2736 glob, loc = (where + (None, ))[:2]
2733 glob, loc = (where + (None, ))[:2]
2737 py3compat.execfile(
2734 py3compat.execfile(
2738 fname, glob, loc,
2735 fname, glob, loc,
2739 self.compile if shell_futures else None)
2736 self.compile if shell_futures else None)
2740 except SystemExit as status:
2737 except SystemExit as status:
2741 # If the call was made with 0 or None exit status (sys.exit(0)
2738 # If the call was made with 0 or None exit status (sys.exit(0)
2742 # or sys.exit() ), don't bother showing a traceback, as both of
2739 # or sys.exit() ), don't bother showing a traceback, as both of
2743 # these are considered normal by the OS:
2740 # these are considered normal by the OS:
2744 # > python -c'import sys;sys.exit(0)'; echo $?
2741 # > python -c'import sys;sys.exit(0)'; echo $?
2745 # 0
2742 # 0
2746 # > python -c'import sys;sys.exit()'; echo $?
2743 # > python -c'import sys;sys.exit()'; echo $?
2747 # 0
2744 # 0
2748 # For other exit status, we show the exception unless
2745 # For other exit status, we show the exception unless
2749 # explicitly silenced, but only in short form.
2746 # explicitly silenced, but only in short form.
2750 if status.code:
2747 if status.code:
2751 if raise_exceptions:
2748 if raise_exceptions:
2752 raise
2749 raise
2753 if not exit_ignore:
2750 if not exit_ignore:
2754 self.showtraceback(exception_only=True)
2751 self.showtraceback(exception_only=True)
2755 except:
2752 except:
2756 if raise_exceptions:
2753 if raise_exceptions:
2757 raise
2754 raise
2758 # tb offset is 2 because we wrap execfile
2755 # tb offset is 2 because we wrap execfile
2759 self.showtraceback(tb_offset=2)
2756 self.showtraceback(tb_offset=2)
2760
2757
2761 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2758 def safe_execfile_ipy(self, fname, shell_futures=False, raise_exceptions=False):
2762 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2759 """Like safe_execfile, but for .ipy or .ipynb files with IPython syntax.
2763
2760
2764 Parameters
2761 Parameters
2765 ----------
2762 ----------
2766 fname : str
2763 fname : str
2767 The name of the file to execute. The filename must have a
2764 The name of the file to execute. The filename must have a
2768 .ipy or .ipynb extension.
2765 .ipy or .ipynb extension.
2769 shell_futures : bool (False)
2766 shell_futures : bool (False)
2770 If True, the code will share future statements with the interactive
2767 If True, the code will share future statements with the interactive
2771 shell. It will both be affected by previous __future__ imports, and
2768 shell. It will both be affected by previous __future__ imports, and
2772 any __future__ imports in the code will affect the shell. If False,
2769 any __future__ imports in the code will affect the shell. If False,
2773 __future__ imports are not shared in either direction.
2770 __future__ imports are not shared in either direction.
2774 raise_exceptions : bool (False)
2771 raise_exceptions : bool (False)
2775 If True raise exceptions everywhere. Meant for testing.
2772 If True raise exceptions everywhere. Meant for testing.
2776 """
2773 """
2777 fname = os.path.abspath(os.path.expanduser(fname))
2774 fname = os.path.abspath(os.path.expanduser(fname))
2778
2775
2779 # Make sure we can open the file
2776 # Make sure we can open the file
2780 try:
2777 try:
2781 with open(fname):
2778 with open(fname):
2782 pass
2779 pass
2783 except:
2780 except:
2784 warn('Could not open file <%s> for safe execution.' % fname)
2781 warn('Could not open file <%s> for safe execution.' % fname)
2785 return
2782 return
2786
2783
2787 # Find things also in current directory. This is needed to mimic the
2784 # Find things also in current directory. This is needed to mimic the
2788 # behavior of running a script from the system command line, where
2785 # behavior of running a script from the system command line, where
2789 # Python inserts the script's directory into sys.path
2786 # Python inserts the script's directory into sys.path
2790 dname = os.path.dirname(fname)
2787 dname = os.path.dirname(fname)
2791
2788
2792 def get_cells():
2789 def get_cells():
2793 """generator for sequence of code blocks to run"""
2790 """generator for sequence of code blocks to run"""
2794 if fname.endswith('.ipynb'):
2791 if fname.endswith('.ipynb'):
2795 from nbformat import read
2792 from nbformat import read
2796 nb = read(fname, as_version=4)
2793 nb = read(fname, as_version=4)
2797 if not nb.cells:
2794 if not nb.cells:
2798 return
2795 return
2799 for cell in nb.cells:
2796 for cell in nb.cells:
2800 if cell.cell_type == 'code':
2797 if cell.cell_type == 'code':
2801 yield cell.source
2798 yield cell.source
2802 else:
2799 else:
2803 with open(fname) as f:
2800 with open(fname) as f:
2804 yield f.read()
2801 yield f.read()
2805
2802
2806 with prepended_to_syspath(dname):
2803 with prepended_to_syspath(dname):
2807 try:
2804 try:
2808 for cell in get_cells():
2805 for cell in get_cells():
2809 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2806 result = self.run_cell(cell, silent=True, shell_futures=shell_futures)
2810 if raise_exceptions:
2807 if raise_exceptions:
2811 result.raise_error()
2808 result.raise_error()
2812 elif not result.success:
2809 elif not result.success:
2813 break
2810 break
2814 except:
2811 except:
2815 if raise_exceptions:
2812 if raise_exceptions:
2816 raise
2813 raise
2817 self.showtraceback()
2814 self.showtraceback()
2818 warn('Unknown failure executing file: <%s>' % fname)
2815 warn('Unknown failure executing file: <%s>' % fname)
2819
2816
2820 def safe_run_module(self, mod_name, where):
2817 def safe_run_module(self, mod_name, where):
2821 """A safe version of runpy.run_module().
2818 """A safe version of runpy.run_module().
2822
2819
2823 This version will never throw an exception, but instead print
2820 This version will never throw an exception, but instead print
2824 helpful error messages to the screen.
2821 helpful error messages to the screen.
2825
2822
2826 `SystemExit` exceptions with status code 0 or None are ignored.
2823 `SystemExit` exceptions with status code 0 or None are ignored.
2827
2824
2828 Parameters
2825 Parameters
2829 ----------
2826 ----------
2830 mod_name : string
2827 mod_name : string
2831 The name of the module to be executed.
2828 The name of the module to be executed.
2832 where : dict
2829 where : dict
2833 The globals namespace.
2830 The globals namespace.
2834 """
2831 """
2835 try:
2832 try:
2836 try:
2833 try:
2837 where.update(
2834 where.update(
2838 runpy.run_module(str(mod_name), run_name="__main__",
2835 runpy.run_module(str(mod_name), run_name="__main__",
2839 alter_sys=True)
2836 alter_sys=True)
2840 )
2837 )
2841 except SystemExit as status:
2838 except SystemExit as status:
2842 if status.code:
2839 if status.code:
2843 raise
2840 raise
2844 except:
2841 except:
2845 self.showtraceback()
2842 self.showtraceback()
2846 warn('Unknown failure executing module: <%s>' % mod_name)
2843 warn('Unknown failure executing module: <%s>' % mod_name)
2847
2844
2848 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2845 def run_cell(self, raw_cell, store_history=False, silent=False, shell_futures=True):
2849 """Run a complete IPython cell.
2846 """Run a complete IPython cell.
2850
2847
2851 Parameters
2848 Parameters
2852 ----------
2849 ----------
2853 raw_cell : str
2850 raw_cell : str
2854 The code (including IPython code such as %magic functions) to run.
2851 The code (including IPython code such as %magic functions) to run.
2855 store_history : bool
2852 store_history : bool
2856 If True, the raw and translated cell will be stored in IPython's
2853 If True, the raw and translated cell will be stored in IPython's
2857 history. For user code calling back into IPython's machinery, this
2854 history. For user code calling back into IPython's machinery, this
2858 should be set to False.
2855 should be set to False.
2859 silent : bool
2856 silent : bool
2860 If True, avoid side-effects, such as implicit displayhooks and
2857 If True, avoid side-effects, such as implicit displayhooks and
2861 and logging. silent=True forces store_history=False.
2858 and logging. silent=True forces store_history=False.
2862 shell_futures : bool
2859 shell_futures : bool
2863 If True, the code will share future statements with the interactive
2860 If True, the code will share future statements with the interactive
2864 shell. It will both be affected by previous __future__ imports, and
2861 shell. It will both be affected by previous __future__ imports, and
2865 any __future__ imports in the code will affect the shell. If False,
2862 any __future__ imports in the code will affect the shell. If False,
2866 __future__ imports are not shared in either direction.
2863 __future__ imports are not shared in either direction.
2867
2864
2868 Returns
2865 Returns
2869 -------
2866 -------
2870 result : :class:`ExecutionResult`
2867 result : :class:`ExecutionResult`
2871 """
2868 """
2872 result = None
2869 result = None
2873 try:
2870 try:
2874 result = self._run_cell(
2871 result = self._run_cell(
2875 raw_cell, store_history, silent, shell_futures)
2872 raw_cell, store_history, silent, shell_futures)
2876 finally:
2873 finally:
2877 self.events.trigger('post_execute')
2874 self.events.trigger('post_execute')
2878 if not silent:
2875 if not silent:
2879 self.events.trigger('post_run_cell', result)
2876 self.events.trigger('post_run_cell', result)
2880 return result
2877 return result
2881
2878
2882 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2879 def _run_cell(self, raw_cell:str, store_history:bool, silent:bool, shell_futures:bool) -> ExecutionResult:
2883 """Internal method to run a complete IPython cell."""
2880 """Internal method to run a complete IPython cell."""
2884
2881
2885 # we need to avoid calling self.transform_cell multiple time on the same thing
2882 # we need to avoid calling self.transform_cell multiple time on the same thing
2886 # so we need to store some results:
2883 # so we need to store some results:
2887 preprocessing_exc_tuple = None
2884 preprocessing_exc_tuple = None
2888 try:
2885 try:
2889 transformed_cell = self.transform_cell(raw_cell)
2886 transformed_cell = self.transform_cell(raw_cell)
2890 except Exception:
2887 except Exception:
2891 transformed_cell = raw_cell
2888 transformed_cell = raw_cell
2892 preprocessing_exc_tuple = sys.exc_info()
2889 preprocessing_exc_tuple = sys.exc_info()
2893
2890
2894 assert transformed_cell is not None
2891 assert transformed_cell is not None
2895 coro = self.run_cell_async(
2892 coro = self.run_cell_async(
2896 raw_cell,
2893 raw_cell,
2897 store_history=store_history,
2894 store_history=store_history,
2898 silent=silent,
2895 silent=silent,
2899 shell_futures=shell_futures,
2896 shell_futures=shell_futures,
2900 transformed_cell=transformed_cell,
2897 transformed_cell=transformed_cell,
2901 preprocessing_exc_tuple=preprocessing_exc_tuple,
2898 preprocessing_exc_tuple=preprocessing_exc_tuple,
2902 )
2899 )
2903
2900
2904 # run_cell_async is async, but may not actually need an eventloop.
2901 # run_cell_async is async, but may not actually need an eventloop.
2905 # when this is the case, we want to run it using the pseudo_sync_runner
2902 # when this is the case, we want to run it using the pseudo_sync_runner
2906 # so that code can invoke eventloops (for example via the %run , and
2903 # so that code can invoke eventloops (for example via the %run , and
2907 # `%paste` magic.
2904 # `%paste` magic.
2908 if self.trio_runner:
2905 if self.trio_runner:
2909 runner = self.trio_runner
2906 runner = self.trio_runner
2910 elif self.should_run_async(
2907 elif self.should_run_async(
2911 raw_cell,
2908 raw_cell,
2912 transformed_cell=transformed_cell,
2909 transformed_cell=transformed_cell,
2913 preprocessing_exc_tuple=preprocessing_exc_tuple,
2910 preprocessing_exc_tuple=preprocessing_exc_tuple,
2914 ):
2911 ):
2915 runner = self.loop_runner
2912 runner = self.loop_runner
2916 else:
2913 else:
2917 runner = _pseudo_sync_runner
2914 runner = _pseudo_sync_runner
2918
2915
2919 try:
2916 try:
2920 return runner(coro)
2917 return runner(coro)
2921 except BaseException as e:
2918 except BaseException as e:
2922 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2919 info = ExecutionInfo(raw_cell, store_history, silent, shell_futures)
2923 result = ExecutionResult(info)
2920 result = ExecutionResult(info)
2924 result.error_in_exec = e
2921 result.error_in_exec = e
2925 self.showtraceback(running_compiled_code=True)
2922 self.showtraceback(running_compiled_code=True)
2926 return result
2923 return result
2927
2924
2928 def should_run_async(
2925 def should_run_async(
2929 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2926 self, raw_cell: str, *, transformed_cell=None, preprocessing_exc_tuple=None
2930 ) -> bool:
2927 ) -> bool:
2931 """Return whether a cell should be run asynchronously via a coroutine runner
2928 """Return whether a cell should be run asynchronously via a coroutine runner
2932
2929
2933 Parameters
2930 Parameters
2934 ----------
2931 ----------
2935 raw_cell: str
2932 raw_cell: str
2936 The code to be executed
2933 The code to be executed
2937
2934
2938 Returns
2935 Returns
2939 -------
2936 -------
2940 result: bool
2937 result: bool
2941 Whether the code needs to be run with a coroutine runner or not
2938 Whether the code needs to be run with a coroutine runner or not
2942
2939
2943 .. versionadded: 7.0
2940 .. versionadded: 7.0
2944 """
2941 """
2945 if not self.autoawait:
2942 if not self.autoawait:
2946 return False
2943 return False
2947 if preprocessing_exc_tuple is not None:
2944 if preprocessing_exc_tuple is not None:
2948 return False
2945 return False
2949 assert preprocessing_exc_tuple is None
2946 assert preprocessing_exc_tuple is None
2950 if transformed_cell is None:
2947 if transformed_cell is None:
2951 warnings.warn(
2948 warnings.warn(
2952 "`should_run_async` will not call `transform_cell`"
2949 "`should_run_async` will not call `transform_cell`"
2953 " automatically in the future. Please pass the result to"
2950 " automatically in the future. Please pass the result to"
2954 " `transformed_cell` argument and any exception that happen"
2951 " `transformed_cell` argument and any exception that happen"
2955 " during the"
2952 " during the"
2956 "transform in `preprocessing_exc_tuple` in"
2953 "transform in `preprocessing_exc_tuple` in"
2957 " IPython 7.17 and above.",
2954 " IPython 7.17 and above.",
2958 DeprecationWarning,
2955 DeprecationWarning,
2959 stacklevel=2,
2956 stacklevel=2,
2960 )
2957 )
2961 try:
2958 try:
2962 cell = self.transform_cell(raw_cell)
2959 cell = self.transform_cell(raw_cell)
2963 except Exception:
2960 except Exception:
2964 # any exception during transform will be raised
2961 # any exception during transform will be raised
2965 # prior to execution
2962 # prior to execution
2966 return False
2963 return False
2967 else:
2964 else:
2968 cell = transformed_cell
2965 cell = transformed_cell
2969 return _should_be_async(cell)
2966 return _should_be_async(cell)
2970
2967
2971 async def run_cell_async(
2968 async def run_cell_async(
2972 self,
2969 self,
2973 raw_cell: str,
2970 raw_cell: str,
2974 store_history=False,
2971 store_history=False,
2975 silent=False,
2972 silent=False,
2976 shell_futures=True,
2973 shell_futures=True,
2977 *,
2974 *,
2978 transformed_cell: Optional[str] = None,
2975 transformed_cell: Optional[str] = None,
2979 preprocessing_exc_tuple: Optional[Any] = None
2976 preprocessing_exc_tuple: Optional[Any] = None
2980 ) -> ExecutionResult:
2977 ) -> ExecutionResult:
2981 """Run a complete IPython cell asynchronously.
2978 """Run a complete IPython cell asynchronously.
2982
2979
2983 Parameters
2980 Parameters
2984 ----------
2981 ----------
2985 raw_cell : str
2982 raw_cell : str
2986 The code (including IPython code such as %magic functions) to run.
2983 The code (including IPython code such as %magic functions) to run.
2987 store_history : bool
2984 store_history : bool
2988 If True, the raw and translated cell will be stored in IPython's
2985 If True, the raw and translated cell will be stored in IPython's
2989 history. For user code calling back into IPython's machinery, this
2986 history. For user code calling back into IPython's machinery, this
2990 should be set to False.
2987 should be set to False.
2991 silent : bool
2988 silent : bool
2992 If True, avoid side-effects, such as implicit displayhooks and
2989 If True, avoid side-effects, such as implicit displayhooks and
2993 and logging. silent=True forces store_history=False.
2990 and logging. silent=True forces store_history=False.
2994 shell_futures : bool
2991 shell_futures : bool
2995 If True, the code will share future statements with the interactive
2992 If True, the code will share future statements with the interactive
2996 shell. It will both be affected by previous __future__ imports, and
2993 shell. It will both be affected by previous __future__ imports, and
2997 any __future__ imports in the code will affect the shell. If False,
2994 any __future__ imports in the code will affect the shell. If False,
2998 __future__ imports are not shared in either direction.
2995 __future__ imports are not shared in either direction.
2999 transformed_cell: str
2996 transformed_cell: str
3000 cell that was passed through transformers
2997 cell that was passed through transformers
3001 preprocessing_exc_tuple:
2998 preprocessing_exc_tuple:
3002 trace if the transformation failed.
2999 trace if the transformation failed.
3003
3000
3004 Returns
3001 Returns
3005 -------
3002 -------
3006 result : :class:`ExecutionResult`
3003 result : :class:`ExecutionResult`
3007
3004
3008 .. versionadded: 7.0
3005 .. versionadded: 7.0
3009 """
3006 """
3010 info = ExecutionInfo(
3007 info = ExecutionInfo(
3011 raw_cell, store_history, silent, shell_futures)
3008 raw_cell, store_history, silent, shell_futures)
3012 result = ExecutionResult(info)
3009 result = ExecutionResult(info)
3013
3010
3014 if (not raw_cell) or raw_cell.isspace():
3011 if (not raw_cell) or raw_cell.isspace():
3015 self.last_execution_succeeded = True
3012 self.last_execution_succeeded = True
3016 self.last_execution_result = result
3013 self.last_execution_result = result
3017 return result
3014 return result
3018
3015
3019 if silent:
3016 if silent:
3020 store_history = False
3017 store_history = False
3021
3018
3022 if store_history:
3019 if store_history:
3023 result.execution_count = self.execution_count
3020 result.execution_count = self.execution_count
3024
3021
3025 def error_before_exec(value):
3022 def error_before_exec(value):
3026 if store_history:
3023 if store_history:
3027 self.execution_count += 1
3024 self.execution_count += 1
3028 result.error_before_exec = value
3025 result.error_before_exec = value
3029 self.last_execution_succeeded = False
3026 self.last_execution_succeeded = False
3030 self.last_execution_result = result
3027 self.last_execution_result = result
3031 return result
3028 return result
3032
3029
3033 self.events.trigger('pre_execute')
3030 self.events.trigger('pre_execute')
3034 if not silent:
3031 if not silent:
3035 self.events.trigger('pre_run_cell', info)
3032 self.events.trigger('pre_run_cell', info)
3036
3033
3037 if transformed_cell is None:
3034 if transformed_cell is None:
3038 warnings.warn(
3035 warnings.warn(
3039 "`run_cell_async` will not call `transform_cell`"
3036 "`run_cell_async` will not call `transform_cell`"
3040 " automatically in the future. Please pass the result to"
3037 " automatically in the future. Please pass the result to"
3041 " `transformed_cell` argument and any exception that happen"
3038 " `transformed_cell` argument and any exception that happen"
3042 " during the"
3039 " during the"
3043 "transform in `preprocessing_exc_tuple` in"
3040 "transform in `preprocessing_exc_tuple` in"
3044 " IPython 7.17 and above.",
3041 " IPython 7.17 and above.",
3045 DeprecationWarning,
3042 DeprecationWarning,
3046 stacklevel=2,
3043 stacklevel=2,
3047 )
3044 )
3048 # If any of our input transformation (input_transformer_manager or
3045 # If any of our input transformation (input_transformer_manager or
3049 # prefilter_manager) raises an exception, we store it in this variable
3046 # prefilter_manager) raises an exception, we store it in this variable
3050 # so that we can display the error after logging the input and storing
3047 # so that we can display the error after logging the input and storing
3051 # it in the history.
3048 # it in the history.
3052 try:
3049 try:
3053 cell = self.transform_cell(raw_cell)
3050 cell = self.transform_cell(raw_cell)
3054 except Exception:
3051 except Exception:
3055 preprocessing_exc_tuple = sys.exc_info()
3052 preprocessing_exc_tuple = sys.exc_info()
3056 cell = raw_cell # cell has to exist so it can be stored/logged
3053 cell = raw_cell # cell has to exist so it can be stored/logged
3057 else:
3054 else:
3058 preprocessing_exc_tuple = None
3055 preprocessing_exc_tuple = None
3059 else:
3056 else:
3060 if preprocessing_exc_tuple is None:
3057 if preprocessing_exc_tuple is None:
3061 cell = transformed_cell
3058 cell = transformed_cell
3062 else:
3059 else:
3063 cell = raw_cell
3060 cell = raw_cell
3064
3061
3065 # Store raw and processed history
3062 # Store raw and processed history
3066 if store_history:
3063 if store_history:
3067 self.history_manager.store_inputs(self.execution_count,
3064 self.history_manager.store_inputs(self.execution_count,
3068 cell, raw_cell)
3065 cell, raw_cell)
3069 if not silent:
3066 if not silent:
3070 self.logger.log(cell, raw_cell)
3067 self.logger.log(cell, raw_cell)
3071
3068
3072 # Display the exception if input processing failed.
3069 # Display the exception if input processing failed.
3073 if preprocessing_exc_tuple is not None:
3070 if preprocessing_exc_tuple is not None:
3074 self.showtraceback(preprocessing_exc_tuple)
3071 self.showtraceback(preprocessing_exc_tuple)
3075 if store_history:
3072 if store_history:
3076 self.execution_count += 1
3073 self.execution_count += 1
3077 return error_before_exec(preprocessing_exc_tuple[1])
3074 return error_before_exec(preprocessing_exc_tuple[1])
3078
3075
3079 # Our own compiler remembers the __future__ environment. If we want to
3076 # Our own compiler remembers the __future__ environment. If we want to
3080 # run code with a separate __future__ environment, use the default
3077 # run code with a separate __future__ environment, use the default
3081 # compiler
3078 # compiler
3082 compiler = self.compile if shell_futures else CachingCompiler()
3079 compiler = self.compile if shell_futures else CachingCompiler()
3083
3080
3084 _run_async = False
3081 _run_async = False
3085
3082
3086 with self.builtin_trap:
3083 with self.builtin_trap:
3087 cell_name = self.compile.cache(cell, self.execution_count)
3084 cell_name = self.compile.cache(cell, self.execution_count)
3088
3085
3089 with self.display_trap:
3086 with self.display_trap:
3090 # Compile to bytecode
3087 # Compile to bytecode
3091 try:
3088 try:
3092 if sys.version_info < (3,8) and self.autoawait:
3089 if sys.version_info < (3,8) and self.autoawait:
3093 if _should_be_async(cell):
3090 if _should_be_async(cell):
3094 # the code AST below will not be user code: we wrap it
3091 # the code AST below will not be user code: we wrap it
3095 # in an `async def`. This will likely make some AST
3092 # in an `async def`. This will likely make some AST
3096 # transformer below miss some transform opportunity and
3093 # transformer below miss some transform opportunity and
3097 # introduce a small coupling to run_code (in which we
3094 # introduce a small coupling to run_code (in which we
3098 # bake some assumptions of what _ast_asyncify returns.
3095 # bake some assumptions of what _ast_asyncify returns.
3099 # they are ways around (like grafting part of the ast
3096 # they are ways around (like grafting part of the ast
3100 # later:
3097 # later:
3101 # - Here, return code_ast.body[0].body[1:-1], as well
3098 # - Here, return code_ast.body[0].body[1:-1], as well
3102 # as last expression in return statement which is
3099 # as last expression in return statement which is
3103 # the user code part.
3100 # the user code part.
3104 # - Let it go through the AST transformers, and graft
3101 # - Let it go through the AST transformers, and graft
3105 # - it back after the AST transform
3102 # - it back after the AST transform
3106 # But that seem unreasonable, at least while we
3103 # But that seem unreasonable, at least while we
3107 # do not need it.
3104 # do not need it.
3108 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3105 code_ast = _ast_asyncify(cell, 'async-def-wrapper')
3109 _run_async = True
3106 _run_async = True
3110 else:
3107 else:
3111 code_ast = compiler.ast_parse(cell, filename=cell_name)
3108 code_ast = compiler.ast_parse(cell, filename=cell_name)
3112 else:
3109 else:
3113 code_ast = compiler.ast_parse(cell, filename=cell_name)
3110 code_ast = compiler.ast_parse(cell, filename=cell_name)
3114 except self.custom_exceptions as e:
3111 except self.custom_exceptions as e:
3115 etype, value, tb = sys.exc_info()
3112 etype, value, tb = sys.exc_info()
3116 self.CustomTB(etype, value, tb)
3113 self.CustomTB(etype, value, tb)
3117 return error_before_exec(e)
3114 return error_before_exec(e)
3118 except IndentationError as e:
3115 except IndentationError as e:
3119 self.showindentationerror()
3116 self.showindentationerror()
3120 return error_before_exec(e)
3117 return error_before_exec(e)
3121 except (OverflowError, SyntaxError, ValueError, TypeError,
3118 except (OverflowError, SyntaxError, ValueError, TypeError,
3122 MemoryError) as e:
3119 MemoryError) as e:
3123 self.showsyntaxerror()
3120 self.showsyntaxerror()
3124 return error_before_exec(e)
3121 return error_before_exec(e)
3125
3122
3126 # Apply AST transformations
3123 # Apply AST transformations
3127 try:
3124 try:
3128 code_ast = self.transform_ast(code_ast)
3125 code_ast = self.transform_ast(code_ast)
3129 except InputRejected as e:
3126 except InputRejected as e:
3130 self.showtraceback()
3127 self.showtraceback()
3131 return error_before_exec(e)
3128 return error_before_exec(e)
3132
3129
3133 # Give the displayhook a reference to our ExecutionResult so it
3130 # Give the displayhook a reference to our ExecutionResult so it
3134 # can fill in the output value.
3131 # can fill in the output value.
3135 self.displayhook.exec_result = result
3132 self.displayhook.exec_result = result
3136
3133
3137 # Execute the user code
3134 # Execute the user code
3138 interactivity = "none" if silent else self.ast_node_interactivity
3135 interactivity = "none" if silent else self.ast_node_interactivity
3139 if _run_async:
3136 if _run_async:
3140 interactivity = 'async'
3137 interactivity = 'async'
3141
3138
3142 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3139 has_raised = await self.run_ast_nodes(code_ast.body, cell_name,
3143 interactivity=interactivity, compiler=compiler, result=result)
3140 interactivity=interactivity, compiler=compiler, result=result)
3144
3141
3145 self.last_execution_succeeded = not has_raised
3142 self.last_execution_succeeded = not has_raised
3146 self.last_execution_result = result
3143 self.last_execution_result = result
3147
3144
3148 # Reset this so later displayed values do not modify the
3145 # Reset this so later displayed values do not modify the
3149 # ExecutionResult
3146 # ExecutionResult
3150 self.displayhook.exec_result = None
3147 self.displayhook.exec_result = None
3151
3148
3152 if store_history:
3149 if store_history:
3153 # Write output to the database. Does nothing unless
3150 # Write output to the database. Does nothing unless
3154 # history output logging is enabled.
3151 # history output logging is enabled.
3155 self.history_manager.store_output(self.execution_count)
3152 self.history_manager.store_output(self.execution_count)
3156 # Each cell is a *single* input, regardless of how many lines it has
3153 # Each cell is a *single* input, regardless of how many lines it has
3157 self.execution_count += 1
3154 self.execution_count += 1
3158
3155
3159 return result
3156 return result
3160
3157
3161 def transform_cell(self, raw_cell):
3158 def transform_cell(self, raw_cell):
3162 """Transform an input cell before parsing it.
3159 """Transform an input cell before parsing it.
3163
3160
3164 Static transformations, implemented in IPython.core.inputtransformer2,
3161 Static transformations, implemented in IPython.core.inputtransformer2,
3165 deal with things like ``%magic`` and ``!system`` commands.
3162 deal with things like ``%magic`` and ``!system`` commands.
3166 These run on all input.
3163 These run on all input.
3167 Dynamic transformations, for things like unescaped magics and the exit
3164 Dynamic transformations, for things like unescaped magics and the exit
3168 autocall, depend on the state of the interpreter.
3165 autocall, depend on the state of the interpreter.
3169 These only apply to single line inputs.
3166 These only apply to single line inputs.
3170
3167
3171 These string-based transformations are followed by AST transformations;
3168 These string-based transformations are followed by AST transformations;
3172 see :meth:`transform_ast`.
3169 see :meth:`transform_ast`.
3173 """
3170 """
3174 # Static input transformations
3171 # Static input transformations
3175 cell = self.input_transformer_manager.transform_cell(raw_cell)
3172 cell = self.input_transformer_manager.transform_cell(raw_cell)
3176
3173
3177 if len(cell.splitlines()) == 1:
3174 if len(cell.splitlines()) == 1:
3178 # Dynamic transformations - only applied for single line commands
3175 # Dynamic transformations - only applied for single line commands
3179 with self.builtin_trap:
3176 with self.builtin_trap:
3180 # use prefilter_lines to handle trailing newlines
3177 # use prefilter_lines to handle trailing newlines
3181 # restore trailing newline for ast.parse
3178 # restore trailing newline for ast.parse
3182 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3179 cell = self.prefilter_manager.prefilter_lines(cell) + '\n'
3183
3180
3184 lines = cell.splitlines(keepends=True)
3181 lines = cell.splitlines(keepends=True)
3185 for transform in self.input_transformers_post:
3182 for transform in self.input_transformers_post:
3186 lines = transform(lines)
3183 lines = transform(lines)
3187 cell = ''.join(lines)
3184 cell = ''.join(lines)
3188
3185
3189 return cell
3186 return cell
3190
3187
3191 def transform_ast(self, node):
3188 def transform_ast(self, node):
3192 """Apply the AST transformations from self.ast_transformers
3189 """Apply the AST transformations from self.ast_transformers
3193
3190
3194 Parameters
3191 Parameters
3195 ----------
3192 ----------
3196 node : ast.Node
3193 node : ast.Node
3197 The root node to be transformed. Typically called with the ast.Module
3194 The root node to be transformed. Typically called with the ast.Module
3198 produced by parsing user input.
3195 produced by parsing user input.
3199
3196
3200 Returns
3197 Returns
3201 -------
3198 -------
3202 An ast.Node corresponding to the node it was called with. Note that it
3199 An ast.Node corresponding to the node it was called with. Note that it
3203 may also modify the passed object, so don't rely on references to the
3200 may also modify the passed object, so don't rely on references to the
3204 original AST.
3201 original AST.
3205 """
3202 """
3206 for transformer in self.ast_transformers:
3203 for transformer in self.ast_transformers:
3207 try:
3204 try:
3208 node = transformer.visit(node)
3205 node = transformer.visit(node)
3209 except InputRejected:
3206 except InputRejected:
3210 # User-supplied AST transformers can reject an input by raising
3207 # User-supplied AST transformers can reject an input by raising
3211 # an InputRejected. Short-circuit in this case so that we
3208 # an InputRejected. Short-circuit in this case so that we
3212 # don't unregister the transform.
3209 # don't unregister the transform.
3213 raise
3210 raise
3214 except Exception:
3211 except Exception:
3215 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3212 warn("AST transformer %r threw an error. It will be unregistered." % transformer)
3216 self.ast_transformers.remove(transformer)
3213 self.ast_transformers.remove(transformer)
3217
3214
3218 if self.ast_transformers:
3215 if self.ast_transformers:
3219 ast.fix_missing_locations(node)
3216 ast.fix_missing_locations(node)
3220 return node
3217 return node
3221
3218
3222 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3219 async def run_ast_nodes(self, nodelist:ListType[AST], cell_name:str, interactivity='last_expr',
3223 compiler=compile, result=None):
3220 compiler=compile, result=None):
3224 """Run a sequence of AST nodes. The execution mode depends on the
3221 """Run a sequence of AST nodes. The execution mode depends on the
3225 interactivity parameter.
3222 interactivity parameter.
3226
3223
3227 Parameters
3224 Parameters
3228 ----------
3225 ----------
3229 nodelist : list
3226 nodelist : list
3230 A sequence of AST nodes to run.
3227 A sequence of AST nodes to run.
3231 cell_name : str
3228 cell_name : str
3232 Will be passed to the compiler as the filename of the cell. Typically
3229 Will be passed to the compiler as the filename of the cell. Typically
3233 the value returned by ip.compile.cache(cell).
3230 the value returned by ip.compile.cache(cell).
3234 interactivity : str
3231 interactivity : str
3235 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3232 'all', 'last', 'last_expr' , 'last_expr_or_assign' or 'none',
3236 specifying which nodes should be run interactively (displaying output
3233 specifying which nodes should be run interactively (displaying output
3237 from expressions). 'last_expr' will run the last node interactively
3234 from expressions). 'last_expr' will run the last node interactively
3238 only if it is an expression (i.e. expressions in loops or other blocks
3235 only if it is an expression (i.e. expressions in loops or other blocks
3239 are not displayed) 'last_expr_or_assign' will run the last expression
3236 are not displayed) 'last_expr_or_assign' will run the last expression
3240 or the last assignment. Other values for this parameter will raise a
3237 or the last assignment. Other values for this parameter will raise a
3241 ValueError.
3238 ValueError.
3242
3239
3243 Experimental value: 'async' Will try to run top level interactive
3240 Experimental value: 'async' Will try to run top level interactive
3244 async/await code in default runner, this will not respect the
3241 async/await code in default runner, this will not respect the
3245 interactivity setting and will only run the last node if it is an
3242 interactivity setting and will only run the last node if it is an
3246 expression.
3243 expression.
3247
3244
3248 compiler : callable
3245 compiler : callable
3249 A function with the same interface as the built-in compile(), to turn
3246 A function with the same interface as the built-in compile(), to turn
3250 the AST nodes into code objects. Default is the built-in compile().
3247 the AST nodes into code objects. Default is the built-in compile().
3251 result : ExecutionResult, optional
3248 result : ExecutionResult, optional
3252 An object to store exceptions that occur during execution.
3249 An object to store exceptions that occur during execution.
3253
3250
3254 Returns
3251 Returns
3255 -------
3252 -------
3256 True if an exception occurred while running code, False if it finished
3253 True if an exception occurred while running code, False if it finished
3257 running.
3254 running.
3258 """
3255 """
3259 if not nodelist:
3256 if not nodelist:
3260 return
3257 return
3261
3258
3262 if interactivity == 'last_expr_or_assign':
3259 if interactivity == 'last_expr_or_assign':
3263 if isinstance(nodelist[-1], _assign_nodes):
3260 if isinstance(nodelist[-1], _assign_nodes):
3264 asg = nodelist[-1]
3261 asg = nodelist[-1]
3265 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3262 if isinstance(asg, ast.Assign) and len(asg.targets) == 1:
3266 target = asg.targets[0]
3263 target = asg.targets[0]
3267 elif isinstance(asg, _single_targets_nodes):
3264 elif isinstance(asg, _single_targets_nodes):
3268 target = asg.target
3265 target = asg.target
3269 else:
3266 else:
3270 target = None
3267 target = None
3271 if isinstance(target, ast.Name):
3268 if isinstance(target, ast.Name):
3272 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3269 nnode = ast.Expr(ast.Name(target.id, ast.Load()))
3273 ast.fix_missing_locations(nnode)
3270 ast.fix_missing_locations(nnode)
3274 nodelist.append(nnode)
3271 nodelist.append(nnode)
3275 interactivity = 'last_expr'
3272 interactivity = 'last_expr'
3276
3273
3277 _async = False
3274 _async = False
3278 if interactivity == 'last_expr':
3275 if interactivity == 'last_expr':
3279 if isinstance(nodelist[-1], ast.Expr):
3276 if isinstance(nodelist[-1], ast.Expr):
3280 interactivity = "last"
3277 interactivity = "last"
3281 else:
3278 else:
3282 interactivity = "none"
3279 interactivity = "none"
3283
3280
3284 if interactivity == 'none':
3281 if interactivity == 'none':
3285 to_run_exec, to_run_interactive = nodelist, []
3282 to_run_exec, to_run_interactive = nodelist, []
3286 elif interactivity == 'last':
3283 elif interactivity == 'last':
3287 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3284 to_run_exec, to_run_interactive = nodelist[:-1], nodelist[-1:]
3288 elif interactivity == 'all':
3285 elif interactivity == 'all':
3289 to_run_exec, to_run_interactive = [], nodelist
3286 to_run_exec, to_run_interactive = [], nodelist
3290 elif interactivity == 'async':
3287 elif interactivity == 'async':
3291 to_run_exec, to_run_interactive = [], nodelist
3288 to_run_exec, to_run_interactive = [], nodelist
3292 _async = True
3289 _async = True
3293 else:
3290 else:
3294 raise ValueError("Interactivity was %r" % interactivity)
3291 raise ValueError("Interactivity was %r" % interactivity)
3295
3292
3296 try:
3293 try:
3297 if _async and sys.version_info > (3,8):
3294 if _async and sys.version_info > (3,8):
3298 raise ValueError("This branch should never happen on Python 3.8 and above, "
3295 raise ValueError("This branch should never happen on Python 3.8 and above, "
3299 "please try to upgrade IPython and open a bug report with your case.")
3296 "please try to upgrade IPython and open a bug report with your case.")
3300 if _async:
3297 if _async:
3301 # If interactivity is async the semantics of run_code are
3298 # If interactivity is async the semantics of run_code are
3302 # completely different Skip usual machinery.
3299 # completely different Skip usual machinery.
3303 mod = Module(nodelist, [])
3300 mod = Module(nodelist, [])
3304 async_wrapper_code = compiler(mod, cell_name, 'exec')
3301 async_wrapper_code = compiler(mod, cell_name, 'exec')
3305 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3302 exec(async_wrapper_code, self.user_global_ns, self.user_ns)
3306 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3303 async_code = removed_co_newlocals(self.user_ns.pop('async-def-wrapper')).__code__
3307 if (await self.run_code(async_code, result, async_=True)):
3304 if (await self.run_code(async_code, result, async_=True)):
3308 return True
3305 return True
3309 else:
3306 else:
3310 if sys.version_info > (3, 8):
3307 if sys.version_info > (3, 8):
3311 def compare(code):
3308 def compare(code):
3312 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3309 is_async = (inspect.CO_COROUTINE & code.co_flags == inspect.CO_COROUTINE)
3313 return is_async
3310 return is_async
3314 else:
3311 else:
3315 def compare(code):
3312 def compare(code):
3316 return _async
3313 return _async
3317
3314
3318 # refactor that to just change the mod constructor.
3315 # refactor that to just change the mod constructor.
3319 to_run = []
3316 to_run = []
3320 for node in to_run_exec:
3317 for node in to_run_exec:
3321 to_run.append((node, 'exec'))
3318 to_run.append((node, 'exec'))
3322
3319
3323 for node in to_run_interactive:
3320 for node in to_run_interactive:
3324 to_run.append((node, 'single'))
3321 to_run.append((node, 'single'))
3325
3322
3326 for node,mode in to_run:
3323 for node,mode in to_run:
3327 if mode == 'exec':
3324 if mode == 'exec':
3328 mod = Module([node], [])
3325 mod = Module([node], [])
3329 elif mode == 'single':
3326 elif mode == 'single':
3330 mod = ast.Interactive([node])
3327 mod = ast.Interactive([node])
3331 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3328 with compiler.extra_flags(getattr(ast, 'PyCF_ALLOW_TOP_LEVEL_AWAIT', 0x0) if self.autoawait else 0x0):
3332 code = compiler(mod, cell_name, mode)
3329 code = compiler(mod, cell_name, mode)
3333 asy = compare(code)
3330 asy = compare(code)
3334 if (await self.run_code(code, result, async_=asy)):
3331 if (await self.run_code(code, result, async_=asy)):
3335 return True
3332 return True
3336
3333
3337 # Flush softspace
3334 # Flush softspace
3338 if softspace(sys.stdout, 0):
3335 if softspace(sys.stdout, 0):
3339 print()
3336 print()
3340
3337
3341 except:
3338 except:
3342 # It's possible to have exceptions raised here, typically by
3339 # It's possible to have exceptions raised here, typically by
3343 # compilation of odd code (such as a naked 'return' outside a
3340 # compilation of odd code (such as a naked 'return' outside a
3344 # function) that did parse but isn't valid. Typically the exception
3341 # function) that did parse but isn't valid. Typically the exception
3345 # is a SyntaxError, but it's safest just to catch anything and show
3342 # is a SyntaxError, but it's safest just to catch anything and show
3346 # the user a traceback.
3343 # the user a traceback.
3347
3344
3348 # We do only one try/except outside the loop to minimize the impact
3345 # We do only one try/except outside the loop to minimize the impact
3349 # on runtime, and also because if any node in the node list is
3346 # on runtime, and also because if any node in the node list is
3350 # broken, we should stop execution completely.
3347 # broken, we should stop execution completely.
3351 if result:
3348 if result:
3352 result.error_before_exec = sys.exc_info()[1]
3349 result.error_before_exec = sys.exc_info()[1]
3353 self.showtraceback()
3350 self.showtraceback()
3354 return True
3351 return True
3355
3352
3356 return False
3353 return False
3357
3354
3358 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3355 def _async_exec(self, code_obj: types.CodeType, user_ns: dict):
3359 """
3356 """
3360 Evaluate an asynchronous code object using a code runner
3357 Evaluate an asynchronous code object using a code runner
3361
3358
3362 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3359 Fake asynchronous execution of code_object in a namespace via a proxy namespace.
3363
3360
3364 Returns coroutine object, which can be executed via async loop runner
3361 Returns coroutine object, which can be executed via async loop runner
3365
3362
3366 WARNING: The semantics of `async_exec` are quite different from `exec`,
3363 WARNING: The semantics of `async_exec` are quite different from `exec`,
3367 in particular you can only pass a single namespace. It also return a
3364 in particular you can only pass a single namespace. It also return a
3368 handle to the value of the last things returned by code_object.
3365 handle to the value of the last things returned by code_object.
3369 """
3366 """
3370
3367
3371 return eval(code_obj, user_ns)
3368 return eval(code_obj, user_ns)
3372
3369
3373 async def run_code(self, code_obj, result=None, *, async_=False):
3370 async def run_code(self, code_obj, result=None, *, async_=False):
3374 """Execute a code object.
3371 """Execute a code object.
3375
3372
3376 When an exception occurs, self.showtraceback() is called to display a
3373 When an exception occurs, self.showtraceback() is called to display a
3377 traceback.
3374 traceback.
3378
3375
3379 Parameters
3376 Parameters
3380 ----------
3377 ----------
3381 code_obj : code object
3378 code_obj : code object
3382 A compiled code object, to be executed
3379 A compiled code object, to be executed
3383 result : ExecutionResult, optional
3380 result : ExecutionResult, optional
3384 An object to store exceptions that occur during execution.
3381 An object to store exceptions that occur during execution.
3385 async_ : Bool (Experimental)
3382 async_ : Bool (Experimental)
3386 Attempt to run top-level asynchronous code in a default loop.
3383 Attempt to run top-level asynchronous code in a default loop.
3387
3384
3388 Returns
3385 Returns
3389 -------
3386 -------
3390 False : successful execution.
3387 False : successful execution.
3391 True : an error occurred.
3388 True : an error occurred.
3392 """
3389 """
3393 # special value to say that anything above is IPython and should be
3390 # special value to say that anything above is IPython and should be
3394 # hidden.
3391 # hidden.
3395 __tracebackhide__ = "__ipython_bottom__"
3392 __tracebackhide__ = "__ipython_bottom__"
3396 # Set our own excepthook in case the user code tries to call it
3393 # Set our own excepthook in case the user code tries to call it
3397 # directly, so that the IPython crash handler doesn't get triggered
3394 # directly, so that the IPython crash handler doesn't get triggered
3398 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3395 old_excepthook, sys.excepthook = sys.excepthook, self.excepthook
3399
3396
3400 # we save the original sys.excepthook in the instance, in case config
3397 # we save the original sys.excepthook in the instance, in case config
3401 # code (such as magics) needs access to it.
3398 # code (such as magics) needs access to it.
3402 self.sys_excepthook = old_excepthook
3399 self.sys_excepthook = old_excepthook
3403 outflag = True # happens in more places, so it's easier as default
3400 outflag = True # happens in more places, so it's easier as default
3404 try:
3401 try:
3405 try:
3402 try:
3406 self.hooks.pre_run_code_hook()
3403 self.hooks.pre_run_code_hook()
3407 if async_ and sys.version_info < (3,8):
3404 if async_ and sys.version_info < (3,8):
3408 last_expr = (await self._async_exec(code_obj, self.user_ns))
3405 last_expr = (await self._async_exec(code_obj, self.user_ns))
3409 code = compile('last_expr', 'fake', "single")
3406 code = compile('last_expr', 'fake', "single")
3410 exec(code, {'last_expr': last_expr})
3407 exec(code, {'last_expr': last_expr})
3411 elif async_ :
3408 elif async_ :
3412 await eval(code_obj, self.user_global_ns, self.user_ns)
3409 await eval(code_obj, self.user_global_ns, self.user_ns)
3413 else:
3410 else:
3414 exec(code_obj, self.user_global_ns, self.user_ns)
3411 exec(code_obj, self.user_global_ns, self.user_ns)
3415 finally:
3412 finally:
3416 # Reset our crash handler in place
3413 # Reset our crash handler in place
3417 sys.excepthook = old_excepthook
3414 sys.excepthook = old_excepthook
3418 except SystemExit as e:
3415 except SystemExit as e:
3419 if result is not None:
3416 if result is not None:
3420 result.error_in_exec = e
3417 result.error_in_exec = e
3421 self.showtraceback(exception_only=True)
3418 self.showtraceback(exception_only=True)
3422 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3419 warn("To exit: use 'exit', 'quit', or Ctrl-D.", stacklevel=1)
3423 except self.custom_exceptions:
3420 except self.custom_exceptions:
3424 etype, value, tb = sys.exc_info()
3421 etype, value, tb = sys.exc_info()
3425 if result is not None:
3422 if result is not None:
3426 result.error_in_exec = value
3423 result.error_in_exec = value
3427 self.CustomTB(etype, value, tb)
3424 self.CustomTB(etype, value, tb)
3428 except:
3425 except:
3429 if result is not None:
3426 if result is not None:
3430 result.error_in_exec = sys.exc_info()[1]
3427 result.error_in_exec = sys.exc_info()[1]
3431 self.showtraceback(running_compiled_code=True)
3428 self.showtraceback(running_compiled_code=True)
3432 else:
3429 else:
3433 outflag = False
3430 outflag = False
3434 return outflag
3431 return outflag
3435
3432
3436 # For backwards compatibility
3433 # For backwards compatibility
3437 runcode = run_code
3434 runcode = run_code
3438
3435
3439 def check_complete(self, code: str) -> Tuple[str, str]:
3436 def check_complete(self, code: str) -> Tuple[str, str]:
3440 """Return whether a block of code is ready to execute, or should be continued
3437 """Return whether a block of code is ready to execute, or should be continued
3441
3438
3442 Parameters
3439 Parameters
3443 ----------
3440 ----------
3444 source : string
3441 source : string
3445 Python input code, which can be multiline.
3442 Python input code, which can be multiline.
3446
3443
3447 Returns
3444 Returns
3448 -------
3445 -------
3449 status : str
3446 status : str
3450 One of 'complete', 'incomplete', or 'invalid' if source is not a
3447 One of 'complete', 'incomplete', or 'invalid' if source is not a
3451 prefix of valid code.
3448 prefix of valid code.
3452 indent : str
3449 indent : str
3453 When status is 'incomplete', this is some whitespace to insert on
3450 When status is 'incomplete', this is some whitespace to insert on
3454 the next line of the prompt.
3451 the next line of the prompt.
3455 """
3452 """
3456 status, nspaces = self.input_transformer_manager.check_complete(code)
3453 status, nspaces = self.input_transformer_manager.check_complete(code)
3457 return status, ' ' * (nspaces or 0)
3454 return status, ' ' * (nspaces or 0)
3458
3455
3459 #-------------------------------------------------------------------------
3456 #-------------------------------------------------------------------------
3460 # Things related to GUI support and pylab
3457 # Things related to GUI support and pylab
3461 #-------------------------------------------------------------------------
3458 #-------------------------------------------------------------------------
3462
3459
3463 active_eventloop = None
3460 active_eventloop = None
3464
3461
3465 def enable_gui(self, gui=None):
3462 def enable_gui(self, gui=None):
3466 raise NotImplementedError('Implement enable_gui in a subclass')
3463 raise NotImplementedError('Implement enable_gui in a subclass')
3467
3464
3468 def enable_matplotlib(self, gui=None):
3465 def enable_matplotlib(self, gui=None):
3469 """Enable interactive matplotlib and inline figure support.
3466 """Enable interactive matplotlib and inline figure support.
3470
3467
3471 This takes the following steps:
3468 This takes the following steps:
3472
3469
3473 1. select the appropriate eventloop and matplotlib backend
3470 1. select the appropriate eventloop and matplotlib backend
3474 2. set up matplotlib for interactive use with that backend
3471 2. set up matplotlib for interactive use with that backend
3475 3. configure formatters for inline figure display
3472 3. configure formatters for inline figure display
3476 4. enable the selected gui eventloop
3473 4. enable the selected gui eventloop
3477
3474
3478 Parameters
3475 Parameters
3479 ----------
3476 ----------
3480 gui : optional, string
3477 gui : optional, string
3481 If given, dictates the choice of matplotlib GUI backend to use
3478 If given, dictates the choice of matplotlib GUI backend to use
3482 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3479 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3483 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3480 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3484 matplotlib (as dictated by the matplotlib build-time options plus the
3481 matplotlib (as dictated by the matplotlib build-time options plus the
3485 user's matplotlibrc configuration file). Note that not all backends
3482 user's matplotlibrc configuration file). Note that not all backends
3486 make sense in all contexts, for example a terminal ipython can't
3483 make sense in all contexts, for example a terminal ipython can't
3487 display figures inline.
3484 display figures inline.
3488 """
3485 """
3489 from IPython.core import pylabtools as pt
3486 from IPython.core import pylabtools as pt
3490 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3487 gui, backend = pt.find_gui_and_backend(gui, self.pylab_gui_select)
3491
3488
3492 if gui != 'inline':
3489 if gui != 'inline':
3493 # If we have our first gui selection, store it
3490 # If we have our first gui selection, store it
3494 if self.pylab_gui_select is None:
3491 if self.pylab_gui_select is None:
3495 self.pylab_gui_select = gui
3492 self.pylab_gui_select = gui
3496 # Otherwise if they are different
3493 # Otherwise if they are different
3497 elif gui != self.pylab_gui_select:
3494 elif gui != self.pylab_gui_select:
3498 print('Warning: Cannot change to a different GUI toolkit: %s.'
3495 print('Warning: Cannot change to a different GUI toolkit: %s.'
3499 ' Using %s instead.' % (gui, self.pylab_gui_select))
3496 ' Using %s instead.' % (gui, self.pylab_gui_select))
3500 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3497 gui, backend = pt.find_gui_and_backend(self.pylab_gui_select)
3501
3498
3502 pt.activate_matplotlib(backend)
3499 pt.activate_matplotlib(backend)
3503 pt.configure_inline_support(self, backend)
3500 pt.configure_inline_support(self, backend)
3504
3501
3505 # Now we must activate the gui pylab wants to use, and fix %run to take
3502 # Now we must activate the gui pylab wants to use, and fix %run to take
3506 # plot updates into account
3503 # plot updates into account
3507 self.enable_gui(gui)
3504 self.enable_gui(gui)
3508 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3505 self.magics_manager.registry['ExecutionMagics'].default_runner = \
3509 pt.mpl_runner(self.safe_execfile)
3506 pt.mpl_runner(self.safe_execfile)
3510
3507
3511 return gui, backend
3508 return gui, backend
3512
3509
3513 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3510 def enable_pylab(self, gui=None, import_all=True, welcome_message=False):
3514 """Activate pylab support at runtime.
3511 """Activate pylab support at runtime.
3515
3512
3516 This turns on support for matplotlib, preloads into the interactive
3513 This turns on support for matplotlib, preloads into the interactive
3517 namespace all of numpy and pylab, and configures IPython to correctly
3514 namespace all of numpy and pylab, and configures IPython to correctly
3518 interact with the GUI event loop. The GUI backend to be used can be
3515 interact with the GUI event loop. The GUI backend to be used can be
3519 optionally selected with the optional ``gui`` argument.
3516 optionally selected with the optional ``gui`` argument.
3520
3517
3521 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3518 This method only adds preloading the namespace to InteractiveShell.enable_matplotlib.
3522
3519
3523 Parameters
3520 Parameters
3524 ----------
3521 ----------
3525 gui : optional, string
3522 gui : optional, string
3526 If given, dictates the choice of matplotlib GUI backend to use
3523 If given, dictates the choice of matplotlib GUI backend to use
3527 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3524 (should be one of IPython's supported backends, 'qt', 'osx', 'tk',
3528 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3525 'gtk', 'wx' or 'inline'), otherwise we use the default chosen by
3529 matplotlib (as dictated by the matplotlib build-time options plus the
3526 matplotlib (as dictated by the matplotlib build-time options plus the
3530 user's matplotlibrc configuration file). Note that not all backends
3527 user's matplotlibrc configuration file). Note that not all backends
3531 make sense in all contexts, for example a terminal ipython can't
3528 make sense in all contexts, for example a terminal ipython can't
3532 display figures inline.
3529 display figures inline.
3533 import_all : optional, bool, default: True
3530 import_all : optional, bool, default: True
3534 Whether to do `from numpy import *` and `from pylab import *`
3531 Whether to do `from numpy import *` and `from pylab import *`
3535 in addition to module imports.
3532 in addition to module imports.
3536 welcome_message : deprecated
3533 welcome_message : deprecated
3537 This argument is ignored, no welcome message will be displayed.
3534 This argument is ignored, no welcome message will be displayed.
3538 """
3535 """
3539 from IPython.core.pylabtools import import_pylab
3536 from IPython.core.pylabtools import import_pylab
3540
3537
3541 gui, backend = self.enable_matplotlib(gui)
3538 gui, backend = self.enable_matplotlib(gui)
3542
3539
3543 # We want to prevent the loading of pylab to pollute the user's
3540 # We want to prevent the loading of pylab to pollute the user's
3544 # namespace as shown by the %who* magics, so we execute the activation
3541 # namespace as shown by the %who* magics, so we execute the activation
3545 # code in an empty namespace, and we update *both* user_ns and
3542 # code in an empty namespace, and we update *both* user_ns and
3546 # user_ns_hidden with this information.
3543 # user_ns_hidden with this information.
3547 ns = {}
3544 ns = {}
3548 import_pylab(ns, import_all)
3545 import_pylab(ns, import_all)
3549 # warn about clobbered names
3546 # warn about clobbered names
3550 ignored = {"__builtins__"}
3547 ignored = {"__builtins__"}
3551 both = set(ns).intersection(self.user_ns).difference(ignored)
3548 both = set(ns).intersection(self.user_ns).difference(ignored)
3552 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3549 clobbered = [ name for name in both if self.user_ns[name] is not ns[name] ]
3553 self.user_ns.update(ns)
3550 self.user_ns.update(ns)
3554 self.user_ns_hidden.update(ns)
3551 self.user_ns_hidden.update(ns)
3555 return gui, backend, clobbered
3552 return gui, backend, clobbered
3556
3553
3557 #-------------------------------------------------------------------------
3554 #-------------------------------------------------------------------------
3558 # Utilities
3555 # Utilities
3559 #-------------------------------------------------------------------------
3556 #-------------------------------------------------------------------------
3560
3557
3561 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3558 def var_expand(self, cmd, depth=0, formatter=DollarFormatter()):
3562 """Expand python variables in a string.
3559 """Expand python variables in a string.
3563
3560
3564 The depth argument indicates how many frames above the caller should
3561 The depth argument indicates how many frames above the caller should
3565 be walked to look for the local namespace where to expand variables.
3562 be walked to look for the local namespace where to expand variables.
3566
3563
3567 The global namespace for expansion is always the user's interactive
3564 The global namespace for expansion is always the user's interactive
3568 namespace.
3565 namespace.
3569 """
3566 """
3570 ns = self.user_ns.copy()
3567 ns = self.user_ns.copy()
3571 try:
3568 try:
3572 frame = sys._getframe(depth+1)
3569 frame = sys._getframe(depth+1)
3573 except ValueError:
3570 except ValueError:
3574 # This is thrown if there aren't that many frames on the stack,
3571 # This is thrown if there aren't that many frames on the stack,
3575 # e.g. if a script called run_line_magic() directly.
3572 # e.g. if a script called run_line_magic() directly.
3576 pass
3573 pass
3577 else:
3574 else:
3578 ns.update(frame.f_locals)
3575 ns.update(frame.f_locals)
3579
3576
3580 try:
3577 try:
3581 # We have to use .vformat() here, because 'self' is a valid and common
3578 # We have to use .vformat() here, because 'self' is a valid and common
3582 # name, and expanding **ns for .format() would make it collide with
3579 # name, and expanding **ns for .format() would make it collide with
3583 # the 'self' argument of the method.
3580 # the 'self' argument of the method.
3584 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3581 cmd = formatter.vformat(cmd, args=[], kwargs=ns)
3585 except Exception:
3582 except Exception:
3586 # if formatter couldn't format, just let it go untransformed
3583 # if formatter couldn't format, just let it go untransformed
3587 pass
3584 pass
3588 return cmd
3585 return cmd
3589
3586
3590 def mktempfile(self, data=None, prefix='ipython_edit_'):
3587 def mktempfile(self, data=None, prefix='ipython_edit_'):
3591 """Make a new tempfile and return its filename.
3588 """Make a new tempfile and return its filename.
3592
3589
3593 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3590 This makes a call to tempfile.mkstemp (created in a tempfile.mkdtemp),
3594 but it registers the created filename internally so ipython cleans it up
3591 but it registers the created filename internally so ipython cleans it up
3595 at exit time.
3592 at exit time.
3596
3593
3597 Optional inputs:
3594 Optional inputs:
3598
3595
3599 - data(None): if data is given, it gets written out to the temp file
3596 - data(None): if data is given, it gets written out to the temp file
3600 immediately, and the file is closed again."""
3597 immediately, and the file is closed again."""
3601
3598
3602 dirname = tempfile.mkdtemp(prefix=prefix)
3599 dirname = tempfile.mkdtemp(prefix=prefix)
3603 self.tempdirs.append(dirname)
3600 self.tempdirs.append(dirname)
3604
3601
3605 handle, filename = tempfile.mkstemp('.py', prefix, dir=dirname)
3602 handle, filename = tempfile.mkstemp('.py', prefix, dir=dirname)
3606 os.close(handle) # On Windows, there can only be one open handle on a file
3603 os.close(handle) # On Windows, there can only be one open handle on a file
3607 self.tempfiles.append(filename)
3604 self.tempfiles.append(filename)
3608
3605
3609 if data:
3606 if data:
3610 with open(filename, 'w') as tmp_file:
3607 with open(filename, 'w') as tmp_file:
3611 tmp_file.write(data)
3608 tmp_file.write(data)
3612 return filename
3609 return filename
3613
3610
3614 @undoc
3611 @undoc
3615 def write(self,data):
3612 def write(self,data):
3616 """DEPRECATED: Write a string to the default output"""
3613 """DEPRECATED: Write a string to the default output"""
3617 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3614 warn('InteractiveShell.write() is deprecated, use sys.stdout instead',
3618 DeprecationWarning, stacklevel=2)
3615 DeprecationWarning, stacklevel=2)
3619 sys.stdout.write(data)
3616 sys.stdout.write(data)
3620
3617
3621 @undoc
3618 @undoc
3622 def write_err(self,data):
3619 def write_err(self,data):
3623 """DEPRECATED: Write a string to the default error output"""
3620 """DEPRECATED: Write a string to the default error output"""
3624 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3621 warn('InteractiveShell.write_err() is deprecated, use sys.stderr instead',
3625 DeprecationWarning, stacklevel=2)
3622 DeprecationWarning, stacklevel=2)
3626 sys.stderr.write(data)
3623 sys.stderr.write(data)
3627
3624
3628 def ask_yes_no(self, prompt, default=None, interrupt=None):
3625 def ask_yes_no(self, prompt, default=None, interrupt=None):
3629 if self.quiet:
3626 if self.quiet:
3630 return True
3627 return True
3631 return ask_yes_no(prompt,default,interrupt)
3628 return ask_yes_no(prompt,default,interrupt)
3632
3629
3633 def show_usage(self):
3630 def show_usage(self):
3634 """Show a usage message"""
3631 """Show a usage message"""
3635 page.page(IPython.core.usage.interactive_usage)
3632 page.page(IPython.core.usage.interactive_usage)
3636
3633
3637 def extract_input_lines(self, range_str, raw=False):
3634 def extract_input_lines(self, range_str, raw=False):
3638 """Return as a string a set of input history slices.
3635 """Return as a string a set of input history slices.
3639
3636
3640 Parameters
3637 Parameters
3641 ----------
3638 ----------
3642 range_str : string
3639 range_str : string
3643 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3640 The set of slices is given as a string, like "~5/6-~4/2 4:8 9",
3644 since this function is for use by magic functions which get their
3641 since this function is for use by magic functions which get their
3645 arguments as strings. The number before the / is the session
3642 arguments as strings. The number before the / is the session
3646 number: ~n goes n back from the current session.
3643 number: ~n goes n back from the current session.
3647
3644
3648 raw : bool, optional
3645 raw : bool, optional
3649 By default, the processed input is used. If this is true, the raw
3646 By default, the processed input is used. If this is true, the raw
3650 input history is used instead.
3647 input history is used instead.
3651
3648
3652 Notes
3649 Notes
3653 -----
3650 -----
3654
3651
3655 Slices can be described with two notations:
3652 Slices can be described with two notations:
3656
3653
3657 * ``N:M`` -> standard python form, means including items N...(M-1).
3654 * ``N:M`` -> standard python form, means including items N...(M-1).
3658 * ``N-M`` -> include items N..M (closed endpoint).
3655 * ``N-M`` -> include items N..M (closed endpoint).
3659 """
3656 """
3660 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3657 lines = self.history_manager.get_range_by_str(range_str, raw=raw)
3661 return "\n".join(x for _, _, x in lines)
3658 return "\n".join(x for _, _, x in lines)
3662
3659
3663 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3660 def find_user_code(self, target, raw=True, py_only=False, skip_encoding_cookie=True, search_ns=False):
3664 """Get a code string from history, file, url, or a string or macro.
3661 """Get a code string from history, file, url, or a string or macro.
3665
3662
3666 This is mainly used by magic functions.
3663 This is mainly used by magic functions.
3667
3664
3668 Parameters
3665 Parameters
3669 ----------
3666 ----------
3670
3667
3671 target : str
3668 target : str
3672
3669
3673 A string specifying code to retrieve. This will be tried respectively
3670 A string specifying code to retrieve. This will be tried respectively
3674 as: ranges of input history (see %history for syntax), url,
3671 as: ranges of input history (see %history for syntax), url,
3675 corresponding .py file, filename, or an expression evaluating to a
3672 corresponding .py file, filename, or an expression evaluating to a
3676 string or Macro in the user namespace.
3673 string or Macro in the user namespace.
3677
3674
3678 raw : bool
3675 raw : bool
3679 If true (default), retrieve raw history. Has no effect on the other
3676 If true (default), retrieve raw history. Has no effect on the other
3680 retrieval mechanisms.
3677 retrieval mechanisms.
3681
3678
3682 py_only : bool (default False)
3679 py_only : bool (default False)
3683 Only try to fetch python code, do not try alternative methods to decode file
3680 Only try to fetch python code, do not try alternative methods to decode file
3684 if unicode fails.
3681 if unicode fails.
3685
3682
3686 Returns
3683 Returns
3687 -------
3684 -------
3688 A string of code.
3685 A string of code.
3689
3686
3690 ValueError is raised if nothing is found, and TypeError if it evaluates
3687 ValueError is raised if nothing is found, and TypeError if it evaluates
3691 to an object of another type. In each case, .args[0] is a printable
3688 to an object of another type. In each case, .args[0] is a printable
3692 message.
3689 message.
3693 """
3690 """
3694 code = self.extract_input_lines(target, raw=raw) # Grab history
3691 code = self.extract_input_lines(target, raw=raw) # Grab history
3695 if code:
3692 if code:
3696 return code
3693 return code
3697 try:
3694 try:
3698 if target.startswith(('http://', 'https://')):
3695 if target.startswith(('http://', 'https://')):
3699 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3696 return openpy.read_py_url(target, skip_encoding_cookie=skip_encoding_cookie)
3700 except UnicodeDecodeError as e:
3697 except UnicodeDecodeError as e:
3701 if not py_only :
3698 if not py_only :
3702 # Deferred import
3699 # Deferred import
3703 from urllib.request import urlopen
3700 from urllib.request import urlopen
3704 response = urlopen(target)
3701 response = urlopen(target)
3705 return response.read().decode('latin1')
3702 return response.read().decode('latin1')
3706 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3703 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3707
3704
3708 potential_target = [target]
3705 potential_target = [target]
3709 try :
3706 try :
3710 potential_target.insert(0,get_py_filename(target))
3707 potential_target.insert(0,get_py_filename(target))
3711 except IOError:
3708 except IOError:
3712 pass
3709 pass
3713
3710
3714 for tgt in potential_target :
3711 for tgt in potential_target :
3715 if os.path.isfile(tgt): # Read file
3712 if os.path.isfile(tgt): # Read file
3716 try :
3713 try :
3717 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3714 return openpy.read_py_file(tgt, skip_encoding_cookie=skip_encoding_cookie)
3718 except UnicodeDecodeError as e:
3715 except UnicodeDecodeError as e:
3719 if not py_only :
3716 if not py_only :
3720 with io_open(tgt,'r', encoding='latin1') as f :
3717 with io_open(tgt,'r', encoding='latin1') as f :
3721 return f.read()
3718 return f.read()
3722 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3719 raise ValueError(("'%s' seem to be unreadable.") % target) from e
3723 elif os.path.isdir(os.path.expanduser(tgt)):
3720 elif os.path.isdir(os.path.expanduser(tgt)):
3724 raise ValueError("'%s' is a directory, not a regular file." % target)
3721 raise ValueError("'%s' is a directory, not a regular file." % target)
3725
3722
3726 if search_ns:
3723 if search_ns:
3727 # Inspect namespace to load object source
3724 # Inspect namespace to load object source
3728 object_info = self.object_inspect(target, detail_level=1)
3725 object_info = self.object_inspect(target, detail_level=1)
3729 if object_info['found'] and object_info['source']:
3726 if object_info['found'] and object_info['source']:
3730 return object_info['source']
3727 return object_info['source']
3731
3728
3732 try: # User namespace
3729 try: # User namespace
3733 codeobj = eval(target, self.user_ns)
3730 codeobj = eval(target, self.user_ns)
3734 except Exception as e:
3731 except Exception as e:
3735 raise ValueError(("'%s' was not found in history, as a file, url, "
3732 raise ValueError(("'%s' was not found in history, as a file, url, "
3736 "nor in the user namespace.") % target) from e
3733 "nor in the user namespace.") % target) from e
3737
3734
3738 if isinstance(codeobj, str):
3735 if isinstance(codeobj, str):
3739 return codeobj
3736 return codeobj
3740 elif isinstance(codeobj, Macro):
3737 elif isinstance(codeobj, Macro):
3741 return codeobj.value
3738 return codeobj.value
3742
3739
3743 raise TypeError("%s is neither a string nor a macro." % target,
3740 raise TypeError("%s is neither a string nor a macro." % target,
3744 codeobj)
3741 codeobj)
3745
3742
3746 #-------------------------------------------------------------------------
3743 #-------------------------------------------------------------------------
3747 # Things related to IPython exiting
3744 # Things related to IPython exiting
3748 #-------------------------------------------------------------------------
3745 #-------------------------------------------------------------------------
3749 def atexit_operations(self):
3746 def atexit_operations(self):
3750 """This will be executed at the time of exit.
3747 """This will be executed at the time of exit.
3751
3748
3752 Cleanup operations and saving of persistent data that is done
3749 Cleanup operations and saving of persistent data that is done
3753 unconditionally by IPython should be performed here.
3750 unconditionally by IPython should be performed here.
3754
3751
3755 For things that may depend on startup flags or platform specifics (such
3752 For things that may depend on startup flags or platform specifics (such
3756 as having readline or not), register a separate atexit function in the
3753 as having readline or not), register a separate atexit function in the
3757 code that has the appropriate information, rather than trying to
3754 code that has the appropriate information, rather than trying to
3758 clutter
3755 clutter
3759 """
3756 """
3760 # Close the history session (this stores the end time and line count)
3757 # Close the history session (this stores the end time and line count)
3761 # this must be *before* the tempfile cleanup, in case of temporary
3758 # this must be *before* the tempfile cleanup, in case of temporary
3762 # history db
3759 # history db
3763 self.history_manager.end_session()
3760 self.history_manager.end_session()
3764
3761
3765 # Cleanup all tempfiles and folders left around
3762 # Cleanup all tempfiles and folders left around
3766 for tfile in self.tempfiles:
3763 for tfile in self.tempfiles:
3767 try:
3764 try:
3768 os.unlink(tfile)
3765 os.unlink(tfile)
3769 except OSError:
3766 except OSError:
3770 pass
3767 pass
3771
3768
3772 for tdir in self.tempdirs:
3769 for tdir in self.tempdirs:
3773 try:
3770 try:
3774 os.rmdir(tdir)
3771 os.rmdir(tdir)
3775 except OSError:
3772 except OSError:
3776 pass
3773 pass
3777
3774
3778 # Clear all user namespaces to release all references cleanly.
3775 # Clear all user namespaces to release all references cleanly.
3779 self.reset(new_session=False)
3776 self.reset(new_session=False)
3780
3777
3781 # Run user hooks
3778 # Run user hooks
3782 self.hooks.shutdown_hook()
3779 self.hooks.shutdown_hook()
3783
3780
3784 def cleanup(self):
3781 def cleanup(self):
3785 self.restore_sys_module_state()
3782 self.restore_sys_module_state()
3786
3783
3787
3784
3788 # Overridden in terminal subclass to change prompts
3785 # Overridden in terminal subclass to change prompts
3789 def switch_doctest_mode(self, mode):
3786 def switch_doctest_mode(self, mode):
3790 pass
3787 pass
3791
3788
3792
3789
3793 class InteractiveShellABC(metaclass=abc.ABCMeta):
3790 class InteractiveShellABC(metaclass=abc.ABCMeta):
3794 """An abstract base class for InteractiveShell."""
3791 """An abstract base class for InteractiveShell."""
3795
3792
3796 InteractiveShellABC.register(InteractiveShell)
3793 InteractiveShellABC.register(InteractiveShell)
General Comments 0
You need to be logged in to leave comments. Login now