##// END OF EJS Templates
Reset the interactive namespace __warningregistry__ before executing code...
Reset the interactive namespace __warningregistry__ before executing code Fixes #6611. Idea: Right now, people often don't see important warnings when running code in IPython, because (to a first approximation) any given warning will only issue once per session. Blink and you'll miss it! This is a very common contributor to confused emails to numpy-discussion. E.g.: In [5]: 1 / my_array_with_random_contents /home/njs/.user-python2.7-64bit-3/bin/ipython:1: RuntimeWarning: divide by zero encountered in divide #!/home/njs/.user-python2.7-64bit-3/bin/python Out[5]: array([ 1.77073316, -2.29765021, -2.01800811, ..., 1.13871243, -1.08302964, -8.6185091 ]) Oo, right, guess I gotta be careful of those zeros -- thanks, numpy, for giving me that warning! A few days later: In [592]: 1 / some_other_array Out[592]: array([ 3.07735763, 0.50769289, 0.83984078, ..., -0.67563917, -0.85736257, -1.36511271]) Oops, it turns out that this array had a zero in it too, and that's going to bite me later. But no warning this time! The effect of this commit is to make it so that warnings triggered by the code in cell 5 do *not* suppress warnings triggered by the code in cell 592. Note that this only applies to warnings triggered *directly* by code entered interactively -- if somepkg.foo() calls anotherpkg.bad_func() which issues a warning, then this warning will still only be displayed once, even if multiple cells call somepkg.foo(). But if cell 5 and cell 592 both call anotherpkg.bad_func() directly, then both will get warnings. (Important exception: if foo() is defined *interactively*, and calls anotherpkg.bad_func(), then every cell that calls foo() will display the warning again. This is unavoidable without fixes to CPython upstream.) Explanation: Python's warning system has some weird quirks. By default, it tries to suppress duplicate warnings, where "duplicate" means the same warning message triggered twice by the same line of code. This requires determining which line of code is responsible for triggering a warning, and this is controlled by the stacklevel= argument to warnings.warn. Basically, though, the idea is that if foo() calls bar() which calls baz() which calls some_deprecated_api(), then baz() will get counted as being "responsible", and the warning system will make a note that the usage of some_deprecated_api() inside baz() has already been warned about and doesn't need to be warned about again. So far so good. To accomplish this, obviously, there has to be a record of somewhere which line this was. You might think that this would be done by recording the filename:linenumber pair in a dict inside the warnings module, or something like that. You would be wrong. What actually happens is that the warnings module will use stack introspection to reach into baz()'s execution environment, create a global (module-level) variable there named __warningregistry__, and then, inside this dictionary, record just the line number. Basically, it assumes that any given module contains only one line 1, only one line 2, etc., so storing the filename is irrelevant. Obviously for interactive code this is totally wrong -- all cells share the same execution environment and global namespace, and they all contain a new line 1. Currently the warnings module treats these as if they were all the same line. In fact they are not the same line; once we have executed a given chunk of code, we will never see those particular lines again. As soon as a given chunk of code finishes executing, its line number labels become meaningless, and the corresponding warning registry entries become meaningless as well. Therefore, with this patch we delete the __warningregistry__ each time we execute a new block of code.

File last commit:

r17461:8a8e505d
r18548:61431d7d
Show More
manager.py
148 lines | 4.6 KiB | text/x-python | PythonLexer
MinRK
rename widget to comm
r13195 """Base class to manage comms"""
MinRK
send idle/busy on all shell messages...
r17099 # Copyright (c) IPython Development Team.
# Distributed under the terms of the Modified BSD License.
MinRK
rename widget to comm
r13195
MinRK
hook up output for comm messages
r13202 import sys
MinRK
rename widget to comm
r13195 from IPython.config import LoggingConfigurable
from IPython.core.prompts import LazyEvaluate
from IPython.core.getipython import get_ipython
from IPython.utils.importstring import import_item
Thomas Kluyver
Fix reference to basestring in new Comm code
r13390 from IPython.utils.py3compat import string_types
MinRK
rename widget to comm
r13195 from IPython.utils.traitlets import Instance, Unicode, Dict, Any
from .comm import Comm
def lazy_keys(dikt):
"""Return lazy-evaluated string representation of a dictionary's keys
Key list is only constructed if it will actually be used.
Used for debug-logging.
"""
return LazyEvaluate(lambda d: list(d.keys()))
class CommManager(LoggingConfigurable):
"""Manager for Comms in the Kernel"""
shell = Instance('IPython.core.interactiveshell.InteractiveShellABC')
def _shell_default(self):
return get_ipython()
iopub_socket = Any()
def _iopub_socket_default(self):
MinRK
zmqshell has handle on Kernel
r13199 return self.shell.kernel.iopub_socket
MinRK
rename widget to comm
r13195 session = Instance('IPython.kernel.zmq.session.Session')
def _session_default(self):
if self.shell is None:
return
MinRK
zmqshell has handle on Kernel
r13199 return self.shell.kernel.session
MinRK
rename widget to comm
r13195
comms = Dict()
targets = Dict()
# Public APIs
MinRK
s/target/target_name
r13204 def register_target(self, target_name, f):
"""Register a callable f for a given target name
MinRK
rename widget to comm
r13195
MinRK
log exceptions in Comm handlers
r13227 f will be called with two arguments when a comm_open message is received with `target`:
- the Comm instance
- the `comm_open` message itself.
MinRK
rename widget to comm
r13195
f can be a Python callable or an import string for one.
"""
Thomas Kluyver
Fix reference to basestring in new Comm code
r13390 if isinstance(f, string_types):
MinRK
rename widget to comm
r13195 f = import_item(f)
MinRK
s/target/target_name
r13204 self.targets[target_name] = f
MinRK
rename widget to comm
r13195
MinRK
add unregister_target to CommManagers
r13226 def unregister_target(self, target_name, f):
"""Unregister a callable registered with register_target"""
return self.targets.pop(target_name);
MinRK
log exceptions in Comm handlers
r13227
MinRK
rename widget to comm
r13195 def register_comm(self, comm):
"""Register a new comm"""
comm_id = comm.comm_id
comm.shell = self.shell
comm.iopub_socket = self.iopub_socket
self.comms[comm_id] = comm
return comm_id
Sylvain Corlay
unregister and register both take comm as argument
r17459 def unregister_comm(self, comm):
MinRK
rename widget to comm
r13195 """Unregister a comm, and close its counterpart"""
# unlike get_comm, this should raise a KeyError
Sylvain Corlay
unregister and register both take comm as argument
r17459 comm = self.comms.pop(comm.comm_id)
MinRK
rename widget to comm
r13195
def get_comm(self, comm_id):
"""Get a comm with a particular id
Returns the comm if found, otherwise None.
This will not raise an error,
it will log messages if the comm cannot be found.
"""
if comm_id not in self.comms:
self.log.error("No such comm: %s", comm_id)
self.log.debug("Current comms: %s", lazy_keys(self.comms))
return
# call, because we store weakrefs
comm = self.comms[comm_id]
return comm
# Message handlers
def comm_open(self, stream, ident, msg):
"""Handler for comm_open messages"""
content = msg['content']
comm_id = content['comm_id']
MinRK
s/target/target_name
r13204 target_name = content['target_name']
f = self.targets.get(target_name, None)
MinRK
rename widget to comm
r13195 comm = Comm(comm_id=comm_id,
shell=self.shell,
iopub_socket=self.iopub_socket,
primary=False,
)
MinRK
s/target/target_name
r13204 if f is None:
self.log.error("No such comm target registered: %s", target_name)
MinRK
s/destroy/close
r13196 comm.close()
MinRK
rename widget to comm
r13195 return
MinRK
log exceptions in Comm handlers
r13227 try:
f(comm, msg)
except Exception:
self.log.error("Exception opening comm with target: %s", target_name, exc_info=True)
comm.close()
MinRK
rename widget to comm
r13195
def comm_msg(self, stream, ident, msg):
"""Handler for comm_msg messages"""
content = msg['content']
comm_id = content['comm_id']
comm = self.get_comm(comm_id)
if comm is None:
# no such comm
return
MinRK
log exceptions in Comm handlers
r13227 try:
comm.handle_msg(msg)
except Exception:
self.log.error("Exception in comm_msg for %s", comm_id, exc_info=True)
MinRK
rename widget to comm
r13195
def comm_close(self, stream, ident, msg):
"""Handler for comm_close messages"""
content = msg['content']
comm_id = content['comm_id']
comm = self.get_comm(comm_id)
if comm is None:
# no such comm
MinRK
log exceptions in Comm handlers
r13227 self.log.debug("No such comm to close: %s", comm_id)
MinRK
rename widget to comm
r13195 return
del self.comms[comm_id]
MinRK
log exceptions in Comm handlers
r13227
try:
comm.handle_close(msg)
except Exception:
self.log.error("Exception handling comm_close for %s", comm_id, exc_info=True)
MinRK
rename widget to comm
r13195
__all__ = ['CommManager']