##// END OF EJS Templates
Fixes to the heartbeat channel...
Fixes to the heartbeat channel * The heartbeat channel had some erroneous zeromq logic, and entirely False comments (as described in #967). This has been fixed. * KernelManager.is_alive() checks if the hb_channel is running if the kernel is not owned, rather than always returning True. * BlockingKM's hb_channel has been relaxed to 1s polling, because replies are not reliably much faster than that. There are occasional >0.5s outlier responses.

File last commit:

r4872:34c10438
r5614:f7e44e62
Show More
error.py
319 lines | 7.9 KiB | text/x-python | PythonLexer
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 # encoding: utf-8
MinRK
update recently changed modules with Authors in docstring
r4018 """Classes and functions for kernel related errors and exceptions.
Authors:
* Brian Granger
* Min RK
"""
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 from __future__ import print_function
MinRK
cleanup pass
r3644 import sys
import traceback
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 __docformat__ = "restructuredtext en"
# Tell nose to skip this module
__test__ = {}
#-------------------------------------------------------------------------------
MinRK
update recently changed modules with Authors in docstring
r4018 # Copyright (C) 2008-2011 The IPython Development Team
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 #
# Distributed under the terms of the BSD License. The full license is in
# the file COPYING, distributed as part of this software.
#-------------------------------------------------------------------------------
#-------------------------------------------------------------------------------
# Error classes
#-------------------------------------------------------------------------------
class IPythonError(Exception):
"""Base exception that all of our exceptions inherit from.
This can be raised by code that doesn't have any more specific
information."""
pass
# Exceptions associated with the controller objects
class ControllerError(IPythonError): pass
class ControllerCreationError(ControllerError): pass
# Exceptions associated with the Engines
class EngineError(IPythonError): pass
class EngineCreationError(EngineError): pass
class KernelError(IPythonError):
pass
class NotDefined(KernelError):
def __init__(self, name):
self.name = name
self.args = (name,)
def __repr__(self):
return '<NotDefined: %s>' % self.name
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 __str__ = __repr__
class QueueCleared(KernelError):
pass
class IdInUse(KernelError):
pass
class ProtocolError(KernelError):
pass
class ConnectionError(KernelError):
pass
class InvalidEngineID(KernelError):
pass
class NoEnginesRegistered(KernelError):
pass
class InvalidClientID(KernelError):
pass
class InvalidDeferredID(KernelError):
pass
class SerializationError(KernelError):
pass
class MessageSizeError(KernelError):
pass
class PBMessageSizeError(MessageSizeError):
pass
class ResultNotCompleted(KernelError):
pass
class ResultAlreadyRetrieved(KernelError):
pass
class ClientError(KernelError):
pass
class TaskAborted(KernelError):
pass
class TaskTimeout(KernelError):
pass
class NotAPendingResult(KernelError):
pass
class UnpickleableException(KernelError):
pass
class AbortedPendingDeferredError(KernelError):
pass
class InvalidProperty(KernelError):
pass
class MissingBlockArgument(KernelError):
pass
class StopLocalExecution(KernelError):
pass
class SecurityError(KernelError):
pass
class FileTimeoutError(KernelError):
pass
MinRK
PendingResult->AsyncResult; match multiprocessing.AsyncResult api
r3589 class TimeoutError(KernelError):
pass
MinRK
Improvements to dependency handling...
r3607 class UnmetDependency(KernelError):
pass
class ImpossibleDependency(UnmetDependency):
pass
MinRK
dependency tweaks + dependency/scheduler docs
r3624 class DependencyTimeout(ImpossibleDependency):
pass
class InvalidDependency(ImpossibleDependency):
MinRK
add timeout for unmet dependencies in task scheduler
r3611 pass
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 class RemoteError(KernelError):
"""Error raised elsewhere"""
ename=None
evalue=None
traceback=None
engine_info=None
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 def __init__(self, ename, evalue, traceback, engine_info=None):
self.ename=ename
self.evalue=evalue
self.traceback=traceback
self.engine_info=engine_info or {}
self.args=(ename, evalue)
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 def __repr__(self):
MinRK
testing fixes
r3641 engineid = self.engine_info.get('engine_id', ' ')
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 return "<Remote[%s]:%s(%s)>"%(engineid, self.ename, self.evalue)
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 def __str__(self):
sig = "%s(%s)"%(self.ename, self.evalue)
if self.traceback:
return sig + '\n' + self.traceback
else:
return sig
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583
class TaskRejectError(KernelError):
"""Exception to raise when a task should be rejected by an engine.
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 This exception can be used to allow a task running on an engine to test
if the engine (or the user's namespace on the engine) has the needed
task dependencies. If not, the task should raise this exception. For
the task to be retried on another engine, the task should be created
with the `retries` argument > 1.
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 The advantage of this approach over our older properties system is that
tasks have full access to the user's namespace on the engines and the
properties don't have to be managed or tested by the controller.
"""
MinRK
fix/test pushed function globals
r3638 class CompositeError(RemoteError):
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 """Error for representing possibly multiple errors on engines"""
def __init__(self, message, elist):
Exception.__init__(self, *(message, elist))
# Don't use pack_exception because it will conflict with the .message
# attribute that is being deprecated in 2.6 and beyond.
self.msg = message
self.elist = elist
self.args = [ e[0] for e in elist ]
def _get_engine_str(self, ei):
if not ei:
return '[Engine Exception]'
else:
MinRK
eliminate relative imports
r3642 return '[%s:%s]: ' % (ei['engine_id'], ei['method'])
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583
def _get_traceback(self, ev):
try:
tb = ev._ipython_traceback_text
except AttributeError:
return 'No traceback available'
else:
return tb
def __str__(self):
s = str(self.msg)
for en, ev, etb, ei in self.elist:
engine_str = self._get_engine_str(ei)
s = s + '\n' + engine_str + en + ': ' + str(ev)
return s
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 def __repr__(self):
return "CompositeError(%i)"%len(self.elist)
def print_tracebacks(self, excid=None):
if excid is None:
for (en,ev,etb,ei) in self.elist:
print (self._get_engine_str(ei))
print (etb or 'No traceback available')
print ()
else:
try:
en,ev,etb,ei = self.elist[excid]
except:
raise IndexError("an exception with index %i does not exist"%excid)
else:
print (self._get_engine_str(ei))
print (etb or 'No traceback available')
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 def raise_exception(self, excid=0):
try:
en,ev,etb,ei = self.elist[excid]
except:
raise IndexError("an exception with index %i does not exist"%excid)
else:
MinRK
fix/test pushed function globals
r3638 raise RemoteError(en, ev, etb, ei)
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583
MinRK
add rich AsyncResult behavior
r3601 def collect_exceptions(rdict_or_list, method='unspecified'):
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 """check a result dict for errors, and raise CompositeError if any exist.
Passthrough otherwise."""
elist = []
MinRK
add map/scatter/gather/ParallelFunction from kernel
r3587 if isinstance(rdict_or_list, dict):
rlist = rdict_or_list.values()
else:
rlist = rdict_or_list
for r in rlist:
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 if isinstance(r, RemoteError):
en, ev, etb, ei = r.ename, r.evalue, r.traceback, r.engine_info
# Sometimes we could have CompositeError in our list. Just take
Bernardo B. Marques
remove all trailling spaces
r4872 # the errors out of them and put them in our new list. This
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 # has the effect of flattening lists of CompositeErrors into one
# CompositeError
if en=='CompositeError':
for e in ev.elist:
elist.append(e)
else:
elist.append((en, ev, etb, ei))
if len(elist)==0:
MinRK
add map/scatter/gather/ParallelFunction from kernel
r3587 return rdict_or_list
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 else:
msg = "one or more exceptions from call to method: %s" % (method)
# This silliness is needed so the debugger has access to the exception
# instance (e in this case)
try:
raise CompositeError(msg, elist)
MinRK
fix/test pushed function globals
r3638 except CompositeError as e:
MinRK
adapt kernel/error.py to zmq, improve error propagation.
r3583 raise e
MinRK
cleanup pass
r3644 def wrap_exception(engine_info={}):
etype, evalue, tb = sys.exc_info()
stb = traceback.format_exception(etype, evalue, tb)
exc_content = {
'status' : 'error',
'traceback' : stb,
'ename' : unicode(etype.__name__),
'evalue' : unicode(evalue),
'engine_info' : engine_info
}
return exc_content
def unwrap_exception(content):
Bernardo B. Marques
remove all trailling spaces
r4872 err = RemoteError(content['ename'], content['evalue'],
MinRK
cleanup pass
r3644 ''.join(content['traceback']),
content.get('engine_info', {}))
return err