##// END OF EJS Templates
don't perform costly 'difference_update' on dependencies...
don't perform costly 'difference_update' on dependencies Scheduler: set1.difference_update(set2) can be very slow if set2 is large, even if set1 is empty, so use faster set1 = set1.difference(set2), and don't perform any difference operation on empty dependencies. The result was a dramatic reduction in throughput after the scheduler has routed many thousands of tasks, even with no task dependencies.

File last commit:

r2498:3eae1372
r4141:6443bc1b
Show More
ipy_greedycompleter.py
76 lines | 2.2 KiB | text/x-python | PythonLexer
""" Greedy completer extension for IPython
Normal tab completer refuses to evaluate nonsafe stuff. This will evaluate
everything, so you need to consider the consequences of pressing tab
yourself!
Note that this extension simplifies readline interaction by setting
only whitespace as completer delimiter. If this works well, we will
do the same in default completer.
"""
from IPython.core import ipapi
from IPython.core.error import TryNext
from IPython.utils import generics
from IPython.utils.dir2 import dir2
def attr_matches(self, text):
"""Compute matches when text contains a dot.
MONKEYPATCHED VERSION (ipy_greedycompleter.py)
Assuming the text is of the form NAME.NAME....[NAME], and is
evaluatable in self.namespace or self.global_namespace, it will be
evaluated and its attributes (as revealed by dir()) are used as
possible completions. (For class instances, class members are are
also considered.)
WARNING: this can still invoke arbitrary C code, if an object
with a __getattr__ hook is evaluated.
"""
import re
force_complete = 1
# Another option, seems to work great. Catches things like ''.<tab>
m = re.match(r"(\S+(\.\w+)*)\.(\w*)$", text)
if m:
expr, attr = m.group(1, 3)
else:
# force match - eval anything that ends with colon
if not force_complete:
return []
m2 = re.match(r"(.+)\.(\w*)$", self.lbuf)
if not m2:
return []
expr, attr = m2.group(1,2)
try:
obj = eval(expr, self.namespace)
except:
try:
obj = eval(expr, self.global_namespace)
except:
return []
words = dir2(obj)
try:
words = generics.complete_object(obj, words)
except TryNext:
pass
# Build match list to return
n = len(attr)
res = ["%s.%s" % (expr, w) for w in words if w[:n] == attr ]
return res
def main():
import IPython.utils.rlineimpl as readline
readline.set_completer_delims(" \n\t")
# monkeypatch - the code will be folded to normal completer later on
import IPython.core.completer
IPython.core.completer.Completer.attr_matches = attr_matches
main()