##// END OF EJS Templates
add DirectView.importer contextmanager, demote targets to mutable flag...
add DirectView.importer contextmanager, demote targets to mutable flag * @require now also takes modules, and will import * IPython.zmq.parallel is the new entrypoint, not client

File last commit:

r3660:35ad8289
r3665:b5b9a12d
Show More
ipcluster.py
96 lines | 2.9 KiB | text/x-python | PythonLexer
#!/usr/bin/env python
"""Old ipcluster script. Possibly to be removed."""
#-----------------------------------------------------------------------------
# Copyright (C) 2010-2011 The IPython Development Team
#
# Distributed under the terms of the BSD License. The full license is in
# the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------
from __future__ import print_function
import os
import sys
import time
from subprocess import Popen, PIPE
from IPython.external.argparse import ArgumentParser, SUPPRESS
def _filter_arg(flag, args):
filtered = []
if flag in args:
filtered.append(flag)
idx = args.index(flag)
if len(args) > idx+1:
if not args[idx+1].startswith('-'):
filtered.append(args[idx+1])
return filtered
def filter_args(flags, args=sys.argv[1:]):
filtered = []
for flag in flags:
if isinstance(flag, (list,tuple)):
for f in flag:
filtered.extend(_filter_arg(f, args))
else:
filtered.extend(_filter_arg(flag, args))
return filtered
def _strip_arg(flag, args):
while flag in args:
idx = args.index(flag)
args.pop(idx)
if len(args) > idx:
if not args[idx].startswith('-'):
args.pop(idx)
def strip_args(flags, args=sys.argv[1:]):
args = list(args)
for flag in flags:
if isinstance(flag, (list,tuple)):
for f in flag:
_strip_arg(f, args)
else:
_strip_arg(flag, args)
return args
def launch_process(mod, args):
"""Launch a controller or engine in a subprocess."""
code = "from IPython.zmq.parallel.%s import launch_new_instance;launch_new_instance()"%mod
arguments = [ sys.executable, '-c', code ] + args
blackholew = file(os.devnull, 'w')
blackholer = file(os.devnull, 'r')
proc = Popen(arguments, stdin=blackholer, stdout=blackholew, stderr=PIPE)
return proc
def main():
parser = ArgumentParser(argument_default=SUPPRESS)
parser.add_argument('--n', '-n', type=int, default=1,
help="The number of engines to start.")
ns,args = parser.parse_known_args()
n = ns.n
controller = launch_process('ipcontrollerapp', args)
for i in range(10):
time.sleep(.1)
if controller.poll() is not None:
print("Controller failed to launch:")
print (controller.stderr.read())
sys.exit(255)
print("Launched Controller")
engines = [ launch_process('ipengineapp', args+['--ident', 'engine-%i'%i]) for i in range(n) ]
print("%i Engines started"%n)
def wait_quietly(p):
try:
p.wait()
except KeyboardInterrupt:
pass
wait_quietly(controller)
map(wait_quietly, engines)
print ("Engines cleaned up.")
if __name__ == '__main__':
main()