##// END OF EJS Templates
More Python 3 compatibility fixes.
More Python 3 compatibility fixes.

File last commit:

r4397:f240450b
r4732:54a17183
Show More
ipclusterapp.py
529 lines | 18.3 KiB | text/x-python | PythonLexer
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 #!/usr/bin/env python
# encoding: utf-8
"""
The ipcluster application.
MinRK
update recently changed modules with Authors in docstring
r4018
Authors:
* Brian Granger
* MinRK
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 """
#-----------------------------------------------------------------------------
MinRK
update recently changed modules with Authors in docstring
r4018 # Copyright (C) 2008-2011 The IPython Development Team
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 #
# Distributed under the terms of the BSD License. The full license is in
# the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------
#-----------------------------------------------------------------------------
# Imports
#-----------------------------------------------------------------------------
MinRK
resort imports in a cleaner order
r3631 import errno
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 import logging
import os
MinRK
resort imports in a cleaner order
r3631 import re
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 import signal
MinRK
add check_pid, and handle stale PID info in ipcluster....
r3846 from subprocess import check_call, CalledProcessError, PIPE
MinRK
dependency tweaks + dependency/scheduler docs
r3624 import zmq
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 from zmq.eventloop import ioloop
MinRK
ipcluster implemented with new subcommands
r3986 from IPython.config.application import Application, boolean_flag
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 from IPython.config.loader import Config
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 from IPython.core.application import BaseIPythonApplication
from IPython.core.profiledir import ProfileDir
MinRK
scrub twisted/deferred references from launchers...
r4019 from IPython.utils.daemonize import daemonize
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 from IPython.utils.importstring import import_item
MinRK
command-line pass...
r4247 from IPython.utils.sysinfo import num_cpus
Thomas Kluyver
Use DottedObjectName traits in zmq and parallel modules.
r4055 from IPython.utils.traitlets import (Int, Unicode, Bool, CFloat, Dict, List,
DottedObjectName)
MinRK
fix residual import issues with IPython.parallel reorganization
r3688
MinRK
rename clusterdir to more descriptive baseapp...
r3993 from IPython.parallel.apps.baseapp import (
MinRK
update parallel apps to use ProfileDir
r3992 BaseParallelApplication,
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 PIDFileError,
MinRK
ipcluster implemented with new subcommands
r3986 base_flags, base_aliases
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 )
#-----------------------------------------------------------------------------
# Module level variables
#-----------------------------------------------------------------------------
MinRK
rebase IPython.parallel after removal of IPython.kernel...
r3672 default_config_file_name = u'ipcluster_config.py'
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
parallel docs, tests, default config updated to newconfig
r3990 _description = """Start an IPython cluster for parallel computing.
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
An IPython cluster consists of 1 controller and 1 or more engines.
This command automates the startup of these processes using a wide
range of startup methods (SSH, local processes, PBS, mpiexec,
Windows HPC Server 2008). To start a cluster with 4 engines on your
Brian Granger
More work on adding examples to help strings.
r4216 local host simply do 'ipcluster start --n=4'. For more complex usage
MinRK
fix typo in ipcluster help
r4397 you will typically do 'ipython profile create mycluster --parallel', then edit
Brian Granger
More work on adding examples to help strings.
r4216 configuration files, followed by 'ipcluster start --profile=mycluster --n=4'.
"""
_main_examples = """
Brian E. Granger
Finishing up help string work.
r4218 ipcluster start --n=4 # start a 4 node cluster on localhost
Brian Granger
More work on adding examples to help strings.
r4216 ipcluster start -h # show the help string for the start subcmd
Brian E. Granger
Finishing up help string work.
r4218
Brian Granger
More work on adding examples to help strings.
r4216 ipcluster stop -h # show the help string for the stop subcmd
ipcluster engines -h # show the help string for the engines subcmd
"""
_start_examples = """
ipython profile create mycluster --parallel # create mycluster profile
ipcluster start --profile=mycluster --n=4 # start mycluster with 4 nodes
"""
_stop_examples = """
ipcluster stop --profile=mycluster # stop a running cluster by profile name
"""
_engines_examples = """
ipcluster engines --profile=mycluster --n=4 # start 4 engines only
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 """
# Exit codes for ipcluster
# This will be the exit code if the ipcluster appears to be running because
# a .pid file exists
ALREADY_STARTED = 10
# This will be the exit code if ipcluster stop is run, but there is not .pid
# file to be found.
ALREADY_STOPPED = 11
MinRK
add ipcluster engines; fix ssh process shutdown
r3615 # This will be the exit code if ipcluster engines is run, but there is not .pid
# file to be found.
NO_CLUSTER = 12
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
#-----------------------------------------------------------------------------
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 # Main application
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 #-----------------------------------------------------------------------------
MinRK
parallel docs, tests, default config updated to newconfig
r3990 start_help = """Start an IPython cluster for parallel computing
MinRK
ipcluster implemented with new subcommands
r3986 Start an ipython cluster by its profile name or cluster
directory. Cluster directories contain configuration, log and
security related files and are named using the convention
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 'profile_<name>' and should be creating using the 'start'
MinRK
ipcluster implemented with new subcommands
r3986 subcommand of 'ipcluster'. If your cluster directory is in
the cwd or the ipython directory, you can simply refer to it
Brian E. Granger
Finishing up help string work.
r4218 using its profile name, 'ipcluster start --n=4 --profile=<profile>`,
otherwise use the 'profile-dir' option.
MinRK
ipcluster implemented with new subcommands
r3986 """
MinRK
parallel docs, tests, default config updated to newconfig
r3990 stop_help = """Stop a running IPython cluster
MinRK
ipcluster implemented with new subcommands
r3986 Stop a running ipython cluster by its profile name or cluster
directory. Cluster directories are named using the convention
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 'profile_<name>'. If your cluster directory is in
MinRK
ipcluster implemented with new subcommands
r3986 the cwd or the ipython directory, you can simply refer to it
Brian E. Granger
Finishing up help string work.
r4218 using its profile name, 'ipcluster stop --profile=<profile>`, otherwise
use the '--profile-dir' option.
MinRK
ipcluster implemented with new subcommands
r3986 """
MinRK
parallel docs, tests, default config updated to newconfig
r3990 engines_help = """Start engines connected to an existing IPython cluster
MinRK
ipcluster implemented with new subcommands
r3986 Start one or more engines to connect to an existing Cluster
by profile name or cluster directory.
Cluster directories contain configuration, log and
security related files and are named using the convention
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 'profile_<name>' and should be creating using the 'start'
MinRK
ipcluster implemented with new subcommands
r3986 subcommand of 'ipcluster'. If your cluster directory is in
the cwd or the ipython directory, you can simply refer to it
Brian E. Granger
Finishing up help string work.
r4218 using its profile name, 'ipcluster engines --n=4 --profile=<profile>`,
otherwise use the 'profile-dir' option.
MinRK
ipcluster implemented with new subcommands
r3986 """
stop_aliases = dict(
signal='IPClusterStop.signal',
)
MinRK
expose IPClusterEngines.daemonize as `--daemonize` flag....
r4114 stop_aliases.update(base_aliases)
MinRK
ipcluster implemented with new subcommands
r3986
MinRK
update parallel apps to use ProfileDir
r3992 class IPClusterStop(BaseParallelApplication):
MinRK
ipcluster implemented with new subcommands
r3986 name = u'ipcluster'
description = stop_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _stop_examples
MinRK
use BaseIPythonApp.load_config, not Application.load_config
r3991 config_file_name = Unicode(default_config_file_name)
MinRK
ipcluster implemented with new subcommands
r3986
signal = Int(signal.SIGINT, config=True,
help="signal to use for stopping processes.")
aliases = Dict(stop_aliases)
MinRK
restore auto_create behavior
r3987
MinRK
ipcluster implemented with new subcommands
r3986 def start(self):
"""Start the app for the stop subcommand."""
try:
pid = self.get_pid_from_file()
except PIDFileError:
self.log.critical(
'Could not read pid file, cluster is probably not running.'
MinRK
add ipcluster engines; fix ssh process shutdown
r3615 )
MinRK
ipcluster implemented with new subcommands
r3986 # Here I exit with a unusual exit status that other processes
# can watch for to learn how I existed.
self.remove_pid_file()
self.exit(ALREADY_STOPPED)
MinRK
add ipcluster engines; fix ssh process shutdown
r3615
MinRK
ipcluster implemented with new subcommands
r3986 if not self.check_pid(pid):
self.log.critical(
'Cluster [pid=%r] is not running.' % pid
)
self.remove_pid_file()
# Here I exit with a unusual exit status that other processes
# can watch for to learn how I existed.
self.exit(ALREADY_STOPPED)
elif os.name=='posix':
sig = self.signal
self.log.info(
"Stopping cluster [pid=%r] with [signal=%r]" % (pid, sig)
)
try:
os.kill(pid, sig)
except OSError:
self.log.error("Stopping cluster failed, assuming already dead.",
exc_info=True)
self.remove_pid_file()
elif os.name=='nt':
try:
# kill the whole tree
p = check_call(['taskkill', '-pid', str(pid), '-t', '-f'], stdout=PIPE,stderr=PIPE)
except (CalledProcessError, OSError):
self.log.error("Stopping cluster failed, assuming already dead.",
exc_info=True)
self.remove_pid_file()
engine_aliases = {}
engine_aliases.update(base_aliases)
engine_aliases.update(dict(
n='IPClusterEngines.n',
MinRK
cleanup aliases in parallel apps...
r4115 engines = 'IPClusterEngines.engine_launcher_class',
MinRK
expose IPClusterEngines.daemonize as `--daemonize` flag....
r4114 daemonize = 'IPClusterEngines.daemonize',
))
engine_flags = {}
engine_flags.update(base_flags)
engine_flags.update(dict(
daemonize=(
{'IPClusterEngines' : {'daemonize' : True}},
"""run the cluster into the background (not available on Windows)""",
)
MinRK
ipcluster implemented with new subcommands
r3986 ))
MinRK
update parallel apps to use ProfileDir
r3992 class IPClusterEngines(BaseParallelApplication):
MinRK
ipcluster implemented with new subcommands
r3986
name = u'ipcluster'
description = engines_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _engines_examples
MinRK
ipcluster implemented with new subcommands
r3986 usage = None
MinRK
use BaseIPythonApp.load_config, not Application.load_config
r3991 config_file_name = Unicode(default_config_file_name)
MinRK
ipcluster implemented with new subcommands
r3986 default_log_level = logging.INFO
classes = List()
def _classes_default(self):
from IPython.parallel.apps import launcher
launchers = launcher.all_launchers
eslaunchers = [ l for l in launchers if 'EngineSet' in l.__name__]
MinRK
update parallel apps to use ProfileDir
r3992 return [ProfileDir]+eslaunchers
MinRK
ipcluster implemented with new subcommands
r3986
MinRK
command-line pass...
r4247 n = Int(num_cpus(), config=True,
help="""The number of engines to start. The default is to use one for each
CPU on your machine""")
MinRK
all ipcluster scripts in some degree of working order with new config
r3985
Thomas Kluyver
Use DottedObjectName traits in zmq and parallel modules.
r4055 engine_launcher_class = DottedObjectName('LocalEngineSetLauncher',
MinRK
ipcluster implemented with new subcommands
r3986 config=True,
MinRK
command-line pass...
r4247 help="""The class for launching a set of Engines. Change this value
to use various batch systems to launch your engines, such as PBS,SGE,MPIExec,etc.
Each launcher class has its own set of configuration options, for making sure
it will work in your environment.
You can also write your own launcher, and specify it's absolute import path,
as in 'mymodule.launcher.FTLEnginesLauncher`.
Examples include:
LocalEngineSetLauncher : start engines locally as subprocesses [default]
MPIExecEngineSetLauncher : use mpiexec to launch in an MPI environment
PBSEngineSetLauncher : use PBS (qsub) to submit engines to a batch queue
SGEEngineSetLauncher : use SGE (qsub) to submit engines to a batch queue
SSHEngineSetLauncher : use SSH to start the controller
Note that SSH does *not* move the connection files
around, so you will likely have to do this manually
unless the machines are on a shared file system.
WindowsHPCEngineSetLauncher : use Windows HPC
"""
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 )
MinRK
ipcluster implemented with new subcommands
r3986 daemonize = Bool(False, config=True,
MinRK
expose IPClusterEngines.daemonize as `--daemonize` flag....
r4114 help="""Daemonize the ipcluster program. This implies --log-to-file.
Not available on Windows.
""")
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
ipcluster implemented with new subcommands
r3986 def _daemonize_changed(self, name, old, new):
if new:
self.log_to_file = True
aliases = Dict(engine_aliases)
MinRK
expose IPClusterEngines.daemonize as `--daemonize` flag....
r4114 flags = Dict(engine_flags)
MinRK
ipcluster implemented with new subcommands
r3986 _stopping = False
def initialize(self, argv=None):
super(IPClusterEngines, self).initialize(argv)
self.init_signal()
self.init_launchers()
def init_launchers(self):
self.engine_launcher = self.build_launcher(self.engine_launcher_class)
self.engine_launcher.on_stop(lambda r: self.loop.stop())
def init_signal(self):
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 # Setup signals
signal.signal(signal.SIGINT, self.sigint_handler)
MinRK
ipcluster implemented with new subcommands
r3986
def build_launcher(self, clsname):
"""import and instantiate a Launcher based on importstring"""
if '.' not in clsname:
# not a module, presume it's the raw name in apps.launcher
clsname = 'IPython.parallel.apps.launcher.'+clsname
# print repr(clsname)
MinRK
command-line pass...
r4247 try:
klass = import_item(clsname)
except (ImportError, KeyError):
self.log.fatal("Could not import launcher class: %r"%clsname)
self.exit(1)
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
ipcluster implemented with new subcommands
r3986 launcher = klass(
MinRK
command-line pass...
r4247 work_dir=u'.', config=self.config, log=self.log
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 )
MinRK
ipcluster implemented with new subcommands
r3986 return launcher
def start_engines(self):
self.log.info("Starting %i engines"%self.n)
self.engine_launcher.start(
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 self.n,
MinRK
don't pass profile_dir as kwarg in ipclusterapp...
r4001 self.profile_dir.location
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 )
MinRK
ipcluster implemented with new subcommands
r3986 def stop_engines(self):
self.log.info("Stopping Engines...")
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 if self.engine_launcher.running:
d = self.engine_launcher.stop()
return d
else:
return None
def stop_launchers(self, r=None):
if not self._stopping:
self._stopping = True
MinRK
rework logging connections
r3610 self.log.error("IPython cluster: stopping")
MinRK
ipcluster implemented with new subcommands
r3986 self.stop_engines()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 # Wait a few seconds to let things shut down.
dc = ioloop.DelayedCallback(self.loop.stop, 4000, self.loop)
dc.start()
def sigint_handler(self, signum, frame):
MinRK
ipcluster implemented with new subcommands
r3986 self.log.debug("SIGINT received, stopping launchers...")
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 self.stop_launchers()
def start_logging(self):
# Remove old log files of the controller and engine
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 if self.clean_logs:
MinRK
update parallel apps to use ProfileDir
r3992 log_dir = self.profile_dir.log_dir
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 for f in os.listdir(log_dir):
MinRK
untwist PBS, WinHPC Launchers in newparallel
r3613 if re.match(r'ip(engine|controller)z-\d+\.(log|err|out)',f):
os.remove(os.path.join(log_dir, f))
# This will remove old log files for ipcluster itself
MinRK
update parallel apps to use ProfileDir
r3992 # super(IPBaseParallelApplication, self).start_logging()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 def start(self):
MinRK
ipcluster implemented with new subcommands
r3986 """Start the app for the engines subcommand."""
self.log.info("IPython cluster: started")
# First see if the cluster is already running
# Now log and daemonize
self.log.info(
'Starting engines with [daemon=%r]' % self.daemonize
)
# TODO: Get daemonize working on Windows or as a Windows Server.
if self.daemonize:
if os.name=='posix':
daemonize()
dc = ioloop.DelayedCallback(self.start_engines, 0, self.loop)
dc.start()
# Now write the new pid file AFTER our new forked pid is active.
# self.write_pid_file()
try:
self.loop.start()
except KeyboardInterrupt:
pass
except zmq.ZMQError as e:
if e.errno == errno.EINTR:
pass
else:
raise
start_aliases = {}
start_aliases.update(engine_aliases)
start_aliases.update(dict(
delay='IPClusterStart.delay',
MinRK
cleanup aliases in parallel apps...
r4115 controller = 'IPClusterStart.controller_launcher_class',
MinRK
ipcluster implemented with new subcommands
r3986 ))
MinRK
aliases match flag pattern ('-' as wordsep, not '_')...
r4214 start_aliases['clean-logs'] = 'IPClusterStart.clean_logs'
MinRK
ipcluster implemented with new subcommands
r3986
MinRK
command-line pass...
r4247 # set inherited Start keys directly, to ensure command-line args get higher priority
# than config file options.
for key,value in start_aliases.items():
if value.startswith('IPClusterEngines'):
start_aliases[key] = value.replace('IPClusterEngines', 'IPClusterStart')
MinRK
ipcluster implemented with new subcommands
r3986 class IPClusterStart(IPClusterEngines):
name = u'ipcluster'
description = start_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _start_examples
MinRK
ipcluster implemented with new subcommands
r3986 default_log_level = logging.INFO
MinRK
update parallel apps to use ProfileDir
r3992 auto_create = Bool(True, config=True,
help="whether to create the profile_dir if it doesn't exist")
MinRK
ipcluster implemented with new subcommands
r3986 classes = List()
def _classes_default(self,):
from IPython.parallel.apps import launcher
MinRK
default config files are automatically generated...
r4025 return [ProfileDir] + [IPClusterEngines] + launcher.all_launchers
MinRK
ipcluster implemented with new subcommands
r3986
clean_logs = Bool(True, config=True,
help="whether to cleanup old logs before starting")
delay = CFloat(1., config=True,
help="delay (in s) between starting the controller and the engines")
Thomas Kluyver
Use DottedObjectName traits in zmq and parallel modules.
r4055 controller_launcher_class = DottedObjectName('LocalControllerLauncher',
MinRK
ipcluster implemented with new subcommands
r3986 config=True,
MinRK
command-line pass...
r4247 helep="""The class for launching a Controller. Change this value if you want
your controller to also be launched by a batch system, such as PBS,SGE,MPIExec,etc.
Each launcher class has its own set of configuration options, for making sure
it will work in your environment.
Examples include:
LocalControllerLauncher : start engines locally as subprocesses
MPIExecControllerLauncher : use mpiexec to launch engines in an MPI universe
PBSControllerLauncher : use PBS (qsub) to submit engines to a batch queue
SGEControllerLauncher : use SGE (qsub) to submit engines to a batch queue
SSHControllerLauncher : use SSH to start the controller
WindowsHPCControllerLauncher : use Windows HPC
"""
MinRK
ipcluster implemented with new subcommands
r3986 )
reset = Bool(False, config=True,
help="Whether to reset config files as part of '--create'."
)
# flags = Dict(flags)
aliases = Dict(start_aliases)
def init_launchers(self):
self.controller_launcher = self.build_launcher(self.controller_launcher_class)
self.engine_launcher = self.build_launcher(self.engine_launcher_class)
self.controller_launcher.on_stop(self.stop_launchers)
def start_controller(self):
self.controller_launcher.start(
MinRK
don't pass profile_dir as kwarg in ipclusterapp...
r4001 self.profile_dir.location
MinRK
ipcluster implemented with new subcommands
r3986 )
def stop_controller(self):
# self.log.info("In stop_controller")
if self.controller_launcher and self.controller_launcher.running:
return self.controller_launcher.stop()
def stop_launchers(self, r=None):
if not self._stopping:
self.stop_controller()
super(IPClusterStart, self).stop_launchers()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
ipcluster implemented with new subcommands
r3986 def start(self):
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 """Start the app for the start subcommand."""
# First see if the cluster is already running
try:
pid = self.get_pid_from_file()
except PIDFileError:
pass
else:
MinRK
add check_pid, and handle stale PID info in ipcluster....
r3846 if self.check_pid(pid):
self.log.critical(
'Cluster is already running with [pid=%s]. '
'use "ipcluster stop" to stop the cluster.' % pid
)
# Here I exit with a unusual exit status that other processes
# can watch for to learn how I existed.
self.exit(ALREADY_STARTED)
else:
self.remove_pid_file()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
# Now log and daemonize
self.log.info(
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 'Starting ipcluster with [daemon=%r]' % self.daemonize
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 )
# TODO: Get daemonize working on Windows or as a Windows Server.
MinRK
all ipcluster scripts in some degree of working order with new config
r3985 if self.daemonize:
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 if os.name=='posix':
daemonize()
MinRK
ipcluster implemented with new subcommands
r3986 dc = ioloop.DelayedCallback(self.start_controller, 0, self.loop)
dc.start()
dc = ioloop.DelayedCallback(self.start_engines, 1000*self.delay, self.loop)
dc.start()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 # Now write the new pid file AFTER our new forked pid is active.
self.write_pid_file()
try:
self.loop.start()
MinRK
dependency tweaks + dependency/scheduler docs
r3624 except KeyboardInterrupt:
pass
except zmq.ZMQError as e:
if e.errno == errno.EINTR:
pass
else:
raise
MinRK
add check_pid, and handle stale PID info in ipcluster....
r3846 finally:
self.remove_pid_file()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
MinRK
ipcluster implemented with new subcommands
r3986 base='IPython.parallel.apps.ipclusterapp.IPCluster'
MinRK
add ipcluster engines; fix ssh process shutdown
r3615
MinRK
default config files are automatically generated...
r4025 class IPClusterApp(Application):
MinRK
ipcluster implemented with new subcommands
r3986 name = u'ipcluster'
description = _description
Brian Granger
More work on adding examples to help strings.
r4216 examples = _main_examples
MinRK
default config files are automatically generated...
r4025 subcommands = {
MinRK
ipcluster implemented with new subcommands
r3986 'start' : (base+'Start', start_help),
'stop' : (base+'Stop', stop_help),
'engines' : (base+'Engines', engines_help),
}
# no aliases or flags for parent App
aliases = Dict()
flags = Dict()
def start(self):
if self.subapp is None:
MinRK
`ipython profile` prints profile help...
r4026 print "No subcommand specified. Must specify one of: %s"%(self.subcommands.keys())
MinRK
ipcluster implemented with new subcommands
r3986 print
MinRK
`ipython profile` prints profile help...
r4026 self.print_description()
MinRK
ipcluster implemented with new subcommands
r3986 self.print_subcommands()
self.exit(1)
else:
return self.subapp.start()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605
def launch_new_instance():
"""Create and run the IPython cluster."""
MinRK
`ipython profile` prints profile help...
r4026 app = IPClusterApp.instance()
MinRK
ipcluster implemented with new subcommands
r3986 app.initialize()
MinRK
adapt kernel's ipcluster and Launchers to newparallel
r3605 app.start()
if __name__ == '__main__':
launch_new_instance()