##// END OF EJS Templates
Merge pull request #2983 from Carreau/fix-run-all...
Merge pull request #2983 from Carreau/fix-run-all fix run-all (that-> this)

File last commit:

r9399:16e26cab
r9817:80510366 merge
Show More
profileapp.py
306 lines | 10.3 KiB | text/x-python | PythonLexer
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # encoding: utf-8
"""
An application for managing IPython profiles.
To be invoked as the `ipython profile` subcommand.
Authors:
* Min RK
"""
#-----------------------------------------------------------------------------
# Copyright (C) 2008-2011 The IPython Development Team
#
# Distributed under the terms of the BSD License. The full license is in
# the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------
#-----------------------------------------------------------------------------
# Imports
#-----------------------------------------------------------------------------
import os
Thomas Kluyver
Remove unused imports
r9399 from IPython.config.application import Application
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 from IPython.core.application import (
Thomas Kluyver
Remove unused imports
r9399 BaseIPythonApplication, base_flags
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 )
from IPython.core.profiledir import ProfileDir
MinRK
Modifications to profile list...
r5769 from IPython.utils.path import get_ipython_dir, get_ipython_package_dir
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 from IPython.utils.traitlets import Unicode, Bool, Dict
#-----------------------------------------------------------------------------
# Constants
#-----------------------------------------------------------------------------
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 create_help = """Create an IPython profile by name
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Create an ipython profile directory by its name or
profile directory path. Profile directories contain
configuration, log and security related files and are named
using the convention 'profile_<name>'. By default they are
located in your ipython directory. Once created, you will
can edit the configuration files in the profile
directory to configure IPython. Most users will create a
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 profile directory by name,
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 `ipython profile create myprofile`, which will put the directory
in `<ipython_dir>/profile_myprofile`.
"""
list_help = """List available IPython profiles
List all available profiles, by profile location, that can
be found in the current working directly or in the ipython
directory. Profile directories are named using the convention
'profile_<profile>'.
"""
profile_help = """Manage IPython profiles
Profile directories contain
configuration, log and security related files and are named
using the convention 'profile_<name>'. By default they are
located in your ipython directory. You can create profiles
with `ipython profile create <name>`, or see the profiles you
already have with `ipython profile list`
To get started configuring IPython, simply do:
$> ipython profile create
and IPython will create the default profile in <ipython_dir>/profile_default,
where you can edit ipython_config.py to start configuring IPython.
"""
Brian Granger
More work on adding examples to help strings.
r4216 _list_examples = "ipython profile list # list all profiles"
_create_examples = """
Brian E. Granger
Finishing up help string work.
r4218 ipython profile create foo # create profile foo w/ default config files
ipython profile create foo --reset # restage default config files over current
ipython profile create foo --parallel # also stage parallel config files
Brian Granger
More work on adding examples to help strings.
r4216 """
_main_examples = """
ipython profile create -h # show the help string for the create subcommand
ipython profile list -h # show the help string for the list subcommand
MinRK
add locate subcommands for IPython
r6901
MinRK
remove redundant `ipython profile locate` entry point
r7328 ipython locate profile foo # print the path to the directory for profile 'foo'
Brian Granger
More work on adding examples to help strings.
r4216 """
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 #-----------------------------------------------------------------------------
# Profile Application Class (for `ipython profile` subcommand)
#-----------------------------------------------------------------------------
Brian Granger
First version of cluster web service....
r6191 def list_profiles_in(path):
"""list profiles in a given root directory"""
files = os.listdir(path)
profiles = []
for f in files:
full_path = os.path.join(path, f)
if os.path.isdir(full_path) and f.startswith('profile_'):
profiles.append(f.split('_',1)[-1])
return profiles
def list_bundled_profiles():
"""list profiles that are bundled with IPython."""
path = os.path.join(get_ipython_package_dir(), u'config', u'profile')
files = os.listdir(path)
profiles = []
for profile in files:
full_path = os.path.join(path, profile)
Thomas Kluyver
Exclude __pycache__ from profiles list.
r6491 if os.path.isdir(full_path) and profile != "__pycache__":
Brian Granger
First version of cluster web service....
r6191 profiles.append(profile)
return profiles
MinRK
add locate subcommands for IPython
r6901 class ProfileLocate(BaseIPythonApplication):
description = """print the path an IPython profile dir"""
def parse_command_line(self, argv=None):
super(ProfileLocate, self).parse_command_line(argv)
if self.extra_args:
self.profile = self.extra_args[0]
def start(self):
print self.profile_dir.location
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 class ProfileList(Application):
name = u'ipython-profile'
description = list_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _list_examples
MinRK
aliases match flag pattern ('-' as wordsep, not '_')...
r4214 aliases = Dict({
'ipython-dir' : 'ProfileList.ipython_dir',
'log-level' : 'Application.log_level',
})
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 flags = Dict(dict(
debug = ({'Application' : {'log_level' : 0}},
MinRK
aliases match flag pattern ('-' as wordsep, not '_')...
r4214 "Set Application.log_level to 0, maximizing log output."
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 )
))
Brian Granger
More work on adding examples to help strings.
r4216
Bernardo B. Marques
remove all trailling spaces
r4872 ipython_dir = Unicode(get_ipython_dir(), config=True,
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 help="""
The name of the IPython directory. This directory is used for logging
configuration (through profiles), history storage, etc. The default
is usually $HOME/.ipython. This options can also be specified through
Bradley M. Froehle
IPYTHON_DIR -> IPYTHONDIR in comments and documentation
r6696 the environment variable IPYTHONDIR.
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 """
)
Brian Granger
First version of cluster web service....
r6191
MinRK
profile list prints just profile names
r5770 def _print_profiles(self, profiles):
"""print list of profiles, indented."""
for profile in profiles:
print ' %s' % profile
Brian Granger
First version of cluster web service....
r6191
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def list_profile_dirs(self):
Brian Granger
First version of cluster web service....
r6191 profiles = list_bundled_profiles()
MinRK
Modifications to profile list...
r5769 if profiles:
print
print "Available profiles in IPython:"
MinRK
profile list prints just profile names
r5770 self._print_profiles(profiles)
MinRK
Modifications to profile list...
r5769 print
print " The first request for a bundled profile will copy it"
print " into your IPython directory (%s)," % self.ipython_dir
MinRK
profile list prints just profile names
r5770 print " where you can customize it."
MinRK
Modifications to profile list...
r5769
Brian Granger
First version of cluster web service....
r6191 profiles = list_profiles_in(self.ipython_dir)
MinRK
Modifications to profile list...
r5769 if profiles:
print
print "Available profiles in %s:" % self.ipython_dir
MinRK
profile list prints just profile names
r5770 self._print_profiles(profiles)
MinRK
Modifications to profile list...
r5769
Brian Granger
First version of cluster web service....
r6191 profiles = list_profiles_in(os.getcwdu())
MinRK
Modifications to profile list...
r5769 if profiles:
print
print "Available profiles in current directory (%s):" % os.getcwdu()
MinRK
profile list prints just profile names
r5770 self._print_profiles(profiles)
print
print "To use any of the above profiles, start IPython with:"
print " ipython --profile=<name>"
print
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def start(self):
self.list_profile_dirs()
create_flags = {}
create_flags.update(base_flags)
MinRK
command-line pass...
r4247 # don't include '--init' flag, which implies running profile create in other apps
create_flags.pop('init')
create_flags['reset'] = ({'ProfileCreate': {'overwrite' : True}},
"reset config files in this profile to the defaults.")
create_flags['parallel'] = ({'ProfileCreate': {'parallel' : True}},
"Include the config files for parallel "
"computing apps (ipengine, ipcontroller, etc.)")
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Brian Granger
Command line examples added for non-parallel apps.
r4215
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 class ProfileCreate(BaseIPythonApplication):
name = u'ipython-profile'
description = create_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _create_examples
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 auto_create = Bool(True, config=False)
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def _copy_config_files_default(self):
return True
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 parallel = Bool(False, config=True,
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 help="whether to include parallel computing config files")
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 def _parallel_changed(self, name, old, new):
Bernardo B. Marques
remove all trailling spaces
r4872 parallel_files = [ 'ipcontroller_config.py',
'ipengine_config.py',
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 'ipcluster_config.py'
]
if new:
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 for cf in parallel_files:
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.config_files.append(cf)
else:
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 for cf in parallel_files:
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 if cf in self.config_files:
self.config_files.remove(cf)
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def parse_command_line(self, argv):
super(ProfileCreate, self).parse_command_line(argv)
# accept positional arg as profile name
if self.extra_args:
self.profile = self.extra_args[0]
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 flags = Dict(create_flags)
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 classes = [ProfileDir]
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
default config files are automatically generated...
r4025 def init_config_files(self):
super(ProfileCreate, self).init_config_files()
# use local imports, since these classes may import from here
from IPython.frontend.terminal.ipapp import TerminalIPythonApp
apps = [TerminalIPythonApp]
try:
from IPython.frontend.qt.console.qtconsoleapp import IPythonQtConsoleApp
MinRK
catch *any* exception importing qt in profile...
r4212 except Exception:
# this should be ImportError, but under weird circumstances
# this might be an AttributeError, or possibly others
# in any case, nothing should cause the profile creation to crash.
MinRK
default config files are automatically generated...
r4025 pass
else:
apps.append(IPythonQtConsoleApp)
Brian E. Granger
Updating notebook configuration....
r4519 try:
Brian E. Granger
Misc changes to the notebook....
r5104 from IPython.frontend.html.notebook.notebookapp import NotebookApp
Brian E. Granger
More review changes....
r4609 except ImportError:
Brian E. Granger
Updating notebook configuration....
r4519 pass
Brian E. Granger
More review changes....
r4609 except Exception:
Brian E. Granger
Misc changes to the notebook....
r5104 self.log.debug('Unexpected error when importing NotebookApp',
Brian E. Granger
More review changes....
r4609 exc_info=True
)
Brian E. Granger
Updating notebook configuration....
r4519 else:
Brian E. Granger
Misc changes to the notebook....
r5104 apps.append(NotebookApp)
MinRK
rename '--cluster' flag to '--parallel' in ProfileApp...
r4038 if self.parallel:
MinRK
default config files are automatically generated...
r4025 from IPython.parallel.apps.ipcontrollerapp import IPControllerApp
from IPython.parallel.apps.ipengineapp import IPEngineApp
from IPython.parallel.apps.ipclusterapp import IPClusterStart
from IPython.parallel.apps.iploggerapp import IPLoggerApp
apps.extend([
IPControllerApp,
IPEngineApp,
IPClusterStart,
IPLoggerApp,
])
for App in apps:
app = App()
app.config.update(self.config)
app.log = self.log
app.overwrite = self.overwrite
app.copy_config_files=True
app.profile = self.profile
app.init_profile_dir()
app.init_config_files()
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
default config files are automatically generated...
r4025 def stage_default_config_file(self):
pass
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Brian Granger
Command line examples added for non-parallel apps.
r4215
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 class ProfileApp(Application):
name = u'ipython-profile'
description = profile_help
Brian Granger
More work on adding examples to help strings.
r4216 examples = _main_examples
Brian Granger
Command line examples added for non-parallel apps.
r4215
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 subcommands = Dict(dict(
MinRK
add locate subcommands for IPython
r6901 create = (ProfileCreate, ProfileCreate.description.splitlines()[0]),
list = (ProfileList, ProfileList.description.splitlines()[0]),
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 ))
Bernardo B. Marques
remove all trailling spaces
r4872
MinRK
`ipython profile` prints profile help...
r4026 def start(self):
if self.subapp is None:
print "No subcommand specified. Must specify one of: %s"%(self.subcommands.keys())
print
self.print_description()
self.print_subcommands()
self.exit(1)
else:
return self.subapp.start()
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024