application.py
436 lines
| 15.1 KiB
| text/x-python
|
PythonLexer
Brian Granger
|
r3790 | # encoding: utf-8 | ||
""" | ||||
A base class for a configurable application. | ||||
Authors: | ||||
* Brian Granger | ||||
MinRK
|
r4018 | * Min RK | ||
Brian Granger
|
r3790 | """ | ||
#----------------------------------------------------------------------------- | ||||
# Copyright (C) 2008-2011 The IPython Development Team | ||||
# | ||||
# Distributed under the terms of the BSD License. The full license is in | ||||
# the file COPYING, distributed as part of this software. | ||||
#----------------------------------------------------------------------------- | ||||
#----------------------------------------------------------------------------- | ||||
# Imports | ||||
#----------------------------------------------------------------------------- | ||||
Brian Granger
|
r3794 | import logging | ||
MinRK
|
r4025 | import os | ||
MinRK
|
r3952 | import re | ||
Brian Granger
|
r3790 | import sys | ||
MinRK
|
r4025 | from copy import deepcopy | ||
Brian Granger
|
r3790 | |||
Brian Granger
|
r3794 | from IPython.config.configurable import SingletonConfigurable | ||
Brian Granger
|
r3790 | from IPython.config.loader import ( | ||
MinRK
|
r4471 | KVArgParseConfigLoader, PyFileConfigLoader, Config, ArgumentError | ||
Brian Granger
|
r3790 | ) | ||
MinRK
|
r3852 | from IPython.utils.traitlets import ( | ||
MinRK
|
r4106 | Unicode, List, Int, Enum, Dict, Instance, TraitError | ||
MinRK
|
r3852 | ) | ||
MinRK
|
r3949 | from IPython.utils.importstring import import_item | ||
MinRK
|
r4020 | from IPython.utils.text import indent, wrap_paragraphs, dedent | ||
#----------------------------------------------------------------------------- | ||||
# function for re-wrapping a helpstring | ||||
#----------------------------------------------------------------------------- | ||||
MinRK
|
r3852 | |||
Brian Granger
|
r3790 | #----------------------------------------------------------------------------- | ||
MinRK
|
r3944 | # Descriptions for the various sections | ||
MinRK
|
r3855 | #----------------------------------------------------------------------------- | ||
MinRK
|
r4195 | # merge flags&aliases into options | ||
option_description = """ | ||||
Fernando Perez
|
r4254 | Arguments that take values are actually convenience aliases to full | ||
Configurables, whose aliases are listed on the help line. For more information | ||||
on full configurables, see '--help-all'. | ||||
MinRK
|
r3855 | """.strip() # trim newlines of front and back | ||
keyvalue_description = """ | ||||
Parameters are set from command-line arguments of the form: | ||||
MinRK
|
r4189 | `--Class.trait=value`. | ||
MinRK
|
r4195 | This line is evaluated in Python, so simple expressions are allowed, e.g.:: | ||
`--C.a='range(3)'` For setting C.a=[0,1,2]. | ||||
MinRK
|
r3855 | """.strip() # trim newlines of front and back | ||
MinRK
|
r4195 | subcommand_description = """ | ||
Subcommands are launched as `{app} cmd [args]`. For information on using | ||||
subcommand 'cmd', do: `{app} cmd -h`. | ||||
""".strip().format(app=os.path.basename(sys.argv[0])) | ||||
# get running program name | ||||
MinRK
|
r3855 | #----------------------------------------------------------------------------- | ||
Brian Granger
|
r3790 | # Application class | ||
#----------------------------------------------------------------------------- | ||||
Brian Granger
|
r3940 | class ApplicationError(Exception): | ||
pass | ||||
Brian Granger
|
r3794 | class Application(SingletonConfigurable): | ||
Brian Granger
|
r3796 | """A singleton application with full configuration support.""" | ||
Brian Granger
|
r3790 | |||
# The name of the application, will usually match the name of the command | ||||
# line application | ||||
Brian Granger
|
r3942 | name = Unicode(u'application') | ||
Brian Granger
|
r3790 | |||
# The description of the application that is printed at the beginning | ||||
# of the help. | ||||
description = Unicode(u'This is an application.') | ||||
MinRK
|
r3855 | # default section descriptions | ||
MinRK
|
r4195 | option_description = Unicode(option_description) | ||
MinRK
|
r3855 | keyvalue_description = Unicode(keyvalue_description) | ||
MinRK
|
r4195 | subcommand_description = Unicode(subcommand_description) | ||
Brian Granger
|
r4215 | |||
# The usage and example string that goes at the end of the help string. | ||||
examples = Unicode() | ||||
Brian Granger
|
r3790 | |||
# A sequence of Configurable subclasses whose config=True attributes will | ||||
MinRK
|
r3861 | # be exposed at the command line. | ||
Brian Granger
|
r3790 | classes = List([]) | ||
# The version string of this application. | ||||
version = Unicode(u'0.0') | ||||
Brian Granger
|
r3795 | # The log level for the application | ||
MinRK
|
r4025 | log_level = Enum((0,10,20,30,40,50,'DEBUG','INFO','WARN','ERROR','CRITICAL'), | ||
default_value=logging.WARN, | ||||
config=True, | ||||
help="Set the log level by value or name.") | ||||
def _log_level_changed(self, name, old, new): | ||||
MinRK
|
r4039 | """Adjust the log level when log_level is set.""" | ||
MinRK
|
r4025 | if isinstance(new, basestring): | ||
MinRK
|
r4039 | new = getattr(logging, new) | ||
self.log_level = new | ||||
self.log.setLevel(new) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3861 | # the alias map for configurables | ||
MinRK
|
r4214 | aliases = Dict({'log-level' : 'Application.log_level'}) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3861 | # flags for loading Configurables or store_const style flags | ||
# flags are loaded from this dict by '--key' flags | ||||
# this must be a dict of two-tuples, the first element being the Config/dict | ||||
# and the second being the help string for the flag | ||||
flags = Dict() | ||||
MinRK
|
r4020 | def _flags_changed(self, name, old, new): | ||
"""ensure flags dict is valid""" | ||||
for key,value in new.iteritems(): | ||||
assert len(value) == 2, "Bad flag: %r:%s"%(key,value) | ||||
assert isinstance(value[0], (dict, Config)), "Bad flag: %r:%s"%(key,value) | ||||
assert isinstance(value[1], basestring), "Bad flag: %r:%s"%(key,value) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | # subcommands for launching other applications | ||
# if this is not empty, this will be a parent Application | ||||
Bernardo B. Marques
|
r4872 | # this must be a dict of two-tuples, | ||
MinRK
|
r4020 | # the first element being the application class/import string | ||
MinRK
|
r3949 | # and the second being the help string for the subcommand | ||
subcommands = Dict() | ||||
# parse_command_line will initialize a subapp, if requested | ||||
subapp = Instance('IPython.config.application.Application', allow_none=True) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3958 | # extra command-line arguments that don't set config values | ||
extra_args = List(Unicode) | ||||
Bernardo B. Marques
|
r4872 | |||
Brian Granger
|
r3794 | |||
Brian Granger
|
r3790 | def __init__(self, **kwargs): | ||
Brian Granger
|
r3794 | SingletonConfigurable.__init__(self, **kwargs) | ||
MinRK
|
r4462 | # Ensure my class is in self.classes, so my attributes appear in command line | ||
# options and config files. | ||||
if self.__class__ not in self.classes: | ||||
self.classes.insert(0, self.__class__) | ||||
Bernardo B. Marques
|
r4872 | |||
Brian Granger
|
r3794 | self.init_logging() | ||
Brian Granger
|
r3940 | |||
def _config_changed(self, name, old, new): | ||||
SingletonConfigurable._config_changed(self, name, old, new) | ||||
self.log.debug('Config changed:') | ||||
self.log.debug(repr(new)) | ||||
Brian Granger
|
r3794 | def init_logging(self): | ||
"""Start logging for this application. | ||||
The default is to log to stdout using a StreaHandler. The log level | ||||
Bernardo B. Marques
|
r4872 | starts at loggin.WARN, but this can be adjusted by setting the | ||
Brian Granger
|
r3794 | ``log_level`` attribute. | ||
""" | ||||
self.log = logging.getLogger(self.__class__.__name__) | ||||
self.log.setLevel(self.log_level) | ||||
Min RK
|
r4112 | if sys.executable.endswith('pythonw.exe'): | ||
# this should really go to a file, but file-logging is only | ||||
# hooked up in parallel applications | ||||
self._log_handler = logging.StreamHandler(open(os.devnull, 'w')) | ||||
else: | ||||
self._log_handler = logging.StreamHandler() | ||||
Brian Granger
|
r3794 | self._log_formatter = logging.Formatter("[%(name)s] %(message)s") | ||
self._log_handler.setFormatter(self._log_formatter) | ||||
self.log.addHandler(self._log_handler) | ||||
Brian Granger
|
r4215 | |||
MinRK
|
r3949 | def initialize(self, argv=None): | ||
"""Do the basic steps to configure me. | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | Override in subclasses. | ||
""" | ||||
self.parse_command_line(argv) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | def start(self): | ||
"""Start the app mainloop. | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | Override in subclasses. | ||
""" | ||||
if self.subapp is not None: | ||||
return self.subapp.start() | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3861 | def print_alias_help(self): | ||
MinRK
|
r4020 | """Print the alias part of the help.""" | ||
MinRK
|
r3861 | if not self.aliases: | ||
MinRK
|
r3852 | return | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4195 | lines = [] | ||
MinRK
|
r3852 | classdict = {} | ||
MinRK
|
r3951 | for cls in self.classes: | ||
MinRK
|
r3952 | # include all parents (up to, but excluding Configurable) in available names | ||
for c in cls.mro()[:-3]: | ||||
MinRK
|
r3951 | classdict[c.__name__] = c | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3861 | for alias, longname in self.aliases.iteritems(): | ||
MinRK
|
r3852 | classname, traitname = longname.split('.',1) | ||
cls = classdict[classname] | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3852 | trait = cls.class_traits(config=True)[traitname] | ||
MinRK
|
r4189 | help = cls.class_get_trait_help(trait).splitlines() | ||
# reformat first line | ||||
help[0] = help[0].replace(longname, alias) + ' (%s)'%longname | ||||
MinRK
|
r4605 | if len(alias) == 1: | ||
help[0] = help[0].replace('--%s='%alias, '-%s '%alias) | ||||
MinRK
|
r4189 | lines.extend(help) | ||
MinRK
|
r4195 | # lines.append('') | ||
MinRK
|
r4189 | print os.linesep.join(lines) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3861 | def print_flag_help(self): | ||
MinRK
|
r4020 | """Print the flag part of the help.""" | ||
MinRK
|
r3861 | if not self.flags: | ||
MinRK
|
r3852 | return | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4195 | lines = [] | ||
MinRK
|
r3861 | for m, (cfg,help) in self.flags.iteritems(): | ||
MinRK
|
r4605 | prefix = '--' if len(m) > 1 else '-' | ||
lines.append(prefix+m) | ||||
MinRK
|
r4020 | lines.append(indent(dedent(help.strip()))) | ||
MinRK
|
r4195 | # lines.append('') | ||
print os.linesep.join(lines) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4195 | def print_options(self): | ||
if not self.flags and not self.aliases: | ||||
return | ||||
lines = ['Options'] | ||||
lines.append('-'*len(lines[0])) | ||||
MinRK
|
r3944 | lines.append('') | ||
MinRK
|
r4195 | for p in wrap_paragraphs(self.option_description): | ||
lines.append(p) | ||||
lines.append('') | ||||
print os.linesep.join(lines) | ||||
self.print_flag_help() | ||||
self.print_alias_help() | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | def print_subcommands(self): | ||
MinRK
|
r4020 | """Print the subcommand part of the help.""" | ||
MinRK
|
r3949 | if not self.subcommands: | ||
return | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | lines = ["Subcommands"] | ||
lines.append('-'*len(lines[0])) | ||||
MinRK
|
r4195 | lines.append('') | ||
for p in wrap_paragraphs(self.subcommand_description): | ||||
lines.append(p) | ||||
lines.append('') | ||||
Fernando Perez
|
r4254 | for subc, (cls, help) in self.subcommands.iteritems(): | ||
lines.append(subc) | ||||
MinRK
|
r3949 | if help: | ||
MinRK
|
r4020 | lines.append(indent(dedent(help.strip()))) | ||
MinRK
|
r3949 | lines.append('') | ||
MinRK
|
r4195 | print os.linesep.join(lines) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3946 | def print_help(self, classes=False): | ||
"""Print the help for each Configurable class in self.classes. | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4020 | If classes=False (the default), only flags and aliases are printed. | ||
MinRK
|
r3946 | """ | ||
MinRK
|
r3952 | self.print_subcommands() | ||
MinRK
|
r4195 | self.print_options() | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3946 | if classes: | ||
if self.classes: | ||||
print "Class parameters" | ||||
print "----------------" | ||||
MinRK
|
r4020 | for p in wrap_paragraphs(self.keyvalue_description): | ||
print p | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3946 | for cls in self.classes: | ||
cls.class_print_help() | ||||
else: | ||||
print "To see all available configurables, use `--help-all`" | ||||
Brian Granger
|
r3790 | |||
def print_description(self): | ||||
"""Print the application description.""" | ||||
MinRK
|
r4020 | for p in wrap_paragraphs(self.description): | ||
print p | ||||
Brian Granger
|
r3790 | |||
Brian Granger
|
r4215 | def print_examples(self): | ||
"""Print usage and examples. | ||||
This usage string goes at the end of the command line help string | ||||
and should contain examples of the application's usage. | ||||
""" | ||||
if self.examples: | ||||
print "Examples" | ||||
print "--------" | ||||
print indent(dedent(self.examples.strip())) | ||||
Brian Granger
|
r3790 | def print_version(self): | ||
"""Print the version string.""" | ||||
print self.version | ||||
def update_config(self, config): | ||||
Brian Granger
|
r3796 | """Fire the traits events when the config is updated.""" | ||
Brian Granger
|
r3790 | # Save a copy of the current config. | ||
newconfig = deepcopy(self.config) | ||||
# Merge the new config into the current one. | ||||
newconfig._merge(config) | ||||
# Save the combined config as self.config, which triggers the traits | ||||
# events. | ||||
Brian Granger
|
r3941 | self.config = newconfig | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | def initialize_subcommand(self, subc, argv=None): | ||
MinRK
|
r4020 | """Initialize a subcommand with argv.""" | ||
MinRK
|
r3958 | subapp,help = self.subcommands.get(subc) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3949 | if isinstance(subapp, basestring): | ||
subapp = import_item(subapp) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3962 | # clear existing instances | ||
self.__class__.clear_instance() | ||||
MinRK
|
r3949 | # instantiate | ||
MinRK
|
r3962 | self.subapp = subapp.instance() | ||
MinRK
|
r3949 | # and initialize subapp | ||
self.subapp.initialize(argv) | ||||
Bernardo B. Marques
|
r4872 | |||
Brian Granger
|
r3790 | def parse_command_line(self, argv=None): | ||
"""Parse the command line arguments.""" | ||||
Brian Granger
|
r3795 | argv = sys.argv[1:] if argv is None else argv | ||
Brian Granger
|
r3790 | |||
MinRK
|
r3952 | if self.subcommands and len(argv) > 0: | ||
# we have subcommands, and one may have been specified | ||||
subc, subargv = argv[0], argv[1:] | ||||
MinRK
|
r3958 | if re.match(r'^\w(\-?\w)*$', subc) and subc in self.subcommands: | ||
MinRK
|
r3952 | # it's a subcommand, and *not* a flag or class parameter | ||
return self.initialize_subcommand(subc, subargv) | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3946 | if '-h' in argv or '--help' in argv or '--help-all' in argv: | ||
Brian Granger
|
r3790 | self.print_description() | ||
MinRK
|
r3946 | self.print_help('--help-all' in argv) | ||
Brian Granger
|
r4215 | self.print_examples() | ||
MinRK
|
r3945 | self.exit(0) | ||
Brian Granger
|
r3790 | |||
if '--version' in argv: | ||||
self.print_version() | ||||
MinRK
|
r3945 | self.exit(0) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4471 | loader = KVArgParseConfigLoader(argv=argv, aliases=self.aliases, | ||
MinRK
|
r3861 | flags=self.flags) | ||
MinRK
|
r3951 | try: | ||
config = loader.load_config() | ||||
MinRK
|
r4106 | self.update_config(config) | ||
except (TraitError, ArgumentError) as e: | ||||
MinRK
|
r3951 | self.print_description() | ||
self.print_help() | ||||
Brian Granger
|
r4215 | self.print_examples() | ||
MinRK
|
r4106 | self.log.fatal(str(e)) | ||
MinRK
|
r3951 | self.exit(1) | ||
MinRK
|
r3958 | # store unparsed args in extra_args | ||
self.extra_args = loader.extra_args | ||||
Brian Granger
|
r3790 | |||
def load_config_file(self, filename, path=None): | ||||
"""Load a .py based config file by filename and path.""" | ||||
loader = PyFileConfigLoader(filename, path=path) | ||||
MinRK
|
r4461 | try: | ||
config = loader.load_config() | ||||
MinRK
|
r4465 | except IOError: | ||
# problem with the file (probably doesn't exist), raise | ||||
raise | ||||
MinRK
|
r4461 | except Exception: | ||
MinRK
|
r4564 | # try to get the full filename, but it will be empty in the | ||
# unlikely event that the error raised before filefind finished | ||||
filename = loader.full_filename or filename | ||||
MinRK
|
r4465 | # problem while running the file | ||
MinRK
|
r4564 | self.log.error("Exception while loading config file %s", | ||
filename, exc_info=True) | ||||
MinRK
|
r4461 | else: | ||
MinRK
|
r4564 | self.log.debug("Loaded config file: %s", loader.full_filename) | ||
MinRK
|
r4461 | self.update_config(config) | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r4025 | def generate_config_file(self): | ||
"""generate default config file from Configurables""" | ||||
lines = ["# Configuration file for %s."%self.name] | ||||
lines.append('') | ||||
lines.append('c = get_config()') | ||||
lines.append('') | ||||
for cls in self.classes: | ||||
lines.append(cls.class_config_section()) | ||||
return '\n'.join(lines) | ||||
Brian Granger
|
r3790 | |||
Brian Granger
|
r3940 | def exit(self, exit_status=0): | ||
self.log.debug("Exiting application: %s" % self.name) | ||||
sys.exit(exit_status) | ||||
MinRK
|
r3944 | |||
#----------------------------------------------------------------------------- | ||||
# utility functions, for convenience | ||||
#----------------------------------------------------------------------------- | ||||
def boolean_flag(name, configurable, set_help='', unset_help=''): | ||||
MinRK
|
r4020 | """Helper for building basic --trait, --no-trait flags. | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3944 | Parameters | ||
---------- | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3944 | name : str | ||
The name of the flag. | ||||
configurable : str | ||||
The 'Class.trait' string of the trait to be set/unset with the flag | ||||
set_help : unicode | ||||
help string for --name flag | ||||
unset_help : unicode | ||||
help string for --no-name flag | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3944 | Returns | ||
------- | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3944 | cfg : dict | ||
A dict with two keys: 'name', and 'no-name', for setting and unsetting | ||||
the trait, respectively. | ||||
""" | ||||
# default helpstrings | ||||
set_help = set_help or "set %s=True"%configurable | ||||
unset_help = unset_help or "set %s=False"%configurable | ||||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3944 | cls,trait = configurable.split('.') | ||
Bernardo B. Marques
|
r4872 | |||
MinRK
|
r3957 | setter = {cls : {trait : True}} | ||
unsetter = {cls : {trait : False}} | ||||
MinRK
|
r3944 | return {name : (setter, set_help), 'no-'+name : (unsetter, unset_help)} | ||
MinRK
|
r4020 | |||