#!/usr/bin/env python # encoding: utf-8 """ A simple IPython logger application """ #----------------------------------------------------------------------------- # Copyright (C) 2011 The IPython Development Team # # Distributed under the terms of the BSD License. The full license is in # the file COPYING, distributed as part of this software. #----------------------------------------------------------------------------- #----------------------------------------------------------------------------- # Imports #----------------------------------------------------------------------------- import os import sys import zmq from IPython.parallel.apps.clusterdir import ( ClusterDirApplication, ClusterDirConfigLoader ) from IPython.parallel.apps.logwatcher import LogWatcher #----------------------------------------------------------------------------- # Module level variables #----------------------------------------------------------------------------- #: The default config file name for this application default_config_file_name = u'iplogger_config.py' _description = """Start an IPython logger for parallel computing.\n\n IPython controllers and engines (and your own processes) can broadcast log messages by registering a `zmq.log.handlers.PUBHandler` with the `logging` module. The logger can be configured using command line options or using a cluster directory. Cluster directories contain config, log and security files and are usually located in your ipython directory and named as "cluster_". See the --profile and --cluster-dir options for details. """ #----------------------------------------------------------------------------- # Command line options #----------------------------------------------------------------------------- class IPLoggerAppConfigLoader(ClusterDirConfigLoader): def _add_arguments(self): super(IPLoggerAppConfigLoader, self)._add_arguments() paa = self.parser.add_argument # Controller config paa('--url', type=str, dest='LogWatcher.url', help='The url the LogWatcher will listen on', ) # MPI paa('--topics', type=str, dest='LogWatcher.topics', nargs='+', help='What topics to subscribe to', metavar='topics') # Global config paa('--log-to-file', action='store_true', dest='Global.log_to_file', help='Log to a file in the log directory (default is stdout)') #----------------------------------------------------------------------------- # Main application #----------------------------------------------------------------------------- class IPLoggerApp(ClusterDirApplication): name = u'iploggerz' description = _description command_line_loader = IPLoggerAppConfigLoader default_config_file_name = default_config_file_name auto_create_cluster_dir = True def create_default_config(self): super(IPLoggerApp, self).create_default_config() # The engine should not clean logs as we don't want to remove the # active log files of other running engines. self.default_config.Global.clean_logs = False # If given, this is the actual location of the logger's URL file. # If not, this is computed using the profile, app_dir and furl_file_name self.default_config.Global.url_file_name = u'iplogger.url' self.default_config.Global.url_file = u'' def post_load_command_line_config(self): pass def pre_construct(self): super(IPLoggerApp, self).pre_construct() def construct(self): # This is the working dir by now. sys.path.insert(0, '') self.start_logging() try: self.watcher = LogWatcher(config=self.master_config, logname=self.log.name) except: self.log.error("Couldn't start the LogWatcher", exc_info=True) self.exit(1) def start_app(self): try: self.watcher.start() self.watcher.loop.start() except KeyboardInterrupt: self.log.critical("Logging Interrupted, shutting down...\n") def launch_new_instance(): """Create and run the IPython LogWatcher""" app = IPLoggerApp() app.start() if __name__ == '__main__': launch_new_instance()