IPython/parallel/apps/iploggerapp.py

#!/usr/bin/env python
# encoding: utf-8
"""
A simple IPython logger application
"""

#-----------------------------------------------------------------------------
#  Copyright (C) 2011  The IPython Development Team
#
#  Distributed under the terms of the BSD License.  The full license is in
#  the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------

#-----------------------------------------------------------------------------
# Imports
#-----------------------------------------------------------------------------

import os
import sys

import zmq

from IPython.parallel.apps.clusterdir import (
    ClusterDirApplication,
    ClusterDirConfigLoader
)
from IPython.parallel.apps.logwatcher import LogWatcher

#-----------------------------------------------------------------------------
# Module level variables
#-----------------------------------------------------------------------------

#: The default config file name for this application
default_config_file_name = u'iplogger_config.py'

_description = """Start an IPython logger for parallel computing.\n\n

IPython controllers and engines (and your own processes) can broadcast log messages
by registering a `zmq.log.handlers.PUBHandler` with the `logging` module. The
logger can be configured using command line options or using a cluster
directory. Cluster directories contain config, log and security files and are
usually located in your ipython directory and named as "cluster_<profile>".
See the --profile and --cluster-dir options for details.
"""

#-----------------------------------------------------------------------------
# Command line options
#-----------------------------------------------------------------------------


class IPLoggerAppConfigLoader(ClusterDirConfigLoader):

    def _add_arguments(self):
        super(IPLoggerAppConfigLoader, self)._add_arguments()
        paa = self.parser.add_argument
        # Controller config
        paa('--url',
            type=str, dest='LogWatcher.url',
            help='The url the LogWatcher will listen on',
            )
        # MPI
        paa('--topics',
            type=str, dest='LogWatcher.topics', nargs='+',
            help='What topics to subscribe to',
            metavar='topics')
        # Global config
        paa('--log-to-file',
            action='store_true', dest='Global.log_to_file',
            help='Log to a file in the log directory (default is stdout)')
        

#-----------------------------------------------------------------------------
# Main application
#-----------------------------------------------------------------------------


class IPLoggerApp(ClusterDirApplication):

    name = u'iploggerz'
    description = _description
    command_line_loader = IPLoggerAppConfigLoader
    default_config_file_name = default_config_file_name
    auto_create_cluster_dir = True

    def create_default_config(self):
        super(IPLoggerApp, self).create_default_config()

        # The engine should not clean logs as we don't want to remove the
        # active log files of other running engines.
        self.default_config.Global.clean_logs = False

        # If given, this is the actual location of the logger's URL file.
        # If not, this is computed using the profile, app_dir and furl_file_name
        self.default_config.Global.url_file_name = u'iplogger.url'
        self.default_config.Global.url_file = u''

    def post_load_command_line_config(self):
        pass

    def pre_construct(self):
        super(IPLoggerApp, self).pre_construct()

    def construct(self):
        # This is the working dir by now.
        sys.path.insert(0, '')

        self.start_logging()

        try:
            self.watcher = LogWatcher(config=self.master_config, logname=self.log.name)
        except:
            self.log.error("Couldn't start the LogWatcher", exc_info=True)
            self.exit(1)
        

    def start_app(self):
        try:
            self.watcher.start()
            self.watcher.loop.start()
        except KeyboardInterrupt:
            self.log.critical("Logging Interrupted, shutting down...\n")


def launch_new_instance():
    """Create and run the IPython LogWatcher"""
    app = IPLoggerApp()
    app.start()


if __name__ == '__main__':
    launch_new_instance()