##// END OF EJS Templates
fix documentation and test of getoutput...
fix documentation and test of getoutput it returns both stdout and stderr closes gh-3280

File last commit:

r10351:dfc10ae7
r10606:53521945
Show More
profiledir.py
251 lines | 8.5 KiB | text/x-python | PythonLexer
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # encoding: utf-8
"""
An object for managing IPython profile directories.
Authors:
* Brian Granger
* Fernando Perez
* Min RK
"""
#-----------------------------------------------------------------------------
# Copyright (C) 2008-2011 The IPython Development Team
#
# Distributed under the terms of the BSD License. The full license is in
# the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------
#-----------------------------------------------------------------------------
# Imports
#-----------------------------------------------------------------------------
import os
import shutil
MinRK
Prevents crash on some systems where chmod fails (e.g. sshfs on Windows)....
r5197 from IPython.config.configurable import LoggingConfigurable
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 from IPython.utils.path import get_ipython_package_dir, expand_path
Thomas Kluyver
Remove unused imports
r9399 from IPython.utils.traitlets import Unicode, Bool
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
#-----------------------------------------------------------------------------
# Classes and functions
#-----------------------------------------------------------------------------
#-----------------------------------------------------------------------------
# Module errors
#-----------------------------------------------------------------------------
class ProfileDirError(Exception):
pass
#-----------------------------------------------------------------------------
# Class for managing profile directories
#-----------------------------------------------------------------------------
MinRK
Prevents crash on some systems where chmod fails (e.g. sshfs on Windows)....
r5197 class ProfileDir(LoggingConfigurable):
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 """An object to manage the profile directory and its resources.
The profile directory is used by all IPython applications, to manage
configuration, logging and security.
This object knows how to find, create and manage these directories. This
should be used by any code that wants to handle profiles.
"""
security_dir_name = Unicode('security')
log_dir_name = Unicode('log')
MinRK
add startup_dir to profiles...
r5246 startup_dir_name = Unicode('startup')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir_name = Unicode('pid')
security_dir = Unicode(u'')
log_dir = Unicode(u'')
MinRK
add startup_dir to profiles...
r5246 startup_dir = Unicode(u'')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir = Unicode(u'')
location = Unicode(u'', config=True,
help="""Set the profile location directly. This overrides the logic used by the
`profile` option.""",
)
_location_isset = Bool(False) # flag for detecting multiply set location
def _location_changed(self, name, old, new):
if self._location_isset:
raise RuntimeError("Cannot set profile location more than once.")
self._location_isset = True
if not os.path.isdir(new):
os.makedirs(new)
# ensure config files exist:
self.security_dir = os.path.join(new, self.security_dir_name)
self.log_dir = os.path.join(new, self.log_dir_name)
MinRK
add startup_dir to profiles...
r5246 self.startup_dir = os.path.join(new, self.startup_dir_name)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.pid_dir = os.path.join(new, self.pid_dir_name)
self.check_dirs()
def _log_dir_changed(self, name, old, new):
self.check_log_dir()
MinRK
avoid race condition in profile creation...
r10351
def _mkdir(self, path, mode=None):
"""ensure a directory exists at a given path
This is a version of os.mkdir, with the following differences:
- returns True if it created the directory, False otherwise
- ignores EEXIST, protecting against race conditions where
the dir may have been created in between the check and
the creation
- sets permissions if requested and the dir already exists
"""
if os.path.exists(path):
if mode and os.stat(path).st_mode != mode:
try:
os.chmod(path, mode)
except OSError:
self.log.warn(
"Could not set permissions on %s",
path
)
return False
try:
if mode:
os.mkdir(path, mode)
else:
os.mkdir(path)
except OSError as e:
if e.errno == errno.EEXIST:
return False
else:
raise
return True
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def check_log_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.log_dir)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
add startup_dir to profiles...
r5246 def _startup_dir_changed(self, name, old, new):
self.check_startup_dir()
def check_startup_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.startup_dir)
MinRK
add README to startup dir
r5247 readme = os.path.join(self.startup_dir, 'README')
src = os.path.join(get_ipython_package_dir(), u'config', u'profile', u'README_STARTUP')
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if not os.path.exists(src):
MinRK
avoid race condition in profile creation...
r10351 self.log.warn("Could not copy README_STARTUP to startup dir. Source file %s does not exist.", src)
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if os.path.exists(src) and not os.path.exists(readme):
MinRK
add README to startup dir
r5247 shutil.copy(src, readme)
MinRK
add startup_dir to profiles...
r5246
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def _security_dir_changed(self, name, old, new):
self.check_security_dir()
def check_security_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.security_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def _pid_dir_changed(self, name, old, new):
self.check_pid_dir()
def check_pid_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.pid_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def check_dirs(self):
self.check_security_dir()
self.check_log_dir()
self.check_pid_dir()
MinRK
add README to startup dir
r5247 self.check_startup_dir()
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def copy_config_file(self, config_file, path=None, overwrite=False):
"""Copy a default config file into the active profile directory.
Default configuration files are kept in :mod:`IPython.config.default`.
This function moves these from that location to the working profile
directory.
"""
dst = os.path.join(self.location, config_file)
if os.path.isfile(dst) and not overwrite:
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return False
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 if path is None:
path = os.path.join(get_ipython_package_dir(), u'config', u'profile', u'default')
src = os.path.join(path, config_file)
shutil.copy(src, dst)
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return True
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
@classmethod
def create_profile_dir(cls, profile_dir, config=None):
"""Create a new profile directory given a full path.
Parameters
----------
profile_dir : str
The full path to the profile directory. If it does exist, it will
be used. If not, it will be created.
"""
return cls(location=profile_dir, config=config)
@classmethod
def create_profile_dir_by_name(cls, path, name=u'default', config=None):
"""Create a profile dir by profile name and path.
Parameters
----------
path : unicode
The path (directory) to put the profile directory in.
name : unicode
The name of the profile. The name of the profile directory will
be "profile_<profile>".
"""
if not os.path.isdir(path):
raise ProfileDirError('Directory not found: %s' % path)
profile_dir = os.path.join(path, u'profile_' + name)
return cls(location=profile_dir, config=config)
@classmethod
def find_profile_dir_by_name(cls, ipython_dir, name=u'default', config=None):
"""Find an existing profile dir by profile name, return its ProfileDir.
This searches through a sequence of paths for a profile dir. If it
is not found, a :class:`ProfileDirError` exception will be raised.
The search path algorithm is:
Jörgen Stenarson
Search of getcwd and replace with getcwdu. Ignoring core/prompts.py
r4208 1. ``os.getcwdu()``
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 2. ``ipython_dir``
Parameters
----------
ipython_dir : unicode or str
The IPython directory to use.
name : unicode or str
The name of the profile. The name of the profile directory
will be "profile_<profile>".
"""
dirname = u'profile_' + name
paths = [os.getcwdu(), ipython_dir]
for p in paths:
profile_dir = os.path.join(p, dirname)
if os.path.isdir(profile_dir):
return cls(location=profile_dir, config=config)
else:
raise ProfileDirError('Profile directory not found in paths: %s' % dirname)
@classmethod
def find_profile_dir(cls, profile_dir, config=None):
"""Find/create a profile dir and return its ProfileDir.
This will create the profile directory if it doesn't exist.
Parameters
----------
profile_dir : unicode or str
The path of the profile directory. This is expanded using
:func:`IPython.utils.genutils.expand_path`.
"""
profile_dir = expand_path(profile_dir)
if not os.path.isdir(profile_dir):
raise ProfileDirError('Profile directory not found: %s' % profile_dir)
return cls(location=profile_dir, config=config)