##// END OF EJS Templates
Better error messages with correct stack traces
Better error messages with correct stack traces

File last commit:

r16525:a15a6bb0
r18890:52313556
Show More
profiledir.py
249 lines | 8.7 KiB | text/x-python | PythonLexer
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # encoding: utf-8
MinRK
add utils.path.ensure_dir_exists...
r16486 """An object for managing IPython profile directories."""
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
add utils.path.ensure_dir_exists...
r16486 # Copyright (c) IPython Development Team.
# Distributed under the terms of the Modified BSD License.
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
import os
import shutil
Paul Ivanov
fix missing import
r12266 import errno
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
Prevents crash on some systems where chmod fails (e.g. sshfs on Windows)....
r5197 from IPython.config.configurable import LoggingConfigurable
MinRK
add utils.path.ensure_dir_exists...
r16486 from IPython.utils.path import get_ipython_package_dir, expand_path, ensure_dir_exists
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 from IPython.utils import py3compat
Thomas Kluyver
Remove unused imports
r9399 from IPython.utils.traitlets import Unicode, Bool
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
#-----------------------------------------------------------------------------
# Module errors
#-----------------------------------------------------------------------------
class ProfileDirError(Exception):
pass
#-----------------------------------------------------------------------------
# Class for managing profile directories
#-----------------------------------------------------------------------------
MinRK
Prevents crash on some systems where chmod fails (e.g. sshfs on Windows)....
r5197 class ProfileDir(LoggingConfigurable):
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 """An object to manage the profile directory and its resources.
The profile directory is used by all IPython applications, to manage
configuration, logging and security.
This object knows how to find, create and manage these directories. This
should be used by any code that wants to handle profiles.
"""
security_dir_name = Unicode('security')
log_dir_name = Unicode('log')
MinRK
add startup_dir to profiles...
r5246 startup_dir_name = Unicode('startup')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir_name = Unicode('pid')
MinRK
create static/custom in skeleton profiles
r12813 static_dir_name = Unicode('static')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 security_dir = Unicode(u'')
log_dir = Unicode(u'')
MinRK
add startup_dir to profiles...
r5246 startup_dir = Unicode(u'')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir = Unicode(u'')
MinRK
create static/custom in skeleton profiles
r12813 static_dir = Unicode(u'')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
location = Unicode(u'', config=True,
help="""Set the profile location directly. This overrides the logic used by the
`profile` option.""",
)
_location_isset = Bool(False) # flag for detecting multiply set location
def _location_changed(self, name, old, new):
if self._location_isset:
raise RuntimeError("Cannot set profile location more than once.")
self._location_isset = True
MinRK
add utils.path.ensure_dir_exists...
r16486 ensure_dir_exists(new)
James Porter
fix race condition in profiledir creation.
r13981
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # ensure config files exist:
self.security_dir = os.path.join(new, self.security_dir_name)
self.log_dir = os.path.join(new, self.log_dir_name)
MinRK
add startup_dir to profiles...
r5246 self.startup_dir = os.path.join(new, self.startup_dir_name)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.pid_dir = os.path.join(new, self.pid_dir_name)
MinRK
create static/custom in skeleton profiles
r12813 self.static_dir = os.path.join(new, self.static_dir_name)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.check_dirs()
def _log_dir_changed(self, name, old, new):
self.check_log_dir()
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 def _mkdir(self, path, mode=None):
"""ensure a directory exists at a given path
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 This is a version of os.mkdir, with the following differences:
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 - returns True if it created the directory, False otherwise
- ignores EEXIST, protecting against race conditions where
the dir may have been created in between the check and
the creation
- sets permissions if requested and the dir already exists
"""
if os.path.exists(path):
if mode and os.stat(path).st_mode != mode:
try:
os.chmod(path, mode)
except OSError:
self.log.warn(
"Could not set permissions on %s",
path
)
return False
try:
if mode:
os.mkdir(path, mode)
else:
os.mkdir(path)
except OSError as e:
if e.errno == errno.EEXIST:
return False
else:
raise
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 return True
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def check_log_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.log_dir)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
add startup_dir to profiles...
r5246 def _startup_dir_changed(self, name, old, new):
self.check_startup_dir()
def check_startup_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.startup_dir)
MinRK
add README to startup dir
r5247 readme = os.path.join(self.startup_dir, 'README')
src = os.path.join(get_ipython_package_dir(), u'config', u'profile', u'README_STARTUP')
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if not os.path.exists(src):
MinRK
avoid race condition in profile creation...
r10351 self.log.warn("Could not copy README_STARTUP to startup dir. Source file %s does not exist.", src)
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if os.path.exists(src) and not os.path.exists(readme):
MinRK
add README to startup dir
r5247 shutil.copy(src, readme)
MinRK
add startup_dir to profiles...
r5246
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def _security_dir_changed(self, name, old, new):
self.check_security_dir()
def check_security_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.security_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def _pid_dir_changed(self, name, old, new):
self.check_pid_dir()
def check_pid_dir(self):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.pid_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
create static/custom in skeleton profiles
r12813 def _static_dir_changed(self, name, old, new):
self.check_startup_dir()
def check_static_dir(self):
self._mkdir(self.static_dir)
custom = os.path.join(self.static_dir, 'custom')
self._mkdir(custom)
from IPython.html import DEFAULT_STATIC_FILES_PATH
for fname in ('custom.js', 'custom.css'):
src = os.path.join(DEFAULT_STATIC_FILES_PATH, 'custom', fname)
dest = os.path.join(custom, fname)
if not os.path.exists(src):
self.log.warn("Could not copy default file to static dir. Source file %s does not exist.", src)
continue
if not os.path.exists(dest):
shutil.copy(src, dest)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 def check_dirs(self):
self.check_security_dir()
self.check_log_dir()
self.check_pid_dir()
MinRK
add README to startup dir
r5247 self.check_startup_dir()
MinRK
create static/custom in skeleton profiles
r12813 self.check_static_dir()
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def copy_config_file(self, config_file, path=None, overwrite=False):
"""Copy a default config file into the active profile directory.
Default configuration files are kept in :mod:`IPython.config.default`.
This function moves these from that location to the working profile
directory.
"""
dst = os.path.join(self.location, config_file)
if os.path.isfile(dst) and not overwrite:
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return False
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 if path is None:
path = os.path.join(get_ipython_package_dir(), u'config', u'profile', u'default')
src = os.path.join(path, config_file)
shutil.copy(src, dst)
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return True
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
@classmethod
def create_profile_dir(cls, profile_dir, config=None):
"""Create a new profile directory given a full path.
Parameters
----------
profile_dir : str
The full path to the profile directory. If it does exist, it will
be used. If not, it will be created.
"""
return cls(location=profile_dir, config=config)
@classmethod
def create_profile_dir_by_name(cls, path, name=u'default', config=None):
"""Create a profile dir by profile name and path.
Parameters
----------
path : unicode
The path (directory) to put the profile directory in.
name : unicode
The name of the profile. The name of the profile directory will
be "profile_<profile>".
"""
if not os.path.isdir(path):
raise ProfileDirError('Directory not found: %s' % path)
profile_dir = os.path.join(path, u'profile_' + name)
return cls(location=profile_dir, config=config)
@classmethod
def find_profile_dir_by_name(cls, ipython_dir, name=u'default', config=None):
"""Find an existing profile dir by profile name, return its ProfileDir.
This searches through a sequence of paths for a profile dir. If it
is not found, a :class:`ProfileDirError` exception will be raised.
The search path algorithm is:
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 1. ``py3compat.getcwd()``
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 2. ``ipython_dir``
Parameters
----------
ipython_dir : unicode or str
The IPython directory to use.
name : unicode or str
The name of the profile. The name of the profile directory
will be "profile_<profile>".
"""
dirname = u'profile_' + name
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 paths = [py3compat.getcwd(), ipython_dir]
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 for p in paths:
profile_dir = os.path.join(p, dirname)
if os.path.isdir(profile_dir):
return cls(location=profile_dir, config=config)
else:
raise ProfileDirError('Profile directory not found in paths: %s' % dirname)
@classmethod
def find_profile_dir(cls, profile_dir, config=None):
"""Find/create a profile dir and return its ProfileDir.
This will create the profile directory if it doesn't exist.
Parameters
----------
profile_dir : unicode or str
The path of the profile directory. This is expanded using
:func:`IPython.utils.genutils.expand_path`.
"""
profile_dir = expand_path(profile_dir)
if not os.path.isdir(profile_dir):
raise ProfileDirError('Profile directory not found: %s' % profile_dir)
return cls(location=profile_dir, config=config)