##// END OF EJS Templates
Merge pull request #10400 from ipython/auto-backport-of-pr-10399...
Merge pull request #10400 from ipython/auto-backport-of-pr-10399 Backport PR #10399 on branch 5.x

File last commit:

r22340:04d48146
r23492:99111a26 merge
Show More
profiledir.py
224 lines | 7.8 KiB | text/x-python | PythonLexer
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # encoding: utf-8
MinRK
add utils.path.ensure_dir_exists...
r16486 """An object for managing IPython profile directories."""
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
MinRK
add utils.path.ensure_dir_exists...
r16486 # Copyright (c) IPython Development Team.
# Distributed under the terms of the Modified BSD License.
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
import os
import shutil
Paul Ivanov
fix missing import
r12266 import errno
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Min RK
update dependency imports...
r21253 from traitlets.config.configurable import LoggingConfigurable
from IPython.paths import get_ipython_package_dir
from IPython.utils.path import expand_path, ensure_dir_exists
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 from IPython.utils import py3compat
Min RK
adopt traitlets 4.2 API...
r22340 from traitlets import Unicode, Bool, observe
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
#-----------------------------------------------------------------------------
# Module errors
#-----------------------------------------------------------------------------
class ProfileDirError(Exception):
pass
#-----------------------------------------------------------------------------
# Class for managing profile directories
#-----------------------------------------------------------------------------
MinRK
Prevents crash on some systems where chmod fails (e.g. sshfs on Windows)....
r5197 class ProfileDir(LoggingConfigurable):
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 """An object to manage the profile directory and its resources.
The profile directory is used by all IPython applications, to manage
configuration, logging and security.
This object knows how to find, create and manage these directories. This
should be used by any code that wants to handle profiles.
"""
security_dir_name = Unicode('security')
log_dir_name = Unicode('log')
MinRK
add startup_dir to profiles...
r5246 startup_dir_name = Unicode('startup')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir_name = Unicode('pid')
MinRK
create static/custom in skeleton profiles
r12813 static_dir_name = Unicode('static')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 security_dir = Unicode(u'')
log_dir = Unicode(u'')
MinRK
add startup_dir to profiles...
r5246 startup_dir = Unicode(u'')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 pid_dir = Unicode(u'')
MinRK
create static/custom in skeleton profiles
r12813 static_dir = Unicode(u'')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Min RK
adopt traitlets 4.2 API...
r22340 location = Unicode(u'',
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 help="""Set the profile location directly. This overrides the logic used by the
`profile` option.""",
Min RK
adopt traitlets 4.2 API...
r22340 ).tag(config=True)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
_location_isset = Bool(False) # flag for detecting multiply set location
Min RK
adopt traitlets 4.2 API...
r22340 @observe('location')
def _location_changed(self, change):
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 if self._location_isset:
raise RuntimeError("Cannot set profile location more than once.")
self._location_isset = True
Min RK
adopt traitlets 4.2 API...
r22340 new = change['new']
MinRK
add utils.path.ensure_dir_exists...
r16486 ensure_dir_exists(new)
James Porter
fix race condition in profiledir creation.
r13981
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 # ensure config files exist:
self.security_dir = os.path.join(new, self.security_dir_name)
self.log_dir = os.path.join(new, self.log_dir_name)
MinRK
add startup_dir to profiles...
r5246 self.startup_dir = os.path.join(new, self.startup_dir_name)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.pid_dir = os.path.join(new, self.pid_dir_name)
MinRK
create static/custom in skeleton profiles
r12813 self.static_dir = os.path.join(new, self.static_dir_name)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 self.check_dirs()
Min RK
adopt traitlets 4.2 API...
r22340
MinRK
avoid race condition in profile creation...
r10351 def _mkdir(self, path, mode=None):
"""ensure a directory exists at a given path
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 This is a version of os.mkdir, with the following differences:
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 - returns True if it created the directory, False otherwise
- ignores EEXIST, protecting against race conditions where
the dir may have been created in between the check and
the creation
- sets permissions if requested and the dir already exists
"""
if os.path.exists(path):
if mode and os.stat(path).st_mode != mode:
try:
os.chmod(path, mode)
except OSError:
Pierre Gerold
Same in profileapp.py , profiledir.py, shellapp.py
r21888 self.log.warning(
MinRK
avoid race condition in profile creation...
r10351 "Could not set permissions on %s",
path
)
return False
try:
if mode:
os.mkdir(path, mode)
else:
os.mkdir(path)
except OSError as e:
if e.errno == errno.EEXIST:
return False
else:
raise
James Porter
fix race condition in profiledir creation.
r13981
MinRK
avoid race condition in profile creation...
r10351 return True
Min RK
adopt traitlets 4.2 API...
r22340
@observe('log_dir')
def check_log_dir(self, change=None):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.log_dir)
Min RK
adopt traitlets 4.2 API...
r22340
@observe('startup_dir')
def check_startup_dir(self, change=None):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.startup_dir)
MinRK
add README to startup dir
r5247 readme = os.path.join(self.startup_dir, 'README')
Min RK
remove bundled profiles...
r20870 src = os.path.join(get_ipython_package_dir(), u'core', u'profile', u'README_STARTUP')
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if not os.path.exists(src):
Matthias Bussonnier
log.war deprecated
r21937 self.log.warning("Could not copy README_STARTUP to startup dir. Source file %s does not exist.", src)
Jussi Sainio
Don't crash if README_STARTUP is missing...
r10264
if os.path.exists(src) and not os.path.exists(readme):
MinRK
add README to startup dir
r5247 shutil.copy(src, readme)
MinRK
add startup_dir to profiles...
r5246
Min RK
adopt traitlets 4.2 API...
r22340 @observe('security_dir')
def check_security_dir(self, change=None):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.security_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
Min RK
adopt traitlets 4.2 API...
r22340 @observe('pid_dir')
def check_pid_dir(self, change=None):
MinRK
avoid race condition in profile creation...
r10351 self._mkdir(self.pid_dir, 0o40700)
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def check_dirs(self):
self.check_security_dir()
self.check_log_dir()
self.check_pid_dir()
MinRK
add README to startup dir
r5247 self.check_startup_dir()
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
def copy_config_file(self, config_file, path=None, overwrite=False):
"""Copy a default config file into the active profile directory.
Min RK
update dependency imports...
r21253 Default configuration files are kept in :mod:`IPython.core.profile`.
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 This function moves these from that location to the working profile
directory.
"""
dst = os.path.join(self.location, config_file)
if os.path.isfile(dst) and not overwrite:
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return False
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 if path is None:
Min RK
remove bundled profiles...
r20870 path = os.path.join(get_ipython_package_dir(), u'core', u'profile', u'default')
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 src = os.path.join(path, config_file)
shutil.copy(src, dst)
MinRK
load bundled profiles without having to use 'profile create' or '--init'...
r4122 return True
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024
@classmethod
def create_profile_dir(cls, profile_dir, config=None):
"""Create a new profile directory given a full path.
Parameters
----------
profile_dir : str
The full path to the profile directory. If it does exist, it will
be used. If not, it will be created.
"""
return cls(location=profile_dir, config=config)
@classmethod
def create_profile_dir_by_name(cls, path, name=u'default', config=None):
"""Create a profile dir by profile name and path.
Parameters
----------
path : unicode
The path (directory) to put the profile directory in.
name : unicode
The name of the profile. The name of the profile directory will
be "profile_<profile>".
"""
if not os.path.isdir(path):
raise ProfileDirError('Directory not found: %s' % path)
profile_dir = os.path.join(path, u'profile_' + name)
return cls(location=profile_dir, config=config)
@classmethod
def find_profile_dir_by_name(cls, ipython_dir, name=u'default', config=None):
"""Find an existing profile dir by profile name, return its ProfileDir.
This searches through a sequence of paths for a profile dir. If it
is not found, a :class:`ProfileDirError` exception will be raised.
The search path algorithm is:
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 1. ``py3compat.getcwd()``
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 2. ``ipython_dir``
Parameters
----------
ipython_dir : unicode or str
The IPython directory to use.
name : unicode or str
The name of the profile. The name of the profile directory
will be "profile_<profile>".
"""
dirname = u'profile_' + name
Thomas Kluyver
Python 3 compatibility for os.getcwdu()
r13447 paths = [py3compat.getcwd(), ipython_dir]
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 for p in paths:
profile_dir = os.path.join(p, dirname)
if os.path.isdir(profile_dir):
return cls(location=profile_dir, config=config)
else:
raise ProfileDirError('Profile directory not found in paths: %s' % dirname)
@classmethod
def find_profile_dir(cls, profile_dir, config=None):
"""Find/create a profile dir and return its ProfileDir.
This will create the profile directory if it doesn't exist.
Parameters
----------
profile_dir : unicode or str
Matthias Bussonnier
Remove old unused class...
r21439 The path of the profile directory.
MinRK
move ipcluster create|list to `ipython profile create|list`...
r4024 """
profile_dir = expand_path(profile_dir)
if not os.path.isdir(profile_dir):
raise ProfileDirError('Profile directory not found: %s' % profile_dir)
return cls(location=profile_dir, config=config)