##// END OF EJS Templates
Handle kernel messages synchronously...
Handle kernel messages synchronously A problem can happen when two messages come in for different comms, where the second depends on the first (for example, the first might be a message setting the state of a widget, and the second triggering a view creation for the widget). Since comm message queues are independent of each other, the second message could be executed before the first message. This exposes a more fundamental assumption users are likely to have that messages from python are processed synchronously. Thanks to @dmadeka for reporting an error that led to discovering this issue.

File last commit:

r19840:82dcba3b
r20621:f936f880
Show More
filecheckpoints.py
200 lines | 6.7 KiB | text/x-python | PythonLexer
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 """
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 File-based Checkpoints implementations.
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 """
import os
import shutil
from tornado.web import HTTPError
from .checkpoints import (
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 Checkpoints,
GenericCheckpointsMixin,
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 )
from .fileio import FileManagerMixin
from IPython.utils import tz
from IPython.utils.path import ensure_dir_exists
from IPython.utils.py3compat import getcwd
from IPython.utils.traitlets import Unicode
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 class FileCheckpoints(FileManagerMixin, Checkpoints):
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 """
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 A Checkpoints that caches checkpoints for files in adjacent
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 directories.
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 Only works with FileContentsManager. Use GenericFileCheckpoints if
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 you want file-based checkpoints with another ContentsManager.
"""
checkpoint_dir = Unicode(
'.ipynb_checkpoints',
config=True,
help="""The directory name in which to keep file checkpoints
This is a path relative to the file's own directory.
By default, it is .ipynb_checkpoints
""",
)
root_dir = Unicode(config=True)
def _root_dir_default(self):
try:
return self.parent.root_dir
except AttributeError:
return getcwd()
# ContentsManager-dependent checkpoint API
def create_checkpoint(self, contents_mgr, path):
"""Create a checkpoint."""
checkpoint_id = u'checkpoint'
src_path = contents_mgr._get_os_path(path)
dest_path = self.checkpoint_path(checkpoint_id, path)
self._copy(src_path, dest_path)
return self.checkpoint_model(checkpoint_id, dest_path)
def restore_checkpoint(self, contents_mgr, checkpoint_id, path):
"""Restore a checkpoint."""
src_path = self.checkpoint_path(checkpoint_id, path)
dest_path = contents_mgr._get_os_path(path)
self._copy(src_path, dest_path)
# ContentsManager-independent checkpoint API
def rename_checkpoint(self, checkpoint_id, old_path, new_path):
"""Rename a checkpoint from old_path to new_path."""
old_cp_path = self.checkpoint_path(checkpoint_id, old_path)
new_cp_path = self.checkpoint_path(checkpoint_id, new_path)
if os.path.isfile(old_cp_path):
self.log.debug(
"Renaming checkpoint %s -> %s",
old_cp_path,
new_cp_path,
)
with self.perm_to_403():
shutil.move(old_cp_path, new_cp_path)
def delete_checkpoint(self, checkpoint_id, path):
"""delete a file's checkpoint"""
path = path.strip('/')
cp_path = self.checkpoint_path(checkpoint_id, path)
if not os.path.isfile(cp_path):
self.no_such_checkpoint(path, checkpoint_id)
self.log.debug("unlinking %s", cp_path)
with self.perm_to_403():
os.unlink(cp_path)
def list_checkpoints(self, path):
"""list the checkpoints for a given file
This contents manager currently only supports one checkpoint per file.
"""
path = path.strip('/')
checkpoint_id = "checkpoint"
os_path = self.checkpoint_path(checkpoint_id, path)
if not os.path.isfile(os_path):
return []
else:
return [self.checkpoint_model(checkpoint_id, os_path)]
# Checkpoint-related utilities
def checkpoint_path(self, checkpoint_id, path):
"""find the path to a checkpoint"""
path = path.strip('/')
parent, name = ('/' + path).rsplit('/', 1)
parent = parent.strip('/')
basename, ext = os.path.splitext(name)
filename = u"{name}-{checkpoint_id}{ext}".format(
name=basename,
checkpoint_id=checkpoint_id,
ext=ext,
)
os_path = self._get_os_path(path=parent)
cp_dir = os.path.join(os_path, self.checkpoint_dir)
with self.perm_to_403():
ensure_dir_exists(cp_dir)
cp_path = os.path.join(cp_dir, filename)
return cp_path
def checkpoint_model(self, checkpoint_id, os_path):
"""construct the info dict for a given checkpoint"""
stats = os.stat(os_path)
last_modified = tz.utcfromtimestamp(stats.st_mtime)
info = dict(
id=checkpoint_id,
last_modified=last_modified,
)
return info
# Error Handling
def no_such_checkpoint(self, path, checkpoint_id):
raise HTTPError(
404,
u'Checkpoint does not exist: %s@%s' % (path, checkpoint_id)
)
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 class GenericFileCheckpoints(GenericCheckpointsMixin, FileCheckpoints):
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 """
Scott Sanderson
STY: s/CheckpointManager/Checkpoints...
r19839 Local filesystem Checkpoints that works with any conforming
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 ContentsManager.
"""
def create_file_checkpoint(self, content, format, path):
"""Create a checkpoint from the current content of a notebook."""
path = path.strip('/')
# only the one checkpoint ID:
checkpoint_id = u"checkpoint"
os_checkpoint_path = self.checkpoint_path(checkpoint_id, path)
self.log.debug("creating checkpoint for %s", path)
with self.perm_to_403():
self._save_file(os_checkpoint_path, content, format=format)
# return the checkpoint info
return self.checkpoint_model(checkpoint_id, os_checkpoint_path)
def create_notebook_checkpoint(self, nb, path):
"""Create a checkpoint from the current content of a notebook."""
path = path.strip('/')
# only the one checkpoint ID:
checkpoint_id = u"checkpoint"
os_checkpoint_path = self.checkpoint_path(checkpoint_id, path)
self.log.debug("creating checkpoint for %s", path)
with self.perm_to_403():
self._save_notebook(os_checkpoint_path, nb)
# return the checkpoint info
return self.checkpoint_model(checkpoint_id, os_checkpoint_path)
Scott Sanderson
DEV: Break get_checkpoint into separate methods....
r19840 def get_notebook_checkpoint(self, checkpoint_id, path):
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838
path = path.strip('/')
self.log.info("restoring %s from checkpoint %s", path, checkpoint_id)
os_checkpoint_path = self.checkpoint_path(checkpoint_id, path)
Scott Sanderson
DEV: Break get_checkpoint into separate methods....
r19840
Scott Sanderson
DEV: Separate FileCheckpointManager and GenericFileCheckpointManager....
r19838 if not os.path.isfile(os_checkpoint_path):
self.no_such_checkpoint(path, checkpoint_id)
Scott Sanderson
DEV: Break get_checkpoint into separate methods....
r19840 return {
'type': 'notebook',
'content': self._read_notebook(
os_checkpoint_path,
as_version=4,
),
}
def get_file_checkpoint(self, checkpoint_id, path):
path = path.strip('/')
self.log.info("restoring %s from checkpoint %s", path, checkpoint_id)
os_checkpoint_path = self.checkpoint_path(checkpoint_id, path)
if not os.path.isfile(os_checkpoint_path):
self.no_such_checkpoint(path, checkpoint_id)
content, format = self._read_file(os_checkpoint_path, format=None)
return {
'type': 'file',
'content': content,
'format': format,
}