nbmanager.py
240 lines
| 9.0 KiB
| text/x-python
|
PythonLexer
Brian Granger
|
r8180 | """A base class notebook manager. | ||
Authors: | ||||
* Brian Granger | ||||
""" | ||||
#----------------------------------------------------------------------------- | ||||
# Copyright (C) 2011 The IPython Development Team | ||||
# | ||||
# Distributed under the terms of the BSD License. The full license is in | ||||
# the file COPYING, distributed as part of this software. | ||||
#----------------------------------------------------------------------------- | ||||
#----------------------------------------------------------------------------- | ||||
# Imports | ||||
#----------------------------------------------------------------------------- | ||||
Brian Granger
|
r8181 | import os | ||
Brian Granger
|
r8180 | import uuid | ||
from tornado import web | ||||
from IPython.config.configurable import LoggingConfigurable | ||||
from IPython.nbformat import current | ||||
Brian Granger
|
r8181 | from IPython.utils.traitlets import List, Dict, Unicode, TraitError | ||
Brian Granger
|
r8180 | |||
#----------------------------------------------------------------------------- | ||||
# Classes | ||||
#----------------------------------------------------------------------------- | ||||
Brian Granger
|
r8194 | class NotebookManager(LoggingConfigurable): | ||
Brian Granger
|
r8180 | |||
Brian Granger
|
r8181 | # Todo: | ||
# The notebook_dir attribute is used to mean a couple of different things: | ||||
# 1. Where the notebooks are stored if FileNotebookManager is used. | ||||
# 2. The cwd of the kernel for a project. | ||||
# Right now we use this attribute in a number of different places and | ||||
MinRK
|
r10497 | # we are going to have to disentangle all of this. | ||
Brian Granger
|
r8181 | notebook_dir = Unicode(os.getcwdu(), config=True, help=""" | ||
Zachary Sailer
|
r12984 | The directory to use for notebooks. | ||
""") | ||||
def named_notebook_path(self, notebook_path): | ||||
l = len(notebook_path) | ||||
names = notebook_path.split('/') | ||||
if len(names) > 1: | ||||
name = names[len(names)-1] | ||||
if name[(len(name)-6):(len(name))] == ".ipynb": | ||||
name = name | ||||
path = notebook_path[0:l-len(name)-1]+'/' | ||||
else: | ||||
name = None | ||||
path = notebook_path+'/' | ||||
else: | ||||
name = names[0] | ||||
if name[(len(name)-6):(len(name))] == ".ipynb": | ||||
name = name | ||||
path = None | ||||
else: | ||||
name = None | ||||
path = notebook_path+'/' | ||||
return name, path | ||||
def _notebook_dir_changed(self, new): | ||||
Brian Granger
|
r8181 | """do a bit of validation of the notebook dir""" | ||
Ohad Ravid
|
r8453 | if not os.path.isabs(new): | ||
# If we receive a non-absolute path, make it absolute. | ||||
abs_new = os.path.abspath(new) | ||||
Zachary Sailer
|
r12984 | #self.notebook_dir = os.path.dirname(abs_new) | ||
Ohad Ravid
|
r8453 | return | ||
Brian Granger
|
r8181 | if os.path.exists(new) and not os.path.isdir(new): | ||
raise TraitError("notebook dir %r is not a directory" % new) | ||||
if not os.path.exists(new): | ||||
self.log.info("Creating notebook dir %s", new) | ||||
try: | ||||
os.mkdir(new) | ||||
except: | ||||
raise TraitError("Couldn't create notebook dir %r" % new) | ||||
Zachary Sailer
|
r12984 | |||
Brian Granger
|
r8180 | allowed_formats = List([u'json',u'py']) | ||
Zachary Sailer
|
r12984 | def load_notebook_names(self, path): | ||
Brian Granger
|
r8180 | """Load the notebook names into memory. | ||
This should be called once immediately after the notebook manager | ||||
is created to load the existing notebooks into the mapping in | ||||
memory. | ||||
""" | ||||
Zachary Sailer
|
r12984 | self.list_notebooks(path) | ||
Brian Granger
|
r8180 | |||
def list_notebooks(self): | ||||
"""List all notebooks. | ||||
This returns a list of dicts, each of the form:: | ||||
dict(notebook_id=notebook,name=name) | ||||
This list of dicts should be sorted by name:: | ||||
data = sorted(data, key=lambda item: item['name']) | ||||
""" | ||||
raise NotImplementedError('must be implemented in a subclass') | ||||
Zachary Sailer
|
r12984 | def notebook_exists(self, notebook_name): | ||
Brian Granger
|
r8180 | """Does a notebook exist?""" | ||
Zachary Sailer
|
r12984 | return notebook_name in self.mapping | ||
def notebook_model(self, notebook_name, notebook_path=None): | ||||
""" Creates the standard notebook model """ | ||||
last_modified, content = self.read_notebook_object(notebook_name, notebook_path) | ||||
model = {"notebook_name": notebook_name, | ||||
"notebook_path": notebook_path, | ||||
"content": content} | ||||
return model | ||||
def get_notebook(self, body, format=u'json'): | ||||
"""Get the representation of a notebook in format by notebook_name.""" | ||||
Brian Granger
|
r8180 | format = unicode(format) | ||
if format not in self.allowed_formats: | ||||
raise web.HTTPError(415, u'Invalid notebook format: %s' % format) | ||||
kwargs = {} | ||||
if format == 'json': | ||||
# don't split lines for sending over the wire, because it | ||||
# should match the Python in-memory format. | ||||
kwargs['split_lines'] = False | ||||
Zachary Sailer
|
r12984 | representation = current.writes(body, format, **kwargs) | ||
name = body['content']['metadata']['name'] | ||||
return representation, name | ||||
Brian Granger
|
r8180 | |||
Zachary Sailer
|
r12984 | def read_notebook_object(self, notebook_name, notebook_path): | ||
Brian Granger
|
r8180 | """Get the object representation of a notebook by notebook_id.""" | ||
raise NotImplementedError('must be implemented in a subclass') | ||||
Zachary Sailer
|
r12984 | def save_new_notebook(self, data, notebook_path = None, name=None, format=u'json'): | ||
Brian Granger
|
r8180 | """Save a new notebook and return its notebook_id. | ||
If a name is passed in, it overrides any values in the notebook data | ||||
and the value in the data is updated to use that value. | ||||
""" | ||||
if format not in self.allowed_formats: | ||||
raise web.HTTPError(415, u'Invalid notebook format: %s' % format) | ||||
try: | ||||
nb = current.reads(data.decode('utf-8'), format) | ||||
except: | ||||
raise web.HTTPError(400, u'Invalid JSON data') | ||||
if name is None: | ||||
try: | ||||
name = nb.metadata.name | ||||
except AttributeError: | ||||
raise web.HTTPError(400, u'Missing notebook name') | ||||
nb.metadata.name = name | ||||
Zachary Sailer
|
r12984 | notebook_name = self.write_notebook_object(nb, notebook_path=notebook_path) | ||
return notebook_name | ||||
Brian Granger
|
r8180 | |||
Zachary Sailer
|
r12984 | def save_notebook(self, data, notebook_path=None, name=None, format=u'json'): | ||
Brian Granger
|
r8180 | """Save an existing notebook by notebook_id.""" | ||
if format not in self.allowed_formats: | ||||
raise web.HTTPError(415, u'Invalid notebook format: %s' % format) | ||||
try: | ||||
nb = current.reads(data.decode('utf-8'), format) | ||||
except: | ||||
raise web.HTTPError(400, u'Invalid JSON data') | ||||
if name is not None: | ||||
nb.metadata.name = name | ||||
Zachary Sailer
|
r12984 | self.write_notebook_object(nb, name, notebook_path) | ||
Brian Granger
|
r8180 | |||
Zachary Sailer
|
r12984 | def write_notebook_object(self, nb, notebook_name=None, notebook_path=None): | ||
"""Write a notebook object and return its notebook_name. | ||||
Brian Granger
|
r8180 | |||
Zachary Sailer
|
r12984 | If notebook_name is None, this method should create a new notebook_name. | ||
If notebook_name is not None, this method should check to make sure it | ||||
Brian Granger
|
r8180 | exists and is valid. | ||
""" | ||||
raise NotImplementedError('must be implemented in a subclass') | ||||
Zachary Sailer
|
r12984 | def delete_notebook(self, notebook_name, notebook_path): | ||
Brian Granger
|
r8180 | """Delete notebook by notebook_id.""" | ||
raise NotImplementedError('must be implemented in a subclass') | ||||
def increment_filename(self, name): | ||||
"""Increment a filename to make it unique. | ||||
This exists for notebook stores that must have unique names. When a notebook | ||||
is created or copied this method constructs a unique filename, typically | ||||
by appending an integer to the name. | ||||
""" | ||||
return name | ||||
Zachary Sailer
|
r12984 | def new_notebook(self, notebook_path=None): | ||
Brian Granger
|
r8180 | """Create a new notebook and return its notebook_id.""" | ||
Zachary Sailer
|
r12984 | name = self.increment_filename('Untitled', notebook_path) | ||
Brian Granger
|
r8180 | metadata = current.new_metadata(name=name) | ||
nb = current.new_notebook(metadata=metadata) | ||||
Zachary Sailer
|
r12984 | notebook_name = self.write_notebook_object(nb, notebook_path=notebook_path) | ||
return notebook_name | ||||
Brian Granger
|
r8180 | |||
Zachary Sailer
|
r12984 | def copy_notebook(self, name, path): | ||
Brian Granger
|
r8180 | """Copy an existing notebook and return its notebook_id.""" | ||
Zachary Sailer
|
r12984 | last_mod, nb = self.read_notebook_object(name, path) | ||
Brian Granger
|
r8180 | name = nb.metadata.name + '-Copy' | ||
Zachary Sailer
|
r12984 | name = self.increment_filename(name, path) | ||
Brian Granger
|
r8180 | nb.metadata.name = name | ||
Zachary Sailer
|
r12984 | notebook_name = self.write_notebook_object(nb, notebook_path = path) | ||
return notebook_name | ||||
MinRK
|
r10497 | |||
# Checkpoint-related | ||||
Zachary Sailer
|
r12984 | def create_checkpoint(self, notebook_name, notebook_path=None): | ||
MinRK
|
r10497 | """Create a checkpoint of the current state of a notebook | ||
Returns a checkpoint_id for the new checkpoint. | ||||
""" | ||||
raise NotImplementedError("must be implemented in a subclass") | ||||
Zachary Sailer
|
r12984 | def list_checkpoints(self, notebook_name, notebook_path=None): | ||
MinRK
|
r10497 | """Return a list of checkpoints for a given notebook""" | ||
return [] | ||||
Zachary Sailer
|
r12984 | def restore_checkpoint(self, notebook_name, checkpoint_id, notebook_path=None): | ||
MinRK
|
r10497 | """Restore a notebook from one of its checkpoints""" | ||
raise NotImplementedError("must be implemented in a subclass") | ||||
Brian Granger
|
r8181 | |||
Zachary Sailer
|
r12984 | def delete_checkpoint(self, notebook_name, checkpoint_id, notebook_path=None): | ||
MinRK
|
r10497 | """delete a checkpoint for a notebook""" | ||
raise NotImplementedError("must be implemented in a subclass") | ||||
Brian Granger
|
r8181 | def log_info(self): | ||
Paul Ivanov
|
r10019 | self.log.info(self.info_string()) | ||
def info_string(self): | ||||
return "Serving notebooks" | ||||