IPython/parallel/controller/mongodb.py

"""A TaskRecord backend using mongodb"""
#-----------------------------------------------------------------------------
#  Copyright (C) 2010  The IPython Development Team
#
#  Distributed under the terms of the BSD License.  The full license is in
#  the file COPYING, distributed as part of this software.
#-----------------------------------------------------------------------------

from datetime import datetime

from pymongo import Connection
from pymongo.binary import Binary

from IPython.utils.traitlets import Dict, List, CUnicode

from .dictdb import BaseDB

#-----------------------------------------------------------------------------
# MongoDB class
#-----------------------------------------------------------------------------

class MongoDB(BaseDB):
    """MongoDB TaskRecord backend."""
    
    connection_args = List(config=True)
    connection_kwargs = Dict(config=True)
    database = CUnicode(config=True)
    _table = Dict()
    
    def __init__(self, **kwargs):
        super(MongoDB, self).__init__(**kwargs)
        self._connection = Connection(*self.connection_args, **self.connection_kwargs)
        if not self.database:
            self.database = self.session
        self._db = self._connection[self.database]
        self._records = self._db['task_records']
    
    def _binary_buffers(self, rec):
        for key in ('buffers', 'result_buffers'):
            if key in rec:
                rec[key] = map(Binary, rec[key])
    
    def add_record(self, msg_id, rec):
        """Add a new Task Record, by msg_id."""
        # print rec
        rec = _binary_buffers(rec)
        obj_id = self._records.insert(rec)
        self._table[msg_id] = obj_id
    
    def get_record(self, msg_id):
        """Get a specific Task Record, by msg_id."""
        return self._records.find_one(self._table[msg_id])
    
    def update_record(self, msg_id, rec):
        """Update the data in an existing record."""
        rec = _binary_buffers(rec)
        obj_id = self._table[msg_id]
        self._records.update({'_id':obj_id}, {'$set': rec})
    
    def drop_matching_records(self, check):
        """Remove a record from the DB."""
        self._records.remove(check)
        
    def drop_record(self, msg_id):
        """Remove a record from the DB."""
        obj_id = self._table.pop(msg_id)
        self._records.remove(obj_id)
    
    def find_records(self, check, id_only=False):
        """Find records matching a query dict."""
        matches = list(self._records.find(check))
        if id_only:
            return [ rec['msg_id'] for rec in matches ]
        else:
            data = {}
            for rec in matches:
                data[rec['msg_id']] = rec
            return data