remotestore.py
98 lines
| 3.3 KiB
| text/x-python
|
PythonLexer
|
r15168 | # Copyright 2010-2011 Fog Creek Software | ||
# Copyright 2010-2011 Unity Technologies | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
# GNU General Public License version 2 or any later version. | ||||
|
r17425 | '''remote largefile store; the base class for wirestore''' | ||
|
r15168 | |||
import urllib2 | ||||
|
r21084 | from mercurial import util, wireproto | ||
|
r15168 | from mercurial.i18n import _ | ||
import lfutil | ||||
import basestore | ||||
class remotestore(basestore.basestore): | ||||
|
r15252 | '''a largefile store accessed over a network''' | ||
|
r15168 | def __init__(self, ui, repo, url): | ||
super(remotestore, self).__init__(ui, repo, url) | ||||
def put(self, source, hash): | ||||
if self.sendfile(source, hash): | ||||
raise util.Abort( | ||||
_('remotestore: could not put %s to remote store %s') | ||||
|
r19950 | % (source, util.hidepassword(self.url))) | ||
|
r15168 | self.ui.debug( | ||
|
r19950 | _('remotestore: put %s to remote store %s\n') | ||
% (source, util.hidepassword(self.url))) | ||||
|
r15168 | |||
|
r17127 | def exists(self, hashes): | ||
|
r20688 | return dict((h, s == 0) for (h, s) in # dict-from-generator | ||
self._stat(hashes).iteritems()) | ||||
|
r15168 | |||
def sendfile(self, filename, hash): | ||||
self.ui.debug('remotestore: sendfile(%s, %s)\n' % (filename, hash)) | ||||
fd = None | ||||
try: | ||||
|
r25079 | fd = lfutil.httpsendfile(self.ui, filename) | ||
|
r15168 | return self._put(hash, fd) | ||
|
r25079 | except IOError, e: | ||
raise util.Abort( | ||||
_('remotestore: could not open file %s: %s') | ||||
% (filename, str(e))) | ||||
|
r15168 | finally: | ||
if fd: | ||||
fd.close() | ||||
def _getfile(self, tmpfile, filename, hash): | ||||
try: | ||||
|
r19004 | chunks = self._get(hash) | ||
|
r15188 | except urllib2.HTTPError, e: | ||
|
r15168 | # 401s get converted to util.Aborts; everything else is fine being | ||
# turned into a StoreError | ||||
raise basestore.StoreError(filename, hash, self.url, str(e)) | ||||
except urllib2.URLError, e: | ||||
# This usually indicates a connection problem, so don't | ||||
# keep trying with the other files... they will probably | ||||
# all fail too. | ||||
|
r19950 | raise util.Abort('%s: %s' % | ||
(util.hidepassword(self.url), e.reason)) | ||||
|
r15168 | except IOError, e: | ||
raise basestore.StoreError(filename, hash, self.url, str(e)) | ||||
|
r19004 | return lfutil.copyandhash(chunks, tmpfile) | ||
|
r15168 | |||
def _verifyfile(self, cctx, cset, contents, standin, verified): | ||||
filename = lfutil.splitstandin(standin) | ||||
if not filename: | ||||
return False | ||||
fctx = cctx[standin] | ||||
key = (filename, fctx.filenode()) | ||||
if key in verified: | ||||
return False | ||||
verified.add(key) | ||||
|
r18482 | expecthash = fctx.data()[0:40] | ||
stat = self._stat([expecthash])[expecthash] | ||||
|
r15168 | if not stat: | ||
return False | ||||
elif stat == 1: | ||||
self.ui.warn( | ||||
_('changeset %s: %s: contents differ\n') | ||||
% (cset, filename)) | ||||
return True # failed | ||||
elif stat == 2: | ||||
self.ui.warn( | ||||
_('changeset %s: %s missing\n') | ||||
% (cset, filename)) | ||||
return True # failed | ||||
else: | ||||
|
r15253 | raise RuntimeError('verify failed: unexpected response from ' | ||
'statlfile (%r)' % stat) | ||||
|
r17127 | |||
def batch(self): | ||||
'''Support for remote batching.''' | ||||
|
r21084 | return wireproto.remotebatch(self) | ||