remotestore.py
124 lines
| 4.7 KiB
| text/x-python
|
PythonLexer
|
r15168 | # Copyright 2010-2011 Fog Creek Software | ||
# Copyright 2010-2011 Unity Technologies | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
# GNU General Public License version 2 or any later version. | ||||
|
r17425 | '''remote largefile store; the base class for wirestore''' | ||
|
r29313 | from __future__ import absolute_import | ||
|
r15168 | |||
from mercurial.i18n import _ | ||||
|
r29313 | from mercurial import ( | ||
error, | ||||
util, | ||||
) | ||||
from . import ( | ||||
basestore, | ||||
lfutil, | ||||
localstore, | ||||
) | ||||
|
r28883 | urlerr = util.urlerr | ||
urlreq = util.urlreq | ||||
|
r15168 | class remotestore(basestore.basestore): | ||
|
r15252 | '''a largefile store accessed over a network''' | ||
|
r15168 | def __init__(self, ui, repo, url): | ||
super(remotestore, self).__init__(ui, repo, url) | ||||
|
r29218 | self._lstore = localstore.localstore(self.ui, self.repo, self.repo) | ||
|
r15168 | |||
def put(self, source, hash): | ||||
if self.sendfile(source, hash): | ||||
|
r26587 | raise error.Abort( | ||
|
r15168 | _('remotestore: could not put %s to remote store %s') | ||
|
r19950 | % (source, util.hidepassword(self.url))) | ||
|
r15168 | self.ui.debug( | ||
|
r19950 | _('remotestore: put %s to remote store %s\n') | ||
% (source, util.hidepassword(self.url))) | ||||
|
r15168 | |||
|
r17127 | def exists(self, hashes): | ||
|
r20688 | return dict((h, s == 0) for (h, s) in # dict-from-generator | ||
self._stat(hashes).iteritems()) | ||||
|
r15168 | |||
def sendfile(self, filename, hash): | ||||
self.ui.debug('remotestore: sendfile(%s, %s)\n' % (filename, hash)) | ||||
try: | ||||
|
r30142 | with lfutil.httpsendfile(self.ui, filename) as fd: | ||
return self._put(hash, fd) | ||||
|
r25660 | except IOError as e: | ||
|
r26587 | raise error.Abort( | ||
|
r25079 | _('remotestore: could not open file %s: %s') | ||
% (filename, str(e))) | ||||
|
r15168 | |||
def _getfile(self, tmpfile, filename, hash): | ||||
try: | ||||
|
r19004 | chunks = self._get(hash) | ||
|
r28883 | except urlerr.httperror as e: | ||
|
r26587 | # 401s get converted to error.Aborts; everything else is fine being | ||
|
r15168 | # turned into a StoreError | ||
raise basestore.StoreError(filename, hash, self.url, str(e)) | ||||
|
r28883 | except urlerr.urlerror as e: | ||
|
r15168 | # This usually indicates a connection problem, so don't | ||
# keep trying with the other files... they will probably | ||||
# all fail too. | ||||
|
r26587 | raise error.Abort('%s: %s' % | ||
|
r19950 | (util.hidepassword(self.url), e.reason)) | ||
|
r25660 | except IOError as e: | ||
|
r15168 | raise basestore.StoreError(filename, hash, self.url, str(e)) | ||
|
r19004 | return lfutil.copyandhash(chunks, tmpfile) | ||
|
r15168 | |||
|
r29218 | def _hashesavailablelocally(self, hashes): | ||
existslocallymap = self._lstore.exists(hashes) | ||||
localhashes = [hash for hash in hashes if existslocallymap[hash]] | ||||
return localhashes | ||||
|
r29067 | def _verifyfiles(self, contents, filestocheck): | ||
failed = False | ||||
|
r29068 | expectedhashes = [expectedhash | ||
for cset, filename, expectedhash in filestocheck] | ||||
|
r29218 | localhashes = self._hashesavailablelocally(expectedhashes) | ||
stats = self._stat([expectedhash for expectedhash in expectedhashes | ||||
if expectedhash not in localhashes]) | ||||
|
r29067 | for cset, filename, expectedhash in filestocheck: | ||
|
r29218 | if expectedhash in localhashes: | ||
filetocheck = (cset, filename, expectedhash) | ||||
verifyresult = self._lstore._verifyfiles(contents, | ||||
[filetocheck]) | ||||
if verifyresult: | ||||
|
r29067 | failed = True | ||
|
r29218 | else: | ||
stat = stats[expectedhash] | ||||
if stat: | ||||
if stat == 1: | ||||
self.ui.warn( | ||||
_('changeset %s: %s: contents differ\n') | ||||
% (cset, filename)) | ||||
failed = True | ||||
elif stat == 2: | ||||
self.ui.warn( | ||||
_('changeset %s: %s missing\n') | ||||
% (cset, filename)) | ||||
failed = True | ||||
else: | ||||
raise RuntimeError('verify failed: unexpected response ' | ||||
'from statlfile (%r)' % stat) | ||||
|
r29067 | return failed | ||
|
r17127 | |||
|
r28442 | def _put(self, hash, fd): | ||
'''Put file with the given hash in the remote store.''' | ||||
raise NotImplementedError('abstract method') | ||||
def _get(self, hash): | ||||
|
r30180 | '''Get a iterator for content with the given hash.''' | ||
|
r28442 | raise NotImplementedError('abstract method') | ||
def _stat(self, hashes): | ||||
'''Get information about availability of files specified by | ||||
hashes in the remote store. Return dictionary mapping hashes | ||||
to return code where 0 means that file is available, other | ||||
values if not.''' | ||||
raise NotImplementedError('abstract method') | ||||