##// END OF EJS Templates
wireproto: remove unnecessary exception trapping...
Gregory Szorc -
r35997:ae79cf6f default
parent child Browse files
Show More
@@ -1,1036 +1,1033
1 # wireproto.py - generic wire protocol support functions
1 # wireproto.py - generic wire protocol support functions
2 #
2 #
3 # Copyright 2005-2010 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005-2010 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 from __future__ import absolute_import
8 from __future__ import absolute_import
9
9
10 import hashlib
10 import hashlib
11 import os
11 import os
12 import tempfile
12 import tempfile
13
13
14 from .i18n import _
14 from .i18n import _
15 from .node import (
15 from .node import (
16 bin,
16 bin,
17 hex,
17 hex,
18 nullid,
18 nullid,
19 )
19 )
20
20
21 from . import (
21 from . import (
22 bundle2,
22 bundle2,
23 changegroup as changegroupmod,
23 changegroup as changegroupmod,
24 discovery,
24 discovery,
25 encoding,
25 encoding,
26 error,
26 error,
27 exchange,
27 exchange,
28 peer,
28 peer,
29 pushkey as pushkeymod,
29 pushkey as pushkeymod,
30 pycompat,
30 pycompat,
31 repository,
31 repository,
32 streamclone,
32 streamclone,
33 util,
33 util,
34 )
34 )
35
35
36 urlerr = util.urlerr
36 urlerr = util.urlerr
37 urlreq = util.urlreq
37 urlreq = util.urlreq
38
38
39 bundle2requiredmain = _('incompatible Mercurial client; bundle2 required')
39 bundle2requiredmain = _('incompatible Mercurial client; bundle2 required')
40 bundle2requiredhint = _('see https://www.mercurial-scm.org/wiki/'
40 bundle2requiredhint = _('see https://www.mercurial-scm.org/wiki/'
41 'IncompatibleClient')
41 'IncompatibleClient')
42 bundle2required = '%s\n(%s)\n' % (bundle2requiredmain, bundle2requiredhint)
42 bundle2required = '%s\n(%s)\n' % (bundle2requiredmain, bundle2requiredhint)
43
43
44 class remoteiterbatcher(peer.iterbatcher):
44 class remoteiterbatcher(peer.iterbatcher):
45 def __init__(self, remote):
45 def __init__(self, remote):
46 super(remoteiterbatcher, self).__init__()
46 super(remoteiterbatcher, self).__init__()
47 self._remote = remote
47 self._remote = remote
48
48
49 def __getattr__(self, name):
49 def __getattr__(self, name):
50 # Validate this method is batchable, since submit() only supports
50 # Validate this method is batchable, since submit() only supports
51 # batchable methods.
51 # batchable methods.
52 fn = getattr(self._remote, name)
52 fn = getattr(self._remote, name)
53 if not getattr(fn, 'batchable', None):
53 if not getattr(fn, 'batchable', None):
54 raise error.ProgrammingError('Attempted to batch a non-batchable '
54 raise error.ProgrammingError('Attempted to batch a non-batchable '
55 'call to %r' % name)
55 'call to %r' % name)
56
56
57 return super(remoteiterbatcher, self).__getattr__(name)
57 return super(remoteiterbatcher, self).__getattr__(name)
58
58
59 def submit(self):
59 def submit(self):
60 """Break the batch request into many patch calls and pipeline them.
60 """Break the batch request into many patch calls and pipeline them.
61
61
62 This is mostly valuable over http where request sizes can be
62 This is mostly valuable over http where request sizes can be
63 limited, but can be used in other places as well.
63 limited, but can be used in other places as well.
64 """
64 """
65 # 2-tuple of (command, arguments) that represents what will be
65 # 2-tuple of (command, arguments) that represents what will be
66 # sent over the wire.
66 # sent over the wire.
67 requests = []
67 requests = []
68
68
69 # 4-tuple of (command, final future, @batchable generator, remote
69 # 4-tuple of (command, final future, @batchable generator, remote
70 # future).
70 # future).
71 results = []
71 results = []
72
72
73 for command, args, opts, finalfuture in self.calls:
73 for command, args, opts, finalfuture in self.calls:
74 mtd = getattr(self._remote, command)
74 mtd = getattr(self._remote, command)
75 batchable = mtd.batchable(mtd.__self__, *args, **opts)
75 batchable = mtd.batchable(mtd.__self__, *args, **opts)
76
76
77 commandargs, fremote = next(batchable)
77 commandargs, fremote = next(batchable)
78 assert fremote
78 assert fremote
79 requests.append((command, commandargs))
79 requests.append((command, commandargs))
80 results.append((command, finalfuture, batchable, fremote))
80 results.append((command, finalfuture, batchable, fremote))
81
81
82 if requests:
82 if requests:
83 self._resultiter = self._remote._submitbatch(requests)
83 self._resultiter = self._remote._submitbatch(requests)
84
84
85 self._results = results
85 self._results = results
86
86
87 def results(self):
87 def results(self):
88 for command, finalfuture, batchable, remotefuture in self._results:
88 for command, finalfuture, batchable, remotefuture in self._results:
89 # Get the raw result, set it in the remote future, feed it
89 # Get the raw result, set it in the remote future, feed it
90 # back into the @batchable generator so it can be decoded, and
90 # back into the @batchable generator so it can be decoded, and
91 # set the result on the final future to this value.
91 # set the result on the final future to this value.
92 remoteresult = next(self._resultiter)
92 remoteresult = next(self._resultiter)
93 remotefuture.set(remoteresult)
93 remotefuture.set(remoteresult)
94 finalfuture.set(next(batchable))
94 finalfuture.set(next(batchable))
95
95
96 # Verify our @batchable generators only emit 2 values.
96 # Verify our @batchable generators only emit 2 values.
97 try:
97 try:
98 next(batchable)
98 next(batchable)
99 except StopIteration:
99 except StopIteration:
100 pass
100 pass
101 else:
101 else:
102 raise error.ProgrammingError('%s @batchable generator emitted '
102 raise error.ProgrammingError('%s @batchable generator emitted '
103 'unexpected value count' % command)
103 'unexpected value count' % command)
104
104
105 yield finalfuture.value
105 yield finalfuture.value
106
106
107 # Forward a couple of names from peer to make wireproto interactions
107 # Forward a couple of names from peer to make wireproto interactions
108 # slightly more sensible.
108 # slightly more sensible.
109 batchable = peer.batchable
109 batchable = peer.batchable
110 future = peer.future
110 future = peer.future
111
111
112 # list of nodes encoding / decoding
112 # list of nodes encoding / decoding
113
113
114 def decodelist(l, sep=' '):
114 def decodelist(l, sep=' '):
115 if l:
115 if l:
116 return [bin(v) for v in l.split(sep)]
116 return [bin(v) for v in l.split(sep)]
117 return []
117 return []
118
118
119 def encodelist(l, sep=' '):
119 def encodelist(l, sep=' '):
120 try:
120 try:
121 return sep.join(map(hex, l))
121 return sep.join(map(hex, l))
122 except TypeError:
122 except TypeError:
123 raise
123 raise
124
124
125 # batched call argument encoding
125 # batched call argument encoding
126
126
127 def escapearg(plain):
127 def escapearg(plain):
128 return (plain
128 return (plain
129 .replace(':', ':c')
129 .replace(':', ':c')
130 .replace(',', ':o')
130 .replace(',', ':o')
131 .replace(';', ':s')
131 .replace(';', ':s')
132 .replace('=', ':e'))
132 .replace('=', ':e'))
133
133
134 def unescapearg(escaped):
134 def unescapearg(escaped):
135 return (escaped
135 return (escaped
136 .replace(':e', '=')
136 .replace(':e', '=')
137 .replace(':s', ';')
137 .replace(':s', ';')
138 .replace(':o', ',')
138 .replace(':o', ',')
139 .replace(':c', ':'))
139 .replace(':c', ':'))
140
140
141 def encodebatchcmds(req):
141 def encodebatchcmds(req):
142 """Return a ``cmds`` argument value for the ``batch`` command."""
142 """Return a ``cmds`` argument value for the ``batch`` command."""
143 cmds = []
143 cmds = []
144 for op, argsdict in req:
144 for op, argsdict in req:
145 # Old servers didn't properly unescape argument names. So prevent
145 # Old servers didn't properly unescape argument names. So prevent
146 # the sending of argument names that may not be decoded properly by
146 # the sending of argument names that may not be decoded properly by
147 # servers.
147 # servers.
148 assert all(escapearg(k) == k for k in argsdict)
148 assert all(escapearg(k) == k for k in argsdict)
149
149
150 args = ','.join('%s=%s' % (escapearg(k), escapearg(v))
150 args = ','.join('%s=%s' % (escapearg(k), escapearg(v))
151 for k, v in argsdict.iteritems())
151 for k, v in argsdict.iteritems())
152 cmds.append('%s %s' % (op, args))
152 cmds.append('%s %s' % (op, args))
153
153
154 return ';'.join(cmds)
154 return ';'.join(cmds)
155
155
156 # mapping of options accepted by getbundle and their types
156 # mapping of options accepted by getbundle and their types
157 #
157 #
158 # Meant to be extended by extensions. It is extensions responsibility to ensure
158 # Meant to be extended by extensions. It is extensions responsibility to ensure
159 # such options are properly processed in exchange.getbundle.
159 # such options are properly processed in exchange.getbundle.
160 #
160 #
161 # supported types are:
161 # supported types are:
162 #
162 #
163 # :nodes: list of binary nodes
163 # :nodes: list of binary nodes
164 # :csv: list of comma-separated values
164 # :csv: list of comma-separated values
165 # :scsv: list of comma-separated values return as set
165 # :scsv: list of comma-separated values return as set
166 # :plain: string with no transformation needed.
166 # :plain: string with no transformation needed.
167 gboptsmap = {'heads': 'nodes',
167 gboptsmap = {'heads': 'nodes',
168 'bookmarks': 'boolean',
168 'bookmarks': 'boolean',
169 'common': 'nodes',
169 'common': 'nodes',
170 'obsmarkers': 'boolean',
170 'obsmarkers': 'boolean',
171 'phases': 'boolean',
171 'phases': 'boolean',
172 'bundlecaps': 'scsv',
172 'bundlecaps': 'scsv',
173 'listkeys': 'csv',
173 'listkeys': 'csv',
174 'cg': 'boolean',
174 'cg': 'boolean',
175 'cbattempted': 'boolean',
175 'cbattempted': 'boolean',
176 'stream': 'boolean',
176 'stream': 'boolean',
177 }
177 }
178
178
179 # client side
179 # client side
180
180
181 class wirepeer(repository.legacypeer):
181 class wirepeer(repository.legacypeer):
182 """Client-side interface for communicating with a peer repository.
182 """Client-side interface for communicating with a peer repository.
183
183
184 Methods commonly call wire protocol commands of the same name.
184 Methods commonly call wire protocol commands of the same name.
185
185
186 See also httppeer.py and sshpeer.py for protocol-specific
186 See also httppeer.py and sshpeer.py for protocol-specific
187 implementations of this interface.
187 implementations of this interface.
188 """
188 """
189 # Begin of basewirepeer interface.
189 # Begin of basewirepeer interface.
190
190
191 def iterbatch(self):
191 def iterbatch(self):
192 return remoteiterbatcher(self)
192 return remoteiterbatcher(self)
193
193
194 @batchable
194 @batchable
195 def lookup(self, key):
195 def lookup(self, key):
196 self.requirecap('lookup', _('look up remote revision'))
196 self.requirecap('lookup', _('look up remote revision'))
197 f = future()
197 f = future()
198 yield {'key': encoding.fromlocal(key)}, f
198 yield {'key': encoding.fromlocal(key)}, f
199 d = f.value
199 d = f.value
200 success, data = d[:-1].split(" ", 1)
200 success, data = d[:-1].split(" ", 1)
201 if int(success):
201 if int(success):
202 yield bin(data)
202 yield bin(data)
203 else:
203 else:
204 self._abort(error.RepoError(data))
204 self._abort(error.RepoError(data))
205
205
206 @batchable
206 @batchable
207 def heads(self):
207 def heads(self):
208 f = future()
208 f = future()
209 yield {}, f
209 yield {}, f
210 d = f.value
210 d = f.value
211 try:
211 try:
212 yield decodelist(d[:-1])
212 yield decodelist(d[:-1])
213 except ValueError:
213 except ValueError:
214 self._abort(error.ResponseError(_("unexpected response:"), d))
214 self._abort(error.ResponseError(_("unexpected response:"), d))
215
215
216 @batchable
216 @batchable
217 def known(self, nodes):
217 def known(self, nodes):
218 f = future()
218 f = future()
219 yield {'nodes': encodelist(nodes)}, f
219 yield {'nodes': encodelist(nodes)}, f
220 d = f.value
220 d = f.value
221 try:
221 try:
222 yield [bool(int(b)) for b in d]
222 yield [bool(int(b)) for b in d]
223 except ValueError:
223 except ValueError:
224 self._abort(error.ResponseError(_("unexpected response:"), d))
224 self._abort(error.ResponseError(_("unexpected response:"), d))
225
225
226 @batchable
226 @batchable
227 def branchmap(self):
227 def branchmap(self):
228 f = future()
228 f = future()
229 yield {}, f
229 yield {}, f
230 d = f.value
230 d = f.value
231 try:
231 try:
232 branchmap = {}
232 branchmap = {}
233 for branchpart in d.splitlines():
233 for branchpart in d.splitlines():
234 branchname, branchheads = branchpart.split(' ', 1)
234 branchname, branchheads = branchpart.split(' ', 1)
235 branchname = encoding.tolocal(urlreq.unquote(branchname))
235 branchname = encoding.tolocal(urlreq.unquote(branchname))
236 branchheads = decodelist(branchheads)
236 branchheads = decodelist(branchheads)
237 branchmap[branchname] = branchheads
237 branchmap[branchname] = branchheads
238 yield branchmap
238 yield branchmap
239 except TypeError:
239 except TypeError:
240 self._abort(error.ResponseError(_("unexpected response:"), d))
240 self._abort(error.ResponseError(_("unexpected response:"), d))
241
241
242 @batchable
242 @batchable
243 def listkeys(self, namespace):
243 def listkeys(self, namespace):
244 if not self.capable('pushkey'):
244 if not self.capable('pushkey'):
245 yield {}, None
245 yield {}, None
246 f = future()
246 f = future()
247 self.ui.debug('preparing listkeys for "%s"\n' % namespace)
247 self.ui.debug('preparing listkeys for "%s"\n' % namespace)
248 yield {'namespace': encoding.fromlocal(namespace)}, f
248 yield {'namespace': encoding.fromlocal(namespace)}, f
249 d = f.value
249 d = f.value
250 self.ui.debug('received listkey for "%s": %i bytes\n'
250 self.ui.debug('received listkey for "%s": %i bytes\n'
251 % (namespace, len(d)))
251 % (namespace, len(d)))
252 yield pushkeymod.decodekeys(d)
252 yield pushkeymod.decodekeys(d)
253
253
254 @batchable
254 @batchable
255 def pushkey(self, namespace, key, old, new):
255 def pushkey(self, namespace, key, old, new):
256 if not self.capable('pushkey'):
256 if not self.capable('pushkey'):
257 yield False, None
257 yield False, None
258 f = future()
258 f = future()
259 self.ui.debug('preparing pushkey for "%s:%s"\n' % (namespace, key))
259 self.ui.debug('preparing pushkey for "%s:%s"\n' % (namespace, key))
260 yield {'namespace': encoding.fromlocal(namespace),
260 yield {'namespace': encoding.fromlocal(namespace),
261 'key': encoding.fromlocal(key),
261 'key': encoding.fromlocal(key),
262 'old': encoding.fromlocal(old),
262 'old': encoding.fromlocal(old),
263 'new': encoding.fromlocal(new)}, f
263 'new': encoding.fromlocal(new)}, f
264 d = f.value
264 d = f.value
265 d, output = d.split('\n', 1)
265 d, output = d.split('\n', 1)
266 try:
266 try:
267 d = bool(int(d))
267 d = bool(int(d))
268 except ValueError:
268 except ValueError:
269 raise error.ResponseError(
269 raise error.ResponseError(
270 _('push failed (unexpected response):'), d)
270 _('push failed (unexpected response):'), d)
271 for l in output.splitlines(True):
271 for l in output.splitlines(True):
272 self.ui.status(_('remote: '), l)
272 self.ui.status(_('remote: '), l)
273 yield d
273 yield d
274
274
275 def stream_out(self):
275 def stream_out(self):
276 return self._callstream('stream_out')
276 return self._callstream('stream_out')
277
277
278 def getbundle(self, source, **kwargs):
278 def getbundle(self, source, **kwargs):
279 kwargs = pycompat.byteskwargs(kwargs)
279 kwargs = pycompat.byteskwargs(kwargs)
280 self.requirecap('getbundle', _('look up remote changes'))
280 self.requirecap('getbundle', _('look up remote changes'))
281 opts = {}
281 opts = {}
282 bundlecaps = kwargs.get('bundlecaps')
282 bundlecaps = kwargs.get('bundlecaps')
283 if bundlecaps is not None:
283 if bundlecaps is not None:
284 kwargs['bundlecaps'] = sorted(bundlecaps)
284 kwargs['bundlecaps'] = sorted(bundlecaps)
285 else:
285 else:
286 bundlecaps = () # kwargs could have it to None
286 bundlecaps = () # kwargs could have it to None
287 for key, value in kwargs.iteritems():
287 for key, value in kwargs.iteritems():
288 if value is None:
288 if value is None:
289 continue
289 continue
290 keytype = gboptsmap.get(key)
290 keytype = gboptsmap.get(key)
291 if keytype is None:
291 if keytype is None:
292 raise error.ProgrammingError(
292 raise error.ProgrammingError(
293 'Unexpectedly None keytype for key %s' % key)
293 'Unexpectedly None keytype for key %s' % key)
294 elif keytype == 'nodes':
294 elif keytype == 'nodes':
295 value = encodelist(value)
295 value = encodelist(value)
296 elif keytype in ('csv', 'scsv'):
296 elif keytype in ('csv', 'scsv'):
297 value = ','.join(value)
297 value = ','.join(value)
298 elif keytype == 'boolean':
298 elif keytype == 'boolean':
299 value = '%i' % bool(value)
299 value = '%i' % bool(value)
300 elif keytype != 'plain':
300 elif keytype != 'plain':
301 raise KeyError('unknown getbundle option type %s'
301 raise KeyError('unknown getbundle option type %s'
302 % keytype)
302 % keytype)
303 opts[key] = value
303 opts[key] = value
304 f = self._callcompressable("getbundle", **pycompat.strkwargs(opts))
304 f = self._callcompressable("getbundle", **pycompat.strkwargs(opts))
305 if any((cap.startswith('HG2') for cap in bundlecaps)):
305 if any((cap.startswith('HG2') for cap in bundlecaps)):
306 return bundle2.getunbundler(self.ui, f)
306 return bundle2.getunbundler(self.ui, f)
307 else:
307 else:
308 return changegroupmod.cg1unpacker(f, 'UN')
308 return changegroupmod.cg1unpacker(f, 'UN')
309
309
310 def unbundle(self, cg, heads, url):
310 def unbundle(self, cg, heads, url):
311 '''Send cg (a readable file-like object representing the
311 '''Send cg (a readable file-like object representing the
312 changegroup to push, typically a chunkbuffer object) to the
312 changegroup to push, typically a chunkbuffer object) to the
313 remote server as a bundle.
313 remote server as a bundle.
314
314
315 When pushing a bundle10 stream, return an integer indicating the
315 When pushing a bundle10 stream, return an integer indicating the
316 result of the push (see changegroup.apply()).
316 result of the push (see changegroup.apply()).
317
317
318 When pushing a bundle20 stream, return a bundle20 stream.
318 When pushing a bundle20 stream, return a bundle20 stream.
319
319
320 `url` is the url the client thinks it's pushing to, which is
320 `url` is the url the client thinks it's pushing to, which is
321 visible to hooks.
321 visible to hooks.
322 '''
322 '''
323
323
324 if heads != ['force'] and self.capable('unbundlehash'):
324 if heads != ['force'] and self.capable('unbundlehash'):
325 heads = encodelist(['hashed',
325 heads = encodelist(['hashed',
326 hashlib.sha1(''.join(sorted(heads))).digest()])
326 hashlib.sha1(''.join(sorted(heads))).digest()])
327 else:
327 else:
328 heads = encodelist(heads)
328 heads = encodelist(heads)
329
329
330 if util.safehasattr(cg, 'deltaheader'):
330 if util.safehasattr(cg, 'deltaheader'):
331 # this a bundle10, do the old style call sequence
331 # this a bundle10, do the old style call sequence
332 ret, output = self._callpush("unbundle", cg, heads=heads)
332 ret, output = self._callpush("unbundle", cg, heads=heads)
333 if ret == "":
333 if ret == "":
334 raise error.ResponseError(
334 raise error.ResponseError(
335 _('push failed:'), output)
335 _('push failed:'), output)
336 try:
336 try:
337 ret = int(ret)
337 ret = int(ret)
338 except ValueError:
338 except ValueError:
339 raise error.ResponseError(
339 raise error.ResponseError(
340 _('push failed (unexpected response):'), ret)
340 _('push failed (unexpected response):'), ret)
341
341
342 for l in output.splitlines(True):
342 for l in output.splitlines(True):
343 self.ui.status(_('remote: '), l)
343 self.ui.status(_('remote: '), l)
344 else:
344 else:
345 # bundle2 push. Send a stream, fetch a stream.
345 # bundle2 push. Send a stream, fetch a stream.
346 stream = self._calltwowaystream('unbundle', cg, heads=heads)
346 stream = self._calltwowaystream('unbundle', cg, heads=heads)
347 ret = bundle2.getunbundler(self.ui, stream)
347 ret = bundle2.getunbundler(self.ui, stream)
348 return ret
348 return ret
349
349
350 # End of basewirepeer interface.
350 # End of basewirepeer interface.
351
351
352 # Begin of baselegacywirepeer interface.
352 # Begin of baselegacywirepeer interface.
353
353
354 def branches(self, nodes):
354 def branches(self, nodes):
355 n = encodelist(nodes)
355 n = encodelist(nodes)
356 d = self._call("branches", nodes=n)
356 d = self._call("branches", nodes=n)
357 try:
357 try:
358 br = [tuple(decodelist(b)) for b in d.splitlines()]
358 br = [tuple(decodelist(b)) for b in d.splitlines()]
359 return br
359 return br
360 except ValueError:
360 except ValueError:
361 self._abort(error.ResponseError(_("unexpected response:"), d))
361 self._abort(error.ResponseError(_("unexpected response:"), d))
362
362
363 def between(self, pairs):
363 def between(self, pairs):
364 batch = 8 # avoid giant requests
364 batch = 8 # avoid giant requests
365 r = []
365 r = []
366 for i in xrange(0, len(pairs), batch):
366 for i in xrange(0, len(pairs), batch):
367 n = " ".join([encodelist(p, '-') for p in pairs[i:i + batch]])
367 n = " ".join([encodelist(p, '-') for p in pairs[i:i + batch]])
368 d = self._call("between", pairs=n)
368 d = self._call("between", pairs=n)
369 try:
369 try:
370 r.extend(l and decodelist(l) or [] for l in d.splitlines())
370 r.extend(l and decodelist(l) or [] for l in d.splitlines())
371 except ValueError:
371 except ValueError:
372 self._abort(error.ResponseError(_("unexpected response:"), d))
372 self._abort(error.ResponseError(_("unexpected response:"), d))
373 return r
373 return r
374
374
375 def changegroup(self, nodes, kind):
375 def changegroup(self, nodes, kind):
376 n = encodelist(nodes)
376 n = encodelist(nodes)
377 f = self._callcompressable("changegroup", roots=n)
377 f = self._callcompressable("changegroup", roots=n)
378 return changegroupmod.cg1unpacker(f, 'UN')
378 return changegroupmod.cg1unpacker(f, 'UN')
379
379
380 def changegroupsubset(self, bases, heads, kind):
380 def changegroupsubset(self, bases, heads, kind):
381 self.requirecap('changegroupsubset', _('look up remote changes'))
381 self.requirecap('changegroupsubset', _('look up remote changes'))
382 bases = encodelist(bases)
382 bases = encodelist(bases)
383 heads = encodelist(heads)
383 heads = encodelist(heads)
384 f = self._callcompressable("changegroupsubset",
384 f = self._callcompressable("changegroupsubset",
385 bases=bases, heads=heads)
385 bases=bases, heads=heads)
386 return changegroupmod.cg1unpacker(f, 'UN')
386 return changegroupmod.cg1unpacker(f, 'UN')
387
387
388 # End of baselegacywirepeer interface.
388 # End of baselegacywirepeer interface.
389
389
390 def _submitbatch(self, req):
390 def _submitbatch(self, req):
391 """run batch request <req> on the server
391 """run batch request <req> on the server
392
392
393 Returns an iterator of the raw responses from the server.
393 Returns an iterator of the raw responses from the server.
394 """
394 """
395 rsp = self._callstream("batch", cmds=encodebatchcmds(req))
395 rsp = self._callstream("batch", cmds=encodebatchcmds(req))
396 chunk = rsp.read(1024)
396 chunk = rsp.read(1024)
397 work = [chunk]
397 work = [chunk]
398 while chunk:
398 while chunk:
399 while ';' not in chunk and chunk:
399 while ';' not in chunk and chunk:
400 chunk = rsp.read(1024)
400 chunk = rsp.read(1024)
401 work.append(chunk)
401 work.append(chunk)
402 merged = ''.join(work)
402 merged = ''.join(work)
403 while ';' in merged:
403 while ';' in merged:
404 one, merged = merged.split(';', 1)
404 one, merged = merged.split(';', 1)
405 yield unescapearg(one)
405 yield unescapearg(one)
406 chunk = rsp.read(1024)
406 chunk = rsp.read(1024)
407 work = [merged, chunk]
407 work = [merged, chunk]
408 yield unescapearg(''.join(work))
408 yield unescapearg(''.join(work))
409
409
410 def _submitone(self, op, args):
410 def _submitone(self, op, args):
411 return self._call(op, **pycompat.strkwargs(args))
411 return self._call(op, **pycompat.strkwargs(args))
412
412
413 def debugwireargs(self, one, two, three=None, four=None, five=None):
413 def debugwireargs(self, one, two, three=None, four=None, five=None):
414 # don't pass optional arguments left at their default value
414 # don't pass optional arguments left at their default value
415 opts = {}
415 opts = {}
416 if three is not None:
416 if three is not None:
417 opts[r'three'] = three
417 opts[r'three'] = three
418 if four is not None:
418 if four is not None:
419 opts[r'four'] = four
419 opts[r'four'] = four
420 return self._call('debugwireargs', one=one, two=two, **opts)
420 return self._call('debugwireargs', one=one, two=two, **opts)
421
421
422 def _call(self, cmd, **args):
422 def _call(self, cmd, **args):
423 """execute <cmd> on the server
423 """execute <cmd> on the server
424
424
425 The command is expected to return a simple string.
425 The command is expected to return a simple string.
426
426
427 returns the server reply as a string."""
427 returns the server reply as a string."""
428 raise NotImplementedError()
428 raise NotImplementedError()
429
429
430 def _callstream(self, cmd, **args):
430 def _callstream(self, cmd, **args):
431 """execute <cmd> on the server
431 """execute <cmd> on the server
432
432
433 The command is expected to return a stream. Note that if the
433 The command is expected to return a stream. Note that if the
434 command doesn't return a stream, _callstream behaves
434 command doesn't return a stream, _callstream behaves
435 differently for ssh and http peers.
435 differently for ssh and http peers.
436
436
437 returns the server reply as a file like object.
437 returns the server reply as a file like object.
438 """
438 """
439 raise NotImplementedError()
439 raise NotImplementedError()
440
440
441 def _callcompressable(self, cmd, **args):
441 def _callcompressable(self, cmd, **args):
442 """execute <cmd> on the server
442 """execute <cmd> on the server
443
443
444 The command is expected to return a stream.
444 The command is expected to return a stream.
445
445
446 The stream may have been compressed in some implementations. This
446 The stream may have been compressed in some implementations. This
447 function takes care of the decompression. This is the only difference
447 function takes care of the decompression. This is the only difference
448 with _callstream.
448 with _callstream.
449
449
450 returns the server reply as a file like object.
450 returns the server reply as a file like object.
451 """
451 """
452 raise NotImplementedError()
452 raise NotImplementedError()
453
453
454 def _callpush(self, cmd, fp, **args):
454 def _callpush(self, cmd, fp, **args):
455 """execute a <cmd> on server
455 """execute a <cmd> on server
456
456
457 The command is expected to be related to a push. Push has a special
457 The command is expected to be related to a push. Push has a special
458 return method.
458 return method.
459
459
460 returns the server reply as a (ret, output) tuple. ret is either
460 returns the server reply as a (ret, output) tuple. ret is either
461 empty (error) or a stringified int.
461 empty (error) or a stringified int.
462 """
462 """
463 raise NotImplementedError()
463 raise NotImplementedError()
464
464
465 def _calltwowaystream(self, cmd, fp, **args):
465 def _calltwowaystream(self, cmd, fp, **args):
466 """execute <cmd> on server
466 """execute <cmd> on server
467
467
468 The command will send a stream to the server and get a stream in reply.
468 The command will send a stream to the server and get a stream in reply.
469 """
469 """
470 raise NotImplementedError()
470 raise NotImplementedError()
471
471
472 def _abort(self, exception):
472 def _abort(self, exception):
473 """clearly abort the wire protocol connection and raise the exception
473 """clearly abort the wire protocol connection and raise the exception
474 """
474 """
475 raise NotImplementedError()
475 raise NotImplementedError()
476
476
477 # server side
477 # server side
478
478
479 # wire protocol command can either return a string or one of these classes.
479 # wire protocol command can either return a string or one of these classes.
480 class streamres(object):
480 class streamres(object):
481 """wireproto reply: binary stream
481 """wireproto reply: binary stream
482
482
483 The call was successful and the result is a stream.
483 The call was successful and the result is a stream.
484
484
485 Accepts a generator containing chunks of data to be sent to the client.
485 Accepts a generator containing chunks of data to be sent to the client.
486
486
487 ``prefer_uncompressed`` indicates that the data is expected to be
487 ``prefer_uncompressed`` indicates that the data is expected to be
488 uncompressable and that the stream should therefore use the ``none``
488 uncompressable and that the stream should therefore use the ``none``
489 engine.
489 engine.
490 """
490 """
491 def __init__(self, gen=None, prefer_uncompressed=False):
491 def __init__(self, gen=None, prefer_uncompressed=False):
492 self.gen = gen
492 self.gen = gen
493 self.prefer_uncompressed = prefer_uncompressed
493 self.prefer_uncompressed = prefer_uncompressed
494
494
495 class streamres_legacy(object):
495 class streamres_legacy(object):
496 """wireproto reply: uncompressed binary stream
496 """wireproto reply: uncompressed binary stream
497
497
498 The call was successful and the result is a stream.
498 The call was successful and the result is a stream.
499
499
500 Accepts a generator containing chunks of data to be sent to the client.
500 Accepts a generator containing chunks of data to be sent to the client.
501
501
502 Like ``streamres``, but sends an uncompressed data for "version 1" clients
502 Like ``streamres``, but sends an uncompressed data for "version 1" clients
503 using the application/mercurial-0.1 media type.
503 using the application/mercurial-0.1 media type.
504 """
504 """
505 def __init__(self, gen=None):
505 def __init__(self, gen=None):
506 self.gen = gen
506 self.gen = gen
507
507
508 class pushres(object):
508 class pushres(object):
509 """wireproto reply: success with simple integer return
509 """wireproto reply: success with simple integer return
510
510
511 The call was successful and returned an integer contained in `self.res`.
511 The call was successful and returned an integer contained in `self.res`.
512 """
512 """
513 def __init__(self, res):
513 def __init__(self, res):
514 self.res = res
514 self.res = res
515
515
516 class pusherr(object):
516 class pusherr(object):
517 """wireproto reply: failure
517 """wireproto reply: failure
518
518
519 The call failed. The `self.res` attribute contains the error message.
519 The call failed. The `self.res` attribute contains the error message.
520 """
520 """
521 def __init__(self, res):
521 def __init__(self, res):
522 self.res = res
522 self.res = res
523
523
524 class ooberror(object):
524 class ooberror(object):
525 """wireproto reply: failure of a batch of operation
525 """wireproto reply: failure of a batch of operation
526
526
527 Something failed during a batch call. The error message is stored in
527 Something failed during a batch call. The error message is stored in
528 `self.message`.
528 `self.message`.
529 """
529 """
530 def __init__(self, message):
530 def __init__(self, message):
531 self.message = message
531 self.message = message
532
532
533 def getdispatchrepo(repo, proto, command):
533 def getdispatchrepo(repo, proto, command):
534 """Obtain the repo used for processing wire protocol commands.
534 """Obtain the repo used for processing wire protocol commands.
535
535
536 The intent of this function is to serve as a monkeypatch point for
536 The intent of this function is to serve as a monkeypatch point for
537 extensions that need commands to operate on different repo views under
537 extensions that need commands to operate on different repo views under
538 specialized circumstances.
538 specialized circumstances.
539 """
539 """
540 return repo.filtered('served')
540 return repo.filtered('served')
541
541
542 def dispatch(repo, proto, command):
542 def dispatch(repo, proto, command):
543 repo = getdispatchrepo(repo, proto, command)
543 repo = getdispatchrepo(repo, proto, command)
544 func, spec = commands[command]
544 func, spec = commands[command]
545 args = proto.getargs(spec)
545 args = proto.getargs(spec)
546 return func(repo, proto, *args)
546 return func(repo, proto, *args)
547
547
548 def options(cmd, keys, others):
548 def options(cmd, keys, others):
549 opts = {}
549 opts = {}
550 for k in keys:
550 for k in keys:
551 if k in others:
551 if k in others:
552 opts[k] = others[k]
552 opts[k] = others[k]
553 del others[k]
553 del others[k]
554 if others:
554 if others:
555 util.stderr.write("warning: %s ignored unexpected arguments %s\n"
555 util.stderr.write("warning: %s ignored unexpected arguments %s\n"
556 % (cmd, ",".join(others)))
556 % (cmd, ",".join(others)))
557 return opts
557 return opts
558
558
559 def bundle1allowed(repo, action):
559 def bundle1allowed(repo, action):
560 """Whether a bundle1 operation is allowed from the server.
560 """Whether a bundle1 operation is allowed from the server.
561
561
562 Priority is:
562 Priority is:
563
563
564 1. server.bundle1gd.<action> (if generaldelta active)
564 1. server.bundle1gd.<action> (if generaldelta active)
565 2. server.bundle1.<action>
565 2. server.bundle1.<action>
566 3. server.bundle1gd (if generaldelta active)
566 3. server.bundle1gd (if generaldelta active)
567 4. server.bundle1
567 4. server.bundle1
568 """
568 """
569 ui = repo.ui
569 ui = repo.ui
570 gd = 'generaldelta' in repo.requirements
570 gd = 'generaldelta' in repo.requirements
571
571
572 if gd:
572 if gd:
573 v = ui.configbool('server', 'bundle1gd.%s' % action)
573 v = ui.configbool('server', 'bundle1gd.%s' % action)
574 if v is not None:
574 if v is not None:
575 return v
575 return v
576
576
577 v = ui.configbool('server', 'bundle1.%s' % action)
577 v = ui.configbool('server', 'bundle1.%s' % action)
578 if v is not None:
578 if v is not None:
579 return v
579 return v
580
580
581 if gd:
581 if gd:
582 v = ui.configbool('server', 'bundle1gd')
582 v = ui.configbool('server', 'bundle1gd')
583 if v is not None:
583 if v is not None:
584 return v
584 return v
585
585
586 return ui.configbool('server', 'bundle1')
586 return ui.configbool('server', 'bundle1')
587
587
588 def supportedcompengines(ui, proto, role):
588 def supportedcompengines(ui, proto, role):
589 """Obtain the list of supported compression engines for a request."""
589 """Obtain the list of supported compression engines for a request."""
590 assert role in (util.CLIENTROLE, util.SERVERROLE)
590 assert role in (util.CLIENTROLE, util.SERVERROLE)
591
591
592 compengines = util.compengines.supportedwireengines(role)
592 compengines = util.compengines.supportedwireengines(role)
593
593
594 # Allow config to override default list and ordering.
594 # Allow config to override default list and ordering.
595 if role == util.SERVERROLE:
595 if role == util.SERVERROLE:
596 configengines = ui.configlist('server', 'compressionengines')
596 configengines = ui.configlist('server', 'compressionengines')
597 config = 'server.compressionengines'
597 config = 'server.compressionengines'
598 else:
598 else:
599 # This is currently implemented mainly to facilitate testing. In most
599 # This is currently implemented mainly to facilitate testing. In most
600 # cases, the server should be in charge of choosing a compression engine
600 # cases, the server should be in charge of choosing a compression engine
601 # because a server has the most to lose from a sub-optimal choice. (e.g.
601 # because a server has the most to lose from a sub-optimal choice. (e.g.
602 # CPU DoS due to an expensive engine or a network DoS due to poor
602 # CPU DoS due to an expensive engine or a network DoS due to poor
603 # compression ratio).
603 # compression ratio).
604 configengines = ui.configlist('experimental',
604 configengines = ui.configlist('experimental',
605 'clientcompressionengines')
605 'clientcompressionengines')
606 config = 'experimental.clientcompressionengines'
606 config = 'experimental.clientcompressionengines'
607
607
608 # No explicit config. Filter out the ones that aren't supposed to be
608 # No explicit config. Filter out the ones that aren't supposed to be
609 # advertised and return default ordering.
609 # advertised and return default ordering.
610 if not configengines:
610 if not configengines:
611 attr = 'serverpriority' if role == util.SERVERROLE else 'clientpriority'
611 attr = 'serverpriority' if role == util.SERVERROLE else 'clientpriority'
612 return [e for e in compengines
612 return [e for e in compengines
613 if getattr(e.wireprotosupport(), attr) > 0]
613 if getattr(e.wireprotosupport(), attr) > 0]
614
614
615 # If compression engines are listed in the config, assume there is a good
615 # If compression engines are listed in the config, assume there is a good
616 # reason for it (like server operators wanting to achieve specific
616 # reason for it (like server operators wanting to achieve specific
617 # performance characteristics). So fail fast if the config references
617 # performance characteristics). So fail fast if the config references
618 # unusable compression engines.
618 # unusable compression engines.
619 validnames = set(e.name() for e in compengines)
619 validnames = set(e.name() for e in compengines)
620 invalidnames = set(e for e in configengines if e not in validnames)
620 invalidnames = set(e for e in configengines if e not in validnames)
621 if invalidnames:
621 if invalidnames:
622 raise error.Abort(_('invalid compression engine defined in %s: %s') %
622 raise error.Abort(_('invalid compression engine defined in %s: %s') %
623 (config, ', '.join(sorted(invalidnames))))
623 (config, ', '.join(sorted(invalidnames))))
624
624
625 compengines = [e for e in compengines if e.name() in configengines]
625 compengines = [e for e in compengines if e.name() in configengines]
626 compengines = sorted(compengines,
626 compengines = sorted(compengines,
627 key=lambda e: configengines.index(e.name()))
627 key=lambda e: configengines.index(e.name()))
628
628
629 if not compengines:
629 if not compengines:
630 raise error.Abort(_('%s config option does not specify any known '
630 raise error.Abort(_('%s config option does not specify any known '
631 'compression engines') % config,
631 'compression engines') % config,
632 hint=_('usable compression engines: %s') %
632 hint=_('usable compression engines: %s') %
633 ', '.sorted(validnames))
633 ', '.sorted(validnames))
634
634
635 return compengines
635 return compengines
636
636
637 # list of commands
637 # list of commands
638 commands = {}
638 commands = {}
639
639
640 def wireprotocommand(name, args=''):
640 def wireprotocommand(name, args=''):
641 """decorator for wire protocol command"""
641 """decorator for wire protocol command"""
642 def register(func):
642 def register(func):
643 commands[name] = (func, args)
643 commands[name] = (func, args)
644 return func
644 return func
645 return register
645 return register
646
646
647 @wireprotocommand('batch', 'cmds *')
647 @wireprotocommand('batch', 'cmds *')
648 def batch(repo, proto, cmds, others):
648 def batch(repo, proto, cmds, others):
649 repo = repo.filtered("served")
649 repo = repo.filtered("served")
650 res = []
650 res = []
651 for pair in cmds.split(';'):
651 for pair in cmds.split(';'):
652 op, args = pair.split(' ', 1)
652 op, args = pair.split(' ', 1)
653 vals = {}
653 vals = {}
654 for a in args.split(','):
654 for a in args.split(','):
655 if a:
655 if a:
656 n, v = a.split('=')
656 n, v = a.split('=')
657 vals[unescapearg(n)] = unescapearg(v)
657 vals[unescapearg(n)] = unescapearg(v)
658 func, spec = commands[op]
658 func, spec = commands[op]
659 if spec:
659 if spec:
660 keys = spec.split()
660 keys = spec.split()
661 data = {}
661 data = {}
662 for k in keys:
662 for k in keys:
663 if k == '*':
663 if k == '*':
664 star = {}
664 star = {}
665 for key in vals.keys():
665 for key in vals.keys():
666 if key not in keys:
666 if key not in keys:
667 star[key] = vals[key]
667 star[key] = vals[key]
668 data['*'] = star
668 data['*'] = star
669 else:
669 else:
670 data[k] = vals[k]
670 data[k] = vals[k]
671 result = func(repo, proto, *[data[k] for k in keys])
671 result = func(repo, proto, *[data[k] for k in keys])
672 else:
672 else:
673 result = func(repo, proto)
673 result = func(repo, proto)
674 if isinstance(result, ooberror):
674 if isinstance(result, ooberror):
675 return result
675 return result
676 res.append(escapearg(result))
676 res.append(escapearg(result))
677 return ';'.join(res)
677 return ';'.join(res)
678
678
679 @wireprotocommand('between', 'pairs')
679 @wireprotocommand('between', 'pairs')
680 def between(repo, proto, pairs):
680 def between(repo, proto, pairs):
681 pairs = [decodelist(p, '-') for p in pairs.split(" ")]
681 pairs = [decodelist(p, '-') for p in pairs.split(" ")]
682 r = []
682 r = []
683 for b in repo.between(pairs):
683 for b in repo.between(pairs):
684 r.append(encodelist(b) + "\n")
684 r.append(encodelist(b) + "\n")
685 return "".join(r)
685 return "".join(r)
686
686
687 @wireprotocommand('branchmap')
687 @wireprotocommand('branchmap')
688 def branchmap(repo, proto):
688 def branchmap(repo, proto):
689 branchmap = repo.branchmap()
689 branchmap = repo.branchmap()
690 heads = []
690 heads = []
691 for branch, nodes in branchmap.iteritems():
691 for branch, nodes in branchmap.iteritems():
692 branchname = urlreq.quote(encoding.fromlocal(branch))
692 branchname = urlreq.quote(encoding.fromlocal(branch))
693 branchnodes = encodelist(nodes)
693 branchnodes = encodelist(nodes)
694 heads.append('%s %s' % (branchname, branchnodes))
694 heads.append('%s %s' % (branchname, branchnodes))
695 return '\n'.join(heads)
695 return '\n'.join(heads)
696
696
697 @wireprotocommand('branches', 'nodes')
697 @wireprotocommand('branches', 'nodes')
698 def branches(repo, proto, nodes):
698 def branches(repo, proto, nodes):
699 nodes = decodelist(nodes)
699 nodes = decodelist(nodes)
700 r = []
700 r = []
701 for b in repo.branches(nodes):
701 for b in repo.branches(nodes):
702 r.append(encodelist(b) + "\n")
702 r.append(encodelist(b) + "\n")
703 return "".join(r)
703 return "".join(r)
704
704
705 @wireprotocommand('clonebundles', '')
705 @wireprotocommand('clonebundles', '')
706 def clonebundles(repo, proto):
706 def clonebundles(repo, proto):
707 """Server command for returning info for available bundles to seed clones.
707 """Server command for returning info for available bundles to seed clones.
708
708
709 Clients will parse this response and determine what bundle to fetch.
709 Clients will parse this response and determine what bundle to fetch.
710
710
711 Extensions may wrap this command to filter or dynamically emit data
711 Extensions may wrap this command to filter or dynamically emit data
712 depending on the request. e.g. you could advertise URLs for the closest
712 depending on the request. e.g. you could advertise URLs for the closest
713 data center given the client's IP address.
713 data center given the client's IP address.
714 """
714 """
715 return repo.vfs.tryread('clonebundles.manifest')
715 return repo.vfs.tryread('clonebundles.manifest')
716
716
717 wireprotocaps = ['lookup', 'changegroupsubset', 'branchmap', 'pushkey',
717 wireprotocaps = ['lookup', 'changegroupsubset', 'branchmap', 'pushkey',
718 'known', 'getbundle', 'unbundlehash', 'batch']
718 'known', 'getbundle', 'unbundlehash', 'batch']
719
719
720 def _capabilities(repo, proto):
720 def _capabilities(repo, proto):
721 """return a list of capabilities for a repo
721 """return a list of capabilities for a repo
722
722
723 This function exists to allow extensions to easily wrap capabilities
723 This function exists to allow extensions to easily wrap capabilities
724 computation
724 computation
725
725
726 - returns a lists: easy to alter
726 - returns a lists: easy to alter
727 - change done here will be propagated to both `capabilities` and `hello`
727 - change done here will be propagated to both `capabilities` and `hello`
728 command without any other action needed.
728 command without any other action needed.
729 """
729 """
730 # copy to prevent modification of the global list
730 # copy to prevent modification of the global list
731 caps = list(wireprotocaps)
731 caps = list(wireprotocaps)
732 if streamclone.allowservergeneration(repo):
732 if streamclone.allowservergeneration(repo):
733 if repo.ui.configbool('server', 'preferuncompressed'):
733 if repo.ui.configbool('server', 'preferuncompressed'):
734 caps.append('stream-preferred')
734 caps.append('stream-preferred')
735 requiredformats = repo.requirements & repo.supportedformats
735 requiredformats = repo.requirements & repo.supportedformats
736 # if our local revlogs are just revlogv1, add 'stream' cap
736 # if our local revlogs are just revlogv1, add 'stream' cap
737 if not requiredformats - {'revlogv1'}:
737 if not requiredformats - {'revlogv1'}:
738 caps.append('stream')
738 caps.append('stream')
739 # otherwise, add 'streamreqs' detailing our local revlog format
739 # otherwise, add 'streamreqs' detailing our local revlog format
740 else:
740 else:
741 caps.append('streamreqs=%s' % ','.join(sorted(requiredformats)))
741 caps.append('streamreqs=%s' % ','.join(sorted(requiredformats)))
742 if repo.ui.configbool('experimental', 'bundle2-advertise'):
742 if repo.ui.configbool('experimental', 'bundle2-advertise'):
743 capsblob = bundle2.encodecaps(bundle2.getrepocaps(repo, role='server'))
743 capsblob = bundle2.encodecaps(bundle2.getrepocaps(repo, role='server'))
744 caps.append('bundle2=' + urlreq.quote(capsblob))
744 caps.append('bundle2=' + urlreq.quote(capsblob))
745 caps.append('unbundle=%s' % ','.join(bundle2.bundlepriority))
745 caps.append('unbundle=%s' % ','.join(bundle2.bundlepriority))
746
746
747 if proto.name == 'http':
747 if proto.name == 'http':
748 caps.append('httpheader=%d' %
748 caps.append('httpheader=%d' %
749 repo.ui.configint('server', 'maxhttpheaderlen'))
749 repo.ui.configint('server', 'maxhttpheaderlen'))
750 if repo.ui.configbool('experimental', 'httppostargs'):
750 if repo.ui.configbool('experimental', 'httppostargs'):
751 caps.append('httppostargs')
751 caps.append('httppostargs')
752
752
753 # FUTURE advertise 0.2rx once support is implemented
753 # FUTURE advertise 0.2rx once support is implemented
754 # FUTURE advertise minrx and mintx after consulting config option
754 # FUTURE advertise minrx and mintx after consulting config option
755 caps.append('httpmediatype=0.1rx,0.1tx,0.2tx')
755 caps.append('httpmediatype=0.1rx,0.1tx,0.2tx')
756
756
757 compengines = supportedcompengines(repo.ui, proto, util.SERVERROLE)
757 compengines = supportedcompengines(repo.ui, proto, util.SERVERROLE)
758 if compengines:
758 if compengines:
759 comptypes = ','.join(urlreq.quote(e.wireprotosupport().name)
759 comptypes = ','.join(urlreq.quote(e.wireprotosupport().name)
760 for e in compengines)
760 for e in compengines)
761 caps.append('compression=%s' % comptypes)
761 caps.append('compression=%s' % comptypes)
762
762
763 return caps
763 return caps
764
764
765 # If you are writing an extension and consider wrapping this function. Wrap
765 # If you are writing an extension and consider wrapping this function. Wrap
766 # `_capabilities` instead.
766 # `_capabilities` instead.
767 @wireprotocommand('capabilities')
767 @wireprotocommand('capabilities')
768 def capabilities(repo, proto):
768 def capabilities(repo, proto):
769 return ' '.join(_capabilities(repo, proto))
769 return ' '.join(_capabilities(repo, proto))
770
770
771 @wireprotocommand('changegroup', 'roots')
771 @wireprotocommand('changegroup', 'roots')
772 def changegroup(repo, proto, roots):
772 def changegroup(repo, proto, roots):
773 nodes = decodelist(roots)
773 nodes = decodelist(roots)
774 outgoing = discovery.outgoing(repo, missingroots=nodes,
774 outgoing = discovery.outgoing(repo, missingroots=nodes,
775 missingheads=repo.heads())
775 missingheads=repo.heads())
776 cg = changegroupmod.makechangegroup(repo, outgoing, '01', 'serve')
776 cg = changegroupmod.makechangegroup(repo, outgoing, '01', 'serve')
777 gen = iter(lambda: cg.read(32768), '')
777 gen = iter(lambda: cg.read(32768), '')
778 return streamres(gen=gen)
778 return streamres(gen=gen)
779
779
780 @wireprotocommand('changegroupsubset', 'bases heads')
780 @wireprotocommand('changegroupsubset', 'bases heads')
781 def changegroupsubset(repo, proto, bases, heads):
781 def changegroupsubset(repo, proto, bases, heads):
782 bases = decodelist(bases)
782 bases = decodelist(bases)
783 heads = decodelist(heads)
783 heads = decodelist(heads)
784 outgoing = discovery.outgoing(repo, missingroots=bases,
784 outgoing = discovery.outgoing(repo, missingroots=bases,
785 missingheads=heads)
785 missingheads=heads)
786 cg = changegroupmod.makechangegroup(repo, outgoing, '01', 'serve')
786 cg = changegroupmod.makechangegroup(repo, outgoing, '01', 'serve')
787 gen = iter(lambda: cg.read(32768), '')
787 gen = iter(lambda: cg.read(32768), '')
788 return streamres(gen=gen)
788 return streamres(gen=gen)
789
789
790 @wireprotocommand('debugwireargs', 'one two *')
790 @wireprotocommand('debugwireargs', 'one two *')
791 def debugwireargs(repo, proto, one, two, others):
791 def debugwireargs(repo, proto, one, two, others):
792 # only accept optional args from the known set
792 # only accept optional args from the known set
793 opts = options('debugwireargs', ['three', 'four'], others)
793 opts = options('debugwireargs', ['three', 'four'], others)
794 return repo.debugwireargs(one, two, **pycompat.strkwargs(opts))
794 return repo.debugwireargs(one, two, **pycompat.strkwargs(opts))
795
795
796 @wireprotocommand('getbundle', '*')
796 @wireprotocommand('getbundle', '*')
797 def getbundle(repo, proto, others):
797 def getbundle(repo, proto, others):
798 opts = options('getbundle', gboptsmap.keys(), others)
798 opts = options('getbundle', gboptsmap.keys(), others)
799 for k, v in opts.iteritems():
799 for k, v in opts.iteritems():
800 keytype = gboptsmap[k]
800 keytype = gboptsmap[k]
801 if keytype == 'nodes':
801 if keytype == 'nodes':
802 opts[k] = decodelist(v)
802 opts[k] = decodelist(v)
803 elif keytype == 'csv':
803 elif keytype == 'csv':
804 opts[k] = list(v.split(','))
804 opts[k] = list(v.split(','))
805 elif keytype == 'scsv':
805 elif keytype == 'scsv':
806 opts[k] = set(v.split(','))
806 opts[k] = set(v.split(','))
807 elif keytype == 'boolean':
807 elif keytype == 'boolean':
808 # Client should serialize False as '0', which is a non-empty string
808 # Client should serialize False as '0', which is a non-empty string
809 # so it evaluates as a True bool.
809 # so it evaluates as a True bool.
810 if v == '0':
810 if v == '0':
811 opts[k] = False
811 opts[k] = False
812 else:
812 else:
813 opts[k] = bool(v)
813 opts[k] = bool(v)
814 elif keytype != 'plain':
814 elif keytype != 'plain':
815 raise KeyError('unknown getbundle option type %s'
815 raise KeyError('unknown getbundle option type %s'
816 % keytype)
816 % keytype)
817
817
818 if not bundle1allowed(repo, 'pull'):
818 if not bundle1allowed(repo, 'pull'):
819 if not exchange.bundle2requested(opts.get('bundlecaps')):
819 if not exchange.bundle2requested(opts.get('bundlecaps')):
820 if proto.name == 'http':
820 if proto.name == 'http':
821 return ooberror(bundle2required)
821 return ooberror(bundle2required)
822 raise error.Abort(bundle2requiredmain,
822 raise error.Abort(bundle2requiredmain,
823 hint=bundle2requiredhint)
823 hint=bundle2requiredhint)
824
824
825 prefercompressed = True
825 prefercompressed = True
826
826
827 try:
827 try:
828 if repo.ui.configbool('server', 'disablefullbundle'):
828 if repo.ui.configbool('server', 'disablefullbundle'):
829 # Check to see if this is a full clone.
829 # Check to see if this is a full clone.
830 clheads = set(repo.changelog.heads())
830 clheads = set(repo.changelog.heads())
831 changegroup = opts.get('cg', True)
831 changegroup = opts.get('cg', True)
832 heads = set(opts.get('heads', set()))
832 heads = set(opts.get('heads', set()))
833 common = set(opts.get('common', set()))
833 common = set(opts.get('common', set()))
834 common.discard(nullid)
834 common.discard(nullid)
835 if changegroup and not common and clheads == heads:
835 if changegroup and not common and clheads == heads:
836 raise error.Abort(
836 raise error.Abort(
837 _('server has pull-based clones disabled'),
837 _('server has pull-based clones disabled'),
838 hint=_('remove --pull if specified or upgrade Mercurial'))
838 hint=_('remove --pull if specified or upgrade Mercurial'))
839
839
840 info, chunks = exchange.getbundlechunks(repo, 'serve',
840 info, chunks = exchange.getbundlechunks(repo, 'serve',
841 **pycompat.strkwargs(opts))
841 **pycompat.strkwargs(opts))
842 prefercompressed = info.get('prefercompressed', True)
842 prefercompressed = info.get('prefercompressed', True)
843 except error.Abort as exc:
843 except error.Abort as exc:
844 # cleanly forward Abort error to the client
844 # cleanly forward Abort error to the client
845 if not exchange.bundle2requested(opts.get('bundlecaps')):
845 if not exchange.bundle2requested(opts.get('bundlecaps')):
846 if proto.name == 'http':
846 if proto.name == 'http':
847 return ooberror(str(exc) + '\n')
847 return ooberror(str(exc) + '\n')
848 raise # cannot do better for bundle1 + ssh
848 raise # cannot do better for bundle1 + ssh
849 # bundle2 request expect a bundle2 reply
849 # bundle2 request expect a bundle2 reply
850 bundler = bundle2.bundle20(repo.ui)
850 bundler = bundle2.bundle20(repo.ui)
851 manargs = [('message', str(exc))]
851 manargs = [('message', str(exc))]
852 advargs = []
852 advargs = []
853 if exc.hint is not None:
853 if exc.hint is not None:
854 advargs.append(('hint', exc.hint))
854 advargs.append(('hint', exc.hint))
855 bundler.addpart(bundle2.bundlepart('error:abort',
855 bundler.addpart(bundle2.bundlepart('error:abort',
856 manargs, advargs))
856 manargs, advargs))
857 chunks = bundler.getchunks()
857 chunks = bundler.getchunks()
858 prefercompressed = False
858 prefercompressed = False
859
859
860 return streamres(gen=chunks, prefer_uncompressed=not prefercompressed)
860 return streamres(gen=chunks, prefer_uncompressed=not prefercompressed)
861
861
862 @wireprotocommand('heads')
862 @wireprotocommand('heads')
863 def heads(repo, proto):
863 def heads(repo, proto):
864 h = repo.heads()
864 h = repo.heads()
865 return encodelist(h) + "\n"
865 return encodelist(h) + "\n"
866
866
867 @wireprotocommand('hello')
867 @wireprotocommand('hello')
868 def hello(repo, proto):
868 def hello(repo, proto):
869 '''the hello command returns a set of lines describing various
869 '''the hello command returns a set of lines describing various
870 interesting things about the server, in an RFC822-like format.
870 interesting things about the server, in an RFC822-like format.
871 Currently the only one defined is "capabilities", which
871 Currently the only one defined is "capabilities", which
872 consists of a line in the form:
872 consists of a line in the form:
873
873
874 capabilities: space separated list of tokens
874 capabilities: space separated list of tokens
875 '''
875 '''
876 return "capabilities: %s\n" % (capabilities(repo, proto))
876 return "capabilities: %s\n" % (capabilities(repo, proto))
877
877
878 @wireprotocommand('listkeys', 'namespace')
878 @wireprotocommand('listkeys', 'namespace')
879 def listkeys(repo, proto, namespace):
879 def listkeys(repo, proto, namespace):
880 d = repo.listkeys(encoding.tolocal(namespace)).items()
880 d = repo.listkeys(encoding.tolocal(namespace)).items()
881 return pushkeymod.encodekeys(d)
881 return pushkeymod.encodekeys(d)
882
882
883 @wireprotocommand('lookup', 'key')
883 @wireprotocommand('lookup', 'key')
884 def lookup(repo, proto, key):
884 def lookup(repo, proto, key):
885 try:
885 try:
886 k = encoding.tolocal(key)
886 k = encoding.tolocal(key)
887 c = repo[k]
887 c = repo[k]
888 r = c.hex()
888 r = c.hex()
889 success = 1
889 success = 1
890 except Exception as inst:
890 except Exception as inst:
891 r = str(inst)
891 r = str(inst)
892 success = 0
892 success = 0
893 return "%d %s\n" % (success, r)
893 return "%d %s\n" % (success, r)
894
894
895 @wireprotocommand('known', 'nodes *')
895 @wireprotocommand('known', 'nodes *')
896 def known(repo, proto, nodes, others):
896 def known(repo, proto, nodes, others):
897 return ''.join(b and "1" or "0" for b in repo.known(decodelist(nodes)))
897 return ''.join(b and "1" or "0" for b in repo.known(decodelist(nodes)))
898
898
899 @wireprotocommand('pushkey', 'namespace key old new')
899 @wireprotocommand('pushkey', 'namespace key old new')
900 def pushkey(repo, proto, namespace, key, old, new):
900 def pushkey(repo, proto, namespace, key, old, new):
901 # compatibility with pre-1.8 clients which were accidentally
901 # compatibility with pre-1.8 clients which were accidentally
902 # sending raw binary nodes rather than utf-8-encoded hex
902 # sending raw binary nodes rather than utf-8-encoded hex
903 if len(new) == 20 and util.escapestr(new) != new:
903 if len(new) == 20 and util.escapestr(new) != new:
904 # looks like it could be a binary node
904 # looks like it could be a binary node
905 try:
905 try:
906 new.decode('utf-8')
906 new.decode('utf-8')
907 new = encoding.tolocal(new) # but cleanly decodes as UTF-8
907 new = encoding.tolocal(new) # but cleanly decodes as UTF-8
908 except UnicodeDecodeError:
908 except UnicodeDecodeError:
909 pass # binary, leave unmodified
909 pass # binary, leave unmodified
910 else:
910 else:
911 new = encoding.tolocal(new) # normal path
911 new = encoding.tolocal(new) # normal path
912
912
913 if util.safehasattr(proto, 'restore'):
913 if util.safehasattr(proto, 'restore'):
914
914
915 proto.redirect()
915 proto.redirect()
916
916
917 try:
917 r = repo.pushkey(encoding.tolocal(namespace), encoding.tolocal(key),
918 r = repo.pushkey(encoding.tolocal(namespace), encoding.tolocal(key),
918 encoding.tolocal(old), new) or False
919 encoding.tolocal(old), new) or False
920 except error.Abort:
921 r = False
922
919
923 output = proto.restore()
920 output = proto.restore()
924
921
925 return '%s\n%s' % (int(r), output)
922 return '%s\n%s' % (int(r), output)
926
923
927 r = repo.pushkey(encoding.tolocal(namespace), encoding.tolocal(key),
924 r = repo.pushkey(encoding.tolocal(namespace), encoding.tolocal(key),
928 encoding.tolocal(old), new)
925 encoding.tolocal(old), new)
929 return '%s\n' % int(r)
926 return '%s\n' % int(r)
930
927
931 @wireprotocommand('stream_out')
928 @wireprotocommand('stream_out')
932 def stream(repo, proto):
929 def stream(repo, proto):
933 '''If the server supports streaming clone, it advertises the "stream"
930 '''If the server supports streaming clone, it advertises the "stream"
934 capability with a value representing the version and flags of the repo
931 capability with a value representing the version and flags of the repo
935 it is serving. Client checks to see if it understands the format.
932 it is serving. Client checks to see if it understands the format.
936 '''
933 '''
937 return streamres_legacy(streamclone.generatev1wireproto(repo))
934 return streamres_legacy(streamclone.generatev1wireproto(repo))
938
935
939 @wireprotocommand('unbundle', 'heads')
936 @wireprotocommand('unbundle', 'heads')
940 def unbundle(repo, proto, heads):
937 def unbundle(repo, proto, heads):
941 their_heads = decodelist(heads)
938 their_heads = decodelist(heads)
942
939
943 try:
940 try:
944 proto.redirect()
941 proto.redirect()
945
942
946 exchange.check_heads(repo, their_heads, 'preparing changes')
943 exchange.check_heads(repo, their_heads, 'preparing changes')
947
944
948 # write bundle data to temporary file because it can be big
945 # write bundle data to temporary file because it can be big
949 fd, tempname = tempfile.mkstemp(prefix='hg-unbundle-')
946 fd, tempname = tempfile.mkstemp(prefix='hg-unbundle-')
950 fp = os.fdopen(fd, pycompat.sysstr('wb+'))
947 fp = os.fdopen(fd, pycompat.sysstr('wb+'))
951 r = 0
948 r = 0
952 try:
949 try:
953 proto.getfile(fp)
950 proto.getfile(fp)
954 fp.seek(0)
951 fp.seek(0)
955 gen = exchange.readbundle(repo.ui, fp, None)
952 gen = exchange.readbundle(repo.ui, fp, None)
956 if (isinstance(gen, changegroupmod.cg1unpacker)
953 if (isinstance(gen, changegroupmod.cg1unpacker)
957 and not bundle1allowed(repo, 'push')):
954 and not bundle1allowed(repo, 'push')):
958 if proto.name == 'http':
955 if proto.name == 'http':
959 # need to special case http because stderr do not get to
956 # need to special case http because stderr do not get to
960 # the http client on failed push so we need to abuse some
957 # the http client on failed push so we need to abuse some
961 # other error type to make sure the message get to the
958 # other error type to make sure the message get to the
962 # user.
959 # user.
963 return ooberror(bundle2required)
960 return ooberror(bundle2required)
964 raise error.Abort(bundle2requiredmain,
961 raise error.Abort(bundle2requiredmain,
965 hint=bundle2requiredhint)
962 hint=bundle2requiredhint)
966
963
967 r = exchange.unbundle(repo, gen, their_heads, 'serve',
964 r = exchange.unbundle(repo, gen, their_heads, 'serve',
968 proto._client())
965 proto._client())
969 if util.safehasattr(r, 'addpart'):
966 if util.safehasattr(r, 'addpart'):
970 # The return looks streamable, we are in the bundle2 case and
967 # The return looks streamable, we are in the bundle2 case and
971 # should return a stream.
968 # should return a stream.
972 return streamres_legacy(gen=r.getchunks())
969 return streamres_legacy(gen=r.getchunks())
973 return pushres(r)
970 return pushres(r)
974
971
975 finally:
972 finally:
976 fp.close()
973 fp.close()
977 os.unlink(tempname)
974 os.unlink(tempname)
978
975
979 except (error.BundleValueError, error.Abort, error.PushRaced) as exc:
976 except (error.BundleValueError, error.Abort, error.PushRaced) as exc:
980 # handle non-bundle2 case first
977 # handle non-bundle2 case first
981 if not getattr(exc, 'duringunbundle2', False):
978 if not getattr(exc, 'duringunbundle2', False):
982 try:
979 try:
983 raise
980 raise
984 except error.Abort:
981 except error.Abort:
985 # The old code we moved used util.stderr directly.
982 # The old code we moved used util.stderr directly.
986 # We did not change it to minimise code change.
983 # We did not change it to minimise code change.
987 # This need to be moved to something proper.
984 # This need to be moved to something proper.
988 # Feel free to do it.
985 # Feel free to do it.
989 util.stderr.write("abort: %s\n" % exc)
986 util.stderr.write("abort: %s\n" % exc)
990 if exc.hint is not None:
987 if exc.hint is not None:
991 util.stderr.write("(%s)\n" % exc.hint)
988 util.stderr.write("(%s)\n" % exc.hint)
992 return pushres(0)
989 return pushres(0)
993 except error.PushRaced:
990 except error.PushRaced:
994 return pusherr(str(exc))
991 return pusherr(str(exc))
995
992
996 bundler = bundle2.bundle20(repo.ui)
993 bundler = bundle2.bundle20(repo.ui)
997 for out in getattr(exc, '_bundle2salvagedoutput', ()):
994 for out in getattr(exc, '_bundle2salvagedoutput', ()):
998 bundler.addpart(out)
995 bundler.addpart(out)
999 try:
996 try:
1000 try:
997 try:
1001 raise
998 raise
1002 except error.PushkeyFailed as exc:
999 except error.PushkeyFailed as exc:
1003 # check client caps
1000 # check client caps
1004 remotecaps = getattr(exc, '_replycaps', None)
1001 remotecaps = getattr(exc, '_replycaps', None)
1005 if (remotecaps is not None
1002 if (remotecaps is not None
1006 and 'pushkey' not in remotecaps.get('error', ())):
1003 and 'pushkey' not in remotecaps.get('error', ())):
1007 # no support remote side, fallback to Abort handler.
1004 # no support remote side, fallback to Abort handler.
1008 raise
1005 raise
1009 part = bundler.newpart('error:pushkey')
1006 part = bundler.newpart('error:pushkey')
1010 part.addparam('in-reply-to', exc.partid)
1007 part.addparam('in-reply-to', exc.partid)
1011 if exc.namespace is not None:
1008 if exc.namespace is not None:
1012 part.addparam('namespace', exc.namespace, mandatory=False)
1009 part.addparam('namespace', exc.namespace, mandatory=False)
1013 if exc.key is not None:
1010 if exc.key is not None:
1014 part.addparam('key', exc.key, mandatory=False)
1011 part.addparam('key', exc.key, mandatory=False)
1015 if exc.new is not None:
1012 if exc.new is not None:
1016 part.addparam('new', exc.new, mandatory=False)
1013 part.addparam('new', exc.new, mandatory=False)
1017 if exc.old is not None:
1014 if exc.old is not None:
1018 part.addparam('old', exc.old, mandatory=False)
1015 part.addparam('old', exc.old, mandatory=False)
1019 if exc.ret is not None:
1016 if exc.ret is not None:
1020 part.addparam('ret', exc.ret, mandatory=False)
1017 part.addparam('ret', exc.ret, mandatory=False)
1021 except error.BundleValueError as exc:
1018 except error.BundleValueError as exc:
1022 errpart = bundler.newpart('error:unsupportedcontent')
1019 errpart = bundler.newpart('error:unsupportedcontent')
1023 if exc.parttype is not None:
1020 if exc.parttype is not None:
1024 errpart.addparam('parttype', exc.parttype)
1021 errpart.addparam('parttype', exc.parttype)
1025 if exc.params:
1022 if exc.params:
1026 errpart.addparam('params', '\0'.join(exc.params))
1023 errpart.addparam('params', '\0'.join(exc.params))
1027 except error.Abort as exc:
1024 except error.Abort as exc:
1028 manargs = [('message', str(exc))]
1025 manargs = [('message', str(exc))]
1029 advargs = []
1026 advargs = []
1030 if exc.hint is not None:
1027 if exc.hint is not None:
1031 advargs.append(('hint', exc.hint))
1028 advargs.append(('hint', exc.hint))
1032 bundler.addpart(bundle2.bundlepart('error:abort',
1029 bundler.addpart(bundle2.bundlepart('error:abort',
1033 manargs, advargs))
1030 manargs, advargs))
1034 except error.PushRaced as exc:
1031 except error.PushRaced as exc:
1035 bundler.newpart('error:pushraced', [('message', str(exc))])
1032 bundler.newpart('error:pushraced', [('message', str(exc))])
1036 return streamres_legacy(gen=bundler.getchunks())
1033 return streamres_legacy(gen=bundler.getchunks())
General Comments 0
You need to be logged in to leave comments. Login now