##// END OF EJS Templates
Inform the user about the new URL when being redirected via http....
Thomas Arendsen Hein -
r3570:c141d071 default
parent child Browse files
Show More
@@ -1,384 +1,388 b''
1 1 # httprepo.py - HTTP repository proxy classes for mercurial
2 2 #
3 3 # Copyright 2005, 2006 Matt Mackall <mpm@selenic.com>
4 4 # Copyright 2006 Vadim Gelfer <vadim.gelfer@gmail.com>
5 5 #
6 6 # This software may be used and distributed according to the terms
7 7 # of the GNU General Public License, incorporated herein by reference.
8 8
9 9 from node import *
10 10 from remoterepo import *
11 11 from i18n import gettext as _
12 12 from demandload import *
13 13 demandload(globals(), "hg os urllib urllib2 urlparse zlib util httplib")
14 14 demandload(globals(), "errno keepalive tempfile socket")
15 15
16 16 class passwordmgr(urllib2.HTTPPasswordMgrWithDefaultRealm):
17 17 def __init__(self, ui):
18 18 urllib2.HTTPPasswordMgrWithDefaultRealm.__init__(self)
19 19 self.ui = ui
20 20
21 21 def find_user_password(self, realm, authuri):
22 22 authinfo = urllib2.HTTPPasswordMgrWithDefaultRealm.find_user_password(
23 23 self, realm, authuri)
24 24 user, passwd = authinfo
25 25 if user and passwd:
26 26 return (user, passwd)
27 27
28 28 if not self.ui.interactive:
29 29 raise util.Abort(_('http authorization required'))
30 30
31 31 self.ui.write(_("http authorization required\n"))
32 32 self.ui.status(_("realm: %s\n") % realm)
33 33 if user:
34 34 self.ui.status(_("user: %s\n") % user)
35 35 else:
36 36 user = self.ui.prompt(_("user:"), default=None)
37 37
38 38 if not passwd:
39 39 passwd = self.ui.getpass()
40 40
41 41 self.add_password(realm, authuri, user, passwd)
42 42 return (user, passwd)
43 43
44 44 def netlocsplit(netloc):
45 45 '''split [user[:passwd]@]host[:port] into 4-tuple.'''
46 46
47 47 a = netloc.find('@')
48 48 if a == -1:
49 49 user, passwd = None, None
50 50 else:
51 51 userpass, netloc = netloc[:a], netloc[a+1:]
52 52 c = userpass.find(':')
53 53 if c == -1:
54 54 user, passwd = urllib.unquote(userpass), None
55 55 else:
56 56 user = urllib.unquote(userpass[:c])
57 57 passwd = urllib.unquote(userpass[c+1:])
58 58 c = netloc.find(':')
59 59 if c == -1:
60 60 host, port = netloc, None
61 61 else:
62 62 host, port = netloc[:c], netloc[c+1:]
63 63 return host, port, user, passwd
64 64
65 65 def netlocunsplit(host, port, user=None, passwd=None):
66 66 '''turn host, port, user, passwd into [user[:passwd]@]host[:port].'''
67 67 if port:
68 68 hostport = host + ':' + port
69 69 else:
70 70 hostport = host
71 71 if user:
72 72 if passwd:
73 73 userpass = urllib.quote(user) + ':' + urllib.quote(passwd)
74 74 else:
75 75 userpass = urllib.quote(user)
76 76 return userpass + '@' + hostport
77 77 return hostport
78 78
79 79 class httpconnection(keepalive.HTTPConnection):
80 80 # must be able to send big bundle as stream.
81 81
82 82 def send(self, data):
83 83 if isinstance(data, str):
84 84 keepalive.HTTPConnection.send(self, data)
85 85 else:
86 86 # if auth required, some data sent twice, so rewind here
87 87 data.seek(0)
88 88 for chunk in util.filechunkiter(data):
89 89 keepalive.HTTPConnection.send(self, chunk)
90 90
91 91 class basehttphandler(keepalive.HTTPHandler):
92 92 def http_open(self, req):
93 93 return self.do_open(httpconnection, req)
94 94
95 95 has_https = hasattr(urllib2, 'HTTPSHandler')
96 96 if has_https:
97 97 class httpsconnection(httplib.HTTPSConnection):
98 98 response_class = keepalive.HTTPResponse
99 99 # must be able to send big bundle as stream.
100 100
101 101 def send(self, data):
102 102 if isinstance(data, str):
103 103 httplib.HTTPSConnection.send(self, data)
104 104 else:
105 105 # if auth required, some data sent twice, so rewind here
106 106 data.seek(0)
107 107 for chunk in util.filechunkiter(data):
108 108 httplib.HTTPSConnection.send(self, chunk)
109 109
110 110 class httphandler(basehttphandler, urllib2.HTTPSHandler):
111 111 def https_open(self, req):
112 112 return self.do_open(httpsconnection, req)
113 113 else:
114 114 class httphandler(basehttphandler):
115 115 pass
116 116
117 117 class httprepository(remoterepository):
118 118 def __init__(self, ui, path):
119 119 self.path = path
120 120 self.caps = None
121 121 scheme, netloc, urlpath, query, frag = urlparse.urlsplit(path)
122 122 if query or frag:
123 123 raise util.Abort(_('unsupported URL component: "%s"') %
124 124 (query or frag))
125 125 if not urlpath: urlpath = '/'
126 126 host, port, user, passwd = netlocsplit(netloc)
127 127
128 128 # urllib cannot handle URLs with embedded user or passwd
129 129 self._url = urlparse.urlunsplit((scheme, netlocunsplit(host, port),
130 130 urlpath, '', ''))
131 131 self.ui = ui
132 132
133 133 proxyurl = ui.config("http_proxy", "host") or os.getenv('http_proxy')
134 134 # XXX proxyauthinfo = None
135 135 handler = httphandler()
136 136
137 137 if proxyurl:
138 138 # proxy can be proper url or host[:port]
139 139 if not (proxyurl.startswith('http:') or
140 140 proxyurl.startswith('https:')):
141 141 proxyurl = 'http://' + proxyurl + '/'
142 142 snpqf = urlparse.urlsplit(proxyurl)
143 143 proxyscheme, proxynetloc, proxypath, proxyquery, proxyfrag = snpqf
144 144 hpup = netlocsplit(proxynetloc)
145 145
146 146 proxyhost, proxyport, proxyuser, proxypasswd = hpup
147 147 if not proxyuser:
148 148 proxyuser = ui.config("http_proxy", "user")
149 149 proxypasswd = ui.config("http_proxy", "passwd")
150 150
151 151 # see if we should use a proxy for this url
152 152 no_list = [ "localhost", "127.0.0.1" ]
153 153 no_list.extend([p.lower() for
154 154 p in ui.configlist("http_proxy", "no")])
155 155 no_list.extend([p.strip().lower() for
156 156 p in os.getenv("no_proxy", '').split(',')
157 157 if p.strip()])
158 158 # "http_proxy.always" config is for running tests on localhost
159 159 if (not ui.configbool("http_proxy", "always") and
160 160 host.lower() in no_list):
161 161 ui.debug(_('disabling proxy for %s\n') % host)
162 162 else:
163 163 proxyurl = urlparse.urlunsplit((
164 164 proxyscheme, netlocunsplit(proxyhost, proxyport,
165 165 proxyuser, proxypasswd or ''),
166 166 proxypath, proxyquery, proxyfrag))
167 167 handler = urllib2.ProxyHandler({scheme: proxyurl})
168 168 ui.debug(_('proxying through http://%s:%s\n') %
169 169 (proxyhost, proxyport))
170 170
171 171 # urllib2 takes proxy values from the environment and those
172 172 # will take precedence if found, so drop them
173 173 for env in ["HTTP_PROXY", "http_proxy", "no_proxy"]:
174 174 try:
175 175 if os.environ.has_key(env):
176 176 del os.environ[env]
177 177 except OSError:
178 178 pass
179 179
180 180 passmgr = passwordmgr(ui)
181 181 if user:
182 182 ui.debug(_('http auth: user %s, password %s\n') %
183 183 (user, passwd and '*' * len(passwd) or 'not set'))
184 184 passmgr.add_password(None, host, user, passwd or '')
185 185
186 186 opener = urllib2.build_opener(
187 187 handler,
188 188 urllib2.HTTPBasicAuthHandler(passmgr),
189 189 urllib2.HTTPDigestAuthHandler(passmgr))
190 190
191 191 # 1.0 here is the _protocol_ version
192 192 opener.addheaders = [('User-agent', 'mercurial/proto-1.0')]
193 193 urllib2.install_opener(opener)
194 194
195 195 def url(self):
196 196 return self.path
197 197
198 198 # look up capabilities only when needed
199 199
200 200 def get_caps(self):
201 201 if self.caps is None:
202 202 try:
203 203 self.caps = self.do_read('capabilities').split()
204 204 except hg.RepoError:
205 205 self.caps = ()
206 206 self.ui.debug(_('capabilities: %s\n') %
207 207 (' '.join(self.caps or ['none'])))
208 208 return self.caps
209 209
210 210 capabilities = property(get_caps)
211 211
212 212 def lock(self):
213 213 raise util.Abort(_('operation not supported over http'))
214 214
215 215 def do_cmd(self, cmd, **args):
216 216 data = args.pop('data', None)
217 217 headers = args.pop('headers', {})
218 218 self.ui.debug(_("sending %s command\n") % cmd)
219 219 q = {"cmd": cmd}
220 220 q.update(args)
221 221 qs = '?%s' % urllib.urlencode(q)
222 222 cu = "%s%s" % (self._url, qs)
223 223 try:
224 224 if data:
225 225 if isinstance(data, file):
226 226 # urllib2 needs string or buffer when using a proxy
227 227 data.seek(0)
228 228 data = data.read()
229 229 self.ui.debug(_("sending %d bytes\n") % len(data))
230 230 resp = urllib2.urlopen(urllib2.Request(cu, data, headers))
231 231 except urllib2.HTTPError, inst:
232 232 if inst.code == 401:
233 233 raise util.Abort(_('authorization failed'))
234 234 raise
235 235 except httplib.HTTPException, inst:
236 236 self.ui.debug(_('http error while sending %s command\n') % cmd)
237 237 self.ui.print_exc()
238 238 raise IOError(None, inst)
239 239 except IndexError:
240 240 # this only happens with Python 2.3, later versions raise URLError
241 241 raise util.Abort(_('http error, possibly caused by proxy setting'))
242 242 # record the url we got redirected to
243 if resp.geturl().endswith(qs):
244 self._url = resp.geturl()[:-len(qs)]
243 resp_url = resp.geturl()
244 if resp_url.endswith(qs):
245 resp_url = resp_url[:-len(qs)]
246 if self._url != resp_url:
247 self.ui.status(_('real URL is %s\n') % resp_url)
248 self._url = resp_url
245 249 try:
246 250 proto = resp.getheader('content-type')
247 251 except AttributeError:
248 252 proto = resp.headers['content-type']
249 253
250 254 # accept old "text/plain" and "application/hg-changegroup" for now
251 255 if not proto.startswith('application/mercurial') and \
252 256 not proto.startswith('text/plain') and \
253 257 not proto.startswith('application/hg-changegroup'):
254 258 raise hg.RepoError(_("'%s' does not appear to be an hg repository") %
255 259 self._url)
256 260
257 261 if proto.startswith('application/mercurial'):
258 262 version = proto[22:]
259 263 if float(version) > 0.1:
260 264 raise hg.RepoError(_("'%s' uses newer protocol %s") %
261 265 (self._url, version))
262 266
263 267 return resp
264 268
265 269 def do_read(self, cmd, **args):
266 270 fp = self.do_cmd(cmd, **args)
267 271 try:
268 272 return fp.read()
269 273 finally:
270 274 # if using keepalive, allow connection to be reused
271 275 fp.close()
272 276
273 277 def lookup(self, key):
274 278 d = self.do_cmd("lookup", key = key).read()
275 279 success, data = d[:-1].split(' ', 1)
276 280 if int(success):
277 281 return bin(data)
278 282 raise hg.RepoError(data)
279 283
280 284 def heads(self):
281 285 d = self.do_read("heads")
282 286 try:
283 287 return map(bin, d[:-1].split(" "))
284 288 except:
285 289 raise util.UnexpectedOutput(_("unexpected response:"), d)
286 290
287 291 def branches(self, nodes):
288 292 n = " ".join(map(hex, nodes))
289 293 d = self.do_read("branches", nodes=n)
290 294 try:
291 295 br = [ tuple(map(bin, b.split(" "))) for b in d.splitlines() ]
292 296 return br
293 297 except:
294 298 raise util.UnexpectedOutput(_("unexpected response:"), d)
295 299
296 300 def between(self, pairs):
297 301 n = "\n".join(["-".join(map(hex, p)) for p in pairs])
298 302 d = self.do_read("between", pairs=n)
299 303 try:
300 304 p = [ l and map(bin, l.split(" ")) or [] for l in d.splitlines() ]
301 305 return p
302 306 except:
303 307 raise util.UnexpectedOutput(_("unexpected response:"), d)
304 308
305 309 def changegroup(self, nodes, kind):
306 310 n = " ".join(map(hex, nodes))
307 311 f = self.do_cmd("changegroup", roots=n)
308 312
309 313 def zgenerator(f):
310 314 zd = zlib.decompressobj()
311 315 try:
312 316 for chnk in f:
313 317 yield zd.decompress(chnk)
314 318 except httplib.HTTPException, inst:
315 319 raise IOError(None, _('connection ended unexpectedly'))
316 320 yield zd.flush()
317 321
318 322 return util.chunkbuffer(zgenerator(util.filechunkiter(f)))
319 323
320 324 def changegroupsubset(self, bases, heads, source):
321 325 baselst = " ".join([hex(n) for n in bases])
322 326 headlst = " ".join([hex(n) for n in heads])
323 327 f = self.do_cmd("changegroupsubset", bases=baselst, heads=headlst)
324 328
325 329 def zgenerator(f):
326 330 zd = zlib.decompressobj()
327 331 try:
328 332 for chnk in f:
329 333 yield zd.decompress(chnk)
330 334 except httplib.HTTPException:
331 335 raise IOError(None, _('connection ended unexpectedly'))
332 336 yield zd.flush()
333 337
334 338 return util.chunkbuffer(zgenerator(util.filechunkiter(f)))
335 339
336 340 def unbundle(self, cg, heads, source):
337 341 # have to stream bundle to a temp file because we do not have
338 342 # http 1.1 chunked transfer.
339 343
340 344 fd, tempname = tempfile.mkstemp(prefix='hg-unbundle-')
341 345 fp = os.fdopen(fd, 'wb+')
342 346 try:
343 347 for chunk in util.filechunkiter(cg):
344 348 fp.write(chunk)
345 349 length = fp.tell()
346 350 try:
347 351 rfp = self.do_cmd(
348 352 'unbundle', data=fp,
349 353 headers={'content-length': str(length),
350 354 'content-type': 'application/octet-stream'},
351 355 heads=' '.join(map(hex, heads)))
352 356 try:
353 357 ret = int(rfp.readline())
354 358 self.ui.write(rfp.read())
355 359 return ret
356 360 finally:
357 361 rfp.close()
358 362 except socket.error, err:
359 363 if err[0] in (errno.ECONNRESET, errno.EPIPE):
360 364 raise util.Abort(_('push failed: %s') % err[1])
361 365 raise util.Abort(err[1])
362 366 finally:
363 367 fp.close()
364 368 os.unlink(tempname)
365 369
366 370 def stream_out(self):
367 371 return self.do_cmd('stream_out')
368 372
369 373 class httpsrepository(httprepository):
370 374 def __init__(self, ui, path):
371 375 if not has_https:
372 376 raise util.Abort(_('Python support for SSL and HTTPS '
373 377 'is not installed'))
374 378 httprepository.__init__(self, ui, path)
375 379
376 380 def instance(ui, path, create):
377 381 if create:
378 382 raise util.Abort(_('cannot create new http repository'))
379 383 if path.startswith('hg:'):
380 384 ui.warn(_("hg:// syntax is deprecated, please use http:// instead\n"))
381 385 path = 'http:' + path[3:]
382 386 if path.startswith('https:'):
383 387 return httpsrepository(ui, path)
384 388 return httprepository(ui, path)
General Comments 0
You need to be logged in to leave comments. Login now