##// END OF EJS Templates
url: parse fragments first (issue2997)
Matt Mackall -
r15074:64fbd0de stable
parent child Browse files
Show More
@@ -1,1693 +1,1696 b''
1 # util.py - Mercurial utility functions and platform specfic implementations
1 # util.py - Mercurial utility functions and platform specfic implementations
2 #
2 #
3 # Copyright 2005 K. Thananchayan <thananck@yahoo.com>
3 # Copyright 2005 K. Thananchayan <thananck@yahoo.com>
4 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
5 # Copyright 2006 Vadim Gelfer <vadim.gelfer@gmail.com>
5 # Copyright 2006 Vadim Gelfer <vadim.gelfer@gmail.com>
6 #
6 #
7 # This software may be used and distributed according to the terms of the
7 # This software may be used and distributed according to the terms of the
8 # GNU General Public License version 2 or any later version.
8 # GNU General Public License version 2 or any later version.
9
9
10 """Mercurial utility functions and platform specfic implementations.
10 """Mercurial utility functions and platform specfic implementations.
11
11
12 This contains helper routines that are independent of the SCM core and
12 This contains helper routines that are independent of the SCM core and
13 hide platform-specific details from the core.
13 hide platform-specific details from the core.
14 """
14 """
15
15
16 from i18n import _
16 from i18n import _
17 import error, osutil, encoding
17 import error, osutil, encoding
18 import errno, re, shutil, sys, tempfile, traceback
18 import errno, re, shutil, sys, tempfile, traceback
19 import os, time, calendar, textwrap, signal
19 import os, time, calendar, textwrap, signal
20 import imp, socket, urllib
20 import imp, socket, urllib
21
21
22 # Python compatibility
22 # Python compatibility
23
23
24 def sha1(s):
24 def sha1(s):
25 return _fastsha1(s)
25 return _fastsha1(s)
26
26
27 def _fastsha1(s):
27 def _fastsha1(s):
28 # This function will import sha1 from hashlib or sha (whichever is
28 # This function will import sha1 from hashlib or sha (whichever is
29 # available) and overwrite itself with it on the first call.
29 # available) and overwrite itself with it on the first call.
30 # Subsequent calls will go directly to the imported function.
30 # Subsequent calls will go directly to the imported function.
31 if sys.version_info >= (2, 5):
31 if sys.version_info >= (2, 5):
32 from hashlib import sha1 as _sha1
32 from hashlib import sha1 as _sha1
33 else:
33 else:
34 from sha import sha as _sha1
34 from sha import sha as _sha1
35 global _fastsha1, sha1
35 global _fastsha1, sha1
36 _fastsha1 = sha1 = _sha1
36 _fastsha1 = sha1 = _sha1
37 return _sha1(s)
37 return _sha1(s)
38
38
39 import __builtin__
39 import __builtin__
40
40
41 if sys.version_info[0] < 3:
41 if sys.version_info[0] < 3:
42 def fakebuffer(sliceable, offset=0):
42 def fakebuffer(sliceable, offset=0):
43 return sliceable[offset:]
43 return sliceable[offset:]
44 else:
44 else:
45 def fakebuffer(sliceable, offset=0):
45 def fakebuffer(sliceable, offset=0):
46 return memoryview(sliceable)[offset:]
46 return memoryview(sliceable)[offset:]
47 try:
47 try:
48 buffer
48 buffer
49 except NameError:
49 except NameError:
50 __builtin__.buffer = fakebuffer
50 __builtin__.buffer = fakebuffer
51
51
52 import subprocess
52 import subprocess
53 closefds = os.name == 'posix'
53 closefds = os.name == 'posix'
54
54
55 def popen2(cmd, env=None, newlines=False):
55 def popen2(cmd, env=None, newlines=False):
56 # Setting bufsize to -1 lets the system decide the buffer size.
56 # Setting bufsize to -1 lets the system decide the buffer size.
57 # The default for bufsize is 0, meaning unbuffered. This leads to
57 # The default for bufsize is 0, meaning unbuffered. This leads to
58 # poor performance on Mac OS X: http://bugs.python.org/issue4194
58 # poor performance on Mac OS X: http://bugs.python.org/issue4194
59 p = subprocess.Popen(cmd, shell=True, bufsize=-1,
59 p = subprocess.Popen(cmd, shell=True, bufsize=-1,
60 close_fds=closefds,
60 close_fds=closefds,
61 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
61 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
62 universal_newlines=newlines,
62 universal_newlines=newlines,
63 env=env)
63 env=env)
64 return p.stdin, p.stdout
64 return p.stdin, p.stdout
65
65
66 def popen3(cmd, env=None, newlines=False):
66 def popen3(cmd, env=None, newlines=False):
67 p = subprocess.Popen(cmd, shell=True, bufsize=-1,
67 p = subprocess.Popen(cmd, shell=True, bufsize=-1,
68 close_fds=closefds,
68 close_fds=closefds,
69 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
69 stdin=subprocess.PIPE, stdout=subprocess.PIPE,
70 stderr=subprocess.PIPE,
70 stderr=subprocess.PIPE,
71 universal_newlines=newlines,
71 universal_newlines=newlines,
72 env=env)
72 env=env)
73 return p.stdin, p.stdout, p.stderr
73 return p.stdin, p.stdout, p.stderr
74
74
75 def version():
75 def version():
76 """Return version information if available."""
76 """Return version information if available."""
77 try:
77 try:
78 import __version__
78 import __version__
79 return __version__.version
79 return __version__.version
80 except ImportError:
80 except ImportError:
81 return 'unknown'
81 return 'unknown'
82
82
83 # used by parsedate
83 # used by parsedate
84 defaultdateformats = (
84 defaultdateformats = (
85 '%Y-%m-%d %H:%M:%S',
85 '%Y-%m-%d %H:%M:%S',
86 '%Y-%m-%d %I:%M:%S%p',
86 '%Y-%m-%d %I:%M:%S%p',
87 '%Y-%m-%d %H:%M',
87 '%Y-%m-%d %H:%M',
88 '%Y-%m-%d %I:%M%p',
88 '%Y-%m-%d %I:%M%p',
89 '%Y-%m-%d',
89 '%Y-%m-%d',
90 '%m-%d',
90 '%m-%d',
91 '%m/%d',
91 '%m/%d',
92 '%m/%d/%y',
92 '%m/%d/%y',
93 '%m/%d/%Y',
93 '%m/%d/%Y',
94 '%a %b %d %H:%M:%S %Y',
94 '%a %b %d %H:%M:%S %Y',
95 '%a %b %d %I:%M:%S%p %Y',
95 '%a %b %d %I:%M:%S%p %Y',
96 '%a, %d %b %Y %H:%M:%S', # GNU coreutils "/bin/date --rfc-2822"
96 '%a, %d %b %Y %H:%M:%S', # GNU coreutils "/bin/date --rfc-2822"
97 '%b %d %H:%M:%S %Y',
97 '%b %d %H:%M:%S %Y',
98 '%b %d %I:%M:%S%p %Y',
98 '%b %d %I:%M:%S%p %Y',
99 '%b %d %H:%M:%S',
99 '%b %d %H:%M:%S',
100 '%b %d %I:%M:%S%p',
100 '%b %d %I:%M:%S%p',
101 '%b %d %H:%M',
101 '%b %d %H:%M',
102 '%b %d %I:%M%p',
102 '%b %d %I:%M%p',
103 '%b %d %Y',
103 '%b %d %Y',
104 '%b %d',
104 '%b %d',
105 '%H:%M:%S',
105 '%H:%M:%S',
106 '%I:%M:%S%p',
106 '%I:%M:%S%p',
107 '%H:%M',
107 '%H:%M',
108 '%I:%M%p',
108 '%I:%M%p',
109 )
109 )
110
110
111 extendeddateformats = defaultdateformats + (
111 extendeddateformats = defaultdateformats + (
112 "%Y",
112 "%Y",
113 "%Y-%m",
113 "%Y-%m",
114 "%b",
114 "%b",
115 "%b %Y",
115 "%b %Y",
116 )
116 )
117
117
118 def cachefunc(func):
118 def cachefunc(func):
119 '''cache the result of function calls'''
119 '''cache the result of function calls'''
120 # XXX doesn't handle keywords args
120 # XXX doesn't handle keywords args
121 cache = {}
121 cache = {}
122 if func.func_code.co_argcount == 1:
122 if func.func_code.co_argcount == 1:
123 # we gain a small amount of time because
123 # we gain a small amount of time because
124 # we don't need to pack/unpack the list
124 # we don't need to pack/unpack the list
125 def f(arg):
125 def f(arg):
126 if arg not in cache:
126 if arg not in cache:
127 cache[arg] = func(arg)
127 cache[arg] = func(arg)
128 return cache[arg]
128 return cache[arg]
129 else:
129 else:
130 def f(*args):
130 def f(*args):
131 if args not in cache:
131 if args not in cache:
132 cache[args] = func(*args)
132 cache[args] = func(*args)
133 return cache[args]
133 return cache[args]
134
134
135 return f
135 return f
136
136
137 def lrucachefunc(func):
137 def lrucachefunc(func):
138 '''cache most recent results of function calls'''
138 '''cache most recent results of function calls'''
139 cache = {}
139 cache = {}
140 order = []
140 order = []
141 if func.func_code.co_argcount == 1:
141 if func.func_code.co_argcount == 1:
142 def f(arg):
142 def f(arg):
143 if arg not in cache:
143 if arg not in cache:
144 if len(cache) > 20:
144 if len(cache) > 20:
145 del cache[order.pop(0)]
145 del cache[order.pop(0)]
146 cache[arg] = func(arg)
146 cache[arg] = func(arg)
147 else:
147 else:
148 order.remove(arg)
148 order.remove(arg)
149 order.append(arg)
149 order.append(arg)
150 return cache[arg]
150 return cache[arg]
151 else:
151 else:
152 def f(*args):
152 def f(*args):
153 if args not in cache:
153 if args not in cache:
154 if len(cache) > 20:
154 if len(cache) > 20:
155 del cache[order.pop(0)]
155 del cache[order.pop(0)]
156 cache[args] = func(*args)
156 cache[args] = func(*args)
157 else:
157 else:
158 order.remove(args)
158 order.remove(args)
159 order.append(args)
159 order.append(args)
160 return cache[args]
160 return cache[args]
161
161
162 return f
162 return f
163
163
164 class propertycache(object):
164 class propertycache(object):
165 def __init__(self, func):
165 def __init__(self, func):
166 self.func = func
166 self.func = func
167 self.name = func.__name__
167 self.name = func.__name__
168 def __get__(self, obj, type=None):
168 def __get__(self, obj, type=None):
169 result = self.func(obj)
169 result = self.func(obj)
170 setattr(obj, self.name, result)
170 setattr(obj, self.name, result)
171 return result
171 return result
172
172
173 def pipefilter(s, cmd):
173 def pipefilter(s, cmd):
174 '''filter string S through command CMD, returning its output'''
174 '''filter string S through command CMD, returning its output'''
175 p = subprocess.Popen(cmd, shell=True, close_fds=closefds,
175 p = subprocess.Popen(cmd, shell=True, close_fds=closefds,
176 stdin=subprocess.PIPE, stdout=subprocess.PIPE)
176 stdin=subprocess.PIPE, stdout=subprocess.PIPE)
177 pout, perr = p.communicate(s)
177 pout, perr = p.communicate(s)
178 return pout
178 return pout
179
179
180 def tempfilter(s, cmd):
180 def tempfilter(s, cmd):
181 '''filter string S through a pair of temporary files with CMD.
181 '''filter string S through a pair of temporary files with CMD.
182 CMD is used as a template to create the real command to be run,
182 CMD is used as a template to create the real command to be run,
183 with the strings INFILE and OUTFILE replaced by the real names of
183 with the strings INFILE and OUTFILE replaced by the real names of
184 the temporary files generated.'''
184 the temporary files generated.'''
185 inname, outname = None, None
185 inname, outname = None, None
186 try:
186 try:
187 infd, inname = tempfile.mkstemp(prefix='hg-filter-in-')
187 infd, inname = tempfile.mkstemp(prefix='hg-filter-in-')
188 fp = os.fdopen(infd, 'wb')
188 fp = os.fdopen(infd, 'wb')
189 fp.write(s)
189 fp.write(s)
190 fp.close()
190 fp.close()
191 outfd, outname = tempfile.mkstemp(prefix='hg-filter-out-')
191 outfd, outname = tempfile.mkstemp(prefix='hg-filter-out-')
192 os.close(outfd)
192 os.close(outfd)
193 cmd = cmd.replace('INFILE', inname)
193 cmd = cmd.replace('INFILE', inname)
194 cmd = cmd.replace('OUTFILE', outname)
194 cmd = cmd.replace('OUTFILE', outname)
195 code = os.system(cmd)
195 code = os.system(cmd)
196 if sys.platform == 'OpenVMS' and code & 1:
196 if sys.platform == 'OpenVMS' and code & 1:
197 code = 0
197 code = 0
198 if code:
198 if code:
199 raise Abort(_("command '%s' failed: %s") %
199 raise Abort(_("command '%s' failed: %s") %
200 (cmd, explainexit(code)))
200 (cmd, explainexit(code)))
201 fp = open(outname, 'rb')
201 fp = open(outname, 'rb')
202 r = fp.read()
202 r = fp.read()
203 fp.close()
203 fp.close()
204 return r
204 return r
205 finally:
205 finally:
206 try:
206 try:
207 if inname:
207 if inname:
208 os.unlink(inname)
208 os.unlink(inname)
209 except OSError:
209 except OSError:
210 pass
210 pass
211 try:
211 try:
212 if outname:
212 if outname:
213 os.unlink(outname)
213 os.unlink(outname)
214 except OSError:
214 except OSError:
215 pass
215 pass
216
216
217 filtertable = {
217 filtertable = {
218 'tempfile:': tempfilter,
218 'tempfile:': tempfilter,
219 'pipe:': pipefilter,
219 'pipe:': pipefilter,
220 }
220 }
221
221
222 def filter(s, cmd):
222 def filter(s, cmd):
223 "filter a string through a command that transforms its input to its output"
223 "filter a string through a command that transforms its input to its output"
224 for name, fn in filtertable.iteritems():
224 for name, fn in filtertable.iteritems():
225 if cmd.startswith(name):
225 if cmd.startswith(name):
226 return fn(s, cmd[len(name):].lstrip())
226 return fn(s, cmd[len(name):].lstrip())
227 return pipefilter(s, cmd)
227 return pipefilter(s, cmd)
228
228
229 def binary(s):
229 def binary(s):
230 """return true if a string is binary data"""
230 """return true if a string is binary data"""
231 return bool(s and '\0' in s)
231 return bool(s and '\0' in s)
232
232
233 def increasingchunks(source, min=1024, max=65536):
233 def increasingchunks(source, min=1024, max=65536):
234 '''return no less than min bytes per chunk while data remains,
234 '''return no less than min bytes per chunk while data remains,
235 doubling min after each chunk until it reaches max'''
235 doubling min after each chunk until it reaches max'''
236 def log2(x):
236 def log2(x):
237 if not x:
237 if not x:
238 return 0
238 return 0
239 i = 0
239 i = 0
240 while x:
240 while x:
241 x >>= 1
241 x >>= 1
242 i += 1
242 i += 1
243 return i - 1
243 return i - 1
244
244
245 buf = []
245 buf = []
246 blen = 0
246 blen = 0
247 for chunk in source:
247 for chunk in source:
248 buf.append(chunk)
248 buf.append(chunk)
249 blen += len(chunk)
249 blen += len(chunk)
250 if blen >= min:
250 if blen >= min:
251 if min < max:
251 if min < max:
252 min = min << 1
252 min = min << 1
253 nmin = 1 << log2(blen)
253 nmin = 1 << log2(blen)
254 if nmin > min:
254 if nmin > min:
255 min = nmin
255 min = nmin
256 if min > max:
256 if min > max:
257 min = max
257 min = max
258 yield ''.join(buf)
258 yield ''.join(buf)
259 blen = 0
259 blen = 0
260 buf = []
260 buf = []
261 if buf:
261 if buf:
262 yield ''.join(buf)
262 yield ''.join(buf)
263
263
264 Abort = error.Abort
264 Abort = error.Abort
265
265
266 def always(fn):
266 def always(fn):
267 return True
267 return True
268
268
269 def never(fn):
269 def never(fn):
270 return False
270 return False
271
271
272 def pathto(root, n1, n2):
272 def pathto(root, n1, n2):
273 '''return the relative path from one place to another.
273 '''return the relative path from one place to another.
274 root should use os.sep to separate directories
274 root should use os.sep to separate directories
275 n1 should use os.sep to separate directories
275 n1 should use os.sep to separate directories
276 n2 should use "/" to separate directories
276 n2 should use "/" to separate directories
277 returns an os.sep-separated path.
277 returns an os.sep-separated path.
278
278
279 If n1 is a relative path, it's assumed it's
279 If n1 is a relative path, it's assumed it's
280 relative to root.
280 relative to root.
281 n2 should always be relative to root.
281 n2 should always be relative to root.
282 '''
282 '''
283 if not n1:
283 if not n1:
284 return localpath(n2)
284 return localpath(n2)
285 if os.path.isabs(n1):
285 if os.path.isabs(n1):
286 if os.path.splitdrive(root)[0] != os.path.splitdrive(n1)[0]:
286 if os.path.splitdrive(root)[0] != os.path.splitdrive(n1)[0]:
287 return os.path.join(root, localpath(n2))
287 return os.path.join(root, localpath(n2))
288 n2 = '/'.join((pconvert(root), n2))
288 n2 = '/'.join((pconvert(root), n2))
289 a, b = splitpath(n1), n2.split('/')
289 a, b = splitpath(n1), n2.split('/')
290 a.reverse()
290 a.reverse()
291 b.reverse()
291 b.reverse()
292 while a and b and a[-1] == b[-1]:
292 while a and b and a[-1] == b[-1]:
293 a.pop()
293 a.pop()
294 b.pop()
294 b.pop()
295 b.reverse()
295 b.reverse()
296 return os.sep.join((['..'] * len(a)) + b) or '.'
296 return os.sep.join((['..'] * len(a)) + b) or '.'
297
297
298 _hgexecutable = None
298 _hgexecutable = None
299
299
300 def mainfrozen():
300 def mainfrozen():
301 """return True if we are a frozen executable.
301 """return True if we are a frozen executable.
302
302
303 The code supports py2exe (most common, Windows only) and tools/freeze
303 The code supports py2exe (most common, Windows only) and tools/freeze
304 (portable, not much used).
304 (portable, not much used).
305 """
305 """
306 return (hasattr(sys, "frozen") or # new py2exe
306 return (hasattr(sys, "frozen") or # new py2exe
307 hasattr(sys, "importers") or # old py2exe
307 hasattr(sys, "importers") or # old py2exe
308 imp.is_frozen("__main__")) # tools/freeze
308 imp.is_frozen("__main__")) # tools/freeze
309
309
310 def hgexecutable():
310 def hgexecutable():
311 """return location of the 'hg' executable.
311 """return location of the 'hg' executable.
312
312
313 Defaults to $HG or 'hg' in the search path.
313 Defaults to $HG or 'hg' in the search path.
314 """
314 """
315 if _hgexecutable is None:
315 if _hgexecutable is None:
316 hg = os.environ.get('HG')
316 hg = os.environ.get('HG')
317 if hg:
317 if hg:
318 _sethgexecutable(hg)
318 _sethgexecutable(hg)
319 elif mainfrozen():
319 elif mainfrozen():
320 _sethgexecutable(sys.executable)
320 _sethgexecutable(sys.executable)
321 else:
321 else:
322 exe = findexe('hg') or os.path.basename(sys.argv[0])
322 exe = findexe('hg') or os.path.basename(sys.argv[0])
323 _sethgexecutable(exe)
323 _sethgexecutable(exe)
324 return _hgexecutable
324 return _hgexecutable
325
325
326 def _sethgexecutable(path):
326 def _sethgexecutable(path):
327 """set location of the 'hg' executable"""
327 """set location of the 'hg' executable"""
328 global _hgexecutable
328 global _hgexecutable
329 _hgexecutable = path
329 _hgexecutable = path
330
330
331 def system(cmd, environ={}, cwd=None, onerr=None, errprefix=None, out=None):
331 def system(cmd, environ={}, cwd=None, onerr=None, errprefix=None, out=None):
332 '''enhanced shell command execution.
332 '''enhanced shell command execution.
333 run with environment maybe modified, maybe in different dir.
333 run with environment maybe modified, maybe in different dir.
334
334
335 if command fails and onerr is None, return status. if ui object,
335 if command fails and onerr is None, return status. if ui object,
336 print error message and return status, else raise onerr object as
336 print error message and return status, else raise onerr object as
337 exception.
337 exception.
338
338
339 if out is specified, it is assumed to be a file-like object that has a
339 if out is specified, it is assumed to be a file-like object that has a
340 write() method. stdout and stderr will be redirected to out.'''
340 write() method. stdout and stderr will be redirected to out.'''
341 try:
341 try:
342 sys.stdout.flush()
342 sys.stdout.flush()
343 except Exception:
343 except Exception:
344 pass
344 pass
345 def py2shell(val):
345 def py2shell(val):
346 'convert python object into string that is useful to shell'
346 'convert python object into string that is useful to shell'
347 if val is None or val is False:
347 if val is None or val is False:
348 return '0'
348 return '0'
349 if val is True:
349 if val is True:
350 return '1'
350 return '1'
351 return str(val)
351 return str(val)
352 origcmd = cmd
352 origcmd = cmd
353 cmd = quotecommand(cmd)
353 cmd = quotecommand(cmd)
354 env = dict(os.environ)
354 env = dict(os.environ)
355 env.update((k, py2shell(v)) for k, v in environ.iteritems())
355 env.update((k, py2shell(v)) for k, v in environ.iteritems())
356 env['HG'] = hgexecutable()
356 env['HG'] = hgexecutable()
357 if out is None or out == sys.__stdout__:
357 if out is None or out == sys.__stdout__:
358 rc = subprocess.call(cmd, shell=True, close_fds=closefds,
358 rc = subprocess.call(cmd, shell=True, close_fds=closefds,
359 env=env, cwd=cwd)
359 env=env, cwd=cwd)
360 else:
360 else:
361 proc = subprocess.Popen(cmd, shell=True, close_fds=closefds,
361 proc = subprocess.Popen(cmd, shell=True, close_fds=closefds,
362 env=env, cwd=cwd, stdout=subprocess.PIPE,
362 env=env, cwd=cwd, stdout=subprocess.PIPE,
363 stderr=subprocess.STDOUT)
363 stderr=subprocess.STDOUT)
364 for line in proc.stdout:
364 for line in proc.stdout:
365 out.write(line)
365 out.write(line)
366 proc.wait()
366 proc.wait()
367 rc = proc.returncode
367 rc = proc.returncode
368 if sys.platform == 'OpenVMS' and rc & 1:
368 if sys.platform == 'OpenVMS' and rc & 1:
369 rc = 0
369 rc = 0
370 if rc and onerr:
370 if rc and onerr:
371 errmsg = '%s %s' % (os.path.basename(origcmd.split(None, 1)[0]),
371 errmsg = '%s %s' % (os.path.basename(origcmd.split(None, 1)[0]),
372 explainexit(rc)[0])
372 explainexit(rc)[0])
373 if errprefix:
373 if errprefix:
374 errmsg = '%s: %s' % (errprefix, errmsg)
374 errmsg = '%s: %s' % (errprefix, errmsg)
375 try:
375 try:
376 onerr.warn(errmsg + '\n')
376 onerr.warn(errmsg + '\n')
377 except AttributeError:
377 except AttributeError:
378 raise onerr(errmsg)
378 raise onerr(errmsg)
379 return rc
379 return rc
380
380
381 def checksignature(func):
381 def checksignature(func):
382 '''wrap a function with code to check for calling errors'''
382 '''wrap a function with code to check for calling errors'''
383 def check(*args, **kwargs):
383 def check(*args, **kwargs):
384 try:
384 try:
385 return func(*args, **kwargs)
385 return func(*args, **kwargs)
386 except TypeError:
386 except TypeError:
387 if len(traceback.extract_tb(sys.exc_info()[2])) == 1:
387 if len(traceback.extract_tb(sys.exc_info()[2])) == 1:
388 raise error.SignatureError
388 raise error.SignatureError
389 raise
389 raise
390
390
391 return check
391 return check
392
392
393 def makedir(path, notindexed):
393 def makedir(path, notindexed):
394 os.mkdir(path)
394 os.mkdir(path)
395
395
396 def unlinkpath(f):
396 def unlinkpath(f):
397 """unlink and remove the directory if it is empty"""
397 """unlink and remove the directory if it is empty"""
398 os.unlink(f)
398 os.unlink(f)
399 # try removing directories that might now be empty
399 # try removing directories that might now be empty
400 try:
400 try:
401 os.removedirs(os.path.dirname(f))
401 os.removedirs(os.path.dirname(f))
402 except OSError:
402 except OSError:
403 pass
403 pass
404
404
405 def copyfile(src, dest):
405 def copyfile(src, dest):
406 "copy a file, preserving mode and atime/mtime"
406 "copy a file, preserving mode and atime/mtime"
407 if os.path.islink(src):
407 if os.path.islink(src):
408 try:
408 try:
409 os.unlink(dest)
409 os.unlink(dest)
410 except OSError:
410 except OSError:
411 pass
411 pass
412 os.symlink(os.readlink(src), dest)
412 os.symlink(os.readlink(src), dest)
413 else:
413 else:
414 try:
414 try:
415 shutil.copyfile(src, dest)
415 shutil.copyfile(src, dest)
416 shutil.copymode(src, dest)
416 shutil.copymode(src, dest)
417 except shutil.Error, inst:
417 except shutil.Error, inst:
418 raise Abort(str(inst))
418 raise Abort(str(inst))
419
419
420 def copyfiles(src, dst, hardlink=None):
420 def copyfiles(src, dst, hardlink=None):
421 """Copy a directory tree using hardlinks if possible"""
421 """Copy a directory tree using hardlinks if possible"""
422
422
423 if hardlink is None:
423 if hardlink is None:
424 hardlink = (os.stat(src).st_dev ==
424 hardlink = (os.stat(src).st_dev ==
425 os.stat(os.path.dirname(dst)).st_dev)
425 os.stat(os.path.dirname(dst)).st_dev)
426
426
427 num = 0
427 num = 0
428 if os.path.isdir(src):
428 if os.path.isdir(src):
429 os.mkdir(dst)
429 os.mkdir(dst)
430 for name, kind in osutil.listdir(src):
430 for name, kind in osutil.listdir(src):
431 srcname = os.path.join(src, name)
431 srcname = os.path.join(src, name)
432 dstname = os.path.join(dst, name)
432 dstname = os.path.join(dst, name)
433 hardlink, n = copyfiles(srcname, dstname, hardlink)
433 hardlink, n = copyfiles(srcname, dstname, hardlink)
434 num += n
434 num += n
435 else:
435 else:
436 if hardlink:
436 if hardlink:
437 try:
437 try:
438 oslink(src, dst)
438 oslink(src, dst)
439 except (IOError, OSError):
439 except (IOError, OSError):
440 hardlink = False
440 hardlink = False
441 shutil.copy(src, dst)
441 shutil.copy(src, dst)
442 else:
442 else:
443 shutil.copy(src, dst)
443 shutil.copy(src, dst)
444 num += 1
444 num += 1
445
445
446 return hardlink, num
446 return hardlink, num
447
447
448 _winreservednames = '''con prn aux nul
448 _winreservednames = '''con prn aux nul
449 com1 com2 com3 com4 com5 com6 com7 com8 com9
449 com1 com2 com3 com4 com5 com6 com7 com8 com9
450 lpt1 lpt2 lpt3 lpt4 lpt5 lpt6 lpt7 lpt8 lpt9'''.split()
450 lpt1 lpt2 lpt3 lpt4 lpt5 lpt6 lpt7 lpt8 lpt9'''.split()
451 _winreservedchars = ':*?"<>|'
451 _winreservedchars = ':*?"<>|'
452 def checkwinfilename(path):
452 def checkwinfilename(path):
453 '''Check that the base-relative path is a valid filename on Windows.
453 '''Check that the base-relative path is a valid filename on Windows.
454 Returns None if the path is ok, or a UI string describing the problem.
454 Returns None if the path is ok, or a UI string describing the problem.
455
455
456 >>> checkwinfilename("just/a/normal/path")
456 >>> checkwinfilename("just/a/normal/path")
457 >>> checkwinfilename("foo/bar/con.xml")
457 >>> checkwinfilename("foo/bar/con.xml")
458 "filename contains 'con', which is reserved on Windows"
458 "filename contains 'con', which is reserved on Windows"
459 >>> checkwinfilename("foo/con.xml/bar")
459 >>> checkwinfilename("foo/con.xml/bar")
460 "filename contains 'con', which is reserved on Windows"
460 "filename contains 'con', which is reserved on Windows"
461 >>> checkwinfilename("foo/bar/xml.con")
461 >>> checkwinfilename("foo/bar/xml.con")
462 >>> checkwinfilename("foo/bar/AUX/bla.txt")
462 >>> checkwinfilename("foo/bar/AUX/bla.txt")
463 "filename contains 'AUX', which is reserved on Windows"
463 "filename contains 'AUX', which is reserved on Windows"
464 >>> checkwinfilename("foo/bar/bla:.txt")
464 >>> checkwinfilename("foo/bar/bla:.txt")
465 "filename contains ':', which is reserved on Windows"
465 "filename contains ':', which is reserved on Windows"
466 >>> checkwinfilename("foo/bar/b\07la.txt")
466 >>> checkwinfilename("foo/bar/b\07la.txt")
467 "filename contains '\\\\x07', which is invalid on Windows"
467 "filename contains '\\\\x07', which is invalid on Windows"
468 >>> checkwinfilename("foo/bar/bla ")
468 >>> checkwinfilename("foo/bar/bla ")
469 "filename ends with ' ', which is not allowed on Windows"
469 "filename ends with ' ', which is not allowed on Windows"
470 '''
470 '''
471 for n in path.replace('\\', '/').split('/'):
471 for n in path.replace('\\', '/').split('/'):
472 if not n:
472 if not n:
473 continue
473 continue
474 for c in n:
474 for c in n:
475 if c in _winreservedchars:
475 if c in _winreservedchars:
476 return _("filename contains '%s', which is reserved "
476 return _("filename contains '%s', which is reserved "
477 "on Windows") % c
477 "on Windows") % c
478 if ord(c) <= 31:
478 if ord(c) <= 31:
479 return _("filename contains %r, which is invalid "
479 return _("filename contains %r, which is invalid "
480 "on Windows") % c
480 "on Windows") % c
481 base = n.split('.')[0]
481 base = n.split('.')[0]
482 if base and base.lower() in _winreservednames:
482 if base and base.lower() in _winreservednames:
483 return _("filename contains '%s', which is reserved "
483 return _("filename contains '%s', which is reserved "
484 "on Windows") % base
484 "on Windows") % base
485 t = n[-1]
485 t = n[-1]
486 if t in '. ':
486 if t in '. ':
487 return _("filename ends with '%s', which is not allowed "
487 return _("filename ends with '%s', which is not allowed "
488 "on Windows") % t
488 "on Windows") % t
489
489
490 def lookupreg(key, name=None, scope=None):
490 def lookupreg(key, name=None, scope=None):
491 return None
491 return None
492
492
493 def hidewindow():
493 def hidewindow():
494 """Hide current shell window.
494 """Hide current shell window.
495
495
496 Used to hide the window opened when starting asynchronous
496 Used to hide the window opened when starting asynchronous
497 child process under Windows, unneeded on other systems.
497 child process under Windows, unneeded on other systems.
498 """
498 """
499 pass
499 pass
500
500
501 if os.name == 'nt':
501 if os.name == 'nt':
502 checkosfilename = checkwinfilename
502 checkosfilename = checkwinfilename
503 from windows import *
503 from windows import *
504 else:
504 else:
505 from posix import *
505 from posix import *
506
506
507 def makelock(info, pathname):
507 def makelock(info, pathname):
508 try:
508 try:
509 return os.symlink(info, pathname)
509 return os.symlink(info, pathname)
510 except OSError, why:
510 except OSError, why:
511 if why.errno == errno.EEXIST:
511 if why.errno == errno.EEXIST:
512 raise
512 raise
513 except AttributeError: # no symlink in os
513 except AttributeError: # no symlink in os
514 pass
514 pass
515
515
516 ld = os.open(pathname, os.O_CREAT | os.O_WRONLY | os.O_EXCL)
516 ld = os.open(pathname, os.O_CREAT | os.O_WRONLY | os.O_EXCL)
517 os.write(ld, info)
517 os.write(ld, info)
518 os.close(ld)
518 os.close(ld)
519
519
520 def readlock(pathname):
520 def readlock(pathname):
521 try:
521 try:
522 return os.readlink(pathname)
522 return os.readlink(pathname)
523 except OSError, why:
523 except OSError, why:
524 if why.errno not in (errno.EINVAL, errno.ENOSYS):
524 if why.errno not in (errno.EINVAL, errno.ENOSYS):
525 raise
525 raise
526 except AttributeError: # no symlink in os
526 except AttributeError: # no symlink in os
527 pass
527 pass
528 fp = posixfile(pathname)
528 fp = posixfile(pathname)
529 r = fp.read()
529 r = fp.read()
530 fp.close()
530 fp.close()
531 return r
531 return r
532
532
533 def fstat(fp):
533 def fstat(fp):
534 '''stat file object that may not have fileno method.'''
534 '''stat file object that may not have fileno method.'''
535 try:
535 try:
536 return os.fstat(fp.fileno())
536 return os.fstat(fp.fileno())
537 except AttributeError:
537 except AttributeError:
538 return os.stat(fp.name)
538 return os.stat(fp.name)
539
539
540 # File system features
540 # File system features
541
541
542 def checkcase(path):
542 def checkcase(path):
543 """
543 """
544 Check whether the given path is on a case-sensitive filesystem
544 Check whether the given path is on a case-sensitive filesystem
545
545
546 Requires a path (like /foo/.hg) ending with a foldable final
546 Requires a path (like /foo/.hg) ending with a foldable final
547 directory component.
547 directory component.
548 """
548 """
549 s1 = os.stat(path)
549 s1 = os.stat(path)
550 d, b = os.path.split(path)
550 d, b = os.path.split(path)
551 p2 = os.path.join(d, b.upper())
551 p2 = os.path.join(d, b.upper())
552 if path == p2:
552 if path == p2:
553 p2 = os.path.join(d, b.lower())
553 p2 = os.path.join(d, b.lower())
554 try:
554 try:
555 s2 = os.stat(p2)
555 s2 = os.stat(p2)
556 if s2 == s1:
556 if s2 == s1:
557 return False
557 return False
558 return True
558 return True
559 except OSError:
559 except OSError:
560 return True
560 return True
561
561
562 _fspathcache = {}
562 _fspathcache = {}
563 def fspath(name, root):
563 def fspath(name, root):
564 '''Get name in the case stored in the filesystem
564 '''Get name in the case stored in the filesystem
565
565
566 The name is either relative to root, or it is an absolute path starting
566 The name is either relative to root, or it is an absolute path starting
567 with root. Note that this function is unnecessary, and should not be
567 with root. Note that this function is unnecessary, and should not be
568 called, for case-sensitive filesystems (simply because it's expensive).
568 called, for case-sensitive filesystems (simply because it's expensive).
569 '''
569 '''
570 # If name is absolute, make it relative
570 # If name is absolute, make it relative
571 if name.lower().startswith(root.lower()):
571 if name.lower().startswith(root.lower()):
572 l = len(root)
572 l = len(root)
573 if name[l] == os.sep or name[l] == os.altsep:
573 if name[l] == os.sep or name[l] == os.altsep:
574 l = l + 1
574 l = l + 1
575 name = name[l:]
575 name = name[l:]
576
576
577 if not os.path.lexists(os.path.join(root, name)):
577 if not os.path.lexists(os.path.join(root, name)):
578 return None
578 return None
579
579
580 seps = os.sep
580 seps = os.sep
581 if os.altsep:
581 if os.altsep:
582 seps = seps + os.altsep
582 seps = seps + os.altsep
583 # Protect backslashes. This gets silly very quickly.
583 # Protect backslashes. This gets silly very quickly.
584 seps.replace('\\','\\\\')
584 seps.replace('\\','\\\\')
585 pattern = re.compile(r'([^%s]+)|([%s]+)' % (seps, seps))
585 pattern = re.compile(r'([^%s]+)|([%s]+)' % (seps, seps))
586 dir = os.path.normcase(os.path.normpath(root))
586 dir = os.path.normcase(os.path.normpath(root))
587 result = []
587 result = []
588 for part, sep in pattern.findall(name):
588 for part, sep in pattern.findall(name):
589 if sep:
589 if sep:
590 result.append(sep)
590 result.append(sep)
591 continue
591 continue
592
592
593 if dir not in _fspathcache:
593 if dir not in _fspathcache:
594 _fspathcache[dir] = os.listdir(dir)
594 _fspathcache[dir] = os.listdir(dir)
595 contents = _fspathcache[dir]
595 contents = _fspathcache[dir]
596
596
597 lpart = part.lower()
597 lpart = part.lower()
598 lenp = len(part)
598 lenp = len(part)
599 for n in contents:
599 for n in contents:
600 if lenp == len(n) and n.lower() == lpart:
600 if lenp == len(n) and n.lower() == lpart:
601 result.append(n)
601 result.append(n)
602 break
602 break
603 else:
603 else:
604 # Cannot happen, as the file exists!
604 # Cannot happen, as the file exists!
605 result.append(part)
605 result.append(part)
606 dir = os.path.join(dir, lpart)
606 dir = os.path.join(dir, lpart)
607
607
608 return ''.join(result)
608 return ''.join(result)
609
609
610 def checknlink(testfile):
610 def checknlink(testfile):
611 '''check whether hardlink count reporting works properly'''
611 '''check whether hardlink count reporting works properly'''
612
612
613 # testfile may be open, so we need a separate file for checking to
613 # testfile may be open, so we need a separate file for checking to
614 # work around issue2543 (or testfile may get lost on Samba shares)
614 # work around issue2543 (or testfile may get lost on Samba shares)
615 f1 = testfile + ".hgtmp1"
615 f1 = testfile + ".hgtmp1"
616 if os.path.lexists(f1):
616 if os.path.lexists(f1):
617 return False
617 return False
618 try:
618 try:
619 posixfile(f1, 'w').close()
619 posixfile(f1, 'w').close()
620 except IOError:
620 except IOError:
621 return False
621 return False
622
622
623 f2 = testfile + ".hgtmp2"
623 f2 = testfile + ".hgtmp2"
624 fd = None
624 fd = None
625 try:
625 try:
626 try:
626 try:
627 oslink(f1, f2)
627 oslink(f1, f2)
628 except OSError:
628 except OSError:
629 return False
629 return False
630
630
631 # nlinks() may behave differently for files on Windows shares if
631 # nlinks() may behave differently for files on Windows shares if
632 # the file is open.
632 # the file is open.
633 fd = posixfile(f2)
633 fd = posixfile(f2)
634 return nlinks(f2) > 1
634 return nlinks(f2) > 1
635 finally:
635 finally:
636 if fd is not None:
636 if fd is not None:
637 fd.close()
637 fd.close()
638 for f in (f1, f2):
638 for f in (f1, f2):
639 try:
639 try:
640 os.unlink(f)
640 os.unlink(f)
641 except OSError:
641 except OSError:
642 pass
642 pass
643
643
644 return False
644 return False
645
645
646 def endswithsep(path):
646 def endswithsep(path):
647 '''Check path ends with os.sep or os.altsep.'''
647 '''Check path ends with os.sep or os.altsep.'''
648 return path.endswith(os.sep) or os.altsep and path.endswith(os.altsep)
648 return path.endswith(os.sep) or os.altsep and path.endswith(os.altsep)
649
649
650 def splitpath(path):
650 def splitpath(path):
651 '''Split path by os.sep.
651 '''Split path by os.sep.
652 Note that this function does not use os.altsep because this is
652 Note that this function does not use os.altsep because this is
653 an alternative of simple "xxx.split(os.sep)".
653 an alternative of simple "xxx.split(os.sep)".
654 It is recommended to use os.path.normpath() before using this
654 It is recommended to use os.path.normpath() before using this
655 function if need.'''
655 function if need.'''
656 return path.split(os.sep)
656 return path.split(os.sep)
657
657
658 def gui():
658 def gui():
659 '''Are we running in a GUI?'''
659 '''Are we running in a GUI?'''
660 if sys.platform == 'darwin':
660 if sys.platform == 'darwin':
661 if 'SSH_CONNECTION' in os.environ:
661 if 'SSH_CONNECTION' in os.environ:
662 # handle SSH access to a box where the user is logged in
662 # handle SSH access to a box where the user is logged in
663 return False
663 return False
664 elif getattr(osutil, 'isgui', None):
664 elif getattr(osutil, 'isgui', None):
665 # check if a CoreGraphics session is available
665 # check if a CoreGraphics session is available
666 return osutil.isgui()
666 return osutil.isgui()
667 else:
667 else:
668 # pure build; use a safe default
668 # pure build; use a safe default
669 return True
669 return True
670 else:
670 else:
671 return os.name == "nt" or os.environ.get("DISPLAY")
671 return os.name == "nt" or os.environ.get("DISPLAY")
672
672
673 def mktempcopy(name, emptyok=False, createmode=None):
673 def mktempcopy(name, emptyok=False, createmode=None):
674 """Create a temporary file with the same contents from name
674 """Create a temporary file with the same contents from name
675
675
676 The permission bits are copied from the original file.
676 The permission bits are copied from the original file.
677
677
678 If the temporary file is going to be truncated immediately, you
678 If the temporary file is going to be truncated immediately, you
679 can use emptyok=True as an optimization.
679 can use emptyok=True as an optimization.
680
680
681 Returns the name of the temporary file.
681 Returns the name of the temporary file.
682 """
682 """
683 d, fn = os.path.split(name)
683 d, fn = os.path.split(name)
684 fd, temp = tempfile.mkstemp(prefix='.%s-' % fn, dir=d)
684 fd, temp = tempfile.mkstemp(prefix='.%s-' % fn, dir=d)
685 os.close(fd)
685 os.close(fd)
686 # Temporary files are created with mode 0600, which is usually not
686 # Temporary files are created with mode 0600, which is usually not
687 # what we want. If the original file already exists, just copy
687 # what we want. If the original file already exists, just copy
688 # its mode. Otherwise, manually obey umask.
688 # its mode. Otherwise, manually obey umask.
689 try:
689 try:
690 st_mode = os.lstat(name).st_mode & 0777
690 st_mode = os.lstat(name).st_mode & 0777
691 except OSError, inst:
691 except OSError, inst:
692 if inst.errno != errno.ENOENT:
692 if inst.errno != errno.ENOENT:
693 raise
693 raise
694 st_mode = createmode
694 st_mode = createmode
695 if st_mode is None:
695 if st_mode is None:
696 st_mode = ~umask
696 st_mode = ~umask
697 st_mode &= 0666
697 st_mode &= 0666
698 os.chmod(temp, st_mode)
698 os.chmod(temp, st_mode)
699 if emptyok:
699 if emptyok:
700 return temp
700 return temp
701 try:
701 try:
702 try:
702 try:
703 ifp = posixfile(name, "rb")
703 ifp = posixfile(name, "rb")
704 except IOError, inst:
704 except IOError, inst:
705 if inst.errno == errno.ENOENT:
705 if inst.errno == errno.ENOENT:
706 return temp
706 return temp
707 if not getattr(inst, 'filename', None):
707 if not getattr(inst, 'filename', None):
708 inst.filename = name
708 inst.filename = name
709 raise
709 raise
710 ofp = posixfile(temp, "wb")
710 ofp = posixfile(temp, "wb")
711 for chunk in filechunkiter(ifp):
711 for chunk in filechunkiter(ifp):
712 ofp.write(chunk)
712 ofp.write(chunk)
713 ifp.close()
713 ifp.close()
714 ofp.close()
714 ofp.close()
715 except:
715 except:
716 try: os.unlink(temp)
716 try: os.unlink(temp)
717 except: pass
717 except: pass
718 raise
718 raise
719 return temp
719 return temp
720
720
721 class atomictempfile(object):
721 class atomictempfile(object):
722 '''writeable file object that atomically updates a file
722 '''writeable file object that atomically updates a file
723
723
724 All writes will go to a temporary copy of the original file. Call
724 All writes will go to a temporary copy of the original file. Call
725 rename() when you are done writing, and atomictempfile will rename
725 rename() when you are done writing, and atomictempfile will rename
726 the temporary copy to the original name, making the changes visible.
726 the temporary copy to the original name, making the changes visible.
727
727
728 Unlike other file-like objects, close() discards your writes by
728 Unlike other file-like objects, close() discards your writes by
729 simply deleting the temporary file.
729 simply deleting the temporary file.
730 '''
730 '''
731 def __init__(self, name, mode='w+b', createmode=None):
731 def __init__(self, name, mode='w+b', createmode=None):
732 self.__name = name # permanent name
732 self.__name = name # permanent name
733 self._tempname = mktempcopy(name, emptyok=('w' in mode),
733 self._tempname = mktempcopy(name, emptyok=('w' in mode),
734 createmode=createmode)
734 createmode=createmode)
735 self._fp = posixfile(self._tempname, mode)
735 self._fp = posixfile(self._tempname, mode)
736
736
737 # delegated methods
737 # delegated methods
738 self.write = self._fp.write
738 self.write = self._fp.write
739 self.fileno = self._fp.fileno
739 self.fileno = self._fp.fileno
740
740
741 def rename(self):
741 def rename(self):
742 if not self._fp.closed:
742 if not self._fp.closed:
743 self._fp.close()
743 self._fp.close()
744 rename(self._tempname, localpath(self.__name))
744 rename(self._tempname, localpath(self.__name))
745
745
746 def close(self):
746 def close(self):
747 if not self._fp.closed:
747 if not self._fp.closed:
748 try:
748 try:
749 os.unlink(self._tempname)
749 os.unlink(self._tempname)
750 except OSError:
750 except OSError:
751 pass
751 pass
752 self._fp.close()
752 self._fp.close()
753
753
754 def __del__(self):
754 def __del__(self):
755 if hasattr(self, '_fp'): # constructor actually did something
755 if hasattr(self, '_fp'): # constructor actually did something
756 self.close()
756 self.close()
757
757
758 def makedirs(name, mode=None):
758 def makedirs(name, mode=None):
759 """recursive directory creation with parent mode inheritance"""
759 """recursive directory creation with parent mode inheritance"""
760 parent = os.path.abspath(os.path.dirname(name))
760 parent = os.path.abspath(os.path.dirname(name))
761 try:
761 try:
762 os.mkdir(name)
762 os.mkdir(name)
763 if mode is not None:
763 if mode is not None:
764 os.chmod(name, mode)
764 os.chmod(name, mode)
765 return
765 return
766 except OSError, err:
766 except OSError, err:
767 if err.errno == errno.EEXIST:
767 if err.errno == errno.EEXIST:
768 return
768 return
769 if not name or parent == name or err.errno != errno.ENOENT:
769 if not name or parent == name or err.errno != errno.ENOENT:
770 raise
770 raise
771 makedirs(parent, mode)
771 makedirs(parent, mode)
772 makedirs(name, mode)
772 makedirs(name, mode)
773
773
774 def readfile(path):
774 def readfile(path):
775 fp = open(path, 'rb')
775 fp = open(path, 'rb')
776 try:
776 try:
777 return fp.read()
777 return fp.read()
778 finally:
778 finally:
779 fp.close()
779 fp.close()
780
780
781 def writefile(path, text):
781 def writefile(path, text):
782 fp = open(path, 'wb')
782 fp = open(path, 'wb')
783 try:
783 try:
784 fp.write(text)
784 fp.write(text)
785 finally:
785 finally:
786 fp.close()
786 fp.close()
787
787
788 def appendfile(path, text):
788 def appendfile(path, text):
789 fp = open(path, 'ab')
789 fp = open(path, 'ab')
790 try:
790 try:
791 fp.write(text)
791 fp.write(text)
792 finally:
792 finally:
793 fp.close()
793 fp.close()
794
794
795 class chunkbuffer(object):
795 class chunkbuffer(object):
796 """Allow arbitrary sized chunks of data to be efficiently read from an
796 """Allow arbitrary sized chunks of data to be efficiently read from an
797 iterator over chunks of arbitrary size."""
797 iterator over chunks of arbitrary size."""
798
798
799 def __init__(self, in_iter):
799 def __init__(self, in_iter):
800 """in_iter is the iterator that's iterating over the input chunks.
800 """in_iter is the iterator that's iterating over the input chunks.
801 targetsize is how big a buffer to try to maintain."""
801 targetsize is how big a buffer to try to maintain."""
802 def splitbig(chunks):
802 def splitbig(chunks):
803 for chunk in chunks:
803 for chunk in chunks:
804 if len(chunk) > 2**20:
804 if len(chunk) > 2**20:
805 pos = 0
805 pos = 0
806 while pos < len(chunk):
806 while pos < len(chunk):
807 end = pos + 2 ** 18
807 end = pos + 2 ** 18
808 yield chunk[pos:end]
808 yield chunk[pos:end]
809 pos = end
809 pos = end
810 else:
810 else:
811 yield chunk
811 yield chunk
812 self.iter = splitbig(in_iter)
812 self.iter = splitbig(in_iter)
813 self._queue = []
813 self._queue = []
814
814
815 def read(self, l):
815 def read(self, l):
816 """Read L bytes of data from the iterator of chunks of data.
816 """Read L bytes of data from the iterator of chunks of data.
817 Returns less than L bytes if the iterator runs dry."""
817 Returns less than L bytes if the iterator runs dry."""
818 left = l
818 left = l
819 buf = ''
819 buf = ''
820 queue = self._queue
820 queue = self._queue
821 while left > 0:
821 while left > 0:
822 # refill the queue
822 # refill the queue
823 if not queue:
823 if not queue:
824 target = 2**18
824 target = 2**18
825 for chunk in self.iter:
825 for chunk in self.iter:
826 queue.append(chunk)
826 queue.append(chunk)
827 target -= len(chunk)
827 target -= len(chunk)
828 if target <= 0:
828 if target <= 0:
829 break
829 break
830 if not queue:
830 if not queue:
831 break
831 break
832
832
833 chunk = queue.pop(0)
833 chunk = queue.pop(0)
834 left -= len(chunk)
834 left -= len(chunk)
835 if left < 0:
835 if left < 0:
836 queue.insert(0, chunk[left:])
836 queue.insert(0, chunk[left:])
837 buf += chunk[:left]
837 buf += chunk[:left]
838 else:
838 else:
839 buf += chunk
839 buf += chunk
840
840
841 return buf
841 return buf
842
842
843 def filechunkiter(f, size=65536, limit=None):
843 def filechunkiter(f, size=65536, limit=None):
844 """Create a generator that produces the data in the file size
844 """Create a generator that produces the data in the file size
845 (default 65536) bytes at a time, up to optional limit (default is
845 (default 65536) bytes at a time, up to optional limit (default is
846 to read all data). Chunks may be less than size bytes if the
846 to read all data). Chunks may be less than size bytes if the
847 chunk is the last chunk in the file, or the file is a socket or
847 chunk is the last chunk in the file, or the file is a socket or
848 some other type of file that sometimes reads less data than is
848 some other type of file that sometimes reads less data than is
849 requested."""
849 requested."""
850 assert size >= 0
850 assert size >= 0
851 assert limit is None or limit >= 0
851 assert limit is None or limit >= 0
852 while True:
852 while True:
853 if limit is None:
853 if limit is None:
854 nbytes = size
854 nbytes = size
855 else:
855 else:
856 nbytes = min(limit, size)
856 nbytes = min(limit, size)
857 s = nbytes and f.read(nbytes)
857 s = nbytes and f.read(nbytes)
858 if not s:
858 if not s:
859 break
859 break
860 if limit:
860 if limit:
861 limit -= len(s)
861 limit -= len(s)
862 yield s
862 yield s
863
863
864 def makedate():
864 def makedate():
865 lt = time.localtime()
865 lt = time.localtime()
866 if lt[8] == 1 and time.daylight:
866 if lt[8] == 1 and time.daylight:
867 tz = time.altzone
867 tz = time.altzone
868 else:
868 else:
869 tz = time.timezone
869 tz = time.timezone
870 t = time.mktime(lt)
870 t = time.mktime(lt)
871 if t < 0:
871 if t < 0:
872 hint = _("check your clock")
872 hint = _("check your clock")
873 raise Abort(_("negative timestamp: %d") % t, hint=hint)
873 raise Abort(_("negative timestamp: %d") % t, hint=hint)
874 return t, tz
874 return t, tz
875
875
876 def datestr(date=None, format='%a %b %d %H:%M:%S %Y %1%2'):
876 def datestr(date=None, format='%a %b %d %H:%M:%S %Y %1%2'):
877 """represent a (unixtime, offset) tuple as a localized time.
877 """represent a (unixtime, offset) tuple as a localized time.
878 unixtime is seconds since the epoch, and offset is the time zone's
878 unixtime is seconds since the epoch, and offset is the time zone's
879 number of seconds away from UTC. if timezone is false, do not
879 number of seconds away from UTC. if timezone is false, do not
880 append time zone to string."""
880 append time zone to string."""
881 t, tz = date or makedate()
881 t, tz = date or makedate()
882 if t < 0:
882 if t < 0:
883 t = 0 # time.gmtime(lt) fails on Windows for lt < -43200
883 t = 0 # time.gmtime(lt) fails on Windows for lt < -43200
884 tz = 0
884 tz = 0
885 if "%1" in format or "%2" in format:
885 if "%1" in format or "%2" in format:
886 sign = (tz > 0) and "-" or "+"
886 sign = (tz > 0) and "-" or "+"
887 minutes = abs(tz) // 60
887 minutes = abs(tz) // 60
888 format = format.replace("%1", "%c%02d" % (sign, minutes // 60))
888 format = format.replace("%1", "%c%02d" % (sign, minutes // 60))
889 format = format.replace("%2", "%02d" % (minutes % 60))
889 format = format.replace("%2", "%02d" % (minutes % 60))
890 s = time.strftime(format, time.gmtime(float(t) - tz))
890 s = time.strftime(format, time.gmtime(float(t) - tz))
891 return s
891 return s
892
892
893 def shortdate(date=None):
893 def shortdate(date=None):
894 """turn (timestamp, tzoff) tuple into iso 8631 date."""
894 """turn (timestamp, tzoff) tuple into iso 8631 date."""
895 return datestr(date, format='%Y-%m-%d')
895 return datestr(date, format='%Y-%m-%d')
896
896
897 def strdate(string, format, defaults=[]):
897 def strdate(string, format, defaults=[]):
898 """parse a localized time string and return a (unixtime, offset) tuple.
898 """parse a localized time string and return a (unixtime, offset) tuple.
899 if the string cannot be parsed, ValueError is raised."""
899 if the string cannot be parsed, ValueError is raised."""
900 def timezone(string):
900 def timezone(string):
901 tz = string.split()[-1]
901 tz = string.split()[-1]
902 if tz[0] in "+-" and len(tz) == 5 and tz[1:].isdigit():
902 if tz[0] in "+-" and len(tz) == 5 and tz[1:].isdigit():
903 sign = (tz[0] == "+") and 1 or -1
903 sign = (tz[0] == "+") and 1 or -1
904 hours = int(tz[1:3])
904 hours = int(tz[1:3])
905 minutes = int(tz[3:5])
905 minutes = int(tz[3:5])
906 return -sign * (hours * 60 + minutes) * 60
906 return -sign * (hours * 60 + minutes) * 60
907 if tz == "GMT" or tz == "UTC":
907 if tz == "GMT" or tz == "UTC":
908 return 0
908 return 0
909 return None
909 return None
910
910
911 # NOTE: unixtime = localunixtime + offset
911 # NOTE: unixtime = localunixtime + offset
912 offset, date = timezone(string), string
912 offset, date = timezone(string), string
913 if offset is not None:
913 if offset is not None:
914 date = " ".join(string.split()[:-1])
914 date = " ".join(string.split()[:-1])
915
915
916 # add missing elements from defaults
916 # add missing elements from defaults
917 usenow = False # default to using biased defaults
917 usenow = False # default to using biased defaults
918 for part in ("S", "M", "HI", "d", "mb", "yY"): # decreasing specificity
918 for part in ("S", "M", "HI", "d", "mb", "yY"): # decreasing specificity
919 found = [True for p in part if ("%"+p) in format]
919 found = [True for p in part if ("%"+p) in format]
920 if not found:
920 if not found:
921 date += "@" + defaults[part][usenow]
921 date += "@" + defaults[part][usenow]
922 format += "@%" + part[0]
922 format += "@%" + part[0]
923 else:
923 else:
924 # We've found a specific time element, less specific time
924 # We've found a specific time element, less specific time
925 # elements are relative to today
925 # elements are relative to today
926 usenow = True
926 usenow = True
927
927
928 timetuple = time.strptime(date, format)
928 timetuple = time.strptime(date, format)
929 localunixtime = int(calendar.timegm(timetuple))
929 localunixtime = int(calendar.timegm(timetuple))
930 if offset is None:
930 if offset is None:
931 # local timezone
931 # local timezone
932 unixtime = int(time.mktime(timetuple))
932 unixtime = int(time.mktime(timetuple))
933 offset = unixtime - localunixtime
933 offset = unixtime - localunixtime
934 else:
934 else:
935 unixtime = localunixtime + offset
935 unixtime = localunixtime + offset
936 return unixtime, offset
936 return unixtime, offset
937
937
938 def parsedate(date, formats=None, bias={}):
938 def parsedate(date, formats=None, bias={}):
939 """parse a localized date/time and return a (unixtime, offset) tuple.
939 """parse a localized date/time and return a (unixtime, offset) tuple.
940
940
941 The date may be a "unixtime offset" string or in one of the specified
941 The date may be a "unixtime offset" string or in one of the specified
942 formats. If the date already is a (unixtime, offset) tuple, it is returned.
942 formats. If the date already is a (unixtime, offset) tuple, it is returned.
943 """
943 """
944 if not date:
944 if not date:
945 return 0, 0
945 return 0, 0
946 if isinstance(date, tuple) and len(date) == 2:
946 if isinstance(date, tuple) and len(date) == 2:
947 return date
947 return date
948 if not formats:
948 if not formats:
949 formats = defaultdateformats
949 formats = defaultdateformats
950 date = date.strip()
950 date = date.strip()
951 try:
951 try:
952 when, offset = map(int, date.split(' '))
952 when, offset = map(int, date.split(' '))
953 except ValueError:
953 except ValueError:
954 # fill out defaults
954 # fill out defaults
955 now = makedate()
955 now = makedate()
956 defaults = {}
956 defaults = {}
957 for part in ("d", "mb", "yY", "HI", "M", "S"):
957 for part in ("d", "mb", "yY", "HI", "M", "S"):
958 # this piece is for rounding the specific end of unknowns
958 # this piece is for rounding the specific end of unknowns
959 b = bias.get(part)
959 b = bias.get(part)
960 if b is None:
960 if b is None:
961 if part[0] in "HMS":
961 if part[0] in "HMS":
962 b = "00"
962 b = "00"
963 else:
963 else:
964 b = "0"
964 b = "0"
965
965
966 # this piece is for matching the generic end to today's date
966 # this piece is for matching the generic end to today's date
967 n = datestr(now, "%" + part[0])
967 n = datestr(now, "%" + part[0])
968
968
969 defaults[part] = (b, n)
969 defaults[part] = (b, n)
970
970
971 for format in formats:
971 for format in formats:
972 try:
972 try:
973 when, offset = strdate(date, format, defaults)
973 when, offset = strdate(date, format, defaults)
974 except (ValueError, OverflowError):
974 except (ValueError, OverflowError):
975 pass
975 pass
976 else:
976 else:
977 break
977 break
978 else:
978 else:
979 raise Abort(_('invalid date: %r') % date)
979 raise Abort(_('invalid date: %r') % date)
980 # validate explicit (probably user-specified) date and
980 # validate explicit (probably user-specified) date and
981 # time zone offset. values must fit in signed 32 bits for
981 # time zone offset. values must fit in signed 32 bits for
982 # current 32-bit linux runtimes. timezones go from UTC-12
982 # current 32-bit linux runtimes. timezones go from UTC-12
983 # to UTC+14
983 # to UTC+14
984 if abs(when) > 0x7fffffff:
984 if abs(when) > 0x7fffffff:
985 raise Abort(_('date exceeds 32 bits: %d') % when)
985 raise Abort(_('date exceeds 32 bits: %d') % when)
986 if when < 0:
986 if when < 0:
987 raise Abort(_('negative date value: %d') % when)
987 raise Abort(_('negative date value: %d') % when)
988 if offset < -50400 or offset > 43200:
988 if offset < -50400 or offset > 43200:
989 raise Abort(_('impossible time zone offset: %d') % offset)
989 raise Abort(_('impossible time zone offset: %d') % offset)
990 return when, offset
990 return when, offset
991
991
992 def matchdate(date):
992 def matchdate(date):
993 """Return a function that matches a given date match specifier
993 """Return a function that matches a given date match specifier
994
994
995 Formats include:
995 Formats include:
996
996
997 '{date}' match a given date to the accuracy provided
997 '{date}' match a given date to the accuracy provided
998
998
999 '<{date}' on or before a given date
999 '<{date}' on or before a given date
1000
1000
1001 '>{date}' on or after a given date
1001 '>{date}' on or after a given date
1002
1002
1003 >>> p1 = parsedate("10:29:59")
1003 >>> p1 = parsedate("10:29:59")
1004 >>> p2 = parsedate("10:30:00")
1004 >>> p2 = parsedate("10:30:00")
1005 >>> p3 = parsedate("10:30:59")
1005 >>> p3 = parsedate("10:30:59")
1006 >>> p4 = parsedate("10:31:00")
1006 >>> p4 = parsedate("10:31:00")
1007 >>> p5 = parsedate("Sep 15 10:30:00 1999")
1007 >>> p5 = parsedate("Sep 15 10:30:00 1999")
1008 >>> f = matchdate("10:30")
1008 >>> f = matchdate("10:30")
1009 >>> f(p1[0])
1009 >>> f(p1[0])
1010 False
1010 False
1011 >>> f(p2[0])
1011 >>> f(p2[0])
1012 True
1012 True
1013 >>> f(p3[0])
1013 >>> f(p3[0])
1014 True
1014 True
1015 >>> f(p4[0])
1015 >>> f(p4[0])
1016 False
1016 False
1017 >>> f(p5[0])
1017 >>> f(p5[0])
1018 False
1018 False
1019 """
1019 """
1020
1020
1021 def lower(date):
1021 def lower(date):
1022 d = dict(mb="1", d="1")
1022 d = dict(mb="1", d="1")
1023 return parsedate(date, extendeddateformats, d)[0]
1023 return parsedate(date, extendeddateformats, d)[0]
1024
1024
1025 def upper(date):
1025 def upper(date):
1026 d = dict(mb="12", HI="23", M="59", S="59")
1026 d = dict(mb="12", HI="23", M="59", S="59")
1027 for days in ("31", "30", "29"):
1027 for days in ("31", "30", "29"):
1028 try:
1028 try:
1029 d["d"] = days
1029 d["d"] = days
1030 return parsedate(date, extendeddateformats, d)[0]
1030 return parsedate(date, extendeddateformats, d)[0]
1031 except:
1031 except:
1032 pass
1032 pass
1033 d["d"] = "28"
1033 d["d"] = "28"
1034 return parsedate(date, extendeddateformats, d)[0]
1034 return parsedate(date, extendeddateformats, d)[0]
1035
1035
1036 date = date.strip()
1036 date = date.strip()
1037
1037
1038 if not date:
1038 if not date:
1039 raise Abort(_("dates cannot consist entirely of whitespace"))
1039 raise Abort(_("dates cannot consist entirely of whitespace"))
1040 elif date[0] == "<":
1040 elif date[0] == "<":
1041 if not date[1:]:
1041 if not date[1:]:
1042 raise Abort(_("invalid day spec, use '<DATE'"))
1042 raise Abort(_("invalid day spec, use '<DATE'"))
1043 when = upper(date[1:])
1043 when = upper(date[1:])
1044 return lambda x: x <= when
1044 return lambda x: x <= when
1045 elif date[0] == ">":
1045 elif date[0] == ">":
1046 if not date[1:]:
1046 if not date[1:]:
1047 raise Abort(_("invalid day spec, use '>DATE'"))
1047 raise Abort(_("invalid day spec, use '>DATE'"))
1048 when = lower(date[1:])
1048 when = lower(date[1:])
1049 return lambda x: x >= when
1049 return lambda x: x >= when
1050 elif date[0] == "-":
1050 elif date[0] == "-":
1051 try:
1051 try:
1052 days = int(date[1:])
1052 days = int(date[1:])
1053 except ValueError:
1053 except ValueError:
1054 raise Abort(_("invalid day spec: %s") % date[1:])
1054 raise Abort(_("invalid day spec: %s") % date[1:])
1055 if days < 0:
1055 if days < 0:
1056 raise Abort(_("%s must be nonnegative (see 'hg help dates')")
1056 raise Abort(_("%s must be nonnegative (see 'hg help dates')")
1057 % date[1:])
1057 % date[1:])
1058 when = makedate()[0] - days * 3600 * 24
1058 when = makedate()[0] - days * 3600 * 24
1059 return lambda x: x >= when
1059 return lambda x: x >= when
1060 elif " to " in date:
1060 elif " to " in date:
1061 a, b = date.split(" to ")
1061 a, b = date.split(" to ")
1062 start, stop = lower(a), upper(b)
1062 start, stop = lower(a), upper(b)
1063 return lambda x: x >= start and x <= stop
1063 return lambda x: x >= start and x <= stop
1064 else:
1064 else:
1065 start, stop = lower(date), upper(date)
1065 start, stop = lower(date), upper(date)
1066 return lambda x: x >= start and x <= stop
1066 return lambda x: x >= start and x <= stop
1067
1067
1068 def shortuser(user):
1068 def shortuser(user):
1069 """Return a short representation of a user name or email address."""
1069 """Return a short representation of a user name or email address."""
1070 f = user.find('@')
1070 f = user.find('@')
1071 if f >= 0:
1071 if f >= 0:
1072 user = user[:f]
1072 user = user[:f]
1073 f = user.find('<')
1073 f = user.find('<')
1074 if f >= 0:
1074 if f >= 0:
1075 user = user[f + 1:]
1075 user = user[f + 1:]
1076 f = user.find(' ')
1076 f = user.find(' ')
1077 if f >= 0:
1077 if f >= 0:
1078 user = user[:f]
1078 user = user[:f]
1079 f = user.find('.')
1079 f = user.find('.')
1080 if f >= 0:
1080 if f >= 0:
1081 user = user[:f]
1081 user = user[:f]
1082 return user
1082 return user
1083
1083
1084 def email(author):
1084 def email(author):
1085 '''get email of author.'''
1085 '''get email of author.'''
1086 r = author.find('>')
1086 r = author.find('>')
1087 if r == -1:
1087 if r == -1:
1088 r = None
1088 r = None
1089 return author[author.find('<') + 1:r]
1089 return author[author.find('<') + 1:r]
1090
1090
1091 def _ellipsis(text, maxlength):
1091 def _ellipsis(text, maxlength):
1092 if len(text) <= maxlength:
1092 if len(text) <= maxlength:
1093 return text, False
1093 return text, False
1094 else:
1094 else:
1095 return "%s..." % (text[:maxlength - 3]), True
1095 return "%s..." % (text[:maxlength - 3]), True
1096
1096
1097 def ellipsis(text, maxlength=400):
1097 def ellipsis(text, maxlength=400):
1098 """Trim string to at most maxlength (default: 400) characters."""
1098 """Trim string to at most maxlength (default: 400) characters."""
1099 try:
1099 try:
1100 # use unicode not to split at intermediate multi-byte sequence
1100 # use unicode not to split at intermediate multi-byte sequence
1101 utext, truncated = _ellipsis(text.decode(encoding.encoding),
1101 utext, truncated = _ellipsis(text.decode(encoding.encoding),
1102 maxlength)
1102 maxlength)
1103 if not truncated:
1103 if not truncated:
1104 return text
1104 return text
1105 return utext.encode(encoding.encoding)
1105 return utext.encode(encoding.encoding)
1106 except (UnicodeDecodeError, UnicodeEncodeError):
1106 except (UnicodeDecodeError, UnicodeEncodeError):
1107 return _ellipsis(text, maxlength)[0]
1107 return _ellipsis(text, maxlength)[0]
1108
1108
1109 def bytecount(nbytes):
1109 def bytecount(nbytes):
1110 '''return byte count formatted as readable string, with units'''
1110 '''return byte count formatted as readable string, with units'''
1111
1111
1112 units = (
1112 units = (
1113 (100, 1 << 30, _('%.0f GB')),
1113 (100, 1 << 30, _('%.0f GB')),
1114 (10, 1 << 30, _('%.1f GB')),
1114 (10, 1 << 30, _('%.1f GB')),
1115 (1, 1 << 30, _('%.2f GB')),
1115 (1, 1 << 30, _('%.2f GB')),
1116 (100, 1 << 20, _('%.0f MB')),
1116 (100, 1 << 20, _('%.0f MB')),
1117 (10, 1 << 20, _('%.1f MB')),
1117 (10, 1 << 20, _('%.1f MB')),
1118 (1, 1 << 20, _('%.2f MB')),
1118 (1, 1 << 20, _('%.2f MB')),
1119 (100, 1 << 10, _('%.0f KB')),
1119 (100, 1 << 10, _('%.0f KB')),
1120 (10, 1 << 10, _('%.1f KB')),
1120 (10, 1 << 10, _('%.1f KB')),
1121 (1, 1 << 10, _('%.2f KB')),
1121 (1, 1 << 10, _('%.2f KB')),
1122 (1, 1, _('%.0f bytes')),
1122 (1, 1, _('%.0f bytes')),
1123 )
1123 )
1124
1124
1125 for multiplier, divisor, format in units:
1125 for multiplier, divisor, format in units:
1126 if nbytes >= divisor * multiplier:
1126 if nbytes >= divisor * multiplier:
1127 return format % (nbytes / float(divisor))
1127 return format % (nbytes / float(divisor))
1128 return units[-1][2] % nbytes
1128 return units[-1][2] % nbytes
1129
1129
1130 def uirepr(s):
1130 def uirepr(s):
1131 # Avoid double backslash in Windows path repr()
1131 # Avoid double backslash in Windows path repr()
1132 return repr(s).replace('\\\\', '\\')
1132 return repr(s).replace('\\\\', '\\')
1133
1133
1134 # delay import of textwrap
1134 # delay import of textwrap
1135 def MBTextWrapper(**kwargs):
1135 def MBTextWrapper(**kwargs):
1136 class tw(textwrap.TextWrapper):
1136 class tw(textwrap.TextWrapper):
1137 """
1137 """
1138 Extend TextWrapper for width-awareness.
1138 Extend TextWrapper for width-awareness.
1139
1139
1140 Neither number of 'bytes' in any encoding nor 'characters' is
1140 Neither number of 'bytes' in any encoding nor 'characters' is
1141 appropriate to calculate terminal columns for specified string.
1141 appropriate to calculate terminal columns for specified string.
1142
1142
1143 Original TextWrapper implementation uses built-in 'len()' directly,
1143 Original TextWrapper implementation uses built-in 'len()' directly,
1144 so overriding is needed to use width information of each characters.
1144 so overriding is needed to use width information of each characters.
1145
1145
1146 In addition, characters classified into 'ambiguous' width are
1146 In addition, characters classified into 'ambiguous' width are
1147 treated as wide in east asian area, but as narrow in other.
1147 treated as wide in east asian area, but as narrow in other.
1148
1148
1149 This requires use decision to determine width of such characters.
1149 This requires use decision to determine width of such characters.
1150 """
1150 """
1151 def __init__(self, **kwargs):
1151 def __init__(self, **kwargs):
1152 textwrap.TextWrapper.__init__(self, **kwargs)
1152 textwrap.TextWrapper.__init__(self, **kwargs)
1153
1153
1154 # for compatibility between 2.4 and 2.6
1154 # for compatibility between 2.4 and 2.6
1155 if getattr(self, 'drop_whitespace', None) is None:
1155 if getattr(self, 'drop_whitespace', None) is None:
1156 self.drop_whitespace = kwargs.get('drop_whitespace', True)
1156 self.drop_whitespace = kwargs.get('drop_whitespace', True)
1157
1157
1158 def _cutdown(self, ucstr, space_left):
1158 def _cutdown(self, ucstr, space_left):
1159 l = 0
1159 l = 0
1160 colwidth = encoding.ucolwidth
1160 colwidth = encoding.ucolwidth
1161 for i in xrange(len(ucstr)):
1161 for i in xrange(len(ucstr)):
1162 l += colwidth(ucstr[i])
1162 l += colwidth(ucstr[i])
1163 if space_left < l:
1163 if space_left < l:
1164 return (ucstr[:i], ucstr[i:])
1164 return (ucstr[:i], ucstr[i:])
1165 return ucstr, ''
1165 return ucstr, ''
1166
1166
1167 # overriding of base class
1167 # overriding of base class
1168 def _handle_long_word(self, reversed_chunks, cur_line, cur_len, width):
1168 def _handle_long_word(self, reversed_chunks, cur_line, cur_len, width):
1169 space_left = max(width - cur_len, 1)
1169 space_left = max(width - cur_len, 1)
1170
1170
1171 if self.break_long_words:
1171 if self.break_long_words:
1172 cut, res = self._cutdown(reversed_chunks[-1], space_left)
1172 cut, res = self._cutdown(reversed_chunks[-1], space_left)
1173 cur_line.append(cut)
1173 cur_line.append(cut)
1174 reversed_chunks[-1] = res
1174 reversed_chunks[-1] = res
1175 elif not cur_line:
1175 elif not cur_line:
1176 cur_line.append(reversed_chunks.pop())
1176 cur_line.append(reversed_chunks.pop())
1177
1177
1178 # this overriding code is imported from TextWrapper of python 2.6
1178 # this overriding code is imported from TextWrapper of python 2.6
1179 # to calculate columns of string by 'encoding.ucolwidth()'
1179 # to calculate columns of string by 'encoding.ucolwidth()'
1180 def _wrap_chunks(self, chunks):
1180 def _wrap_chunks(self, chunks):
1181 colwidth = encoding.ucolwidth
1181 colwidth = encoding.ucolwidth
1182
1182
1183 lines = []
1183 lines = []
1184 if self.width <= 0:
1184 if self.width <= 0:
1185 raise ValueError("invalid width %r (must be > 0)" % self.width)
1185 raise ValueError("invalid width %r (must be > 0)" % self.width)
1186
1186
1187 # Arrange in reverse order so items can be efficiently popped
1187 # Arrange in reverse order so items can be efficiently popped
1188 # from a stack of chucks.
1188 # from a stack of chucks.
1189 chunks.reverse()
1189 chunks.reverse()
1190
1190
1191 while chunks:
1191 while chunks:
1192
1192
1193 # Start the list of chunks that will make up the current line.
1193 # Start the list of chunks that will make up the current line.
1194 # cur_len is just the length of all the chunks in cur_line.
1194 # cur_len is just the length of all the chunks in cur_line.
1195 cur_line = []
1195 cur_line = []
1196 cur_len = 0
1196 cur_len = 0
1197
1197
1198 # Figure out which static string will prefix this line.
1198 # Figure out which static string will prefix this line.
1199 if lines:
1199 if lines:
1200 indent = self.subsequent_indent
1200 indent = self.subsequent_indent
1201 else:
1201 else:
1202 indent = self.initial_indent
1202 indent = self.initial_indent
1203
1203
1204 # Maximum width for this line.
1204 # Maximum width for this line.
1205 width = self.width - len(indent)
1205 width = self.width - len(indent)
1206
1206
1207 # First chunk on line is whitespace -- drop it, unless this
1207 # First chunk on line is whitespace -- drop it, unless this
1208 # is the very beginning of the text (ie. no lines started yet).
1208 # is the very beginning of the text (ie. no lines started yet).
1209 if self.drop_whitespace and chunks[-1].strip() == '' and lines:
1209 if self.drop_whitespace and chunks[-1].strip() == '' and lines:
1210 del chunks[-1]
1210 del chunks[-1]
1211
1211
1212 while chunks:
1212 while chunks:
1213 l = colwidth(chunks[-1])
1213 l = colwidth(chunks[-1])
1214
1214
1215 # Can at least squeeze this chunk onto the current line.
1215 # Can at least squeeze this chunk onto the current line.
1216 if cur_len + l <= width:
1216 if cur_len + l <= width:
1217 cur_line.append(chunks.pop())
1217 cur_line.append(chunks.pop())
1218 cur_len += l
1218 cur_len += l
1219
1219
1220 # Nope, this line is full.
1220 # Nope, this line is full.
1221 else:
1221 else:
1222 break
1222 break
1223
1223
1224 # The current line is full, and the next chunk is too big to
1224 # The current line is full, and the next chunk is too big to
1225 # fit on *any* line (not just this one).
1225 # fit on *any* line (not just this one).
1226 if chunks and colwidth(chunks[-1]) > width:
1226 if chunks and colwidth(chunks[-1]) > width:
1227 self._handle_long_word(chunks, cur_line, cur_len, width)
1227 self._handle_long_word(chunks, cur_line, cur_len, width)
1228
1228
1229 # If the last chunk on this line is all whitespace, drop it.
1229 # If the last chunk on this line is all whitespace, drop it.
1230 if (self.drop_whitespace and
1230 if (self.drop_whitespace and
1231 cur_line and cur_line[-1].strip() == ''):
1231 cur_line and cur_line[-1].strip() == ''):
1232 del cur_line[-1]
1232 del cur_line[-1]
1233
1233
1234 # Convert current line back to a string and store it in list
1234 # Convert current line back to a string and store it in list
1235 # of all lines (return value).
1235 # of all lines (return value).
1236 if cur_line:
1236 if cur_line:
1237 lines.append(indent + ''.join(cur_line))
1237 lines.append(indent + ''.join(cur_line))
1238
1238
1239 return lines
1239 return lines
1240
1240
1241 global MBTextWrapper
1241 global MBTextWrapper
1242 MBTextWrapper = tw
1242 MBTextWrapper = tw
1243 return tw(**kwargs)
1243 return tw(**kwargs)
1244
1244
1245 def wrap(line, width, initindent='', hangindent=''):
1245 def wrap(line, width, initindent='', hangindent=''):
1246 maxindent = max(len(hangindent), len(initindent))
1246 maxindent = max(len(hangindent), len(initindent))
1247 if width <= maxindent:
1247 if width <= maxindent:
1248 # adjust for weird terminal size
1248 # adjust for weird terminal size
1249 width = max(78, maxindent + 1)
1249 width = max(78, maxindent + 1)
1250 line = line.decode(encoding.encoding, encoding.encodingmode)
1250 line = line.decode(encoding.encoding, encoding.encodingmode)
1251 initindent = initindent.decode(encoding.encoding, encoding.encodingmode)
1251 initindent = initindent.decode(encoding.encoding, encoding.encodingmode)
1252 hangindent = hangindent.decode(encoding.encoding, encoding.encodingmode)
1252 hangindent = hangindent.decode(encoding.encoding, encoding.encodingmode)
1253 wrapper = MBTextWrapper(width=width,
1253 wrapper = MBTextWrapper(width=width,
1254 initial_indent=initindent,
1254 initial_indent=initindent,
1255 subsequent_indent=hangindent)
1255 subsequent_indent=hangindent)
1256 return wrapper.fill(line).encode(encoding.encoding)
1256 return wrapper.fill(line).encode(encoding.encoding)
1257
1257
1258 def iterlines(iterator):
1258 def iterlines(iterator):
1259 for chunk in iterator:
1259 for chunk in iterator:
1260 for line in chunk.splitlines():
1260 for line in chunk.splitlines():
1261 yield line
1261 yield line
1262
1262
1263 def expandpath(path):
1263 def expandpath(path):
1264 return os.path.expanduser(os.path.expandvars(path))
1264 return os.path.expanduser(os.path.expandvars(path))
1265
1265
1266 def hgcmd():
1266 def hgcmd():
1267 """Return the command used to execute current hg
1267 """Return the command used to execute current hg
1268
1268
1269 This is different from hgexecutable() because on Windows we want
1269 This is different from hgexecutable() because on Windows we want
1270 to avoid things opening new shell windows like batch files, so we
1270 to avoid things opening new shell windows like batch files, so we
1271 get either the python call or current executable.
1271 get either the python call or current executable.
1272 """
1272 """
1273 if mainfrozen():
1273 if mainfrozen():
1274 return [sys.executable]
1274 return [sys.executable]
1275 return gethgcmd()
1275 return gethgcmd()
1276
1276
1277 def rundetached(args, condfn):
1277 def rundetached(args, condfn):
1278 """Execute the argument list in a detached process.
1278 """Execute the argument list in a detached process.
1279
1279
1280 condfn is a callable which is called repeatedly and should return
1280 condfn is a callable which is called repeatedly and should return
1281 True once the child process is known to have started successfully.
1281 True once the child process is known to have started successfully.
1282 At this point, the child process PID is returned. If the child
1282 At this point, the child process PID is returned. If the child
1283 process fails to start or finishes before condfn() evaluates to
1283 process fails to start or finishes before condfn() evaluates to
1284 True, return -1.
1284 True, return -1.
1285 """
1285 """
1286 # Windows case is easier because the child process is either
1286 # Windows case is easier because the child process is either
1287 # successfully starting and validating the condition or exiting
1287 # successfully starting and validating the condition or exiting
1288 # on failure. We just poll on its PID. On Unix, if the child
1288 # on failure. We just poll on its PID. On Unix, if the child
1289 # process fails to start, it will be left in a zombie state until
1289 # process fails to start, it will be left in a zombie state until
1290 # the parent wait on it, which we cannot do since we expect a long
1290 # the parent wait on it, which we cannot do since we expect a long
1291 # running process on success. Instead we listen for SIGCHLD telling
1291 # running process on success. Instead we listen for SIGCHLD telling
1292 # us our child process terminated.
1292 # us our child process terminated.
1293 terminated = set()
1293 terminated = set()
1294 def handler(signum, frame):
1294 def handler(signum, frame):
1295 terminated.add(os.wait())
1295 terminated.add(os.wait())
1296 prevhandler = None
1296 prevhandler = None
1297 if hasattr(signal, 'SIGCHLD'):
1297 if hasattr(signal, 'SIGCHLD'):
1298 prevhandler = signal.signal(signal.SIGCHLD, handler)
1298 prevhandler = signal.signal(signal.SIGCHLD, handler)
1299 try:
1299 try:
1300 pid = spawndetached(args)
1300 pid = spawndetached(args)
1301 while not condfn():
1301 while not condfn():
1302 if ((pid in terminated or not testpid(pid))
1302 if ((pid in terminated or not testpid(pid))
1303 and not condfn()):
1303 and not condfn()):
1304 return -1
1304 return -1
1305 time.sleep(0.1)
1305 time.sleep(0.1)
1306 return pid
1306 return pid
1307 finally:
1307 finally:
1308 if prevhandler is not None:
1308 if prevhandler is not None:
1309 signal.signal(signal.SIGCHLD, prevhandler)
1309 signal.signal(signal.SIGCHLD, prevhandler)
1310
1310
1311 try:
1311 try:
1312 any, all = any, all
1312 any, all = any, all
1313 except NameError:
1313 except NameError:
1314 def any(iterable):
1314 def any(iterable):
1315 for i in iterable:
1315 for i in iterable:
1316 if i:
1316 if i:
1317 return True
1317 return True
1318 return False
1318 return False
1319
1319
1320 def all(iterable):
1320 def all(iterable):
1321 for i in iterable:
1321 for i in iterable:
1322 if not i:
1322 if not i:
1323 return False
1323 return False
1324 return True
1324 return True
1325
1325
1326 def interpolate(prefix, mapping, s, fn=None, escape_prefix=False):
1326 def interpolate(prefix, mapping, s, fn=None, escape_prefix=False):
1327 """Return the result of interpolating items in the mapping into string s.
1327 """Return the result of interpolating items in the mapping into string s.
1328
1328
1329 prefix is a single character string, or a two character string with
1329 prefix is a single character string, or a two character string with
1330 a backslash as the first character if the prefix needs to be escaped in
1330 a backslash as the first character if the prefix needs to be escaped in
1331 a regular expression.
1331 a regular expression.
1332
1332
1333 fn is an optional function that will be applied to the replacement text
1333 fn is an optional function that will be applied to the replacement text
1334 just before replacement.
1334 just before replacement.
1335
1335
1336 escape_prefix is an optional flag that allows using doubled prefix for
1336 escape_prefix is an optional flag that allows using doubled prefix for
1337 its escaping.
1337 its escaping.
1338 """
1338 """
1339 fn = fn or (lambda s: s)
1339 fn = fn or (lambda s: s)
1340 patterns = '|'.join(mapping.keys())
1340 patterns = '|'.join(mapping.keys())
1341 if escape_prefix:
1341 if escape_prefix:
1342 patterns += '|' + prefix
1342 patterns += '|' + prefix
1343 if len(prefix) > 1:
1343 if len(prefix) > 1:
1344 prefix_char = prefix[1:]
1344 prefix_char = prefix[1:]
1345 else:
1345 else:
1346 prefix_char = prefix
1346 prefix_char = prefix
1347 mapping[prefix_char] = prefix_char
1347 mapping[prefix_char] = prefix_char
1348 r = re.compile(r'%s(%s)' % (prefix, patterns))
1348 r = re.compile(r'%s(%s)' % (prefix, patterns))
1349 return r.sub(lambda x: fn(mapping[x.group()[1:]]), s)
1349 return r.sub(lambda x: fn(mapping[x.group()[1:]]), s)
1350
1350
1351 def getport(port):
1351 def getport(port):
1352 """Return the port for a given network service.
1352 """Return the port for a given network service.
1353
1353
1354 If port is an integer, it's returned as is. If it's a string, it's
1354 If port is an integer, it's returned as is. If it's a string, it's
1355 looked up using socket.getservbyname(). If there's no matching
1355 looked up using socket.getservbyname(). If there's no matching
1356 service, util.Abort is raised.
1356 service, util.Abort is raised.
1357 """
1357 """
1358 try:
1358 try:
1359 return int(port)
1359 return int(port)
1360 except ValueError:
1360 except ValueError:
1361 pass
1361 pass
1362
1362
1363 try:
1363 try:
1364 return socket.getservbyname(port)
1364 return socket.getservbyname(port)
1365 except socket.error:
1365 except socket.error:
1366 raise Abort(_("no port number associated with service '%s'") % port)
1366 raise Abort(_("no port number associated with service '%s'") % port)
1367
1367
1368 _booleans = {'1': True, 'yes': True, 'true': True, 'on': True, 'always': True,
1368 _booleans = {'1': True, 'yes': True, 'true': True, 'on': True, 'always': True,
1369 '0': False, 'no': False, 'false': False, 'off': False,
1369 '0': False, 'no': False, 'false': False, 'off': False,
1370 'never': False}
1370 'never': False}
1371
1371
1372 def parsebool(s):
1372 def parsebool(s):
1373 """Parse s into a boolean.
1373 """Parse s into a boolean.
1374
1374
1375 If s is not a valid boolean, returns None.
1375 If s is not a valid boolean, returns None.
1376 """
1376 """
1377 return _booleans.get(s.lower(), None)
1377 return _booleans.get(s.lower(), None)
1378
1378
1379 _hexdig = '0123456789ABCDEFabcdef'
1379 _hexdig = '0123456789ABCDEFabcdef'
1380 _hextochr = dict((a + b, chr(int(a + b, 16)))
1380 _hextochr = dict((a + b, chr(int(a + b, 16)))
1381 for a in _hexdig for b in _hexdig)
1381 for a in _hexdig for b in _hexdig)
1382
1382
1383 def _urlunquote(s):
1383 def _urlunquote(s):
1384 """unquote('abc%20def') -> 'abc def'."""
1384 """unquote('abc%20def') -> 'abc def'."""
1385 res = s.split('%')
1385 res = s.split('%')
1386 # fastpath
1386 # fastpath
1387 if len(res) == 1:
1387 if len(res) == 1:
1388 return s
1388 return s
1389 s = res[0]
1389 s = res[0]
1390 for item in res[1:]:
1390 for item in res[1:]:
1391 try:
1391 try:
1392 s += _hextochr[item[:2]] + item[2:]
1392 s += _hextochr[item[:2]] + item[2:]
1393 except KeyError:
1393 except KeyError:
1394 s += '%' + item
1394 s += '%' + item
1395 except UnicodeDecodeError:
1395 except UnicodeDecodeError:
1396 s += unichr(int(item[:2], 16)) + item[2:]
1396 s += unichr(int(item[:2], 16)) + item[2:]
1397 return s
1397 return s
1398
1398
1399 class url(object):
1399 class url(object):
1400 r"""Reliable URL parser.
1400 r"""Reliable URL parser.
1401
1401
1402 This parses URLs and provides attributes for the following
1402 This parses URLs and provides attributes for the following
1403 components:
1403 components:
1404
1404
1405 <scheme>://<user>:<passwd>@<host>:<port>/<path>?<query>#<fragment>
1405 <scheme>://<user>:<passwd>@<host>:<port>/<path>?<query>#<fragment>
1406
1406
1407 Missing components are set to None. The only exception is
1407 Missing components are set to None. The only exception is
1408 fragment, which is set to '' if present but empty.
1408 fragment, which is set to '' if present but empty.
1409
1409
1410 If parsefragment is False, fragment is included in query. If
1410 If parsefragment is False, fragment is included in query. If
1411 parsequery is False, query is included in path. If both are
1411 parsequery is False, query is included in path. If both are
1412 False, both fragment and query are included in path.
1412 False, both fragment and query are included in path.
1413
1413
1414 See http://www.ietf.org/rfc/rfc2396.txt for more information.
1414 See http://www.ietf.org/rfc/rfc2396.txt for more information.
1415
1415
1416 Note that for backward compatibility reasons, bundle URLs do not
1416 Note that for backward compatibility reasons, bundle URLs do not
1417 take host names. That means 'bundle://../' has a path of '../'.
1417 take host names. That means 'bundle://../' has a path of '../'.
1418
1418
1419 Examples:
1419 Examples:
1420
1420
1421 >>> url('http://www.ietf.org/rfc/rfc2396.txt')
1421 >>> url('http://www.ietf.org/rfc/rfc2396.txt')
1422 <url scheme: 'http', host: 'www.ietf.org', path: 'rfc/rfc2396.txt'>
1422 <url scheme: 'http', host: 'www.ietf.org', path: 'rfc/rfc2396.txt'>
1423 >>> url('ssh://[::1]:2200//home/joe/repo')
1423 >>> url('ssh://[::1]:2200//home/joe/repo')
1424 <url scheme: 'ssh', host: '[::1]', port: '2200', path: '/home/joe/repo'>
1424 <url scheme: 'ssh', host: '[::1]', port: '2200', path: '/home/joe/repo'>
1425 >>> url('file:///home/joe/repo')
1425 >>> url('file:///home/joe/repo')
1426 <url scheme: 'file', path: '/home/joe/repo'>
1426 <url scheme: 'file', path: '/home/joe/repo'>
1427 >>> url('file:///c:/temp/foo/')
1427 >>> url('file:///c:/temp/foo/')
1428 <url scheme: 'file', path: 'c:/temp/foo/'>
1428 <url scheme: 'file', path: 'c:/temp/foo/'>
1429 >>> url('bundle:foo')
1429 >>> url('bundle:foo')
1430 <url scheme: 'bundle', path: 'foo'>
1430 <url scheme: 'bundle', path: 'foo'>
1431 >>> url('bundle://../foo')
1431 >>> url('bundle://../foo')
1432 <url scheme: 'bundle', path: '../foo'>
1432 <url scheme: 'bundle', path: '../foo'>
1433 >>> url(r'c:\foo\bar')
1433 >>> url(r'c:\foo\bar')
1434 <url path: 'c:\\foo\\bar'>
1434 <url path: 'c:\\foo\\bar'>
1435 >>> url(r'\\blah\blah\blah')
1435 >>> url(r'\\blah\blah\blah')
1436 <url path: '\\\\blah\\blah\\blah'>
1436 <url path: '\\\\blah\\blah\\blah'>
1437 >>> url(r'\\blah\blah\blah#baz')
1438 <url path: '\\\\blah\\blah\\blah', fragment: 'baz'>
1437
1439
1438 Authentication credentials:
1440 Authentication credentials:
1439
1441
1440 >>> url('ssh://joe:xyz@x/repo')
1442 >>> url('ssh://joe:xyz@x/repo')
1441 <url scheme: 'ssh', user: 'joe', passwd: 'xyz', host: 'x', path: 'repo'>
1443 <url scheme: 'ssh', user: 'joe', passwd: 'xyz', host: 'x', path: 'repo'>
1442 >>> url('ssh://joe@x/repo')
1444 >>> url('ssh://joe@x/repo')
1443 <url scheme: 'ssh', user: 'joe', host: 'x', path: 'repo'>
1445 <url scheme: 'ssh', user: 'joe', host: 'x', path: 'repo'>
1444
1446
1445 Query strings and fragments:
1447 Query strings and fragments:
1446
1448
1447 >>> url('http://host/a?b#c')
1449 >>> url('http://host/a?b#c')
1448 <url scheme: 'http', host: 'host', path: 'a', query: 'b', fragment: 'c'>
1450 <url scheme: 'http', host: 'host', path: 'a', query: 'b', fragment: 'c'>
1449 >>> url('http://host/a?b#c', parsequery=False, parsefragment=False)
1451 >>> url('http://host/a?b#c', parsequery=False, parsefragment=False)
1450 <url scheme: 'http', host: 'host', path: 'a?b#c'>
1452 <url scheme: 'http', host: 'host', path: 'a?b#c'>
1451 """
1453 """
1452
1454
1453 _safechars = "!~*'()+"
1455 _safechars = "!~*'()+"
1454 _safepchars = "/!~*'()+"
1456 _safepchars = "/!~*'()+"
1455 _matchscheme = re.compile(r'^[a-zA-Z0-9+.\-]+:').match
1457 _matchscheme = re.compile(r'^[a-zA-Z0-9+.\-]+:').match
1456
1458
1457 def __init__(self, path, parsequery=True, parsefragment=True):
1459 def __init__(self, path, parsequery=True, parsefragment=True):
1458 # We slowly chomp away at path until we have only the path left
1460 # We slowly chomp away at path until we have only the path left
1459 self.scheme = self.user = self.passwd = self.host = None
1461 self.scheme = self.user = self.passwd = self.host = None
1460 self.port = self.path = self.query = self.fragment = None
1462 self.port = self.path = self.query = self.fragment = None
1461 self._localpath = True
1463 self._localpath = True
1462 self._hostport = ''
1464 self._hostport = ''
1463 self._origpath = path
1465 self._origpath = path
1464
1466
1467 if parsefragment and '#' in path:
1468 path, self.fragment = path.split('#', 1)
1469 if not path:
1470 path = None
1471
1465 # special case for Windows drive letters and UNC paths
1472 # special case for Windows drive letters and UNC paths
1466 if hasdriveletter(path) or path.startswith(r'\\'):
1473 if hasdriveletter(path) or path.startswith(r'\\'):
1467 self.path = path
1474 self.path = path
1468 return
1475 return
1469
1476
1470 # For compatibility reasons, we can't handle bundle paths as
1477 # For compatibility reasons, we can't handle bundle paths as
1471 # normal URLS
1478 # normal URLS
1472 if path.startswith('bundle:'):
1479 if path.startswith('bundle:'):
1473 self.scheme = 'bundle'
1480 self.scheme = 'bundle'
1474 path = path[7:]
1481 path = path[7:]
1475 if path.startswith('//'):
1482 if path.startswith('//'):
1476 path = path[2:]
1483 path = path[2:]
1477 self.path = path
1484 self.path = path
1478 return
1485 return
1479
1486
1480 if self._matchscheme(path):
1487 if self._matchscheme(path):
1481 parts = path.split(':', 1)
1488 parts = path.split(':', 1)
1482 if parts[0]:
1489 if parts[0]:
1483 self.scheme, path = parts
1490 self.scheme, path = parts
1484 self._localpath = False
1491 self._localpath = False
1485
1492
1486 if not path:
1493 if not path:
1487 path = None
1494 path = None
1488 if self._localpath:
1495 if self._localpath:
1489 self.path = ''
1496 self.path = ''
1490 return
1497 return
1491 else:
1498 else:
1492 if parsefragment and '#' in path:
1493 path, self.fragment = path.split('#', 1)
1494 if not path:
1495 path = None
1496 if self._localpath:
1499 if self._localpath:
1497 self.path = path
1500 self.path = path
1498 return
1501 return
1499
1502
1500 if parsequery and '?' in path:
1503 if parsequery and '?' in path:
1501 path, self.query = path.split('?', 1)
1504 path, self.query = path.split('?', 1)
1502 if not path:
1505 if not path:
1503 path = None
1506 path = None
1504 if not self.query:
1507 if not self.query:
1505 self.query = None
1508 self.query = None
1506
1509
1507 # // is required to specify a host/authority
1510 # // is required to specify a host/authority
1508 if path and path.startswith('//'):
1511 if path and path.startswith('//'):
1509 parts = path[2:].split('/', 1)
1512 parts = path[2:].split('/', 1)
1510 if len(parts) > 1:
1513 if len(parts) > 1:
1511 self.host, path = parts
1514 self.host, path = parts
1512 path = path
1515 path = path
1513 else:
1516 else:
1514 self.host = parts[0]
1517 self.host = parts[0]
1515 path = None
1518 path = None
1516 if not self.host:
1519 if not self.host:
1517 self.host = None
1520 self.host = None
1518 # path of file:///d is /d
1521 # path of file:///d is /d
1519 # path of file:///d:/ is d:/, not /d:/
1522 # path of file:///d:/ is d:/, not /d:/
1520 if path and not hasdriveletter(path):
1523 if path and not hasdriveletter(path):
1521 path = '/' + path
1524 path = '/' + path
1522
1525
1523 if self.host and '@' in self.host:
1526 if self.host and '@' in self.host:
1524 self.user, self.host = self.host.rsplit('@', 1)
1527 self.user, self.host = self.host.rsplit('@', 1)
1525 if ':' in self.user:
1528 if ':' in self.user:
1526 self.user, self.passwd = self.user.split(':', 1)
1529 self.user, self.passwd = self.user.split(':', 1)
1527 if not self.host:
1530 if not self.host:
1528 self.host = None
1531 self.host = None
1529
1532
1530 # Don't split on colons in IPv6 addresses without ports
1533 # Don't split on colons in IPv6 addresses without ports
1531 if (self.host and ':' in self.host and
1534 if (self.host and ':' in self.host and
1532 not (self.host.startswith('[') and self.host.endswith(']'))):
1535 not (self.host.startswith('[') and self.host.endswith(']'))):
1533 self._hostport = self.host
1536 self._hostport = self.host
1534 self.host, self.port = self.host.rsplit(':', 1)
1537 self.host, self.port = self.host.rsplit(':', 1)
1535 if not self.host:
1538 if not self.host:
1536 self.host = None
1539 self.host = None
1537
1540
1538 if (self.host and self.scheme == 'file' and
1541 if (self.host and self.scheme == 'file' and
1539 self.host not in ('localhost', '127.0.0.1', '[::1]')):
1542 self.host not in ('localhost', '127.0.0.1', '[::1]')):
1540 raise Abort(_('file:// URLs can only refer to localhost'))
1543 raise Abort(_('file:// URLs can only refer to localhost'))
1541
1544
1542 self.path = path
1545 self.path = path
1543
1546
1544 # leave the query string escaped
1547 # leave the query string escaped
1545 for a in ('user', 'passwd', 'host', 'port',
1548 for a in ('user', 'passwd', 'host', 'port',
1546 'path', 'fragment'):
1549 'path', 'fragment'):
1547 v = getattr(self, a)
1550 v = getattr(self, a)
1548 if v is not None:
1551 if v is not None:
1549 setattr(self, a, _urlunquote(v))
1552 setattr(self, a, _urlunquote(v))
1550
1553
1551 def __repr__(self):
1554 def __repr__(self):
1552 attrs = []
1555 attrs = []
1553 for a in ('scheme', 'user', 'passwd', 'host', 'port', 'path',
1556 for a in ('scheme', 'user', 'passwd', 'host', 'port', 'path',
1554 'query', 'fragment'):
1557 'query', 'fragment'):
1555 v = getattr(self, a)
1558 v = getattr(self, a)
1556 if v is not None:
1559 if v is not None:
1557 attrs.append('%s: %r' % (a, v))
1560 attrs.append('%s: %r' % (a, v))
1558 return '<url %s>' % ', '.join(attrs)
1561 return '<url %s>' % ', '.join(attrs)
1559
1562
1560 def __str__(self):
1563 def __str__(self):
1561 r"""Join the URL's components back into a URL string.
1564 r"""Join the URL's components back into a URL string.
1562
1565
1563 Examples:
1566 Examples:
1564
1567
1565 >>> str(url('http://user:pw@host:80/?foo#bar'))
1568 >>> str(url('http://user:pw@host:80/?foo#bar'))
1566 'http://user:pw@host:80/?foo#bar'
1569 'http://user:pw@host:80/?foo#bar'
1567 >>> str(url('http://user:pw@host:80/?foo=bar&baz=42'))
1570 >>> str(url('http://user:pw@host:80/?foo=bar&baz=42'))
1568 'http://user:pw@host:80/?foo=bar&baz=42'
1571 'http://user:pw@host:80/?foo=bar&baz=42'
1569 >>> str(url('http://user:pw@host:80/?foo=bar%3dbaz'))
1572 >>> str(url('http://user:pw@host:80/?foo=bar%3dbaz'))
1570 'http://user:pw@host:80/?foo=bar%3dbaz'
1573 'http://user:pw@host:80/?foo=bar%3dbaz'
1571 >>> str(url('ssh://user:pw@[::1]:2200//home/joe#'))
1574 >>> str(url('ssh://user:pw@[::1]:2200//home/joe#'))
1572 'ssh://user:pw@[::1]:2200//home/joe#'
1575 'ssh://user:pw@[::1]:2200//home/joe#'
1573 >>> str(url('http://localhost:80//'))
1576 >>> str(url('http://localhost:80//'))
1574 'http://localhost:80//'
1577 'http://localhost:80//'
1575 >>> str(url('http://localhost:80/'))
1578 >>> str(url('http://localhost:80/'))
1576 'http://localhost:80/'
1579 'http://localhost:80/'
1577 >>> str(url('http://localhost:80'))
1580 >>> str(url('http://localhost:80'))
1578 'http://localhost:80/'
1581 'http://localhost:80/'
1579 >>> str(url('bundle:foo'))
1582 >>> str(url('bundle:foo'))
1580 'bundle:foo'
1583 'bundle:foo'
1581 >>> str(url('bundle://../foo'))
1584 >>> str(url('bundle://../foo'))
1582 'bundle:../foo'
1585 'bundle:../foo'
1583 >>> str(url('path'))
1586 >>> str(url('path'))
1584 'path'
1587 'path'
1585 >>> str(url('file:///tmp/foo/bar'))
1588 >>> str(url('file:///tmp/foo/bar'))
1586 'file:///tmp/foo/bar'
1589 'file:///tmp/foo/bar'
1587 >>> print url(r'bundle:foo\bar')
1590 >>> print url(r'bundle:foo\bar')
1588 bundle:foo\bar
1591 bundle:foo\bar
1589 """
1592 """
1590 if self._localpath:
1593 if self._localpath:
1591 s = self.path
1594 s = self.path
1592 if self.scheme == 'bundle':
1595 if self.scheme == 'bundle':
1593 s = 'bundle:' + s
1596 s = 'bundle:' + s
1594 if self.fragment:
1597 if self.fragment:
1595 s += '#' + self.fragment
1598 s += '#' + self.fragment
1596 return s
1599 return s
1597
1600
1598 s = self.scheme + ':'
1601 s = self.scheme + ':'
1599 if self.user or self.passwd or self.host:
1602 if self.user or self.passwd or self.host:
1600 s += '//'
1603 s += '//'
1601 elif self.scheme and (not self.path or self.path.startswith('/')):
1604 elif self.scheme and (not self.path or self.path.startswith('/')):
1602 s += '//'
1605 s += '//'
1603 if self.user:
1606 if self.user:
1604 s += urllib.quote(self.user, safe=self._safechars)
1607 s += urllib.quote(self.user, safe=self._safechars)
1605 if self.passwd:
1608 if self.passwd:
1606 s += ':' + urllib.quote(self.passwd, safe=self._safechars)
1609 s += ':' + urllib.quote(self.passwd, safe=self._safechars)
1607 if self.user or self.passwd:
1610 if self.user or self.passwd:
1608 s += '@'
1611 s += '@'
1609 if self.host:
1612 if self.host:
1610 if not (self.host.startswith('[') and self.host.endswith(']')):
1613 if not (self.host.startswith('[') and self.host.endswith(']')):
1611 s += urllib.quote(self.host)
1614 s += urllib.quote(self.host)
1612 else:
1615 else:
1613 s += self.host
1616 s += self.host
1614 if self.port:
1617 if self.port:
1615 s += ':' + urllib.quote(self.port)
1618 s += ':' + urllib.quote(self.port)
1616 if self.host:
1619 if self.host:
1617 s += '/'
1620 s += '/'
1618 if self.path:
1621 if self.path:
1619 # TODO: similar to the query string, we should not unescape the
1622 # TODO: similar to the query string, we should not unescape the
1620 # path when we store it, the path might contain '%2f' = '/',
1623 # path when we store it, the path might contain '%2f' = '/',
1621 # which we should *not* escape.
1624 # which we should *not* escape.
1622 s += urllib.quote(self.path, safe=self._safepchars)
1625 s += urllib.quote(self.path, safe=self._safepchars)
1623 if self.query:
1626 if self.query:
1624 # we store the query in escaped form.
1627 # we store the query in escaped form.
1625 s += '?' + self.query
1628 s += '?' + self.query
1626 if self.fragment is not None:
1629 if self.fragment is not None:
1627 s += '#' + urllib.quote(self.fragment, safe=self._safepchars)
1630 s += '#' + urllib.quote(self.fragment, safe=self._safepchars)
1628 return s
1631 return s
1629
1632
1630 def authinfo(self):
1633 def authinfo(self):
1631 user, passwd = self.user, self.passwd
1634 user, passwd = self.user, self.passwd
1632 try:
1635 try:
1633 self.user, self.passwd = None, None
1636 self.user, self.passwd = None, None
1634 s = str(self)
1637 s = str(self)
1635 finally:
1638 finally:
1636 self.user, self.passwd = user, passwd
1639 self.user, self.passwd = user, passwd
1637 if not self.user:
1640 if not self.user:
1638 return (s, None)
1641 return (s, None)
1639 # authinfo[1] is passed to urllib2 password manager, and its URIs
1642 # authinfo[1] is passed to urllib2 password manager, and its URIs
1640 # must not contain credentials.
1643 # must not contain credentials.
1641 return (s, (None, (s, self.host),
1644 return (s, (None, (s, self.host),
1642 self.user, self.passwd or ''))
1645 self.user, self.passwd or ''))
1643
1646
1644 def isabs(self):
1647 def isabs(self):
1645 if self.scheme and self.scheme != 'file':
1648 if self.scheme and self.scheme != 'file':
1646 return True # remote URL
1649 return True # remote URL
1647 if hasdriveletter(self.path):
1650 if hasdriveletter(self.path):
1648 return True # absolute for our purposes - can't be joined()
1651 return True # absolute for our purposes - can't be joined()
1649 if self.path.startswith(r'\\'):
1652 if self.path.startswith(r'\\'):
1650 return True # Windows UNC path
1653 return True # Windows UNC path
1651 if self.path.startswith('/'):
1654 if self.path.startswith('/'):
1652 return True # POSIX-style
1655 return True # POSIX-style
1653 return False
1656 return False
1654
1657
1655 def localpath(self):
1658 def localpath(self):
1656 if self.scheme == 'file' or self.scheme == 'bundle':
1659 if self.scheme == 'file' or self.scheme == 'bundle':
1657 path = self.path or '/'
1660 path = self.path or '/'
1658 # For Windows, we need to promote hosts containing drive
1661 # For Windows, we need to promote hosts containing drive
1659 # letters to paths with drive letters.
1662 # letters to paths with drive letters.
1660 if hasdriveletter(self._hostport):
1663 if hasdriveletter(self._hostport):
1661 path = self._hostport + '/' + self.path
1664 path = self._hostport + '/' + self.path
1662 elif self.host is not None and self.path:
1665 elif self.host is not None and self.path:
1663 path = '/' + path
1666 path = '/' + path
1664 return path
1667 return path
1665 return self._origpath
1668 return self._origpath
1666
1669
1667 def hasscheme(path):
1670 def hasscheme(path):
1668 return bool(url(path).scheme)
1671 return bool(url(path).scheme)
1669
1672
1670 def hasdriveletter(path):
1673 def hasdriveletter(path):
1671 return path[1:2] == ':' and path[0:1].isalpha()
1674 return path[1:2] == ':' and path[0:1].isalpha()
1672
1675
1673 def urllocalpath(path):
1676 def urllocalpath(path):
1674 return url(path, parsequery=False, parsefragment=False).localpath()
1677 return url(path, parsequery=False, parsefragment=False).localpath()
1675
1678
1676 def hidepassword(u):
1679 def hidepassword(u):
1677 '''hide user credential in a url string'''
1680 '''hide user credential in a url string'''
1678 u = url(u)
1681 u = url(u)
1679 if u.passwd:
1682 if u.passwd:
1680 u.passwd = '***'
1683 u.passwd = '***'
1681 return str(u)
1684 return str(u)
1682
1685
1683 def removeauth(u):
1686 def removeauth(u):
1684 '''remove all authentication information from a url string'''
1687 '''remove all authentication information from a url string'''
1685 u = url(u)
1688 u = url(u)
1686 u.user = u.passwd = None
1689 u.user = u.passwd = None
1687 return str(u)
1690 return str(u)
1688
1691
1689 def isatty(fd):
1692 def isatty(fd):
1690 try:
1693 try:
1691 return fd.isatty()
1694 return fd.isatty()
1692 except AttributeError:
1695 except AttributeError:
1693 return False
1696 return False
General Comments 0
You need to be logged in to leave comments. Login now