util.py
900 lines
| 27.7 KiB
| text/x-python
|
PythonLexer
/ mercurial / util.py
mpm@selenic.com
|
r1082 | """ | ||
util.py - Mercurial utility functions and platform specfic implementations | ||||
Copyright 2005 K. Thananchayan <thananck@yahoo.com> | ||||
This software may be used and distributed according to the terms | ||||
of the GNU General Public License, incorporated herein by reference. | ||||
This contains helper routines that are independent of the SCM core and hide | ||||
platform-specific details from the core. | ||||
""" | ||||
mpm@selenic.com
|
r419 | |||
Thomas Arendsen Hein
|
r704 | import os, errno | ||
Benoit Boissinot
|
r1400 | from i18n import gettext as _ | ||
Bryan O'Sullivan
|
r724 | from demandload import * | ||
Vadim Gelfer
|
r1609 | demandload(globals(), "cStringIO errno popen2 re shutil sys tempfile") | ||
demandload(globals(), "threading time") | ||||
mpm@selenic.com
|
r1258 | |||
Vadim Gelfer
|
r2153 | class SignalInterrupt(Exception): | ||
"""Exception raised on SIGTERM and SIGHUP.""" | ||||
Bryan O'Sullivan
|
r1293 | def pipefilter(s, cmd): | ||
'''filter string S through command CMD, returning its output''' | ||||
mpm@selenic.com
|
r1258 | (pout, pin) = popen2.popen2(cmd, -1, 'b') | ||
def writer(): | ||||
Alexis S. L. Carvalho
|
r2096 | try: | ||
pin.write(s) | ||||
pin.close() | ||||
except IOError, inst: | ||||
if inst.errno != errno.EPIPE: | ||||
raise | ||||
mpm@selenic.com
|
r1258 | |||
# we should use select instead on UNIX, but this will work on most | ||||
# systems, including Windows | ||||
w = threading.Thread(target=writer) | ||||
w.start() | ||||
f = pout.read() | ||||
pout.close() | ||||
w.join() | ||||
return f | ||||
mpm@selenic.com
|
r419 | |||
Bryan O'Sullivan
|
r1293 | def tempfilter(s, cmd): | ||
'''filter string S through a pair of temporary files with CMD. | ||||
CMD is used as a template to create the real command to be run, | ||||
with the strings INFILE and OUTFILE replaced by the real names of | ||||
the temporary files generated.''' | ||||
inname, outname = None, None | ||||
try: | ||||
Thomas Arendsen Hein
|
r2165 | infd, inname = tempfile.mkstemp(prefix='hg-filter-in-') | ||
Bryan O'Sullivan
|
r1293 | fp = os.fdopen(infd, 'wb') | ||
fp.write(s) | ||||
fp.close() | ||||
Thomas Arendsen Hein
|
r2165 | outfd, outname = tempfile.mkstemp(prefix='hg-filter-out-') | ||
Bryan O'Sullivan
|
r1293 | os.close(outfd) | ||
cmd = cmd.replace('INFILE', inname) | ||||
cmd = cmd.replace('OUTFILE', outname) | ||||
code = os.system(cmd) | ||||
Benoit Boissinot
|
r1402 | if code: raise Abort(_("command '%s' failed: %s") % | ||
Bryan O'Sullivan
|
r1293 | (cmd, explain_exit(code))) | ||
return open(outname, 'rb').read() | ||||
finally: | ||||
try: | ||||
if inname: os.unlink(inname) | ||||
except: pass | ||||
try: | ||||
if outname: os.unlink(outname) | ||||
except: pass | ||||
filtertable = { | ||||
'tempfile:': tempfilter, | ||||
'pipe:': pipefilter, | ||||
} | ||||
def filter(s, cmd): | ||||
"filter a string through a command that transforms its input to its output" | ||||
for name, fn in filtertable.iteritems(): | ||||
if cmd.startswith(name): | ||||
return fn(s, cmd[len(name):].lstrip()) | ||||
return pipefilter(s, cmd) | ||||
Vadim Gelfer
|
r2071 | def find_in_path(name, path, default=None): | ||
'''find name in search path. path can be string (will be split | ||||
with os.pathsep), or iterable thing that returns strings. if name | ||||
found, return path to name. else return default.''' | ||||
if isinstance(path, str): | ||||
path = path.split(os.pathsep) | ||||
for p in path: | ||||
p_name = os.path.join(p, name) | ||||
if os.path.exists(p_name): | ||||
return p_name | ||||
return default | ||||
Volker Kleinfeld
|
r1285 | def patch(strip, patchname, ui): | ||
"""apply the patch <patchname> to the working directory. | ||||
a list of patched files is returned""" | ||||
Vadim Gelfer
|
r2071 | patcher = find_in_path('gpatch', os.environ.get('PATH', ''), 'patch') | ||
Volker Kleinfeld
|
r2314 | fp = os.popen('%s -p%d < "%s"' % (patcher, strip, patchname)) | ||
Volker Kleinfeld
|
r1285 | files = {} | ||
for line in fp: | ||||
line = line.rstrip() | ||||
ui.status("%s\n" % line) | ||||
if line.startswith('patching file '): | ||||
pf = parse_patch_output(line) | ||||
files.setdefault(pf, 1) | ||||
code = fp.close() | ||||
if code: | ||||
Benoit Boissinot
|
r1402 | raise Abort(_("patch command failed: %s") % explain_exit(code)[0]) | ||
Volker Kleinfeld
|
r1285 | return files.keys() | ||
Thomas Arendsen Hein
|
r1308 | |||
mpm@selenic.com
|
r1015 | def binary(s): | ||
mpm@selenic.com
|
r1082 | """return true if a string is binary data using diff's heuristic""" | ||
mpm@selenic.com
|
r1015 | if s and '\0' in s[:4096]: | ||
return True | ||||
return False | ||||
mpm@selenic.com
|
r556 | def unique(g): | ||
mpm@selenic.com
|
r1082 | """return the uniq elements of iterable g""" | ||
mpm@selenic.com
|
r556 | seen = {} | ||
for f in g: | ||||
if f not in seen: | ||||
seen[f] = 1 | ||||
yield f | ||||
Bryan O'Sullivan
|
r870 | class Abort(Exception): | ||
"""Raised if a command needs to print an error and exit.""" | ||||
mpm@selenic.com
|
r508 | |||
Bryan O'Sullivan
|
r724 | def always(fn): return True | ||
def never(fn): return False | ||||
Robin Farine
|
r1563 | def patkind(name, dflt_pat='glob'): | ||
"""Split a string into an optional pattern kind prefix and the | ||||
actual pattern.""" | ||||
for prefix in 're', 'glob', 'path', 'relglob', 'relpath', 'relre': | ||||
if name.startswith(prefix + ':'): return name.split(':', 1) | ||||
return dflt_pat, name | ||||
benoit.boissinot@ens-lyon.fr
|
r1062 | def globre(pat, head='^', tail='$'): | ||
Bryan O'Sullivan
|
r724 | "convert a glob pattern into a regexp" | ||
i, n = 0, len(pat) | ||||
res = '' | ||||
group = False | ||||
def peek(): return i < n and pat[i] | ||||
while i < n: | ||||
c = pat[i] | ||||
i = i+1 | ||||
if c == '*': | ||||
if peek() == '*': | ||||
i += 1 | ||||
res += '.*' | ||||
else: | ||||
res += '[^/]*' | ||||
elif c == '?': | ||||
res += '.' | ||||
elif c == '[': | ||||
j = i | ||||
if j < n and pat[j] in '!]': | ||||
j += 1 | ||||
while j < n and pat[j] != ']': | ||||
j += 1 | ||||
if j >= n: | ||||
res += '\\[' | ||||
else: | ||||
stuff = pat[i:j].replace('\\','\\\\') | ||||
i = j + 1 | ||||
if stuff[0] == '!': | ||||
stuff = '^' + stuff[1:] | ||||
elif stuff[0] == '^': | ||||
stuff = '\\' + stuff | ||||
res = '%s[%s]' % (res, stuff) | ||||
elif c == '{': | ||||
group = True | ||||
res += '(?:' | ||||
elif c == '}' and group: | ||||
res += ')' | ||||
group = False | ||||
elif c == ',' and group: | ||||
res += '|' | ||||
Benoit Boissinot
|
r1990 | elif c == '\\': | ||
p = peek() | ||||
if p: | ||||
i += 1 | ||||
res += re.escape(p) | ||||
else: | ||||
res += re.escape(c) | ||||
Bryan O'Sullivan
|
r724 | else: | ||
res += re.escape(c) | ||||
return head + res + tail | ||||
Bryan O'Sullivan
|
r812 | _globchars = {'[': 1, '{': 1, '*': 1, '?': 1} | ||
Bryan O'Sullivan
|
r884 | def pathto(n1, n2): | ||
Bryan O'Sullivan
|
r886 | '''return the relative path from one place to another. | ||
this returns a path in the form used by the local filesystem, not hg.''' | ||||
if not n1: return localpath(n2) | ||||
a, b = n1.split('/'), n2.split('/') | ||||
twaldmann@thinkmo.de
|
r1541 | a.reverse() | ||
b.reverse() | ||||
Bryan O'Sullivan
|
r884 | while a and b and a[-1] == b[-1]: | ||
twaldmann@thinkmo.de
|
r1541 | a.pop() | ||
b.pop() | ||||
Bryan O'Sullivan
|
r884 | b.reverse() | ||
return os.sep.join((['..'] * len(a)) + b) | ||||
mpm@selenic.com
|
r1081 | def canonpath(root, cwd, myname): | ||
mpm@selenic.com
|
r1082 | """return the canonical path of myname, given cwd and root""" | ||
Arun Sharma
|
r1566 | if root == os.sep: | ||
rootsep = os.sep | ||||
Manpreet Singh
|
r2271 | elif root.endswith(os.sep): | ||
rootsep = root | ||||
Arun Sharma
|
r1566 | else: | ||
Thomas Arendsen Hein
|
r1810 | rootsep = root + os.sep | ||
Bryan O'Sullivan
|
r870 | name = myname | ||
Vadim Gelfer
|
r2090 | if not os.path.isabs(name): | ||
mpm@selenic.com
|
r1081 | name = os.path.join(root, cwd, name) | ||
Bryan O'Sullivan
|
r870 | name = os.path.normpath(name) | ||
Manpreet Singh
|
r2278 | if name != rootsep and name.startswith(rootsep): | ||
Thomas Arendsen Hein
|
r1976 | name = name[len(rootsep):] | ||
audit_path(name) | ||||
return pconvert(name) | ||||
mpm@selenic.com
|
r1081 | elif name == root: | ||
Bryan O'Sullivan
|
r870 | return '' | ||
else: | ||||
Jim Meyering
|
r2115 | # Determine whether `name' is in the hierarchy at or beneath `root', | ||
# by iterating name=dirname(name) until that causes no change (can't | ||||
# check name == '/', because that doesn't work on windows). For each | ||||
# `name', compare dev/inode numbers. If they match, the list `rel' | ||||
# holds the reversed list of components making up the relative file | ||||
# name we want. | ||||
root_st = os.stat(root) | ||||
rel = [] | ||||
while True: | ||||
try: | ||||
name_st = os.stat(name) | ||||
except OSError: | ||||
break | ||||
Vadim Gelfer
|
r2193 | if samestat(name_st, root_st): | ||
Jim Meyering
|
r2115 | rel.reverse() | ||
name = os.path.join(*rel) | ||||
audit_path(name) | ||||
return pconvert(name) | ||||
dirname, basename = os.path.split(name) | ||||
rel.append(basename) | ||||
if dirname == name: | ||||
break | ||||
name = dirname | ||||
mpm@selenic.com
|
r1081 | raise Abort('%s not under root' % myname) | ||
mpm@selenic.com
|
r897 | |||
Vadim Gelfer
|
r1610 | def matcher(canonroot, cwd='', names=['.'], inc=[], exc=[], head='', src=None): | ||
return _matcher(canonroot, cwd, names, inc, exc, head, 'glob', src) | ||||
Benoit Boissinot
|
r1413 | |||
Vadim Gelfer
|
r1610 | def cmdmatcher(canonroot, cwd='', names=['.'], inc=[], exc=[], head='', src=None): | ||
Benoit Boissinot
|
r1413 | if os.name == 'nt': | ||
dflt_pat = 'glob' | ||||
else: | ||||
dflt_pat = 'relpath' | ||||
Vadim Gelfer
|
r1610 | return _matcher(canonroot, cwd, names, inc, exc, head, dflt_pat, src) | ||
Benoit Boissinot
|
r1413 | |||
Vadim Gelfer
|
r1610 | def _matcher(canonroot, cwd, names, inc, exc, head, dflt_pat, src): | ||
mpm@selenic.com
|
r1082 | """build a function to match a set of file patterns | ||
arguments: | ||||
canonroot - the canonical root of the tree you're matching against | ||||
cwd - the current working directory, if relevant | ||||
names - patterns to find | ||||
inc - patterns to include | ||||
exc - patterns to exclude | ||||
head - a regex to prepend to patterns to control whether a match is rooted | ||||
a pattern is one of: | ||||
Bryan O'Sullivan
|
r1270 | 'glob:<rooted glob>' | ||
're:<rooted regexp>' | ||||
'path:<rooted path>' | ||||
'relglob:<relative glob>' | ||||
mpm@selenic.com
|
r1082 | 'relpath:<relative path>' | ||
Bryan O'Sullivan
|
r1270 | 'relre:<relative regexp>' | ||
'<rooted path or regexp>' | ||||
mpm@selenic.com
|
r1082 | |||
returns: | ||||
a 3-tuple containing | ||||
- list of explicit non-pattern names passed in | ||||
- a bool match(filename) function | ||||
- a bool indicating if any patterns were passed in | ||||
todo: | ||||
make head regex a rooted bool | ||||
""" | ||||
Benoit Boissinot
|
r1413 | def contains_glob(name): | ||
Bryan O'Sullivan
|
r812 | for c in name: | ||
Benoit Boissinot
|
r1413 | if c in _globchars: return True | ||
return False | ||||
Bryan O'Sullivan
|
r820 | |||
Bryan O'Sullivan
|
r888 | def regex(kind, name, tail): | ||
mpm@selenic.com
|
r742 | '''convert a pattern into a regular expression''' | ||
Bryan O'Sullivan
|
r820 | if kind == 're': | ||
return name | ||||
elif kind == 'path': | ||||
Bryan O'Sullivan
|
r888 | return '^' + re.escape(name) + '(?:/|$)' | ||
Bryan O'Sullivan
|
r1270 | elif kind == 'relglob': | ||
return head + globre(name, '(?:|.*/)', tail) | ||||
Bryan O'Sullivan
|
r888 | elif kind == 'relpath': | ||
return head + re.escape(name) + tail | ||||
Bryan O'Sullivan
|
r1270 | elif kind == 'relre': | ||
if name.startswith('^'): | ||||
return name | ||||
return '.*' + name | ||||
mpm@selenic.com
|
r742 | return head + globre(name, '', tail) | ||
def matchfn(pats, tail): | ||||
"""build a matching function from a set of patterns""" | ||||
Benoit Boissinot
|
r1454 | if not pats: | ||
return | ||||
Benoit Boissinot
|
r1446 | matches = [] | ||
for k, p in pats: | ||||
try: | ||||
pat = '(?:%s)' % regex(k, p, tail) | ||||
matches.append(re.compile(pat).match) | ||||
twaldmann@thinkmo.de
|
r1541 | except re.error: | ||
Vadim Gelfer
|
r1611 | if src: raise Abort("%s: invalid pattern (%s): %s" % (src, k, p)) | ||
else: raise Abort("invalid pattern (%s): %s" % (k, p)) | ||||
Benoit Boissinot
|
r1446 | |||
def buildfn(text): | ||||
for m in matches: | ||||
r = m(text) | ||||
if r: | ||||
return r | ||||
return buildfn | ||||
mpm@selenic.com
|
r742 | |||
Bryan O'Sullivan
|
r820 | def globprefix(pat): | ||
'''return the non-glob prefix of a path, e.g. foo/* -> foo''' | ||||
root = [] | ||||
for p in pat.split(os.sep): | ||||
Benoit Boissinot
|
r1413 | if contains_glob(p): break | ||
Bryan O'Sullivan
|
r820 | root.append(p) | ||
Bryan O'Sullivan
|
r886 | return '/'.join(root) | ||
Bryan O'Sullivan
|
r820 | |||
Bryan O'Sullivan
|
r870 | pats = [] | ||
files = [] | ||||
roots = [] | ||||
Benoit Boissinot
|
r1413 | for kind, name in [patkind(p, dflt_pat) for p in names]: | ||
Bryan O'Sullivan
|
r870 | if kind in ('glob', 'relpath'): | ||
mpm@selenic.com
|
r1081 | name = canonpath(canonroot, cwd, name) | ||
Bryan O'Sullivan
|
r870 | if name == '': | ||
kind, name = 'glob', '**' | ||||
Bryan O'Sullivan
|
r888 | if kind in ('glob', 'path', 're'): | ||
pats.append((kind, name)) | ||||
Bryan O'Sullivan
|
r870 | if kind == 'glob': | ||
root = globprefix(name) | ||||
if root: roots.append(root) | ||||
elif kind == 'relpath': | ||||
Bryan O'Sullivan
|
r888 | files.append((kind, name)) | ||
Bryan O'Sullivan
|
r870 | roots.append(name) | ||
mpm@selenic.com
|
r897 | |||
Bryan O'Sullivan
|
r820 | patmatch = matchfn(pats, '$') or always | ||
filematch = matchfn(files, '(?:/|$)') or always | ||||
mpm@selenic.com
|
r897 | incmatch = always | ||
if inc: | ||||
incmatch = matchfn(map(patkind, inc), '(?:/|$)') | ||||
excmatch = lambda fn: False | ||||
if exc: | ||||
excmatch = matchfn(map(patkind, exc), '(?:/|$)') | ||||
mpm@selenic.com
|
r742 | |||
Bryan O'Sullivan
|
r1031 | return (roots, | ||
lambda fn: (incmatch(fn) and not excmatch(fn) and | ||||
(fn.endswith('/') or | ||||
(not pats and not files) or | ||||
(pats and patmatch(fn)) or | ||||
(files and filematch(fn)))), | ||||
(inc or exc or (pats and pats != [('glob', '**')])) and True) | ||||
mpm@selenic.com
|
r742 | |||
Vadim Gelfer
|
r1882 | def system(cmd, environ={}, cwd=None, onerr=None, errprefix=None): | ||
'''enhanced shell command execution. | ||||
run with environment maybe modified, maybe in different dir. | ||||
mpm@selenic.com
|
r508 | |||
Vadim Gelfer
|
r1882 | if command fails and onerr is None, return status. if ui object, | ||
print error message and return status, else raise onerr object as | ||||
exception.''' | ||||
Vadim Gelfer
|
r1880 | oldenv = {} | ||
for k in environ: | ||||
oldenv[k] = os.environ.get(k) | ||||
if cwd is not None: | ||||
oldcwd = os.getcwd() | ||||
try: | ||||
for k, v in environ.iteritems(): | ||||
os.environ[k] = str(v) | ||||
if cwd is not None and oldcwd != cwd: | ||||
os.chdir(cwd) | ||||
Vadim Gelfer
|
r1882 | rc = os.system(cmd) | ||
if rc and onerr: | ||||
errmsg = '%s %s' % (os.path.basename(cmd.split(None, 1)[0]), | ||||
explain_exit(rc)[0]) | ||||
if errprefix: | ||||
errmsg = '%s: %s' % (errprefix, errmsg) | ||||
try: | ||||
onerr.warn(errmsg + '\n') | ||||
except AttributeError: | ||||
raise onerr(errmsg) | ||||
return rc | ||||
Vadim Gelfer
|
r1880 | finally: | ||
for k, v in oldenv.iteritems(): | ||||
if v is None: | ||||
del os.environ[k] | ||||
else: | ||||
os.environ[k] = v | ||||
if cwd is not None and oldcwd != cwd: | ||||
os.chdir(oldcwd) | ||||
mpm@selenic.com
|
r421 | def rename(src, dst): | ||
mpm@selenic.com
|
r1082 | """forcibly rename a file""" | ||
mpm@selenic.com
|
r421 | try: | ||
os.rename(src, dst) | ||||
Vadim Gelfer
|
r2176 | except OSError, err: | ||
# on windows, rename to existing file is not allowed, so we | ||||
# must delete destination first. but if file is open, unlink | ||||
# schedules it for delete but does not delete it. rename | ||||
# happens immediately even for open files, so we create | ||||
# temporary file, delete it, rename destination to that name, | ||||
# then delete that. then rename is safe to do. | ||||
fd, temp = tempfile.mkstemp(dir=os.path.dirname(dst) or '.') | ||||
os.close(fd) | ||||
os.unlink(temp) | ||||
os.rename(dst, temp) | ||||
os.unlink(temp) | ||||
mpm@selenic.com
|
r421 | os.rename(src, dst) | ||
Benoit Boissinot
|
r1415 | def unlink(f): | ||
"""unlink and remove the directory if it is empty""" | ||||
os.unlink(f) | ||||
# try removing directories that might now be empty | ||||
Vadim Gelfer
|
r2064 | try: | ||
os.removedirs(os.path.dirname(f)) | ||||
except OSError: | ||||
pass | ||||
Benoit Boissinot
|
r1415 | |||
Stephen Darnell
|
r1241 | def copyfiles(src, dst, hardlink=None): | ||
"""Copy a directory tree using hardlinks if possible""" | ||||
if hardlink is None: | ||||
hardlink = (os.stat(src).st_dev == | ||||
os.stat(os.path.dirname(dst)).st_dev) | ||||
Thomas Arendsen Hein
|
r698 | |||
mpm@selenic.com
|
r1207 | if os.path.isdir(src): | ||
os.mkdir(dst) | ||||
for name in os.listdir(src): | ||||
srcname = os.path.join(src, name) | ||||
dstname = os.path.join(dst, name) | ||||
Stephen Darnell
|
r1241 | copyfiles(srcname, dstname, hardlink) | ||
mpm@selenic.com
|
r1207 | else: | ||
Stephen Darnell
|
r1241 | if hardlink: | ||
try: | ||||
os_link(src, dst) | ||||
Vadim Gelfer
|
r2050 | except (IOError, OSError): | ||
Stephen Darnell
|
r1241 | hardlink = False | ||
Benoit Boissinot
|
r1591 | shutil.copy(src, dst) | ||
Stephen Darnell
|
r1241 | else: | ||
Benoit Boissinot
|
r1591 | shutil.copy(src, dst) | ||
Thomas Arendsen Hein
|
r698 | |||
Thomas Arendsen Hein
|
r1835 | def audit_path(path): | ||
"""Abort if path contains dangerous components""" | ||||
parts = os.path.normcase(path).split(os.sep) | ||||
if (os.path.splitdrive(path)[0] or parts[0] in ('.hg', '') | ||||
or os.pardir in parts): | ||||
raise Abort(_("path contains illegal component: %s\n") % path) | ||||
Thomas Arendsen Hein
|
r704 | def _makelock_file(info, pathname): | ||
ld = os.open(pathname, os.O_CREAT | os.O_WRONLY | os.O_EXCL) | ||||
os.write(ld, info) | ||||
os.close(ld) | ||||
def _readlock_file(pathname): | ||||
Vadim Gelfer
|
r2176 | return posixfile(pathname).read() | ||
Thomas Arendsen Hein
|
r704 | |||
Stephen Darnell
|
r1241 | def nlinks(pathname): | ||
"""Return number of hardlinks for the given file.""" | ||||
Vadim Gelfer
|
r2448 | return os.lstat(pathname).st_nlink | ||
Stephen Darnell
|
r1241 | |||
if hasattr(os, 'link'): | ||||
os_link = os.link | ||||
else: | ||||
def os_link(src, dst): | ||||
Benoit Boissinot
|
r1402 | raise OSError(0, _("Hardlinks not supported")) | ||
Stephen Darnell
|
r1241 | |||
Vadim Gelfer
|
r2176 | def fstat(fp): | ||
'''stat file object that may not have fileno method.''' | ||||
try: | ||||
return os.fstat(fp.fileno()) | ||||
except AttributeError: | ||||
return os.stat(fp.name) | ||||
posixfile = file | ||||
Vadim Gelfer
|
r2250 | def is_win_9x(): | ||
'''return true if run on windows 95, 98 or me.''' | ||||
try: | ||||
return sys.getwindowsversion()[3] == 1 | ||||
except AttributeError: | ||||
return os.name == 'nt' and 'command' in os.environ.get('comspec', '') | ||||
mpm@selenic.com
|
r1082 | # Platform specific variants | ||
mpm@selenic.com
|
r419 | if os.name == 'nt': | ||
olivier.maquelin@intel.com
|
r1420 | demandload(globals(), "msvcrt") | ||
mpm@selenic.com
|
r461 | nulldev = 'NUL:' | ||
Vadim Gelfer
|
r1609 | |||
class winstdout: | ||||
'''stdout on windows misbehaves if sent through a pipe''' | ||||
def __init__(self, fp): | ||||
self.fp = fp | ||||
def __getattr__(self, key): | ||||
return getattr(self.fp, key) | ||||
def close(self): | ||||
try: | ||||
self.fp.close() | ||||
except: pass | ||||
def write(self, s): | ||||
try: | ||||
return self.fp.write(s) | ||||
except IOError, inst: | ||||
if inst.errno != 0: raise | ||||
self.close() | ||||
raise IOError(errno.EPIPE, 'Broken pipe') | ||||
sys.stdout = winstdout(sys.stdout) | ||||
Vadim Gelfer
|
r2054 | def system_rcpath(): | ||
Vadim Gelfer
|
r2117 | try: | ||
return system_rcpath_win32() | ||||
except: | ||||
return [r'c:\mercurial\mercurial.ini'] | ||||
Vadim Gelfer
|
r2054 | |||
Vadim Gelfer
|
r1951 | def os_rcpath(): | ||
'''return default os-specific hgrc search path''' | ||||
Thomas Arendsen Hein
|
r2280 | path = system_rcpath() | ||
Volker Kleinfeld
|
r2284 | path.append(user_rcpath()) | ||
Thomas Arendsen Hein
|
r2280 | userprofile = os.environ.get('USERPROFILE') | ||
if userprofile: | ||||
path.append(os.path.join(userprofile, 'mercurial.ini')) | ||||
return path | ||||
Bryan O'Sullivan
|
r1292 | |||
Volker Kleinfeld
|
r2284 | def user_rcpath(): | ||
'''return os-specific hgrc search path to the user dir''' | ||||
return os.path.join(os.path.expanduser('~'), 'mercurial.ini') | ||||
Volker Kleinfeld
|
r1285 | def parse_patch_output(output_line): | ||
"""parses the output produced by patch and returns the file name""" | ||||
pf = output_line[14:] | ||||
if pf[0] == '`': | ||||
pf = pf[1:-1] # Remove the quotes | ||||
return pf | ||||
Vadim Gelfer
|
r2054 | def testpid(pid): | ||
'''return False if pid dead, True if running or not known''' | ||||
return True | ||||
Stephen Darnell
|
r1241 | |||
mpm@selenic.com
|
r441 | def is_exec(f, last): | ||
return last | ||||
def set_exec(f, mode): | ||||
pass | ||||
mpm@selenic.com
|
r515 | |||
olivier.maquelin@intel.com
|
r1420 | def set_binary(fd): | ||
msvcrt.setmode(fd.fileno(), os.O_BINARY) | ||||
mpm@selenic.com
|
r419 | def pconvert(path): | ||
return path.replace("\\", "/") | ||||
mpm@selenic.com
|
r422 | |||
Bryan O'Sullivan
|
r886 | def localpath(path): | ||
return path.replace('/', '\\') | ||||
def normpath(path): | ||||
return pconvert(os.path.normpath(path)) | ||||
Thomas Arendsen Hein
|
r704 | makelock = _makelock_file | ||
readlock = _readlock_file | ||||
mpm@selenic.com
|
r461 | |||
Vadim Gelfer
|
r2193 | def samestat(s1, s2): | ||
return False | ||||
thananck@yahoo.com
|
r782 | def explain_exit(code): | ||
Benoit Boissinot
|
r1402 | return _("exited with status %d") % code, code | ||
thananck@yahoo.com
|
r782 | |||
Vadim Gelfer
|
r2054 | try: | ||
# override functions with win32 versions if possible | ||||
from util_win32 import * | ||||
Vadim Gelfer
|
r2250 | if not is_win_9x(): | ||
posixfile = posixfile_nt | ||||
Vadim Gelfer
|
r2054 | except ImportError: | ||
pass | ||||
mpm@selenic.com
|
r419 | else: | ||
mpm@selenic.com
|
r461 | nulldev = '/dev/null' | ||
Vadim Gelfer
|
r1583 | def rcfiles(path): | ||
rcs = [os.path.join(path, 'hgrc')] | ||||
rcdir = os.path.join(path, 'hgrc.d') | ||||
try: | ||||
rcs.extend([os.path.join(rcdir, f) for f in os.listdir(rcdir) | ||||
if f.endswith(".rc")]) | ||||
except OSError, inst: pass | ||||
return rcs | ||||
Vadim Gelfer
|
r1951 | |||
def os_rcpath(): | ||||
'''return default os-specific hgrc search path''' | ||||
path = [] | ||||
Vadim Gelfer
|
r2263 | # old mod_python does not set sys.argv | ||
Shun-ichi GOTO
|
r2261 | if len(getattr(sys, 'argv', [])) > 0: | ||
Vadim Gelfer
|
r1951 | path.extend(rcfiles(os.path.dirname(sys.argv[0]) + | ||
'/../etc/mercurial')) | ||||
path.extend(rcfiles('/etc/mercurial')) | ||||
path.append(os.path.expanduser('~/.hgrc')) | ||||
path = [os.path.normpath(f) for f in path] | ||||
return path | ||||
Bryan O'Sullivan
|
r1292 | |||
Volker Kleinfeld
|
r1285 | def parse_patch_output(output_line): | ||
"""parses the output produced by patch and returns the file name""" | ||||
Benoit Boissinot
|
r1593 | pf = output_line[14:] | ||
if pf.startswith("'") and pf.endswith("'") and pf.find(" ") >= 0: | ||||
pf = pf[1:-1] # Remove the quotes | ||||
return pf | ||||
Volker Kleinfeld
|
r1285 | |||
mpm@selenic.com
|
r441 | def is_exec(f, last): | ||
mpm@selenic.com
|
r1082 | """check whether a file is executable""" | ||
Vadim Gelfer
|
r2448 | return (os.lstat(f).st_mode & 0100 != 0) | ||
mpm@selenic.com
|
r441 | |||
def set_exec(f, mode): | ||||
Vadim Gelfer
|
r2448 | s = os.lstat(f).st_mode | ||
mpm@selenic.com
|
r441 | if (s & 0100 != 0) == mode: | ||
return | ||||
if mode: | ||||
# Turn on +x for every +r bit when making a file executable | ||||
# and obey umask. | ||||
umask = os.umask(0) | ||||
os.umask(umask) | ||||
os.chmod(f, s | (s & 0444) >> 2 & ~umask) | ||||
else: | ||||
os.chmod(f, s & 0666) | ||||
olivier.maquelin@intel.com
|
r1420 | def set_binary(fd): | ||
pass | ||||
mpm@selenic.com
|
r419 | def pconvert(path): | ||
return path | ||||
Bryan O'Sullivan
|
r886 | def localpath(path): | ||
return path | ||||
normpath = os.path.normpath | ||||
Vadim Gelfer
|
r2193 | samestat = os.path.samestat | ||
Bryan O'Sullivan
|
r886 | |||
mpm@selenic.com
|
r422 | def makelock(info, pathname): | ||
Thomas Arendsen Hein
|
r704 | try: | ||
os.symlink(info, pathname) | ||||
except OSError, why: | ||||
if why.errno == errno.EEXIST: | ||||
raise | ||||
else: | ||||
_makelock_file(info, pathname) | ||||
mpm@selenic.com
|
r422 | |||
def readlock(pathname): | ||||
Thomas Arendsen Hein
|
r704 | try: | ||
return os.readlink(pathname) | ||||
except OSError, why: | ||||
if why.errno == errno.EINVAL: | ||||
return _readlock_file(pathname) | ||||
else: | ||||
raise | ||||
thananck@yahoo.com
|
r782 | |||
Vadim Gelfer
|
r1877 | def testpid(pid): | ||
'''return False if pid dead, True if running or not sure''' | ||||
try: | ||||
os.kill(pid, 0) | ||||
return True | ||||
except OSError, inst: | ||||
return inst.errno != errno.ESRCH | ||||
thananck@yahoo.com
|
r782 | def explain_exit(code): | ||
"""return a 2-tuple (desc, code) describing a process's status""" | ||||
if os.WIFEXITED(code): | ||||
val = os.WEXITSTATUS(code) | ||||
Benoit Boissinot
|
r1402 | return _("exited with status %d") % val, val | ||
thananck@yahoo.com
|
r782 | elif os.WIFSIGNALED(code): | ||
val = os.WTERMSIG(code) | ||||
Benoit Boissinot
|
r1402 | return _("killed by signal %d") % val, val | ||
thananck@yahoo.com
|
r782 | elif os.WIFSTOPPED(code): | ||
mark.williamson@cl.cam.ac.uk
|
r912 | val = os.WSTOPSIG(code) | ||
Benoit Boissinot
|
r1402 | return _("stopped by signal %d") % val, val | ||
raise ValueError(_("invalid exit code")) | ||||
Eric Hopper
|
r1199 | |||
Vadim Gelfer
|
r2176 | def opener(base, audit=True): | ||
""" | ||||
return a function that opens files relative to base | ||||
this function is used to hide the details of COW semantics and | ||||
remote file access from higher level code. | ||||
""" | ||||
p = base | ||||
audit_p = audit | ||||
def mktempcopy(name): | ||||
d, fn = os.path.split(name) | ||||
Vadim Gelfer
|
r2177 | fd, temp = tempfile.mkstemp(prefix='.%s-' % fn, dir=d) | ||
Vadim Gelfer
|
r2176 | os.close(fd) | ||
Vadim Gelfer
|
r2237 | ofp = posixfile(temp, "wb") | ||
Vadim Gelfer
|
r2176 | try: | ||
Vadim Gelfer
|
r2220 | try: | ||
Vadim Gelfer
|
r2237 | ifp = posixfile(name, "rb") | ||
Vadim Gelfer
|
r2220 | except IOError, inst: | ||
if not getattr(inst, 'filename', None): | ||||
inst.filename = name | ||||
raise | ||||
Vadim Gelfer
|
r2237 | for chunk in filechunkiter(ifp): | ||
ofp.write(chunk) | ||||
ifp.close() | ||||
ofp.close() | ||||
Vadim Gelfer
|
r2176 | except: | ||
try: os.unlink(temp) | ||||
except: pass | ||||
raise | ||||
st = os.lstat(name) | ||||
os.chmod(temp, st.st_mode) | ||||
return temp | ||||
class atomictempfile(posixfile): | ||||
"""the file will only be copied when rename is called""" | ||||
def __init__(self, name, mode): | ||||
self.__name = name | ||||
self.temp = mktempcopy(name) | ||||
posixfile.__init__(self, self.temp, mode) | ||||
def rename(self): | ||||
if not self.closed: | ||||
posixfile.close(self) | ||||
Thomas Arendsen Hein
|
r2308 | rename(self.temp, localpath(self.__name)) | ||
Vadim Gelfer
|
r2176 | def __del__(self): | ||
if not self.closed: | ||||
try: | ||||
os.unlink(self.temp) | ||||
except: pass | ||||
posixfile.close(self) | ||||
class atomicfile(atomictempfile): | ||||
"""the file will only be copied on close""" | ||||
def __init__(self, name, mode): | ||||
atomictempfile.__init__(self, name, mode) | ||||
def close(self): | ||||
self.rename() | ||||
def __del__(self): | ||||
self.rename() | ||||
def o(path, mode="r", text=False, atomic=False, atomictemp=False): | ||||
if audit_p: | ||||
audit_path(path) | ||||
f = os.path.join(p, path) | ||||
if not text: | ||||
mode += "b" # for that other OS | ||||
if mode[0] != "r": | ||||
try: | ||||
nlink = nlinks(f) | ||||
except OSError: | ||||
d = os.path.dirname(f) | ||||
if not os.path.isdir(d): | ||||
os.makedirs(d) | ||||
else: | ||||
if atomic: | ||||
return atomicfile(f, mode) | ||||
elif atomictemp: | ||||
return atomictempfile(f, mode) | ||||
if nlink > 1: | ||||
rename(mktempcopy(f), f) | ||||
return posixfile(f, mode) | ||||
return o | ||||
Eric Hopper
|
r1199 | class chunkbuffer(object): | ||
"""Allow arbitrary sized chunks of data to be efficiently read from an | ||||
iterator over chunks of arbitrary size.""" | ||||
Bryan O'Sullivan
|
r1200 | |||
Eric Hopper
|
r1199 | def __init__(self, in_iter, targetsize = 2**16): | ||
"""in_iter is the iterator that's iterating over the input chunks. | ||||
targetsize is how big a buffer to try to maintain.""" | ||||
self.in_iter = iter(in_iter) | ||||
self.buf = '' | ||||
self.targetsize = int(targetsize) | ||||
Bryan O'Sullivan
|
r1200 | if self.targetsize <= 0: | ||
Benoit Boissinot
|
r1402 | raise ValueError(_("targetsize must be greater than 0, was %d") % | ||
Bryan O'Sullivan
|
r1200 | targetsize) | ||
Eric Hopper
|
r1199 | self.iterempty = False | ||
Bryan O'Sullivan
|
r1200 | |||
Eric Hopper
|
r1199 | def fillbuf(self): | ||
Bryan O'Sullivan
|
r1200 | """Ignore target size; read every chunk from iterator until empty.""" | ||
Eric Hopper
|
r1199 | if not self.iterempty: | ||
collector = cStringIO.StringIO() | ||||
collector.write(self.buf) | ||||
for ch in self.in_iter: | ||||
collector.write(ch) | ||||
self.buf = collector.getvalue() | ||||
self.iterempty = True | ||||
def read(self, l): | ||||
Bryan O'Sullivan
|
r1200 | """Read L bytes of data from the iterator of chunks of data. | ||
Thomas Arendsen Hein
|
r1308 | Returns less than L bytes if the iterator runs dry.""" | ||
Eric Hopper
|
r1199 | if l > len(self.buf) and not self.iterempty: | ||
# Clamp to a multiple of self.targetsize | ||||
targetsize = self.targetsize * ((l // self.targetsize) + 1) | ||||
collector = cStringIO.StringIO() | ||||
collector.write(self.buf) | ||||
collected = len(self.buf) | ||||
for chunk in self.in_iter: | ||||
collector.write(chunk) | ||||
collected += len(chunk) | ||||
if collected >= targetsize: | ||||
break | ||||
if collected < targetsize: | ||||
self.iterempty = True | ||||
self.buf = collector.getvalue() | ||||
Bryan O'Sullivan
|
r1200 | s, self.buf = self.buf[:l], buffer(self.buf, l) | ||
Eric Hopper
|
r1199 | return s | ||
def filechunkiter(f, size = 65536): | ||||
Bryan O'Sullivan
|
r1200 | """Create a generator that produces all the data in the file size | ||
(default 65536) bytes at a time. Chunks may be less than size | ||||
bytes if the chunk is the last chunk in the file, or the file is a | ||||
socket or some other type of file that sometimes reads less data | ||||
than is requested.""" | ||||
Eric Hopper
|
r1199 | s = f.read(size) | ||
Eric Hopper
|
r1377 | while len(s) > 0: | ||
Eric Hopper
|
r1199 | yield s | ||
s = f.read(size) | ||||
Bryan O'Sullivan
|
r1320 | |||
Bryan O'Sullivan
|
r1321 | def makedate(): | ||
Benoit Boissinot
|
r1482 | lt = time.localtime() | ||
if lt[8] == 1 and time.daylight: | ||||
tz = time.altzone | ||||
else: | ||||
tz = time.timezone | ||||
return time.mktime(lt), tz | ||||
Bryan O'Sullivan
|
r1329 | |||
Vadim Gelfer
|
r1987 | def datestr(date=None, format='%a %b %d %H:%M:%S %Y', timezone=True): | ||
Bryan O'Sullivan
|
r1321 | """represent a (unixtime, offset) tuple as a localized time. | ||
unixtime is seconds since the epoch, and offset is the time zone's | ||||
Vadim Gelfer
|
r1987 | number of seconds away from UTC. if timezone is false, do not | ||
append time zone to string.""" | ||||
Bryan O'Sullivan
|
r1321 | t, tz = date or makedate() | ||
Vadim Gelfer
|
r1987 | s = time.strftime(format, time.gmtime(float(t) - tz)) | ||
if timezone: | ||||
s += " %+03d%02d" % (-tz / 3600, ((-tz % 3600) / 60)) | ||||
return s | ||||
Vadim Gelfer
|
r1829 | |||
Vadim Gelfer
|
r1903 | def shortuser(user): | ||
"""Return a short representation of a user name or email address.""" | ||||
f = user.find('@') | ||||
if f >= 0: | ||||
user = user[:f] | ||||
f = user.find('<') | ||||
if f >= 0: | ||||
user = user[f+1:] | ||||
return user | ||||
Vadim Gelfer
|
r1920 | |||
Vadim Gelfer
|
r1829 | def walkrepos(path): | ||
'''yield every hg repository under path, recursively.''' | ||||
def errhandler(err): | ||||
if err.filename == path: | ||||
raise err | ||||
for root, dirs, files in os.walk(path, onerror=errhandler): | ||||
for d in dirs: | ||||
if d == '.hg': | ||||
yield root | ||||
dirs[:] = [] | ||||
break | ||||
Vadim Gelfer
|
r1951 | |||
_rcpath = None | ||||
def rcpath(): | ||||
'''return hgrc search path. if env var HGRCPATH is set, use it. | ||||
for each item in path, if directory, use files ending in .rc, | ||||
else use item. | ||||
make HGRCPATH empty to only look in .hg/hgrc of current repo. | ||||
if no HGRCPATH, use default os-specific path.''' | ||||
global _rcpath | ||||
if _rcpath is None: | ||||
if 'HGRCPATH' in os.environ: | ||||
_rcpath = [] | ||||
for p in os.environ['HGRCPATH'].split(os.pathsep): | ||||
if not p: continue | ||||
Benoit Boissinot
|
r1956 | if os.path.isdir(p): | ||
Vadim Gelfer
|
r1951 | for f in os.listdir(p): | ||
if f.endswith('.rc'): | ||||
_rcpath.append(os.path.join(p, f)) | ||||
Benoit Boissinot
|
r1956 | else: | ||
_rcpath.append(p) | ||||
Vadim Gelfer
|
r1951 | else: | ||
_rcpath = os_rcpath() | ||||
return _rcpath | ||||