run-tests.py
846 lines
| 27.8 KiB
| text/x-python
|
PythonLexer
/ tests / run-tests.py
|
r2110 | #!/usr/bin/env python | ||
# | ||||
# run-tests.py - Run a set of tests on Mercurial | ||||
# | ||||
# Copyright 2006 Matt Mackall <mpm@selenic.com> | ||||
# | ||||
|
r8225 | # This software may be used and distributed according to the terms of the | ||
# GNU General Public License version 2, incorporated herein by reference. | ||||
|
r2110 | |||
|
r8674 | # Modifying this script is tricky because it has many modes: | ||
# - serial (default) vs parallel (-jN, N > 1) | ||||
# - no coverage (default) vs coverage (-c, -C, -s) | ||||
# - temp install (default) vs specific hg script (--with-hg, --local) | ||||
# - tests are a mix of shell scripts and Python scripts | ||||
# | ||||
# If you change this script, it is recommended that you ensure you | ||||
# haven't broken it by running it in various modes with a representative | ||||
# sample of test scripts. For example: | ||||
|
r8843 | # | ||
|
r8674 | # 1) serial, no coverage, temp install: | ||
# ./run-tests.py test-s* | ||||
# 2) serial, no coverage, local hg: | ||||
# ./run-tests.py --local test-s* | ||||
# 3) serial, coverage, temp install: | ||||
# ./run-tests.py -c test-s* | ||||
# 4) serial, coverage, local hg: | ||||
# ./run-tests.py -c --local test-s* # unsupported | ||||
# 5) parallel, no coverage, temp install: | ||||
# ./run-tests.py -j2 test-s* | ||||
# 6) parallel, no coverage, local hg: | ||||
# ./run-tests.py -j2 --local test-s* | ||||
# 7) parallel, coverage, temp install: | ||||
# ./run-tests.py -j2 -c test-s* # currently broken | ||||
# 8) parallel, coverage, local install | ||||
# ./run-tests.py -j2 -c --local test-s* # unsupported (and broken) | ||||
# | ||||
# (You could use any subset of the tests: test-s* happens to match | ||||
# enough that it's worth doing parallel runs, few enough that it | ||||
# completes fairly quickly, includes both shell and Python scripts, and | ||||
# includes some scripts that run daemon processes.) | ||||
|
r2571 | import difflib | ||
import errno | ||||
import optparse | ||||
import os | ||||
|
r8280 | import subprocess | ||
|
r2571 | import shutil | ||
import signal | ||||
import sys | ||||
|
r2110 | import tempfile | ||
|
r2571 | import time | ||
|
r2110 | |||
|
r8280 | closefds = os.name == 'posix' | ||
def Popen4(cmd, bufsize=-1): | ||||
p = subprocess.Popen(cmd, shell=True, bufsize=bufsize, | ||||
close_fds=closefds, | ||||
stdin=subprocess.PIPE, stdout=subprocess.PIPE, | ||||
stderr=subprocess.STDOUT) | ||||
p.fromchild = p.stdout | ||||
p.tochild = p.stdin | ||||
p.childerr = p.stderr | ||||
return p | ||||
|
r5685 | # reserved exit code to skip test (used by hghave) | ||
|
r4881 | SKIPPED_STATUS = 80 | ||
|
r5685 | SKIPPED_PREFIX = 'skipped: ' | ||
|
r8060 | FAILED_PREFIX = 'hghave check failed: ' | ||
|
r8096 | PYTHON = sys.executable | ||
|
r4881 | |||
|
r8097 | requiredtools = ["python", "diff", "grep", "unzip", "gunzip", "bunzip2", "sed"] | ||
|
r2110 | |||
|
r6366 | defaults = { | ||
'jobs': ('HGTEST_JOBS', 1), | ||||
'timeout': ('HGTEST_TIMEOUT', 180), | ||||
'port': ('HGTEST_PORT', 20059), | ||||
} | ||||
|
r8097 | def parseargs(): | ||
|
r8091 | parser = optparse.OptionParser("%prog [options] [tests]") | ||
parser.add_option("-C", "--annotate", action="store_true", | ||||
help="output files annotated with coverage") | ||||
parser.add_option("--child", type="int", | ||||
help="run as child process, summary to given fd") | ||||
parser.add_option("-c", "--cover", action="store_true", | ||||
help="print a test coverage report") | ||||
parser.add_option("-f", "--first", action="store_true", | ||||
help="exit on the first test failure") | ||||
parser.add_option("-i", "--interactive", action="store_true", | ||||
help="prompt to accept changed output") | ||||
parser.add_option("-j", "--jobs", type="int", | ||||
help="number of jobs to run in parallel" | ||||
" (default: $%s or %d)" % defaults['jobs']) | ||||
|
r9582 | parser.add_option("-k", "--keywords", | ||
help="run tests matching keywords") | ||||
|
r8091 | parser.add_option("--keep-tmpdir", action="store_true", | ||
help="keep temporary directory after running tests" | ||||
" (best used with --tmpdir)") | ||||
parser.add_option("-R", "--restart", action="store_true", | ||||
help="restart at last error") | ||||
parser.add_option("-p", "--port", type="int", | ||||
help="port on which servers should listen" | ||||
" (default: $%s or %d)" % defaults['port']) | ||||
parser.add_option("-r", "--retest", action="store_true", | ||||
help="retest failed tests") | ||||
parser.add_option("-s", "--cover_stdlib", action="store_true", | ||||
help="print a test coverage report inc. standard libraries") | ||||
|
r9580 | parser.add_option("-S", "--noskips", action="store_true", | ||
help="don't report skip tests verbosely") | ||||
|
r8091 | parser.add_option("-t", "--timeout", type="int", | ||
help="kill errant tests after TIMEOUT seconds" | ||||
" (default: $%s or %d)" % defaults['timeout']) | ||||
parser.add_option("--tmpdir", type="string", | ||||
help="run tests in the given temporary directory") | ||||
parser.add_option("-v", "--verbose", action="store_true", | ||||
help="output verbose messages") | ||||
parser.add_option("-n", "--nodiff", action="store_true", | ||||
help="skip showing test changes") | ||||
parser.add_option("--with-hg", type="string", | ||||
|
r8674 | metavar="HG", | ||
help="test using specified hg script rather than a " | ||||
"temporary installation") | ||||
parser.add_option("--local", action="store_true", | ||||
help="shortcut for --with-hg=<testdir>/../hg") | ||||
|
r8091 | parser.add_option("--pure", action="store_true", | ||
help="use pure Python code instead of C extensions") | ||||
|
r9028 | parser.add_option("-3", "--py3k-warnings", action="store_true", | ||
help="enable Py3k warnings on Python 2.6+") | ||||
|
r2110 | |||
|
r8091 | for option, default in defaults.items(): | ||
defaults[option] = int(os.environ.get(*default)) | ||||
parser.set_defaults(**defaults) | ||||
(options, args) = parser.parse_args() | ||||
|
r8674 | if options.with_hg: | ||
if not (os.path.isfile(options.with_hg) and | ||||
os.access(options.with_hg, os.X_OK)): | ||||
parser.error('--with-hg must specify an executable hg script') | ||||
if not os.path.basename(options.with_hg) == 'hg': | ||||
sys.stderr.write('warning: --with-hg should specify an hg script') | ||||
if options.local: | ||||
testdir = os.path.dirname(os.path.realpath(sys.argv[0])) | ||||
hgbin = os.path.join(os.path.dirname(testdir), 'hg') | ||||
if not os.access(hgbin, os.X_OK): | ||||
parser.error('--local specified, but %r not found or not executable' | ||||
% hgbin) | ||||
options.with_hg = hgbin | ||||
|
r8095 | options.anycoverage = (options.cover or | ||
options.cover_stdlib or | ||||
options.annotate) | ||||
|
r8674 | if options.anycoverage and options.with_hg: | ||
# I'm not sure if this is a fundamental limitation or just a | ||||
# bug. But I don't want to waste people's time and energy doing | ||||
# test runs that don't give the results they want. | ||||
parser.error("sorry, coverage options do not work when --with-hg " | ||||
"or --local specified") | ||||
global vlog | ||||
|
r8095 | if options.verbose: | ||
|
r8671 | if options.jobs > 1 or options.child is not None: | ||
pid = "[%d]" % os.getpid() | ||||
else: | ||||
pid = None | ||||
|
r8095 | def vlog(*msg): | ||
|
r8671 | if pid: | ||
print pid, | ||||
|
r8095 | for m in msg: | ||
print m, | ||||
else: | ||||
vlog = lambda *msg: None | ||||
|
r8091 | |||
|
r9394 | if options.tmpdir: | ||
options.tmpdir = os.path.expanduser(options.tmpdir) | ||||
try: | ||||
os.makedirs(options.tmpdir) | ||||
except OSError, err: | ||||
if err.errno != errno.EEXIST: | ||||
raise | ||||
|
r8091 | if options.jobs < 1: | ||
|
r9408 | parser.error('--jobs must be positive') | ||
|
r8091 | if options.interactive and options.jobs > 1: | ||
print '(--interactive overrides --jobs)' | ||||
options.jobs = 1 | ||||
|
r9028 | if options.py3k_warnings: | ||
if sys.version_info[:2] < (2, 6) or sys.version_info[:2] >= (3, 0): | ||||
|
r9408 | parser.error('--py3k-warnings can only be used on Python 2.6+') | ||
|
r8091 | |||
return (options, args) | ||||
|
r5384 | |||
|
r5800 | def rename(src, dst): | ||
"""Like os.rename(), trade atomicity and opened files friendliness | ||||
for existing destination support. | ||||
""" | ||||
shutil.copy(src, dst) | ||||
os.remove(src) | ||||
|
r2247 | def splitnewlines(text): | ||
'''like str.splitlines, but only split on newlines. | ||||
keep line endings.''' | ||||
i = 0 | ||||
lines = [] | ||||
while True: | ||||
n = text.find('\n', i) | ||||
if n == -1: | ||||
last = text[i:] | ||||
if last: | ||||
lines.append(last) | ||||
return lines | ||||
lines.append(text[i:n+1]) | ||||
i = n + 1 | ||||
|
r8097 | def parsehghaveoutput(lines): | ||
|
r8060 | '''Parse hghave log lines. | ||
Return tuple of lists (missing, failed): | ||||
* the missing/unknown features | ||||
* the features for which existence check failed''' | ||||
|
r4881 | missing = [] | ||
|
r8060 | failed = [] | ||
|
r4881 | for line in lines: | ||
|
r8060 | if line.startswith(SKIPPED_PREFIX): | ||
line = line.splitlines()[0] | ||||
missing.append(line[len(SKIPPED_PREFIX):]) | ||||
elif line.startswith(FAILED_PREFIX): | ||||
line = line.splitlines()[0] | ||||
failed.append(line[len(FAILED_PREFIX):]) | ||||
|
r4881 | |||
|
r8060 | return missing, failed | ||
|
r4881 | |||
|
r8097 | def showdiff(expected, output): | ||
|
r2110 | for line in difflib.unified_diff(expected, output, | ||
|
r2409 | "Expected output", "Test output"): | ||
|
r2247 | sys.stdout.write(line) | ||
|
r2110 | |||
|
r8097 | def findprogram(program): | ||
|
r2110 | """Search PATH for a executable program""" | ||
for p in os.environ.get('PATH', os.defpath).split(os.pathsep): | ||||
name = os.path.join(p, program) | ||||
if os.access(name, os.X_OK): | ||||
return name | ||||
return None | ||||
|
r8097 | def checktools(): | ||
|
r2133 | # Before we go any further, check for pre-requisite tools | ||
# stuff from coreutils (cat, rm, etc) are not tested | ||||
|
r8097 | for p in requiredtools: | ||
|
r2133 | if os.name == 'nt': | ||
p += '.exe' | ||||
|
r8097 | found = findprogram(p) | ||
|
r2133 | if found: | ||
vlog("# Found prerequisite", p, "at", found) | ||||
else: | ||||
print "WARNING: Did not find prerequisite tool: "+p | ||||
|
r2110 | |||
|
r8097 | def cleanup(options): | ||
|
r6208 | if not options.keep_tmpdir: | ||
|
r8671 | vlog("# Cleaning up HGTMP", HGTMP) | ||
|
r6208 | shutil.rmtree(HGTMP, True) | ||
|
r2110 | |||
|
r8097 | def usecorrectpython(): | ||
|
r2570 | # some tests run python interpreter. they must use same | ||
# interpreter we use or bad things will happen. | ||||
exedir, exename = os.path.split(sys.executable) | ||||
if exename == 'python': | ||||
|
r8097 | path = findprogram('python') | ||
|
r2570 | if os.path.dirname(path) == exedir: | ||
return | ||||
vlog('# Making python executable in test path use correct Python') | ||||
|
r8097 | mypython = os.path.join(BINDIR, 'python') | ||
|
r2570 | try: | ||
|
r8097 | os.symlink(sys.executable, mypython) | ||
|
r2570 | except AttributeError: | ||
# windows fallback | ||||
|
r8097 | shutil.copyfile(sys.executable, mypython) | ||
shutil.copymode(sys.executable, mypython) | ||||
|
r3223 | |||
|
r8097 | def installhg(options): | ||
|
r2133 | vlog("# Performing temporary installation of HG") | ||
installerrs = os.path.join("tests", "install.err") | ||||
|
r7723 | pure = options.pure and "--pure" or "" | ||
|
r2110 | |||
|
r5267 | # Run installer in hg root | ||
|
r8943 | script = os.path.realpath(sys.argv[0]) | ||
hgroot = os.path.dirname(os.path.dirname(script)) | ||||
os.chdir(hgroot) | ||||
|
r7723 | cmd = ('%s setup.py %s clean --all' | ||
|
r7139 | ' install --force --prefix="%s" --install-lib="%s"' | ||
|
r5189 | ' --install-scripts="%s" >%s 2>&1' | ||
|
r7723 | % (sys.executable, pure, INST, PYTHONDIR, BINDIR, installerrs)) | ||
|
r2133 | vlog("# Running", cmd) | ||
if os.system(cmd) == 0: | ||||
|
r8095 | if not options.verbose: | ||
|
r2133 | os.remove(installerrs) | ||
else: | ||||
f = open(installerrs) | ||||
for line in f: | ||||
print line, | ||||
f.close() | ||||
sys.exit(1) | ||||
os.chdir(TESTDIR) | ||||
|
r2110 | |||
|
r8097 | usecorrectpython() | ||
|
r2570 | |||
|
r7172 | vlog("# Installing dummy diffstat") | ||
f = open(os.path.join(BINDIR, 'diffstat'), 'w') | ||||
f.write('#!' + sys.executable + '\n' | ||||
'import sys\n' | ||||
'files = 0\n' | ||||
'for line in sys.stdin:\n' | ||||
' if line.startswith("diff "):\n' | ||||
' files += 1\n' | ||||
'sys.stdout.write("files patched: %d\\n" % files)\n') | ||||
f.close() | ||||
os.chmod(os.path.join(BINDIR, 'diffstat'), 0700) | ||||
|
r9028 | if options.py3k_warnings and not options.anycoverage: | ||
vlog("# Updating hg command to enable Py3k Warnings switch") | ||||
f = open(os.path.join(BINDIR, 'hg'), 'r') | ||||
lines = [line.rstrip() for line in f] | ||||
lines[0] += ' -3' | ||||
f.close() | ||||
f = open(os.path.join(BINDIR, 'hg'), 'w') | ||||
for line in lines: | ||||
f.write(line + '\n') | ||||
f.close() | ||||
|
r8095 | if options.anycoverage: | ||
|
r2144 | vlog("# Installing coverage wrapper") | ||
os.environ['COVERAGE_FILE'] = COVERAGE_FILE | ||||
if os.path.exists(COVERAGE_FILE): | ||||
os.unlink(COVERAGE_FILE) | ||||
# Create a wrapper script to invoke hg via coverage.py | ||||
|
r2146 | os.rename(os.path.join(BINDIR, "hg"), os.path.join(BINDIR, "_hg.py")) | ||
|
r2144 | f = open(os.path.join(BINDIR, 'hg'), 'w') | ||
f.write('#!' + sys.executable + '\n') | ||||
|
r4633 | f.write('import sys, os; os.execv(sys.executable, [sys.executable, ' | ||
|
r8620 | '"%s", "-x", "-p", "%s"] + sys.argv[1:])\n' % | ||
|
r4633 | (os.path.join(TESTDIR, 'coverage.py'), | ||
os.path.join(BINDIR, '_hg.py'))) | ||||
|
r2144 | f.close() | ||
os.chmod(os.path.join(BINDIR, 'hg'), 0700) | ||||
|
r8092 | |||
|
r8097 | def outputcoverage(options): | ||
|
r8620 | |||
vlog('# Producing coverage report') | ||||
os.chdir(PYTHONDIR) | ||||
def covrun(*args): | ||||
start = sys.executable, os.path.join(TESTDIR, 'coverage.py') | ||||
cmd = '"%s" "%s" %s' % (start[0], start[1], ' '.join(args)) | ||||
vlog('# Running: %s' % cmd) | ||||
os.system(cmd) | ||||
|
r2145 | omit = [BINDIR, TESTDIR, PYTHONDIR] | ||
if not options.cover_stdlib: | ||||
# Exclude as system paths (ignoring empty strings seen on win) | ||||
|
r2146 | omit += [x for x in sys.path if x != ''] | ||
|
r2145 | omit = ','.join(omit) | ||
|
r8620 | |||
covrun('-c') # combine from parallel processes | ||||
|
r8696 | for fn in os.listdir(TESTDIR): | ||
if fn.startswith('.coverage.'): | ||||
os.unlink(os.path.join(TESTDIR, fn)) | ||||
|
r8620 | covrun('-i', '-r', '"--omit=%s"' % omit) # report | ||
|
r2145 | if options.annotate: | ||
adir = os.path.join(TESTDIR, 'annotated') | ||||
if not os.path.isdir(adir): | ||||
os.mkdir(adir) | ||||
|
r8620 | covrun('-i', '-a', '"--directory=%s"' % adir, '"--omit=%s"' % omit) | ||
|
r2144 | |||
|
r2571 | class Timeout(Exception): | ||
pass | ||||
def alarmed(signum, frame): | ||||
raise Timeout | ||||
|
r8116 | def run(cmd, options): | ||
|
r2110 | """Run command in a sub-process, capturing the output (stdout and stderr). | ||
Return the exist code, and output.""" | ||||
# TODO: Use subprocess.Popen if we're running on Python 2.4 | ||||
|
r7792 | if os.name == 'nt' or sys.platform.startswith('java'): | ||
|
r2110 | tochild, fromchild = os.popen4(cmd) | ||
tochild.close() | ||||
output = fromchild.read() | ||||
ret = fromchild.close() | ||||
if ret == None: | ||||
ret = 0 | ||||
else: | ||||
|
r7813 | proc = Popen4(cmd) | ||
|
r2571 | try: | ||
output = '' | ||||
proc.tochild.close() | ||||
output = proc.fromchild.read() | ||||
ret = proc.wait() | ||||
|
r4880 | if os.WIFEXITED(ret): | ||
ret = os.WEXITSTATUS(ret) | ||||
|
r2571 | except Timeout: | ||
vlog('# Process %d timed out - killing it' % proc.pid) | ||||
os.kill(proc.pid, signal.SIGTERM) | ||||
ret = proc.wait() | ||||
if ret == 0: | ||||
ret = signal.SIGTERM << 8 | ||||
|
r5078 | output += ("\n### Abort: timeout after %d seconds.\n" | ||
% options.timeout) | ||||
|
r2247 | return ret, splitnewlines(output) | ||
|
r2110 | |||
|
r8097 | def runone(options, test, skips, fails): | ||
|
r2710 | '''tristate output: | ||
None -> skipped | ||||
True -> passed | ||||
False -> failed''' | ||||
|
r5470 | def skip(msg): | ||
|
r8095 | if not options.verbose: | ||
|
r5470 | skips.append((test, msg)) | ||
else: | ||||
print "\nSkipping %s: %s" % (test, msg) | ||||
return None | ||||
|
r6244 | def fail(msg): | ||
fails.append((test, msg)) | ||||
|
r8095 | if not options.nodiff: | ||
|
r7343 | print "\nERROR: %s %s" % (test, msg) | ||
|
r6244 | return None | ||
|
r2110 | vlog("# Test", test) | ||
|
r2989 | # create a fresh hgrc | ||
|
r9031 | hgrc = open(HGRCPATH, 'w+') | ||
|
r4529 | hgrc.write('[ui]\n') | ||
hgrc.write('slash = True\n') | ||||
|
r5524 | hgrc.write('[defaults]\n') | ||
hgrc.write('backout = -d "0 0"\n') | ||||
hgrc.write('commit = -d "0 0"\n') | ||||
hgrc.write('tag = -d "0 0"\n') | ||||
|
r2989 | hgrc.close() | ||
|
r2110 | err = os.path.join(TESTDIR, test+".err") | ||
ref = os.path.join(TESTDIR, test+".out") | ||||
|
r4320 | testpath = os.path.join(TESTDIR, test) | ||
|
r2110 | |||
if os.path.exists(err): | ||||
os.remove(err) # Remove any previous output files | ||||
# Make a tmp subdirectory to work in | ||||
tmpd = os.path.join(HGTMP, test) | ||||
os.mkdir(tmpd) | ||||
os.chdir(tmpd) | ||||
|
r4321 | try: | ||
tf = open(testpath) | ||||
firstline = tf.readline().rstrip() | ||||
tf.close() | ||||
except: | ||||
firstline = '' | ||||
|
r2710 | lctest = test.lower() | ||
|
r2110 | |||
|
r4321 | if lctest.endswith('.py') or firstline == '#!/usr/bin/env python': | ||
|
r9028 | py3kswitch = options.py3k_warnings and ' -3' or '' | ||
cmd = '%s%s "%s"' % (PYTHON, py3kswitch, testpath) | ||||
|
r2710 | elif lctest.endswith('.bat'): | ||
# do not run batch scripts on non-windows | ||||
if os.name != 'nt': | ||||
|
r5470 | return skip("batch script") | ||
|
r2710 | # To reliably get the error code from batch files on WinXP, | ||
# the "cmd /c call" prefix is needed. Grrr | ||||
|
r4320 | cmd = 'cmd /c call "%s"' % testpath | ||
|
r2710 | else: | ||
# do not run shell scripts on windows | ||||
if os.name == 'nt': | ||||
|
r5470 | return skip("shell script") | ||
|
r2710 | # do not try to run non-executable programs | ||
|
r7144 | if not os.path.exists(testpath): | ||
return fail("does not exist") | ||||
elif not os.access(testpath, os.X_OK): | ||||
|
r5470 | return skip("not executable") | ||
|
r4320 | cmd = '"%s"' % testpath | ||
|
r2110 | |||
|
r2571 | if options.timeout > 0: | ||
signal.alarm(options.timeout) | ||||
|
r2110 | vlog("# Running", cmd) | ||
|
r8116 | ret, out = run(cmd, options) | ||
|
r2110 | vlog("# Ret was:", ret) | ||
|
r2571 | if options.timeout > 0: | ||
signal.alarm(0) | ||||
|
r7343 | mark = '.' | ||
|
r4881 | skipped = (ret == SKIPPED_STATUS) | ||
|
r2213 | # If reference output file exists, check test output against it | ||
if os.path.exists(ref): | ||||
f = open(ref, "r") | ||||
|
r8097 | refout = splitnewlines(f.read()) | ||
|
r2213 | f.close() | ||
|
r2246 | else: | ||
|
r8097 | refout = [] | ||
|
r4881 | if skipped: | ||
|
r7343 | mark = 's' | ||
|
r8097 | missing, failed = parsehghaveoutput(out) | ||
|
r4881 | if not missing: | ||
missing = ['irrelevant'] | ||||
|
r8060 | if failed: | ||
fail("hghave failed checking for %s" % failed[-1]) | ||||
skipped = False | ||||
else: | ||||
skip(missing[-1]) | ||||
|
r8097 | elif out != refout: | ||
|
r7343 | mark = '!' | ||
|
r6383 | if ret: | ||
fail("output changed and returned error code %d" % ret) | ||||
else: | ||||
fail("output changed") | ||||
|
r8095 | if not options.nodiff: | ||
|
r8097 | showdiff(refout, out) | ||
|
r6383 | ret = 1 | ||
|
r4881 | elif ret: | ||
|
r7343 | mark = '!' | ||
|
r6244 | fail("returned error code %d" % ret) | ||
|
r2110 | |||
|
r8095 | if not options.verbose: | ||
|
r7343 | sys.stdout.write(mark) | ||
|
r5470 | sys.stdout.flush() | ||
|
r5081 | if ret != 0 and not skipped: | ||
|
r4881 | # Save errors to a file for diagnosis | ||
|
r2247 | f = open(err, "wb") | ||
|
r2110 | for line in out: | ||
f.write(line) | ||||
f.close() | ||||
|
r2571 | # Kill off any leftover daemon processes | ||
try: | ||||
|
r9031 | fp = open(DAEMON_PIDS) | ||
|
r2571 | for line in fp: | ||
try: | ||||
pid = int(line) | ||||
except ValueError: | ||||
continue | ||||
try: | ||||
os.kill(pid, 0) | ||||
vlog('# Killing daemon process %d' % pid) | ||||
os.kill(pid, signal.SIGTERM) | ||||
time.sleep(0.25) | ||||
os.kill(pid, 0) | ||||
vlog('# Daemon process %d is stuck - really killing it' % pid) | ||||
os.kill(pid, signal.SIGKILL) | ||||
except OSError, err: | ||||
if err.errno != errno.ESRCH: | ||||
raise | ||||
fp.close() | ||||
os.unlink(DAEMON_PIDS) | ||||
except IOError: | ||||
pass | ||||
|
r2110 | os.chdir(TESTDIR) | ||
|
r6208 | if not options.keep_tmpdir: | ||
|
r6209 | shutil.rmtree(tmpd, True) | ||
|
r4881 | if skipped: | ||
return None | ||||
|
r2110 | return ret == 0 | ||
|
r8672 | _hgpath = None | ||
def _gethgpath(): | ||||
"""Return the path to the mercurial package that is actually found by | ||||
the current Python interpreter.""" | ||||
global _hgpath | ||||
if _hgpath is not None: | ||||
return _hgpath | ||||
cmd = '%s -c "import mercurial; print mercurial.__path__[0]"' | ||||
pipe = os.popen(cmd % PYTHON) | ||||
try: | ||||
_hgpath = pipe.read().strip() | ||||
finally: | ||||
pipe.close() | ||||
return _hgpath | ||||
def _checkhglib(verb): | ||||
"""Ensure that the 'mercurial' package imported by python is | ||||
|
r8673 | the one we expect it to be. If not, print a warning to stderr.""" | ||
expecthg = os.path.join(PYTHONDIR, 'mercurial') | ||||
|
r8672 | actualhg = _gethgpath() | ||
if actualhg != expecthg: | ||||
|
r8673 | sys.stderr.write('warning: %s with unexpected mercurial lib: %s\n' | ||
' (expected %s)\n' | ||||
% (verb, actualhg, expecthg)) | ||||
|
r8672 | |||
def runchildren(options, tests): | ||||
|
r8674 | if INST: | ||
|
r8107 | installhg(options) | ||
|
r8672 | _checkhglib("Testing") | ||
|
r5384 | |||
optcopy = dict(options.__dict__) | ||||
optcopy['jobs'] = 1 | ||||
|
r8674 | if optcopy['with_hg'] is None: | ||
optcopy['with_hg'] = os.path.join(BINDIR, "hg") | ||||
|
r5384 | opts = [] | ||
for opt, value in optcopy.iteritems(): | ||||
name = '--' + opt.replace('_', '-') | ||||
if value is True: | ||||
opts.append(name) | ||||
elif value is not None: | ||||
opts.append(name + '=' + str(value)) | ||||
tests.reverse() | ||||
jobs = [[] for j in xrange(options.jobs)] | ||||
while tests: | ||||
|
r8161 | for job in jobs: | ||
|
r5384 | if not tests: break | ||
|
r8161 | job.append(tests.pop()) | ||
|
r5384 | fps = {} | ||
|
r8161 | for j, job in enumerate(jobs): | ||
|
r5384 | if not job: | ||
continue | ||||
rfd, wfd = os.pipe() | ||||
childopts = ['--child=%d' % wfd, '--port=%d' % (options.port + j * 3)] | ||||
|
r8096 | cmdline = [PYTHON, sys.argv[0]] + opts + childopts + job | ||
|
r5384 | vlog(' '.join(cmdline)) | ||
fps[os.spawnvp(os.P_NOWAIT, cmdline[0], cmdline)] = os.fdopen(rfd, 'r') | ||||
os.close(wfd) | ||||
failures = 0 | ||||
tested, skipped, failed = 0, 0, 0 | ||||
|
r5470 | skips = [] | ||
|
r6244 | fails = [] | ||
|
r5384 | while fps: | ||
pid, status = os.wait() | ||||
fp = fps.pop(pid) | ||||
|
r5470 | l = fp.read().splitlines() | ||
test, skip, fail = map(int, l[:3]) | ||||
|
r6244 | split = -fail or len(l) | ||
for s in l[3:split]: | ||||
|
r5470 | skips.append(s.split(" ", 1)) | ||
|
r6244 | for s in l[split:]: | ||
fails.append(s.split(" ", 1)) | ||||
|
r5384 | tested += test | ||
skipped += skip | ||||
failed += fail | ||||
vlog('pid %d exited, status %d' % (pid, status)) | ||||
failures |= status | ||||
|
r5470 | |||
|
r9580 | if not options.noskips: | ||
for s in skips: | ||||
print "Skipped %s: %s" % (s[0], s[1]) | ||||
|
r6244 | for s in fails: | ||
print "Failed %s: %s" % (s[0], s[1]) | ||||
|
r6982 | |||
|
r8672 | _checkhglib("Tested") | ||
|
r5470 | print "# Ran %d tests, %d skipped, %d failed." % ( | ||
|
r5384 | tested, skipped, failed) | ||
sys.exit(failures != 0) | ||||
|
r8672 | def runtests(options, tests): | ||
|
r5384 | global DAEMON_PIDS, HGRCPATH | ||
DAEMON_PIDS = os.environ["DAEMON_PIDS"] = os.path.join(HGTMP, 'daemon.pids') | ||||
HGRCPATH = os.environ["HGRCPATH"] = os.path.join(HGTMP, '.hgrc') | ||||
|
r2258 | try: | ||
|
r8674 | if INST: | ||
|
r8097 | installhg(options) | ||
|
r8672 | _checkhglib("Testing") | ||
|
r6982 | |||
|
r2571 | if options.timeout > 0: | ||
try: | ||||
signal.signal(signal.SIGALRM, alarmed) | ||||
|
r8651 | vlog('# Running each test with %d second timeout' % | ||
|
r2571 | options.timeout) | ||
except AttributeError: | ||||
print 'WARNING: cannot run tests with timeouts' | ||||
options.timeout = 0 | ||||
|
r3625 | tested = 0 | ||
|
r2258 | failed = 0 | ||
|
r2710 | skipped = 0 | ||
|
r2110 | |||
|
r3625 | if options.restart: | ||
orig = list(tests) | ||||
while tests: | ||||
if os.path.exists(tests[0] + ".err"): | ||||
break | ||||
tests.pop(0) | ||||
if not tests: | ||||
print "running all tests" | ||||
tests = orig | ||||
|
r2133 | |||
|
r5470 | skips = [] | ||
|
r6244 | fails = [] | ||
|
r9582 | |||
|
r3625 | for test in tests: | ||
if options.retest and not os.path.exists(test + ".err"): | ||||
skipped += 1 | ||||
continue | ||||
|
r9582 | |||
if options.keywords: | ||||
t = open(test).read().lower() + test.lower() | ||||
for k in options.keywords.lower().split(): | ||||
if k in t: | ||||
break | ||||
else: | ||||
skipped +=1 | ||||
continue | ||||
|
r8097 | ret = runone(options, test, skips, fails) | ||
|
r3625 | if ret is None: | ||
skipped += 1 | ||||
elif not ret: | ||||
|
r3626 | if options.interactive: | ||
print "Accept this change? [n] ", | ||||
answer = sys.stdin.readline().strip() | ||||
if answer.lower() in "y yes".split(): | ||||
|
r5800 | rename(test + ".err", test + ".out") | ||
|
r3626 | tested += 1 | ||
|
r6343 | fails.pop() | ||
|
r3626 | continue | ||
|
r3625 | failed += 1 | ||
if options.first: | ||||
break | ||||
tested += 1 | ||||
|
r5384 | if options.child: | ||
fp = os.fdopen(options.child, 'w') | ||||
fp.write('%d\n%d\n%d\n' % (tested, skipped, failed)) | ||||
|
r5470 | for s in skips: | ||
|
r5760 | fp.write("%s %s\n" % s) | ||
|
r6244 | for s in fails: | ||
fp.write("%s %s\n" % s) | ||||
|
r5384 | fp.close() | ||
else: | ||||
|
r5470 | |||
for s in skips: | ||||
print "Skipped %s: %s" % s | ||||
|
r6244 | for s in fails: | ||
print "Failed %s: %s" % s | ||||
|
r8672 | _checkhglib("Tested") | ||
|
r5470 | print "# Ran %d tests, %d skipped, %d failed." % ( | ||
|
r5384 | tested, skipped, failed) | ||
|
r8095 | if options.anycoverage: | ||
|
r8097 | outputcoverage(options) | ||
|
r2258 | except KeyboardInterrupt: | ||
failed = True | ||||
print "\ninterrupted!" | ||||
|
r5384 | |||
if failed: | ||||
sys.exit(1) | ||||
|
r8094 | def main(): | ||
|
r8097 | (options, args) = parseargs() | ||
|
r8094 | if not options.child: | ||
os.umask(022) | ||||
|
r8093 | |||
|
r8097 | checktools() | ||
|
r8093 | |||
|
r8094 | # Reset some environment variables to well-known values so that | ||
# the tests produce repeatable output. | ||||
os.environ['LANG'] = os.environ['LC_ALL'] = 'C' | ||||
os.environ['TZ'] = 'GMT' | ||||
os.environ["EMAIL"] = "Foo Bar <foo.bar@example.com>" | ||||
os.environ['CDPATH'] = '' | ||||
|
r8093 | |||
|
r8094 | global TESTDIR, HGTMP, INST, BINDIR, PYTHONDIR, COVERAGE_FILE | ||
TESTDIR = os.environ["TESTDIR"] = os.getcwd() | ||||
HGTMP = os.environ['HGTMP'] = os.path.realpath(tempfile.mkdtemp('', 'hgtests.', | ||||
options.tmpdir)) | ||||
DAEMON_PIDS = None | ||||
HGRCPATH = None | ||||
|
r8093 | |||
|
r8094 | os.environ["HGEDITOR"] = sys.executable + ' -c "import sys; sys.exit(0)"' | ||
os.environ["HGMERGE"] = "internal:merge" | ||||
os.environ["HGUSER"] = "test" | ||||
os.environ["HGENCODING"] = "ascii" | ||||
os.environ["HGENCODINGMODE"] = "strict" | ||||
os.environ["HGPORT"] = str(options.port) | ||||
os.environ["HGPORT1"] = str(options.port + 1) | ||||
os.environ["HGPORT2"] = str(options.port + 2) | ||||
|
r8093 | |||
|
r8094 | if options.with_hg: | ||
|
r8674 | INST = None | ||
BINDIR = os.path.dirname(os.path.realpath(options.with_hg)) | ||||
# This looks redundant with how Python initializes sys.path from | ||||
# the location of the script being executed. Needed because the | ||||
# "hg" specified by --with-hg is not the only Python script | ||||
# executed in the test suite that needs to import 'mercurial' | ||||
# ... which means it's not really redundant at all. | ||||
PYTHONDIR = BINDIR | ||||
|
r8094 | else: | ||
INST = os.path.join(HGTMP, "install") | ||||
|
r8674 | BINDIR = os.environ["BINDIR"] = os.path.join(INST, "bin") | ||
PYTHONDIR = os.path.join(INST, "lib", "python") | ||||
os.environ["BINDIR"] = BINDIR | ||||
os.environ["PYTHON"] = PYTHON | ||||
if not options.child: | ||||
path = [BINDIR] + os.environ["PATH"].split(os.pathsep) | ||||
os.environ["PATH"] = os.pathsep.join(path) | ||||
|
r8724 | # Include TESTDIR in PYTHONPATH so that out-of-tree extensions | ||
# can run .../tests/run-tests.py test-foo where test-foo | ||||
# adds an extension to HGRC | ||||
pypath = [PYTHONDIR, TESTDIR] | ||||
|
r8687 | # We have to augment PYTHONPATH, rather than simply replacing | ||
# it, in case external libraries are only available via current | ||||
# PYTHONPATH. (In particular, the Subversion bindings on OS X | ||||
# are in /opt/subversion.) | ||||
|
r8724 | oldpypath = os.environ.get('PYTHONPATH') | ||
if oldpypath: | ||||
pypath.append(oldpypath) | ||||
os.environ['PYTHONPATH'] = os.pathsep.join(pypath) | ||||
|
r8674 | |||
|
r8094 | COVERAGE_FILE = os.path.join(TESTDIR, ".coverage") | ||
|
r8093 | |||
|
r8094 | if len(args) == 0: | ||
args = os.listdir(".") | ||||
args.sort() | ||||
|
r5384 | |||
|
r8094 | tests = [] | ||
for test in args: | ||||
if (test.startswith("test-") and '~' not in test and | ||||
('.' not in test or test.endswith('.py') or | ||||
test.endswith('.bat'))): | ||||
tests.append(test) | ||||
|
r8592 | if not tests: | ||
print "# Ran 0 tests, 0 skipped, 0 failed." | ||||
return | ||||
|
r8094 | |||
vlog("# Using TESTDIR", TESTDIR) | ||||
vlog("# Using HGTMP", HGTMP) | ||||
|
r8674 | vlog("# Using PATH", os.environ["PATH"]) | ||
vlog("# Using PYTHONPATH", os.environ["PYTHONPATH"]) | ||||
|
r5384 | |||
|
r8094 | try: | ||
if len(tests) > 1 and options.jobs > 1: | ||||
|
r8672 | runchildren(options, tests) | ||
|
r8094 | else: | ||
|
r8672 | runtests(options, tests) | ||
|
r8094 | finally: | ||
|
r8097 | cleanup(options) | ||
|
r5384 | |||
|
r8094 | main() | ||