##// END OF EJS Templates
Tidyups for run-tests.py inc. try/finally cleanup and allow tests to be specified on command line
Stephen Darnell -
r2133:4334be19 default
parent child Browse files
Show More
@@ -1,192 +1,201 b''
1 1 #!/usr/bin/env python
2 2 #
3 3 # run-tests.py - Run a set of tests on Mercurial
4 4 #
5 5 # Copyright 2006 Matt Mackall <mpm@selenic.com>
6 6 #
7 7 # This software may be used and distributed according to the terms
8 8 # of the GNU General Public License, incorporated herein by reference.
9 9
10 10 import os, sys, shutil, re
11 11 import tempfile
12 12 import difflib
13 13 import popen2
14 14 from optparse import OptionParser
15 15
16 16 required_tools = ["python", "diff", "grep", "unzip", "gunzip", "bunzip2", "sed"]
17 17
18 18 parser = OptionParser()
19 19 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
20 20 default=False, help="output verbose messages")
21 21 (options, args) = parser.parse_args()
22 22 verbose = options.verbose
23 23
24 24 def vlog(*msg):
25 25 if verbose:
26 26 for m in msg:
27 27 print m,
28 28 print
29 29
30 30 def show_diff(expected, output):
31 31 for line in difflib.unified_diff(expected, output,
32 32 "Expected output", "Test output", lineterm=''):
33 33 print line
34 34
35 35 def find_program(program):
36 36 """Search PATH for a executable program"""
37 37 for p in os.environ.get('PATH', os.defpath).split(os.pathsep):
38 38 name = os.path.join(p, program)
39 39 if os.access(name, os.X_OK):
40 40 return name
41 41 return None
42 42
43 def check_required_tools():
43 44 # Before we go any further, check for pre-requisite tools
44 45 # stuff from coreutils (cat, rm, etc) are not tested
45 46 for p in required_tools:
46 47 if os.name == 'nt':
47 48 p += '.exe'
48 49 found = find_program(p)
49 50 if found:
50 51 vlog("# Found prerequisite", p, "at", found)
51 52 else:
52 53 print "WARNING: Did not find prerequisite tool: "+p
53 54
54 # Reset some environment variables to well-known values
55 os.environ['LANG'] = os.environ['LC_ALL'] = 'C'
56 os.environ['TZ'] = 'GMT'
57
58 os.environ["HGEDITOR"] = sys.executable + ' -c "import sys; sys.exit(0)"'
59 os.environ["HGMERGE"] = sys.executable + ' -c "import sys; sys.exit(0)"'
60 os.environ["HGUSER"] = "test"
61 os.environ["HGRCPATH"] = ""
62
63 TESTDIR = os.environ["TESTDIR"] = os.getcwd()
64 HGTMP = os.environ["HGTMP"] = tempfile.mkdtemp("", "hgtests.")
65
66 55 def cleanup_exit():
67 56 if verbose:
68 57 print "# Cleaning up HGTMP", HGTMP
69 58 shutil.rmtree(HGTMP, True)
70 59
71 vlog("# Using TESTDIR", TESTDIR)
72 vlog("# Using HGTMP", HGTMP)
73
74 os.umask(022)
75
60 def install_hg():
76 61 vlog("# Performing temporary installation of HG")
77 62 INST = os.path.join(HGTMP, "install")
78 63 BINDIR = os.path.join(INST, "bin")
79 64 PYTHONDIR = os.path.join(INST, "lib", "python")
80 65 installerrs = os.path.join("tests", "install.err")
81 66
82 67 os.chdir("..") # Get back to hg root
83 68 cmd = '%s setup.py install --home="%s" --install-lib="%s" >%s 2>&1' % \
84 69 (sys.executable, INST, PYTHONDIR, installerrs)
85 70 vlog("# Running", cmd)
86 71 if os.system(cmd) == 0:
87 72 if not verbose:
88 73 os.remove(installerrs)
89 74 else:
90 75 f = open(installerrs)
91 76 for line in f:
92 77 print line,
93 78 f.close()
94 cleanup_exit()
95 79 sys.exit(1)
96 80 os.chdir(TESTDIR)
97 81
98 82 os.environ["PATH"] = "%s%s%s" % (BINDIR, os.pathsep, os.environ["PATH"])
99 83 os.environ["PYTHONPATH"] = PYTHONDIR
100 84
101 tests = 0
102 failed = 0
103
104 85 def run(cmd, split_lines=True):
105 86 """Run command in a sub-process, capturing the output (stdout and stderr).
106 87 Return the exist code, and output."""
107 88 # TODO: Use subprocess.Popen if we're running on Python 2.4
108 89 if os.name == 'nt':
109 90 tochild, fromchild = os.popen4(cmd)
110 91 tochild.close()
111 92 output = fromchild.read()
112 93 ret = fromchild.close()
113 94 if ret == None:
114 95 ret = 0
115 96 else:
116 97 proc = popen2.Popen4(cmd)
117 98 proc.tochild.close()
118 99 output = proc.fromchild.read()
119 100 ret = proc.wait()
120 101 if split_lines:
121 102 output = output.splitlines()
122 103 return ret, output
123 104
124 105 def run_one(test):
125 106 vlog("# Test", test)
126 107 if not verbose:
127 108 sys.stdout.write('.')
128 109 sys.stdout.flush()
129 110
130 111 err = os.path.join(TESTDIR, test+".err")
131 112 ref = os.path.join(TESTDIR, test+".out")
132 113
133 114 if os.path.exists(err):
134 115 os.remove(err) # Remove any previous output files
135 116
136 117 # Make a tmp subdirectory to work in
137 118 tmpd = os.path.join(HGTMP, test)
138 119 os.mkdir(tmpd)
139 120 os.chdir(tmpd)
140 121
141 122 if test.endswith(".py"):
142 123 cmd = '%s "%s"' % (sys.executable, os.path.join(TESTDIR, test))
143 124 else:
144 125 cmd = '"%s"' % (os.path.join(TESTDIR, test))
145 126
146 127 # To reliably get the error code from batch files on WinXP,
147 128 # the "cmd /c call" prefix is needed. Grrr
148 129 if os.name == 'nt' and test.endswith(".bat"):
149 130 cmd = 'cmd /c call "%s"' % (os.path.join(TESTDIR, test))
150 131
151 132 vlog("# Running", cmd)
152 133 ret, out = run(cmd)
153 134 vlog("# Ret was:", ret)
154 135
155 136 if ret == 0:
156 137 # If reference output file exists, check test output against it
157 138 if os.path.exists(ref):
158 139 f = open(ref, "r")
159 140 ref_out = f.read().splitlines()
160 141 f.close()
161 142 if out != ref_out:
162 143 ret = 1
163 144 print "\nERROR: %s output changed" % (test)
164 145 show_diff(ref_out, out)
165 146 else:
166 147 print "\nERROR: %s failed with error code %d" % (test, ret)
167 148
168 149 if ret != 0: # Save errors to a file for diagnosis
169 150 f = open(err, "w")
170 151 for line in out:
171 152 f.write(line)
172 153 f.write("\n")
173 154 f.close()
174 155
175 156 os.chdir(TESTDIR)
176 157 shutil.rmtree(tmpd, True)
177 158 return ret == 0
178 159
179 for test in os.listdir("."):
160
161 os.umask(022)
162
163 check_required_tools()
164
165 # Reset some environment variables to well-known values so that
166 # the tests produce repeatable output.
167 os.environ['LANG'] = os.environ['LC_ALL'] = 'C'
168 os.environ['TZ'] = 'GMT'
169
170 os.environ["HGEDITOR"] = sys.executable + ' -c "import sys; sys.exit(0)"'
171 os.environ["HGMERGE"] = sys.executable + ' -c "import sys; sys.exit(0)"'
172 os.environ["HGUSER"] = "test"
173 os.environ["HGRCPATH"] = ""
174
175 TESTDIR = os.environ["TESTDIR"] = os.getcwd()
176 HGTMP = os.environ["HGTMP"] = tempfile.mkdtemp("", "hgtests.")
177 vlog("# Using TESTDIR", TESTDIR)
178 vlog("# Using HGTMP", HGTMP)
179
180 try:
181 install_hg()
182
183 tests = 0
184 failed = 0
185
186 if len(args) == 0:
187 args = os.listdir(".")
188 for test in args:
180 189 if test.startswith("test-"):
181 190 if '~' in test or re.search(r'\.(out|err)$', test):
182 191 continue
183 192 if not run_one(test):
184 193 failed += 1
185 194 tests += 1
186 195
187 print "# Ran %d tests, %d failed." % (tests, failed)
188
196 print "\n# Ran %d tests, %d failed." % (tests, failed)
197 finally:
189 198 cleanup_exit()
190 199
191 200 if failed:
192 201 sys.exit(1)
General Comments 0
You need to be logged in to leave comments. Login now