test-run-tests.t
604 lines
| 16.1 KiB
| text/troff
|
Tads3Lexer
/ tests / test-run-tests.t
Pierre-Yves David
|
r21732 | This file tests the behavior of run-tests.py itself. | ||
Pierre-Yves David
|
r24960 | Avoid interference from actual test env: | ||
$ unset HGTEST_JOBS | ||||
$ unset HGTEST_TIMEOUT | ||||
$ unset HGTEST_PORT | ||||
$ unset HGTEST_SHELL | ||||
Pierre-Yves David
|
r21732 | Smoke test | ||
============ | ||||
Matt Mackall
|
r25472 | $ run-tests.py $HGTEST_RUN_TESTS_PURE | ||
Pierre-Yves David
|
r21732 | |||
# Ran 0 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21734 | |||
a succesful test | ||||
======================= | ||||
$ cat > test-success.t << EOF | ||||
> $ echo babar | ||||
> babar | ||||
Augie Fackler
|
r21995 | > $ echo xyzzy | ||
Matt Mackall
|
r25388 | > never happens (?) | ||
Augie Fackler
|
r21995 | > xyzzy | ||
Matt Mackall
|
r25388 | > nor this (?) | ||
Pierre-Yves David
|
r21734 | > EOF | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` | ||
Pierre-Yves David
|
r21734 | . | ||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21738 | |||
failing test | ||||
================== | ||||
$ cat > test-failure.t << EOF | ||||
> $ echo babar | ||||
> rataxes | ||||
Augie Fackler
|
r21995 | > This is a noop statement so that | ||
> this test is still more bytes than success. | ||||
Pierre-Yves David
|
r21738 | > EOF | ||
Gregory Szorc
|
r24500 | >>> fh = open('test-failure-unicode.t', 'wb') | ||
Augie Fackler
|
r25054 | >>> fh.write(u' $ echo babar\u03b1\n'.encode('utf-8')) and None | ||
>>> fh.write(u' l\u03b5\u03b5t\n'.encode('utf-8')) and None | ||||
Gregory Szorc
|
r24500 | |||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` | ||
Pierre-Yves David
|
r21738 | |||
Matt Harbison
|
r23348 | --- $TESTTMP/test-failure.t | ||
+++ $TESTTMP/test-failure.t.err | ||||
Augie Fackler
|
r21995 | @@ -1,4 +1,4 @@ | ||
Pierre-Yves David
|
r21738 | $ echo babar | ||
- rataxes | ||||
+ babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Pierre-Yves David
|
r21738 | |||
ERROR: test-failure.t output changed | ||||
!. | ||||
Gregory Szorc
|
r24500 | --- $TESTTMP/test-failure-unicode.t | ||
+++ $TESTTMP/test-failure-unicode.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar\xce\xb1 (esc) | ||||
- l\xce\xb5\xce\xb5t (esc) | ||||
+ babar\xce\xb1 (esc) | ||||
ERROR: test-failure-unicode.t output changed | ||||
! | ||||
Pierre-Yves David
|
r21738 | Failed test-failure.t: output changed | ||
Gregory Szorc
|
r24500 | Failed test-failure-unicode.t: output changed | ||
# Ran 3 tests, 0 skipped, 0 warned, 2 failed. | ||||
Pierre-Yves David
|
r21738 | python hash seed: * (glob) | ||
[1] | ||||
Gregory Szorc
|
r24500 | |||
Augie Fackler
|
r22044 | test --xunit support | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --xunit=xunit.xml | ||
Augie Fackler
|
r22044 | |||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
ERROR: test-failure.t output changed | ||||
!. | ||||
Gregory Szorc
|
r24500 | --- $TESTTMP/test-failure-unicode.t | ||
+++ $TESTTMP/test-failure-unicode.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar\xce\xb1 (esc) | ||||
- l\xce\xb5\xce\xb5t (esc) | ||||
+ babar\xce\xb1 (esc) | ||||
ERROR: test-failure-unicode.t output changed | ||||
! | ||||
Augie Fackler
|
r22044 | Failed test-failure.t: output changed | ||
Gregory Szorc
|
r24500 | Failed test-failure-unicode.t: output changed | ||
# Ran 3 tests, 0 skipped, 0 warned, 2 failed. | ||||
Augie Fackler
|
r22044 | python hash seed: * (glob) | ||
[1] | ||||
$ cat xunit.xml | ||||
<?xml version="1.0" encoding="utf-8"?> | ||||
Gregory Szorc
|
r24500 | <testsuite errors="0" failures="2" name="run-tests" skipped="0" tests="3"> | ||
Augie Fackler
|
r22044 | <testcase name="test-success.t" time="*"/> (glob) | ||
Gregory Szorc
|
r24500 | <testcase name="test-failure-unicode.t" time="*"> (glob) | ||
<![CDATA[--- $TESTTMP/test-failure-unicode.t | ||||
+++ $TESTTMP/test-failure-unicode.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar\xce\xb1 (esc) | ||||
- l\xce\xb5\xce\xb5t (esc) | ||||
+ babar\xce\xb1 (esc) | ||||
]]> </testcase> | ||||
Augie Fackler
|
r22044 | <testcase name="test-failure.t" time="*"> (glob) | ||
<![CDATA[--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
]]> </testcase> | ||||
</testsuite> | ||||
Pierre-Yves David
|
r21741 | |||
Gregory Szorc
|
r24500 | $ rm test-failure-unicode.t | ||
Pierre-Yves David
|
r21741 | test for --retest | ||
==================== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --retest | ||
Pierre-Yves David
|
r21741 | |||
Matt Harbison
|
r23348 | --- $TESTTMP/test-failure.t | ||
+++ $TESTTMP/test-failure.t.err | ||||
Augie Fackler
|
r21995 | @@ -1,4 +1,4 @@ | ||
Pierre-Yves David
|
r21741 | $ echo babar | ||
- rataxes | ||||
+ babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Pierre-Yves David
|
r21741 | |||
ERROR: test-failure.t output changed | ||||
! | ||||
Failed test-failure.t: output changed | ||||
Augie Fackler
|
r21997 | # Ran 2 tests, 1 skipped, 0 warned, 1 failed. | ||
Pierre-Yves David
|
r21741 | python hash seed: * (glob) | ||
[1] | ||||
Pierre-Yves David
|
r21742 | |||
Selecting Tests To Run | ||||
====================== | ||||
successful | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-success.t | ||
Pierre-Yves David
|
r21742 | . | ||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
Augie Fackler
|
r21997 | success w/ keyword | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` -k xyzzy | ||
Matt Mackall
|
r22107 | . | ||
# Ran 2 tests, 1 skipped, 0 warned, 0 failed. | ||||
Augie Fackler
|
r21997 | |||
Pierre-Yves David
|
r21742 | failed | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-failure.t | ||
Pierre-Yves David
|
r21742 | |||
Matt Harbison
|
r23348 | --- $TESTTMP/test-failure.t | ||
+++ $TESTTMP/test-failure.t.err | ||||
Augie Fackler
|
r21995 | @@ -1,4 +1,4 @@ | ||
Pierre-Yves David
|
r21742 | $ echo babar | ||
- rataxes | ||||
+ babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Pierre-Yves David
|
r21742 | |||
ERROR: test-failure.t output changed | ||||
! | ||||
Failed test-failure.t: output changed | ||||
# Ran 1 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Pierre-Yves David
|
r21743 | |||
Augie Fackler
|
r21997 | failure w/ keyword | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` -k rataxes | ||
Matt Mackall
|
r22107 | |||
Augie Fackler
|
r21997 | --- $TESTTMP/test-failure.t | ||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
ERROR: test-failure.t output changed | ||||
! | ||||
Failed test-failure.t: output changed | ||||
Matt Mackall
|
r22107 | # Ran 2 tests, 1 skipped, 0 warned, 1 failed. | ||
Augie Fackler
|
r21997 | python hash seed: * (glob) | ||
[1] | ||||
Augie Fackler
|
r22840 | Verify that when a process fails to start we show a useful message | ||
================================================================== | ||||
NOTE: there is currently a bug where this shows "2 failed" even though | ||||
it's actually the same test being reported for failure twice. | ||||
$ cat > test-serve-fail.t <<EOF | ||||
> $ echo 'abort: child process failed to start blah' | ||||
> EOF | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-serve-fail.t | ||
Augie Fackler
|
r22840 | |||
ERROR: test-serve-fail.t output changed | ||||
! | ||||
ERROR: test-serve-fail.t output changed | ||||
! | ||||
Failed test-serve-fail.t: server failed to start (HGPORT=*) (glob) | ||||
Failed test-serve-fail.t: output changed | ||||
# Ran 1 tests, 0 skipped, 0 warned, 2 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
$ rm test-serve-fail.t | ||||
Pierre-Yves David
|
r21743 | Running In Debug Mode | ||
====================== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --debug 2>&1 | grep -v pwd | ||
Thomas Klausner
|
r23676 | + echo *SALT* 0 0 (glob) | ||
*SALT* 0 0 (glob) | ||||
Pierre-Yves David
|
r21743 | + echo babar | ||
babar | ||||
Thomas Klausner
|
r23676 | + echo *SALT* 4 0 (glob) | ||
*SALT* 4 0 (glob) | ||||
.+ echo *SALT* 0 0 (glob) | ||||
*SALT* 0 0 (glob) | ||||
Pierre-Yves David
|
r21743 | + echo babar | ||
babar | ||||
Thomas Klausner
|
r23676 | + echo *SALT* 2 0 (glob) | ||
*SALT* 2 0 (glob) | ||||
Augie Fackler
|
r21995 | + echo xyzzy | ||
xyzzy | ||||
Matt Mackall
|
r25388 | + echo *SALT* 6 0 (glob) | ||
*SALT* 6 0 (glob) | ||||
Pierre-Yves David
|
r21743 | . | ||
# Ran 2 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21744 | |||
Parallel runs | ||||
============== | ||||
(duplicate the failing test to get predictable output) | ||||
$ cp test-failure.t test-failure-copy.t | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --jobs 2 test-failure*.t -n | ||
Matt Mackall
|
r23107 | !! | ||
Pierre-Yves David
|
r21744 | Failed test-failure*.t: output changed (glob) | ||
Failed test-failure*.t: output changed (glob) | ||||
# Ran 2 tests, 0 skipped, 0 warned, 2 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Augie Fackler
|
r22838 | failures in parallel with --first should only print one failure | ||
>>> f = open('test-nothing.t', 'w') | ||||
Augie Fackler
|
r25054 | >>> f.write('foo\n' * 1024) and None | ||
>>> f.write(' $ sleep 1') and None | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --jobs 2 --first | ||
Augie Fackler
|
r22838 | |||
--- $TESTTMP/test-failure*.t (glob) | ||||
+++ $TESTTMP/test-failure*.t.err (glob) | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
Failed test-failure*.t: output changed (glob) | ||||
Gregory Szorc
|
r24507 | Failed test-nothing.t: output changed | ||
# Ran 2 tests, 0 skipped, 0 warned, 2 failed. | ||||
Augie Fackler
|
r22838 | python hash seed: * (glob) | ||
[1] | ||||
Pierre-Yves David
|
r21744 | (delete the duplicated test file) | ||
Augie Fackler
|
r22838 | $ rm test-failure-copy.t test-nothing.t | ||
Pierre-Yves David
|
r21744 | |||
Pierre-Yves David
|
r21755 | |||
Interactive run | ||||
=============== | ||||
(backup the failing test) | ||||
$ cp test-failure.t backup | ||||
Refuse the fix | ||||
Matt Mackall
|
r25472 | $ echo 'n' | run-tests.py --with-hg=`which hg` -i | ||
Pierre-Yves David
|
r21755 | |||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
Augie Fackler
|
r21995 | @@ -1,4 +1,4 @@ | ||
Pierre-Yves David
|
r21755 | $ echo babar | ||
- rataxes | ||||
+ babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Matt Mackall
|
r21763 | Accept this change? [n] | ||
Pierre-Yves David
|
r21755 | ERROR: test-failure.t output changed | ||
Matt Mackall
|
r21763 | !. | ||
Pierre-Yves David
|
r21755 | Failed test-failure.t: output changed | ||
# Ran 2 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
$ cat test-failure.t | ||||
$ echo babar | ||||
rataxes | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Pierre-Yves David
|
r21755 | |||
Gregory Szorc
|
r22361 | Interactive with custom view | ||
Matt Mackall
|
r25472 | $ echo 'n' | run-tests.py --with-hg=`which hg` -i --view echo | ||
Matt Harbison
|
r23348 | $TESTTMP/test-failure.t $TESTTMP/test-failure.t.err (glob) | ||
Gregory Szorc
|
r22361 | Accept this change? [n]* (glob) | ||
ERROR: test-failure.t output changed | ||||
!. | ||||
Failed test-failure.t: output changed | ||||
# Ran 2 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Matt Mackall
|
r22108 | View the fix | ||
Matt Mackall
|
r25472 | $ echo 'y' | run-tests.py --with-hg=`which hg` --view echo | ||
Matt Harbison
|
r23348 | $TESTTMP/test-failure.t $TESTTMP/test-failure.t.err (glob) | ||
Matt Mackall
|
r22108 | |||
ERROR: test-failure.t output changed | ||||
!. | ||||
Failed test-failure.t: output changed | ||||
# Ran 2 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Pierre-Yves David
|
r21755 | |||
Accept the fix | ||||
Mads Kiilerich
|
r23728 | $ echo " $ echo 'saved backup bundle to \$TESTTMP/foo.hg'" >> test-failure.t | ||
$ echo " saved backup bundle to \$TESTTMP/foo.hg" >> test-failure.t | ||||
$ echo " $ echo 'saved backup bundle to \$TESTTMP/foo.hg'" >> test-failure.t | ||||
$ echo " saved backup bundle to \$TESTTMP/foo.hg (glob)" >> test-failure.t | ||||
$ echo " $ echo 'saved backup bundle to \$TESTTMP/foo.hg'" >> test-failure.t | ||||
$ echo " saved backup bundle to \$TESTTMP/*.hg (glob)" >> test-failure.t | ||||
Matt Mackall
|
r25472 | $ echo 'y' | run-tests.py --with-hg=`which hg` -i 2>&1 | \ | ||
Mads Kiilerich
|
r23728 | > sed -e 's,(glob)$,&<,g' | ||
Pierre-Yves David
|
r21755 | |||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
Mads Kiilerich
|
r23728 | @@ -1,9 +1,9 @@ | ||
Pierre-Yves David
|
r21755 | $ echo babar | ||
- rataxes | ||||
+ babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Mads Kiilerich
|
r23728 | $ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||
- saved backup bundle to $TESTTMP/foo.hg | ||||
+ saved backup bundle to $TESTTMP/foo.hg (glob)< | ||||
$ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||||
saved backup bundle to $TESTTMP/foo.hg (glob)< | ||||
$ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||||
Pierre-Yves David
|
r21755 | Accept this change? [n] .. | ||
# Ran 2 tests, 0 skipped, 0 warned, 0 failed. | ||||
Mads Kiilerich
|
r23728 | $ sed -e 's,(glob)$,&<,g' test-failure.t | ||
Pierre-Yves David
|
r21755 | $ echo babar | ||
babar | ||||
Augie Fackler
|
r21995 | This is a noop statement so that | ||
this test is still more bytes than success. | ||||
Mads Kiilerich
|
r23728 | $ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||
saved backup bundle to $TESTTMP/foo.hg (glob)< | ||||
$ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||||
saved backup bundle to $TESTTMP/foo.hg (glob)< | ||||
$ echo 'saved backup bundle to $TESTTMP/foo.hg' | ||||
saved backup bundle to $TESTTMP/*.hg (glob)< | ||||
Pierre-Yves David
|
r21755 | |||
(reinstall) | ||||
$ mv backup test-failure.t | ||||
Pierre-Yves David
|
r21756 | |||
No Diff | ||||
=============== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --nodiff | ||
Pierre-Yves David
|
r21756 | !. | ||
Failed test-failure.t: output changed | ||||
# Ran 2 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
anuraggoel
|
r21977 | |||
test for --time | ||||
================== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-success.t --time | ||
anuraggoel
|
r21977 | . | ||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
# Producing time report | ||||
Pierre-Yves David
|
r25098 | start end cuser csys real Test | ||
\s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} test-success.t (re) | ||||
anuraggoel
|
r21977 | |||
test for --time with --job enabled | ||||
==================================== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-success.t --time --jobs 2 | ||
anuraggoel
|
r21977 | . | ||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
# Producing time report | ||||
Pierre-Yves David
|
r25098 | start end cuser csys real Test | ||
\s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} test-success.t (re) | ||||
Augie Fackler
|
r21996 | |||
Skips | ||||
================ | ||||
$ cat > test-skip.t <<EOF | ||||
> $ echo xyzzy | ||||
Matt Mackall
|
r22045 | > #require false | ||
Augie Fackler
|
r21996 | > EOF | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --nodiff | ||
Augie Fackler
|
r21996 | !.s | ||
Mads Kiilerich
|
r22292 | Skipped test-skip.t: skipped | ||
Augie Fackler
|
r21996 | Failed test-failure.t: output changed | ||
# Ran 2 tests, 1 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --keyword xyzzy | ||
Matt Mackall
|
r22107 | .s | ||
Mads Kiilerich
|
r22292 | Skipped test-skip.t: skipped | ||
Matt Mackall
|
r22107 | # Ran 2 tests, 2 skipped, 0 warned, 0 failed. | ||
Augie Fackler
|
r21997 | |||
Augie Fackler
|
r22044 | Skips with xml | ||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --keyword xyzzy \ | ||
Augie Fackler
|
r22044 | > --xunit=xunit.xml | ||
Matt Mackall
|
r22107 | .s | ||
Mads Kiilerich
|
r22292 | Skipped test-skip.t: skipped | ||
Matt Mackall
|
r22107 | # Ran 2 tests, 2 skipped, 0 warned, 0 failed. | ||
Augie Fackler
|
r22044 | $ cat xunit.xml | ||
<?xml version="1.0" encoding="utf-8"?> | ||||
Matt Mackall
|
r22107 | <testsuite errors="0" failures="0" name="run-tests" skipped="2" tests="2"> | ||
Augie Fackler
|
r22044 | <testcase name="test-success.t" time="*"/> (glob) | ||
</testsuite> | ||||
Augie Fackler
|
r21997 | Missing skips or blacklisted skips don't count as executed: | ||
$ echo test-failure.t > blacklist | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --blacklist=blacklist \ | ||
Augie Fackler
|
r21997 | > test-failure.t test-bogus.t | ||
ss | ||||
Skipped test-bogus.t: Doesn't exist | ||||
Skipped test-failure.t: blacklisted | ||||
# Ran 0 tests, 2 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r22579 | #if json | ||
anuraggoel
|
r22391 | test for --json | ||
================== | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` --json | ||
anuraggoel
|
r22391 | |||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
ERROR: test-failure.t output changed | ||||
!.s | ||||
Skipped test-skip.t: skipped | ||||
Failed test-failure.t: output changed | ||||
# Ran 2 tests, 1 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
$ cat report.json | ||||
testreport ={ | ||||
"test-failure.t": [\{] (re) | ||||
Augie Fackler
|
r23245 | "csys": "\s*[\d\.]{4,5}", ? (re) | ||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "result": "failure", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "time": "\s*[\d\.]{4,5}" (re) | ||
}, ? (re) | ||||
anuraggoel
|
r22391 | "test-skip.t": { | ||
Augie Fackler
|
r23245 | "csys": "\s*[\d\.]{4,5}", ? (re) | ||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "result": "skip", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "time": "\s*[\d\.]{4,5}" (re) | ||
}, ? (re) | ||||
anuraggoel
|
r22391 | "test-success.t": [\{] (re) | ||
Augie Fackler
|
r23245 | "csys": "\s*[\d\.]{4,5}", ? (re) | ||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "result": "success", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Augie Fackler
|
r23245 | "time": "\s*[\d\.]{4,5}" (re) | ||
anuraggoel
|
r22391 | } | ||
} (no-eol) | ||||
Pierre-Yves David
|
r22579 | |||
Pierre-Yves David
|
r24979 | Test that failed test accepted through interactive are properly reported: | ||
$ cp test-failure.t backup | ||||
Matt Mackall
|
r25472 | $ echo y | run-tests.py --with-hg=`which hg` --json -i | ||
Pierre-Yves David
|
r24979 | |||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,4 +1,4 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
This is a noop statement so that | ||||
this test is still more bytes than success. | ||||
Accept this change? [n] ..s | ||||
Skipped test-skip.t: skipped | ||||
# Ran 2 tests, 1 skipped, 0 warned, 0 failed. | ||||
$ cat report.json | ||||
testreport ={ | ||||
"test-failure.t": [\{] (re) | ||||
"csys": "\s*[\d\.]{4,5}", ? (re) | ||||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "result": "success", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "time": "\s*[\d\.]{4,5}" (re) | ||
}, ? (re) | ||||
"test-skip.t": { | ||||
"csys": "\s*[\d\.]{4,5}", ? (re) | ||||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "result": "skip", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "time": "\s*[\d\.]{4,5}" (re) | ||
}, ? (re) | ||||
"test-success.t": [\{] (re) | ||||
"csys": "\s*[\d\.]{4,5}", ? (re) | ||||
"cuser": "\s*[\d\.]{4,5}", ? (re) | ||||
Pierre-Yves David
|
r25097 | "end": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "result": "success", ? (re) | ||
Pierre-Yves David
|
r25097 | "start": "\s*[\d\.]{4,5}", ? (re) | ||
Pierre-Yves David
|
r24979 | "time": "\s*[\d\.]{4,5}" (re) | ||
} | ||||
} (no-eol) | ||||
$ mv backup test-failure.t | ||||
Pierre-Yves David
|
r22579 | #endif | ||
Gregory Szorc
|
r24811 | |||
backslash on end of line with glob matching is handled properly | ||||
$ cat > test-glob-backslash.t << EOF | ||||
> $ echo 'foo bar \\' | ||||
> foo * \ (glob) | ||||
> EOF | ||||
Matt Mackall
|
r25472 | $ run-tests.py --with-hg=`which hg` test-glob-backslash.t | ||
Gregory Szorc
|
r24811 | . | ||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
$ rm -f test-glob-backslash.t | ||||
FUJIWARA Katsunori
|
r25728 | Test reusability for third party tools | ||
====================================== | ||||
$ mkdir "$TESTTMP"/anothertests | ||||
$ cd "$TESTTMP"/anothertests | ||||
test that `run-tests.py` can execute hghave, even if it runs not in | ||||
Mercurial source tree. | ||||
$ cat > test-hghave.t <<EOF | ||||
> #require true | ||||
> $ echo foo | ||||
> foo | ||||
> EOF | ||||
$ run-tests.py test-hghave.t | ||||
. | ||||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
FUJIWARA Katsunori
|
r25729 | |||
test that RUNTESTDIR refers the directory, in which `run-tests.py` now | ||||
running is placed. | ||||
$ cat > test-runtestdir.t <<EOF | ||||
> - $TESTDIR, in which test-run-tests.t is placed | ||||
> - \$TESTDIR, in which test-runtestdir.t is placed (expanded at runtime) | ||||
> - \$RUNTESTDIR, in which run-tests.py is placed (expanded at runtime) | ||||
> | ||||
> $ test "\$TESTDIR" = "$TESTTMP"/anothertests | ||||
> $ test "\$RUNTESTDIR" = "$TESTDIR" | ||||
> $ head -n 3 "\$RUNTESTDIR"/../contrib/check-code.py | ||||
> #!/usr/bin/env python | ||||
> # | ||||
> # check-code - a style and portability checker for Mercurial | ||||
> EOF | ||||
$ run-tests.py test-runtestdir.t | ||||
. | ||||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||