test-run-tests.t
145 lines
| 2.9 KiB
| text/troff
|
Tads3Lexer
/ tests / test-run-tests.t
Pierre-Yves David
|
r21732 | This file tests the behavior of run-tests.py itself. | ||
Smoke test | ||||
============ | ||||
$ $TESTDIR/run-tests.py | ||||
# Ran 0 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21734 | |||
a succesful test | ||||
======================= | ||||
$ cat > test-success.t << EOF | ||||
> $ echo babar | ||||
> babar | ||||
> EOF | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` | ||||
. | ||||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21738 | |||
failing test | ||||
================== | ||||
$ cat > test-failure.t << EOF | ||||
> $ echo babar | ||||
> rataxes | ||||
> EOF | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` | ||||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
ERROR: test-failure.t output changed | ||||
!. | ||||
Failed test-failure.t: output changed | ||||
# Ran 2 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Pierre-Yves David
|
r21741 | |||
test for --retest | ||||
==================== | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` --retest | ||||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
ERROR: test-failure.t output changed | ||||
! | ||||
Failed test-failure.t: output changed | ||||
# Ran 1 tests, 1 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Pierre-Yves David
|
r21742 | |||
Selecting Tests To Run | ||||
====================== | ||||
successful | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` test-success.t | ||||
. | ||||
# Ran 1 tests, 0 skipped, 0 warned, 0 failed. | ||||
failed | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` test-failure.t | ||||
--- $TESTTMP/test-failure.t | ||||
+++ $TESTTMP/test-failure.t.err | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
ERROR: test-failure.t output changed | ||||
! | ||||
Failed test-failure.t: output changed | ||||
# Ran 1 tests, 0 skipped, 0 warned, 1 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
Pierre-Yves David
|
r21743 | |||
Running In Debug Mode | ||||
====================== | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` --debug | ||||
+ echo SALT* 0 0 (glob) | ||||
SALT* 0 0 (glob) | ||||
+ echo babar | ||||
babar | ||||
+ echo SALT* 2 0 (glob) | ||||
SALT* 2 0 (glob) | ||||
.+ echo SALT* 0 0 (glob) | ||||
SALT* 0 0 (glob) | ||||
+ echo babar | ||||
babar | ||||
+ echo SALT* 2 0 (glob) | ||||
SALT* 2 0 (glob) | ||||
. | ||||
# Ran 2 tests, 0 skipped, 0 warned, 0 failed. | ||||
Pierre-Yves David
|
r21744 | |||
Parallel runs | ||||
============== | ||||
(duplicate the failing test to get predictable output) | ||||
$ cp test-failure.t test-failure-copy.t | ||||
$ $TESTDIR/run-tests.py --with-hg=`which hg` --jobs 2 test-failure*.t | ||||
--- $TESTTMP/test-failure*.t (glob) | ||||
+++ $TESTTMP/test-failure*.t.err (glob) | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
ERROR: test-failure*.t output changed (glob) | ||||
! | ||||
--- $TESTTMP/test-failure*.t (glob) | ||||
+++ $TESTTMP/test-failure*.t.err (glob) | ||||
@@ -1,2 +1,2 @@ | ||||
$ echo babar | ||||
- rataxes | ||||
+ babar | ||||
ERROR: test-failure*.t output changed (glob) | ||||
! | ||||
Failed test-failure*.t: output changed (glob) | ||||
Failed test-failure*.t: output changed (glob) | ||||
# Ran 2 tests, 0 skipped, 0 warned, 2 failed. | ||||
python hash seed: * (glob) | ||||
[1] | ||||
(delete the duplicated test file) | ||||
$ rm test-failure-copy.t | ||||