##// END OF EJS Templates
tests: remove support for warned tests...
Gregory Szorc -
r32942:5af78c52 default
parent child Browse files
Show More
@@ -1500,11 +1500,6 b' class TestResult(unittest._TextTestResul'
1500 1500 # sense to map it into skip some day.
1501 1501 self.ignored = []
1502 1502
1503 # We have a custom "warned" result that isn't present in any Python
1504 # unittest implementation. It is very similar to failed. It may make
1505 # sense to map it into fail some day.
1506 self.warned = []
1507
1508 1503 self.times = []
1509 1504 self._firststarttime = None
1510 1505 # Data stored for the benefit of generating xunit reports.
@@ -1559,19 +1554,6 b' class TestResult(unittest._TextTestResul'
1559 1554 self.testsRun += 1
1560 1555 self.stream.flush()
1561 1556
1562 def addWarn(self, test, reason):
1563 self.warned.append((test, reason))
1564
1565 if self._options.first:
1566 self.stop()
1567
1568 with iolock:
1569 if self.showAll:
1570 self.stream.writeln('warned %s' % reason)
1571 else:
1572 self.stream.write('~')
1573 self.stream.flush()
1574
1575 1557 def addOutputMismatch(self, test, ret, got, expected):
1576 1558 """Record a mismatch in test output for a particular test."""
1577 1559 if self.shouldStop:
@@ -1922,7 +1904,6 b' class TextTestRunner(unittest.TextTestRu'
1922 1904 test(result)
1923 1905
1924 1906 failed = len(result.failures)
1925 warned = len(result.warned)
1926 1907 skipped = len(result.skipped)
1927 1908 ignored = len(result.ignored)
1928 1909
@@ -1932,8 +1913,6 b' class TextTestRunner(unittest.TextTestRu'
1932 1913 if not self._runner.options.noskips:
1933 1914 for test, msg in result.skipped:
1934 1915 self.stream.writeln('Skipped %s: %s' % (test.name, msg))
1935 for test, msg in result.warned:
1936 self.stream.writeln('Warned %s: %s' % (test.name, msg))
1937 1916 for test, msg in result.failures:
1938 1917 self.stream.writeln('Failed %s: %s' % (test.name, msg))
1939 1918 for test, msg in result.errors:
@@ -1986,9 +1965,8 b' class TextTestRunner(unittest.TextTestRu'
1986 1965 '%s %s by %s (%s)' % (
1987 1966 test, verb, dat['node'], dat['summary']))
1988 1967 self.stream.writeln(
1989 '# Ran %d tests, %d skipped, %d warned, %d failed.'
1990 % (result.testsRun,
1991 skipped + ignored, warned, failed))
1968 '# Ran %d tests, %d skipped, %d failed.'
1969 % (result.testsRun, skipped + ignored, failed))
1992 1970 if failed:
1993 1971 self.stream.writeln('python hash seed: %s' %
1994 1972 os.environ['PYTHONHASHSEED'])
@@ -2402,7 +2380,6 b' class TestRunner(object):'
2402 2380 tests = [self._gettest(d, i) for i, d in enumerate(testdescs)]
2403 2381
2404 2382 failed = False
2405 warned = False
2406 2383 kws = self.options.keywords
2407 2384 if kws is not None and PYTHON3:
2408 2385 kws = kws.encode('utf-8')
@@ -2438,8 +2415,6 b' class TestRunner(object):'
2438 2415
2439 2416 if result.failures:
2440 2417 failed = True
2441 if result.warned:
2442 warned = True
2443 2418
2444 2419 if self.options.anycoverage:
2445 2420 self._outputcoverage()
@@ -2449,8 +2424,6 b' class TestRunner(object):'
2449 2424
2450 2425 if failed:
2451 2426 return 1
2452 if warned:
2453 return 80
2454 2427
2455 2428 def _getport(self, count):
2456 2429 port = self._ports.get(count) # do we have a cached entry?
@@ -20,7 +20,7 b' Testing hghave extensibility for third p'
20 20 > EOF
21 21 $ run-tests.py $HGTEST_RUN_TESTS_PURE test-hghaveaddon.t
22 22 .
23 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
23 # Ran 1 tests, 0 skipped, 0 failed.
24 24
25 25 (invocation via command line)
26 26
@@ -9,7 +9,7 b' Smoke test with install'
9 9
10 10 $ run-tests.py $HGTEST_RUN_TESTS_PURE -l
11 11
12 # Ran 0 tests, 0 skipped, 0 warned, 0 failed.
12 # Ran 0 tests, 0 skipped, 0 failed.
13 13
14 14 Define a helper to avoid the install step
15 15 =============
@@ -25,7 +25,7 b' error paths'
25 25 $ run-tests.py --with-hg=./hg
26 26 warning: --with-hg should specify an hg script
27 27
28 # Ran 0 tests, 0 skipped, 0 warned, 0 failed.
28 # Ran 0 tests, 0 skipped, 0 failed.
29 29 $ rm hg
30 30 #endif
31 31
@@ -58,7 +58,7 b' an empty test'
58 58 $ touch test-empty.t
59 59 $ rt
60 60 .
61 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
61 # Ran 1 tests, 0 skipped, 0 failed.
62 62 $ rm test-empty.t
63 63
64 64 a succesful test
@@ -91,7 +91,7 b' a succesful test'
91 91
92 92 $ rt
93 93 .
94 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
94 # Ran 1 tests, 0 skipped, 0 failed.
95 95
96 96 failing test
97 97 ==================
@@ -115,7 +115,7 b' test churn with globs'
115 115 ERROR: test-failure.t output changed
116 116 !
117 117 Failed test-failure.t: output changed
118 # Ran 1 tests, 0 skipped, 0 warned, 1 failed.
118 # Ran 1 tests, 0 skipped, 1 failed.
119 119 python hash seed: * (glob)
120 120 [1]
121 121
@@ -162,7 +162,7 b' basic failing test'
162 162 !
163 163 Failed test-failure.t: output changed
164 164 Failed test-failure-unicode.t: output changed
165 # Ran 3 tests, 0 skipped, 0 warned, 2 failed.
165 # Ran 3 tests, 0 skipped, 2 failed.
166 166 python hash seed: * (glob)
167 167 [1]
168 168
@@ -193,7 +193,7 b' test --outputdir'
193 193 !
194 194 Failed test-failure.t: output changed
195 195 Failed test-failure-unicode.t: output changed
196 # Ran 3 tests, 0 skipped, 0 warned, 2 failed.
196 # Ran 3 tests, 0 skipped, 2 failed.
197 197 python hash seed: * (glob)
198 198 [1]
199 199 $ ls -a output
@@ -229,7 +229,7 b' test --xunit support'
229 229 !
230 230 Failed test-failure.t: output changed
231 231 Failed test-failure-unicode.t: output changed
232 # Ran 3 tests, 0 skipped, 0 warned, 2 failed.
232 # Ran 3 tests, 0 skipped, 2 failed.
233 233 python hash seed: * (glob)
234 234 [1]
235 235 $ cat xunit.xml
@@ -339,7 +339,7 b' test for --retest'
339 339 ERROR: test-failure.t output changed
340 340 !
341 341 Failed test-failure.t: output changed
342 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
342 # Ran 2 tests, 1 skipped, 1 failed.
343 343 python hash seed: * (glob)
344 344 [1]
345 345
@@ -362,7 +362,7 b' test for --retest'
362 362 ERROR: test-failure.t output changed
363 363 !
364 364 Failed test-failure.t: output changed
365 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
365 # Ran 2 tests, 1 skipped, 1 failed.
366 366 python hash seed: * (glob)
367 367 [1]
368 368
@@ -373,12 +373,12 b' successful'
373 373
374 374 $ rt test-success.t
375 375 .
376 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
376 # Ran 1 tests, 0 skipped, 0 failed.
377 377
378 378 success w/ keyword
379 379 $ rt -k xyzzy
380 380 .
381 # Ran 2 tests, 1 skipped, 0 warned, 0 failed.
381 # Ran 2 tests, 1 skipped, 0 failed.
382 382
383 383 failed
384 384
@@ -397,7 +397,7 b' failed'
397 397 ERROR: test-failure.t output changed
398 398 !
399 399 Failed test-failure.t: output changed
400 # Ran 1 tests, 0 skipped, 0 warned, 1 failed.
400 # Ran 1 tests, 0 skipped, 1 failed.
401 401 python hash seed: * (glob)
402 402 [1]
403 403
@@ -417,7 +417,7 b' failure w/ keyword'
417 417 ERROR: test-failure.t output changed
418 418 !
419 419 Failed test-failure.t: output changed
420 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
420 # Ran 2 tests, 1 skipped, 1 failed.
421 421 python hash seed: * (glob)
422 422 [1]
423 423
@@ -432,7 +432,7 b' Verify that when a process fails to star'
432 432 ERROR: test-serve-fail.t output changed
433 433 !
434 434 Failed test-serve-fail.t: server failed to start (HGPORT=*) (glob)
435 # Ran 1 tests, 0 skipped, 0 warned, 1 failed.
435 # Ran 1 tests, 0 skipped, 1 failed.
436 436 python hash seed: * (glob)
437 437 [1]
438 438 $ rm test-serve-fail.t
@@ -448,7 +448,7 b' Verify that we can try other ports'
448 448 > EOF
449 449 $ rt test-serve-inuse.t
450 450 .
451 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
451 # Ran 1 tests, 0 skipped, 0 failed.
452 452 $ rm test-serve-inuse.t
453 453 $ killdaemons.py $DAEMON_PIDS
454 454 $ rm $DAEMON_PIDS
@@ -486,7 +486,7 b' Running In Debug Mode'
486 486 + echo *SALT* 22 0 (glob)
487 487 *SALT* 22 0 (glob)
488 488 .
489 # Ran 2 tests, 0 skipped, 0 warned, 0 failed.
489 # Ran 2 tests, 0 skipped, 0 failed.
490 490
491 491 Parallel runs
492 492 ==============
@@ -498,7 +498,7 b' Parallel runs'
498 498 !!
499 499 Failed test-failure*.t: output changed (glob)
500 500 Failed test-failure*.t: output changed (glob)
501 # Ran 2 tests, 0 skipped, 0 warned, 2 failed.
501 # Ran 2 tests, 0 skipped, 2 failed.
502 502 python hash seed: * (glob)
503 503 [1]
504 504
@@ -520,7 +520,7 b' failures in parallel with --first should'
520 520
521 521 Failed test-failure*.t: output changed (glob)
522 522 Failed test-nothing.t: output changed
523 # Ran 2 tests, 0 skipped, 0 warned, 2 failed.
523 # Ran 2 tests, 0 skipped, 2 failed.
524 524 python hash seed: * (glob)
525 525 [1]
526 526
@@ -552,7 +552,7 b' Refuse the fix'
552 552 ERROR: test-failure.t output changed
553 553 !.
554 554 Failed test-failure.t: output changed
555 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
555 # Ran 2 tests, 0 skipped, 1 failed.
556 556 python hash seed: * (glob)
557 557 [1]
558 558
@@ -576,7 +576,7 b' Interactive with custom view'
576 576 ERROR: test-failure.t output changed
577 577 !.
578 578 Failed test-failure.t: output changed
579 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
579 # Ran 2 tests, 0 skipped, 1 failed.
580 580 python hash seed: * (glob)
581 581 [1]
582 582
@@ -588,7 +588,7 b' View the fix'
588 588 ERROR: test-failure.t output changed
589 589 !.
590 590 Failed test-failure.t: output changed
591 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
591 # Ran 2 tests, 0 skipped, 1 failed.
592 592 python hash seed: * (glob)
593 593 [1]
594 594
@@ -621,7 +621,7 b' Accept the fix'
621 621 saved backup bundle to $TESTTMP/foo.hg* (glob)
622 622 $ echo 'saved backup bundle to $TESTTMP/foo.hg'
623 623 Accept this change? [n] ..
624 # Ran 2 tests, 0 skipped, 0 warned, 0 failed.
624 # Ran 2 tests, 0 skipped, 0 failed.
625 625
626 626 $ sed -e 's,(glob)$,&<,g' test-failure.t
627 627 $ echo babar
@@ -650,7 +650,7 b' No Diff'
650 650 $ rt --nodiff
651 651 !.
652 652 Failed test-failure.t: output changed
653 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
653 # Ran 2 tests, 0 skipped, 1 failed.
654 654 python hash seed: * (glob)
655 655 [1]
656 656
@@ -660,7 +660,7 b' test --tmpdir support'
660 660 Keeping testtmp dir: $TESTTMP/keep/child1/test-success.t (glob)
661 661 Keeping threadtmp dir: $TESTTMP/keep/child1 (glob)
662 662 .
663 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
663 # Ran 1 tests, 0 skipped, 0 failed.
664 664
665 665 timeouts
666 666 ========
@@ -675,14 +675,14 b' timeouts'
675 675 st
676 676 Skipped test-slow-timeout.t: missing feature: allow slow tests (use --allow-slow-tests)
677 677 Failed test-timeout.t: timed out
678 # Ran 1 tests, 1 skipped, 0 warned, 1 failed.
678 # Ran 1 tests, 1 skipped, 1 failed.
679 679 python hash seed: * (glob)
680 680 [1]
681 681 $ rt --timeout=1 --slowtimeout=3 \
682 682 > test-timeout.t test-slow-timeout.t --allow-slow-tests
683 683 .t
684 684 Failed test-timeout.t: timed out
685 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
685 # Ran 2 tests, 0 skipped, 1 failed.
686 686 python hash seed: * (glob)
687 687 [1]
688 688 $ rm test-timeout.t test-slow-timeout.t
@@ -692,7 +692,7 b' test for --time'
692 692
693 693 $ rt test-success.t --time
694 694 .
695 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
695 # Ran 1 tests, 0 skipped, 0 failed.
696 696 # Producing time report
697 697 start end cuser csys real Test
698 698 \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} test-success.t (re)
@@ -702,7 +702,7 b' test for --time with --job enabled'
702 702
703 703 $ rt test-success.t --time --jobs 2
704 704 .
705 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
705 # Ran 1 tests, 0 skipped, 0 failed.
706 706 # Producing time report
707 707 start end cuser csys real Test
708 708 \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} \s*[\d\.]{5} test-success.t (re)
@@ -717,21 +717,21 b' Skips'
717 717 !.s
718 718 Skipped test-skip.t: missing feature: nail clipper
719 719 Failed test-failure.t: output changed
720 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
720 # Ran 2 tests, 1 skipped, 1 failed.
721 721 python hash seed: * (glob)
722 722 [1]
723 723
724 724 $ rt --keyword xyzzy
725 725 .s
726 726 Skipped test-skip.t: missing feature: nail clipper
727 # Ran 2 tests, 2 skipped, 0 warned, 0 failed.
727 # Ran 2 tests, 2 skipped, 0 failed.
728 728
729 729 Skips with xml
730 730 $ rt --keyword xyzzy \
731 731 > --xunit=xunit.xml
732 732 .s
733 733 Skipped test-skip.t: missing feature: nail clipper
734 # Ran 2 tests, 2 skipped, 0 warned, 0 failed.
734 # Ran 2 tests, 2 skipped, 0 failed.
735 735 $ cat xunit.xml
736 736 <?xml version="1.0" encoding="utf-8"?>
737 737 <testsuite errors="0" failures="0" name="run-tests" skipped="2" tests="2">
@@ -749,7 +749,7 b" Missing skips or blacklisted skips don't"
749 749 ss
750 750 Skipped test-bogus.t: Doesn't exist
751 751 Skipped test-failure.t: blacklisted
752 # Ran 0 tests, 2 skipped, 0 warned, 0 failed.
752 # Ran 0 tests, 2 skipped, 0 failed.
753 753 $ cat report.json
754 754 testreport ={
755 755 "test-bogus.t": {
@@ -779,7 +779,7 b' Whitelist trumps blacklist'
779 779 !
780 780 Skipped test-bogus.t: Doesn't exist
781 781 Failed test-failure.t: output changed
782 # Ran 1 tests, 1 skipped, 0 warned, 1 failed.
782 # Ran 1 tests, 1 skipped, 1 failed.
783 783 python hash seed: * (glob)
784 784 [1]
785 785
@@ -802,7 +802,7 b' test for --json'
802 802 !.s
803 803 Skipped test-skip.t: missing feature: nail clipper
804 804 Failed test-failure.t: output changed
805 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
805 # Ran 2 tests, 1 skipped, 1 failed.
806 806 python hash seed: * (glob)
807 807 [1]
808 808
@@ -857,7 +857,7 b' test for --json'
857 857 !.s
858 858 Skipped test-skip.t: missing feature: nail clipper
859 859 Failed test-failure.t: output changed
860 # Ran 2 tests, 1 skipped, 0 warned, 1 failed.
860 # Ran 2 tests, 1 skipped, 1 failed.
861 861 python hash seed: * (glob)
862 862 [1]
863 863 $ f report.json
@@ -915,7 +915,7 b' Test that failed test accepted through i'
915 915 pad pad pad pad............................................................
916 916 Accept this change? [n] ..s
917 917 Skipped test-skip.t: missing feature: nail clipper
918 # Ran 2 tests, 1 skipped, 0 warned, 0 failed.
918 # Ran 2 tests, 1 skipped, 0 failed.
919 919
920 920 $ cat report.json
921 921 testreport ={
@@ -958,7 +958,7 b' backslash on end of line with glob match'
958 958
959 959 $ rt test-glob-backslash.t
960 960 .
961 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
961 # Ran 1 tests, 0 skipped, 0 failed.
962 962
963 963 $ rm -f test-glob-backslash.t
964 964
@@ -984,7 +984,7 b' Mercurial source tree.'
984 984 > EOF
985 985 $ rt test-hghave.t
986 986 .
987 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
987 # Ran 1 tests, 0 skipped, 0 failed.
988 988
989 989 test that RUNTESTDIR refers the directory, in which `run-tests.py` now
990 990 running is placed.
@@ -1007,7 +1007,7 b' running is placed.'
1007 1007 > EOF
1008 1008 $ rt test-runtestdir.t
1009 1009 .
1010 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
1010 # Ran 1 tests, 0 skipped, 0 failed.
1011 1011
1012 1012 #if execbit
1013 1013
@@ -1024,7 +1024,7 b' test that TESTDIR is referred in PATH'
1024 1024 > EOF
1025 1025 $ rt test-testdir-path.t
1026 1026 .
1027 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
1027 # Ran 1 tests, 0 skipped, 0 failed.
1028 1028
1029 1029 #endif
1030 1030
@@ -1037,10 +1037,10 b' test support for --allow-slow-tests'
1037 1037 $ rt test-very-slow-test.t
1038 1038 s
1039 1039 Skipped test-very-slow-test.t: missing feature: allow slow tests (use --allow-slow-tests)
1040 # Ran 0 tests, 1 skipped, 0 warned, 0 failed.
1040 # Ran 0 tests, 1 skipped, 0 failed.
1041 1041 $ rt $HGTEST_RUN_TESTS_PURE --allow-slow-tests test-very-slow-test.t
1042 1042 .
1043 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
1043 # Ran 1 tests, 0 skipped, 0 failed.
1044 1044
1045 1045 support for running a test outside the current directory
1046 1046 $ mkdir nonlocal
@@ -1050,7 +1050,7 b' support for running a test outside the c'
1050 1050 > EOF
1051 1051 $ rt nonlocal/test-is-not-here.t
1052 1052 .
1053 # Ran 1 tests, 0 skipped, 0 warned, 0 failed.
1053 # Ran 1 tests, 0 skipped, 0 failed.
1054 1054
1055 1055 support for bisecting failed tests automatically
1056 1056 $ hg init bisect
@@ -1081,7 +1081,7 b' support for bisecting failed tests autom'
1081 1081 !
1082 1082 Failed test-bisect.t: output changed
1083 1083 test-bisect.t broken by 72cbf122d116 (bad)
1084 # Ran 1 tests, 0 skipped, 0 warned, 1 failed.
1084 # Ran 1 tests, 0 skipped, 1 failed.
1085 1085 python hash seed: * (glob)
1086 1086 [1]
1087 1087
@@ -1105,7 +1105,7 b" Test a broken #if statement doesn't brea"
1105 1105 > done
1106 1106 $ rt -j 2
1107 1107 ....
1108 # Ran 5 tests, 0 skipped, 0 warned, 0 failed.
1108 # Ran 5 tests, 0 skipped, 0 failed.
1109 1109 skipped: unknown feature: notarealhghavefeature
1110 1110
1111 1111 $ cd ..
@@ -1157,7 +1157,7 b' Test cases in .t files'
1157 1157 ERROR: test-cases-abc.t (case B) output changed
1158 1158 !.
1159 1159 Failed test-cases-abc.t (case B): output changed
1160 # Ran 3 tests, 0 skipped, 0 warned, 1 failed.
1160 # Ran 3 tests, 0 skipped, 1 failed.
1161 1161 python hash seed: * (glob)
1162 1162 [1]
1163 1163
@@ -1180,7 +1180,7 b' Test cases in .t files'
1180 1180 ERROR: test-cases-abc.t (case B) output changed
1181 1181 !.
1182 1182 Failed test-cases-abc.t (case B): output changed
1183 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
1183 # Ran 2 tests, 0 skipped, 1 failed.
1184 1184 python hash seed: * (glob)
1185 1185 [1]
1186 1186
@@ -1205,6 +1205,6 b' Test cases in .t files'
1205 1205 ERROR: test-cases-abc.t (case B) output changed
1206 1206 !.
1207 1207 Failed test-cases-abc.t (case B): output changed
1208 # Ran 2 tests, 0 skipped, 0 warned, 1 failed.
1208 # Ran 2 tests, 0 skipped, 1 failed.
1209 1209 python hash seed: * (glob)
1210 1210 [1]
General Comments 0
You need to be logged in to leave comments. Login now