##// END OF EJS Templates
run-tests: allow some slack about 'waiting on lock' message...
marmoute -
r46636:f44b9c72 default
parent child Browse files
Show More
@@ -1,3786 +1,3787 b''
1 1 #!/usr/bin/env python3
2 2 #
3 3 # run-tests.py - Run a set of tests on Mercurial
4 4 #
5 5 # Copyright 2006 Matt Mackall <mpm@selenic.com>
6 6 #
7 7 # This software may be used and distributed according to the terms of the
8 8 # GNU General Public License version 2 or any later version.
9 9
10 10 # Modifying this script is tricky because it has many modes:
11 11 # - serial (default) vs parallel (-jN, N > 1)
12 12 # - no coverage (default) vs coverage (-c, -C, -s)
13 13 # - temp install (default) vs specific hg script (--with-hg, --local)
14 14 # - tests are a mix of shell scripts and Python scripts
15 15 #
16 16 # If you change this script, it is recommended that you ensure you
17 17 # haven't broken it by running it in various modes with a representative
18 18 # sample of test scripts. For example:
19 19 #
20 20 # 1) serial, no coverage, temp install:
21 21 # ./run-tests.py test-s*
22 22 # 2) serial, no coverage, local hg:
23 23 # ./run-tests.py --local test-s*
24 24 # 3) serial, coverage, temp install:
25 25 # ./run-tests.py -c test-s*
26 26 # 4) serial, coverage, local hg:
27 27 # ./run-tests.py -c --local test-s* # unsupported
28 28 # 5) parallel, no coverage, temp install:
29 29 # ./run-tests.py -j2 test-s*
30 30 # 6) parallel, no coverage, local hg:
31 31 # ./run-tests.py -j2 --local test-s*
32 32 # 7) parallel, coverage, temp install:
33 33 # ./run-tests.py -j2 -c test-s* # currently broken
34 34 # 8) parallel, coverage, local install:
35 35 # ./run-tests.py -j2 -c --local test-s* # unsupported (and broken)
36 36 # 9) parallel, custom tmp dir:
37 37 # ./run-tests.py -j2 --tmpdir /tmp/myhgtests
38 38 # 10) parallel, pure, tests that call run-tests:
39 39 # ./run-tests.py --pure `grep -l run-tests.py *.t`
40 40 #
41 41 # (You could use any subset of the tests: test-s* happens to match
42 42 # enough that it's worth doing parallel runs, few enough that it
43 43 # completes fairly quickly, includes both shell and Python scripts, and
44 44 # includes some scripts that run daemon processes.)
45 45
46 46 from __future__ import absolute_import, print_function
47 47
48 48 import argparse
49 49 import collections
50 50 import contextlib
51 51 import difflib
52 52 import distutils.version as version
53 53 import errno
54 54 import json
55 55 import multiprocessing
56 56 import os
57 57 import platform
58 58 import random
59 59 import re
60 60 import shutil
61 61 import signal
62 62 import socket
63 63 import subprocess
64 64 import sys
65 65 import sysconfig
66 66 import tempfile
67 67 import threading
68 68 import time
69 69 import unittest
70 70 import uuid
71 71 import xml.dom.minidom as minidom
72 72
73 73 try:
74 74 import Queue as queue
75 75 except ImportError:
76 76 import queue
77 77
78 78 try:
79 79 import shlex
80 80
81 81 shellquote = shlex.quote
82 82 except (ImportError, AttributeError):
83 83 import pipes
84 84
85 85 shellquote = pipes.quote
86 86
87 87 processlock = threading.Lock()
88 88
89 89 pygmentspresent = False
90 90 # ANSI color is unsupported prior to Windows 10
91 91 if os.name != 'nt':
92 92 try: # is pygments installed
93 93 import pygments
94 94 import pygments.lexers as lexers
95 95 import pygments.lexer as lexer
96 96 import pygments.formatters as formatters
97 97 import pygments.token as token
98 98 import pygments.style as style
99 99
100 100 pygmentspresent = True
101 101 difflexer = lexers.DiffLexer()
102 102 terminal256formatter = formatters.Terminal256Formatter()
103 103 except ImportError:
104 104 pass
105 105
106 106 if pygmentspresent:
107 107
108 108 class TestRunnerStyle(style.Style):
109 109 default_style = ""
110 110 skipped = token.string_to_tokentype("Token.Generic.Skipped")
111 111 failed = token.string_to_tokentype("Token.Generic.Failed")
112 112 skippedname = token.string_to_tokentype("Token.Generic.SName")
113 113 failedname = token.string_to_tokentype("Token.Generic.FName")
114 114 styles = {
115 115 skipped: '#e5e5e5',
116 116 skippedname: '#00ffff',
117 117 failed: '#7f0000',
118 118 failedname: '#ff0000',
119 119 }
120 120
121 121 class TestRunnerLexer(lexer.RegexLexer):
122 122 testpattern = r'[\w-]+\.(t|py)(#[a-zA-Z0-9_\-\.]+)?'
123 123 tokens = {
124 124 'root': [
125 125 (r'^Skipped', token.Generic.Skipped, 'skipped'),
126 126 (r'^Failed ', token.Generic.Failed, 'failed'),
127 127 (r'^ERROR: ', token.Generic.Failed, 'failed'),
128 128 ],
129 129 'skipped': [
130 130 (testpattern, token.Generic.SName),
131 131 (r':.*', token.Generic.Skipped),
132 132 ],
133 133 'failed': [
134 134 (testpattern, token.Generic.FName),
135 135 (r'(:| ).*', token.Generic.Failed),
136 136 ],
137 137 }
138 138
139 139 runnerformatter = formatters.Terminal256Formatter(style=TestRunnerStyle)
140 140 runnerlexer = TestRunnerLexer()
141 141
142 142 origenviron = os.environ.copy()
143 143
144 144 if sys.version_info > (3, 5, 0):
145 145 PYTHON3 = True
146 146 xrange = range # we use xrange in one place, and we'd rather not use range
147 147
148 148 def _sys2bytes(p):
149 149 if p is None:
150 150 return p
151 151 return p.encode('utf-8')
152 152
153 153 def _bytes2sys(p):
154 154 if p is None:
155 155 return p
156 156 return p.decode('utf-8')
157 157
158 158 osenvironb = getattr(os, 'environb', None)
159 159 if osenvironb is None:
160 160 # Windows lacks os.environb, for instance. A proxy over the real thing
161 161 # instead of a copy allows the environment to be updated via bytes on
162 162 # all platforms.
163 163 class environbytes(object):
164 164 def __init__(self, strenv):
165 165 self.__len__ = strenv.__len__
166 166 self.clear = strenv.clear
167 167 self._strenv = strenv
168 168
169 169 def __getitem__(self, k):
170 170 v = self._strenv.__getitem__(_bytes2sys(k))
171 171 return _sys2bytes(v)
172 172
173 173 def __setitem__(self, k, v):
174 174 self._strenv.__setitem__(_bytes2sys(k), _bytes2sys(v))
175 175
176 176 def __delitem__(self, k):
177 177 self._strenv.__delitem__(_bytes2sys(k))
178 178
179 179 def __contains__(self, k):
180 180 return self._strenv.__contains__(_bytes2sys(k))
181 181
182 182 def __iter__(self):
183 183 return iter([_sys2bytes(k) for k in iter(self._strenv)])
184 184
185 185 def get(self, k, default=None):
186 186 v = self._strenv.get(_bytes2sys(k), _bytes2sys(default))
187 187 return _sys2bytes(v)
188 188
189 189 def pop(self, k, default=None):
190 190 v = self._strenv.pop(_bytes2sys(k), _bytes2sys(default))
191 191 return _sys2bytes(v)
192 192
193 193 osenvironb = environbytes(os.environ)
194 194
195 195 getcwdb = getattr(os, 'getcwdb')
196 196 if not getcwdb or os.name == 'nt':
197 197 getcwdb = lambda: _sys2bytes(os.getcwd())
198 198
199 199 elif sys.version_info >= (3, 0, 0):
200 200 print(
201 201 '%s is only supported on Python 3.5+ and 2.7, not %s'
202 202 % (sys.argv[0], '.'.join(str(v) for v in sys.version_info[:3]))
203 203 )
204 204 sys.exit(70) # EX_SOFTWARE from `man 3 sysexit`
205 205 else:
206 206 PYTHON3 = False
207 207
208 208 # In python 2.x, path operations are generally done using
209 209 # bytestrings by default, so we don't have to do any extra
210 210 # fiddling there. We define the wrapper functions anyway just to
211 211 # help keep code consistent between platforms.
212 212 def _sys2bytes(p):
213 213 return p
214 214
215 215 _bytes2sys = _sys2bytes
216 216 osenvironb = os.environ
217 217 getcwdb = os.getcwd
218 218
219 219 # For Windows support
220 220 wifexited = getattr(os, "WIFEXITED", lambda x: False)
221 221
222 222 # Whether to use IPv6
223 223 def checksocketfamily(name, port=20058):
224 224 """return true if we can listen on localhost using family=name
225 225
226 226 name should be either 'AF_INET', or 'AF_INET6'.
227 227 port being used is okay - EADDRINUSE is considered as successful.
228 228 """
229 229 family = getattr(socket, name, None)
230 230 if family is None:
231 231 return False
232 232 try:
233 233 s = socket.socket(family, socket.SOCK_STREAM)
234 234 s.bind(('localhost', port))
235 235 s.close()
236 236 return True
237 237 except socket.error as exc:
238 238 if exc.errno == errno.EADDRINUSE:
239 239 return True
240 240 elif exc.errno in (errno.EADDRNOTAVAIL, errno.EPROTONOSUPPORT):
241 241 return False
242 242 else:
243 243 raise
244 244 else:
245 245 return False
246 246
247 247
248 248 # useipv6 will be set by parseargs
249 249 useipv6 = None
250 250
251 251
252 252 def checkportisavailable(port):
253 253 """return true if a port seems free to bind on localhost"""
254 254 if useipv6:
255 255 family = socket.AF_INET6
256 256 else:
257 257 family = socket.AF_INET
258 258 try:
259 259 with contextlib.closing(socket.socket(family, socket.SOCK_STREAM)) as s:
260 260 s.bind(('localhost', port))
261 261 return True
262 262 except socket.error as exc:
263 263 if exc.errno not in (
264 264 errno.EADDRINUSE,
265 265 errno.EADDRNOTAVAIL,
266 266 errno.EPROTONOSUPPORT,
267 267 ):
268 268 raise
269 269 return False
270 270
271 271
272 272 closefds = os.name == 'posix'
273 273
274 274
275 275 def Popen4(cmd, wd, timeout, env=None):
276 276 processlock.acquire()
277 277 p = subprocess.Popen(
278 278 _bytes2sys(cmd),
279 279 shell=True,
280 280 bufsize=-1,
281 281 cwd=_bytes2sys(wd),
282 282 env=env,
283 283 close_fds=closefds,
284 284 stdin=subprocess.PIPE,
285 285 stdout=subprocess.PIPE,
286 286 stderr=subprocess.STDOUT,
287 287 )
288 288 processlock.release()
289 289
290 290 p.fromchild = p.stdout
291 291 p.tochild = p.stdin
292 292 p.childerr = p.stderr
293 293
294 294 p.timeout = False
295 295 if timeout:
296 296
297 297 def t():
298 298 start = time.time()
299 299 while time.time() - start < timeout and p.returncode is None:
300 300 time.sleep(0.1)
301 301 p.timeout = True
302 302 if p.returncode is None:
303 303 terminate(p)
304 304
305 305 threading.Thread(target=t).start()
306 306
307 307 return p
308 308
309 309
310 310 if sys.executable:
311 311 sysexecutable = sys.executable
312 312 elif os.environ.get('PYTHONEXECUTABLE'):
313 313 sysexecutable = os.environ['PYTHONEXECUTABLE']
314 314 elif os.environ.get('PYTHON'):
315 315 sysexecutable = os.environ['PYTHON']
316 316 else:
317 317 raise AssertionError('Could not find Python interpreter')
318 318
319 319 PYTHON = _sys2bytes(sysexecutable.replace('\\', '/'))
320 320 IMPL_PATH = b'PYTHONPATH'
321 321 if 'java' in sys.platform:
322 322 IMPL_PATH = b'JYTHONPATH'
323 323
324 324 default_defaults = {
325 325 'jobs': ('HGTEST_JOBS', multiprocessing.cpu_count()),
326 326 'timeout': ('HGTEST_TIMEOUT', 180),
327 327 'slowtimeout': ('HGTEST_SLOWTIMEOUT', 1500),
328 328 'port': ('HGTEST_PORT', 20059),
329 329 'shell': ('HGTEST_SHELL', 'sh'),
330 330 }
331 331
332 332 defaults = default_defaults.copy()
333 333
334 334
335 335 def canonpath(path):
336 336 return os.path.realpath(os.path.expanduser(path))
337 337
338 338
339 339 def parselistfiles(files, listtype, warn=True):
340 340 entries = dict()
341 341 for filename in files:
342 342 try:
343 343 path = os.path.expanduser(os.path.expandvars(filename))
344 344 f = open(path, "rb")
345 345 except IOError as err:
346 346 if err.errno != errno.ENOENT:
347 347 raise
348 348 if warn:
349 349 print("warning: no such %s file: %s" % (listtype, filename))
350 350 continue
351 351
352 352 for line in f.readlines():
353 353 line = line.split(b'#', 1)[0].strip()
354 354 if line:
355 355 entries[line] = filename
356 356
357 357 f.close()
358 358 return entries
359 359
360 360
361 361 def parsettestcases(path):
362 362 """read a .t test file, return a set of test case names
363 363
364 364 If path does not exist, return an empty set.
365 365 """
366 366 cases = []
367 367 try:
368 368 with open(path, 'rb') as f:
369 369 for l in f:
370 370 if l.startswith(b'#testcases '):
371 371 cases.append(sorted(l[11:].split()))
372 372 except IOError as ex:
373 373 if ex.errno != errno.ENOENT:
374 374 raise
375 375 return cases
376 376
377 377
378 378 def getparser():
379 379 """Obtain the OptionParser used by the CLI."""
380 380 parser = argparse.ArgumentParser(usage='%(prog)s [options] [tests]')
381 381
382 382 selection = parser.add_argument_group('Test Selection')
383 383 selection.add_argument(
384 384 '--allow-slow-tests',
385 385 action='store_true',
386 386 help='allow extremely slow tests',
387 387 )
388 388 selection.add_argument(
389 389 "--blacklist",
390 390 action="append",
391 391 help="skip tests listed in the specified blacklist file",
392 392 )
393 393 selection.add_argument(
394 394 "--changed",
395 395 help="run tests that are changed in parent rev or working directory",
396 396 )
397 397 selection.add_argument(
398 398 "-k", "--keywords", help="run tests matching keywords"
399 399 )
400 400 selection.add_argument(
401 401 "-r", "--retest", action="store_true", help="retest failed tests"
402 402 )
403 403 selection.add_argument(
404 404 "--test-list",
405 405 action="append",
406 406 help="read tests to run from the specified file",
407 407 )
408 408 selection.add_argument(
409 409 "--whitelist",
410 410 action="append",
411 411 help="always run tests listed in the specified whitelist file",
412 412 )
413 413 selection.add_argument(
414 414 'tests', metavar='TESTS', nargs='*', help='Tests to run'
415 415 )
416 416
417 417 harness = parser.add_argument_group('Test Harness Behavior')
418 418 harness.add_argument(
419 419 '--bisect-repo',
420 420 metavar='bisect_repo',
421 421 help=(
422 422 "Path of a repo to bisect. Use together with " "--known-good-rev"
423 423 ),
424 424 )
425 425 harness.add_argument(
426 426 "-d",
427 427 "--debug",
428 428 action="store_true",
429 429 help="debug mode: write output of test scripts to console"
430 430 " rather than capturing and diffing it (disables timeout)",
431 431 )
432 432 harness.add_argument(
433 433 "-f",
434 434 "--first",
435 435 action="store_true",
436 436 help="exit on the first test failure",
437 437 )
438 438 harness.add_argument(
439 439 "-i",
440 440 "--interactive",
441 441 action="store_true",
442 442 help="prompt to accept changed output",
443 443 )
444 444 harness.add_argument(
445 445 "-j",
446 446 "--jobs",
447 447 type=int,
448 448 help="number of jobs to run in parallel"
449 449 " (default: $%s or %d)" % defaults['jobs'],
450 450 )
451 451 harness.add_argument(
452 452 "--keep-tmpdir",
453 453 action="store_true",
454 454 help="keep temporary directory after running tests",
455 455 )
456 456 harness.add_argument(
457 457 '--known-good-rev',
458 458 metavar="known_good_rev",
459 459 help=(
460 460 "Automatically bisect any failures using this "
461 461 "revision as a known-good revision."
462 462 ),
463 463 )
464 464 harness.add_argument(
465 465 "--list-tests",
466 466 action="store_true",
467 467 help="list tests instead of running them",
468 468 )
469 469 harness.add_argument(
470 470 "--loop", action="store_true", help="loop tests repeatedly"
471 471 )
472 472 harness.add_argument(
473 473 '--random', action="store_true", help='run tests in random order'
474 474 )
475 475 harness.add_argument(
476 476 '--order-by-runtime',
477 477 action="store_true",
478 478 help='run slowest tests first, according to .testtimes',
479 479 )
480 480 harness.add_argument(
481 481 "-p",
482 482 "--port",
483 483 type=int,
484 484 help="port on which servers should listen"
485 485 " (default: $%s or %d)" % defaults['port'],
486 486 )
487 487 harness.add_argument(
488 488 '--profile-runner',
489 489 action='store_true',
490 490 help='run statprof on run-tests',
491 491 )
492 492 harness.add_argument(
493 493 "-R", "--restart", action="store_true", help="restart at last error"
494 494 )
495 495 harness.add_argument(
496 496 "--runs-per-test",
497 497 type=int,
498 498 dest="runs_per_test",
499 499 help="run each test N times (default=1)",
500 500 default=1,
501 501 )
502 502 harness.add_argument(
503 503 "--shell", help="shell to use (default: $%s or %s)" % defaults['shell']
504 504 )
505 505 harness.add_argument(
506 506 '--showchannels', action='store_true', help='show scheduling channels'
507 507 )
508 508 harness.add_argument(
509 509 "--slowtimeout",
510 510 type=int,
511 511 help="kill errant slow tests after SLOWTIMEOUT seconds"
512 512 " (default: $%s or %d)" % defaults['slowtimeout'],
513 513 )
514 514 harness.add_argument(
515 515 "-t",
516 516 "--timeout",
517 517 type=int,
518 518 help="kill errant tests after TIMEOUT seconds"
519 519 " (default: $%s or %d)" % defaults['timeout'],
520 520 )
521 521 harness.add_argument(
522 522 "--tmpdir",
523 523 help="run tests in the given temporary directory"
524 524 " (implies --keep-tmpdir)",
525 525 )
526 526 harness.add_argument(
527 527 "-v", "--verbose", action="store_true", help="output verbose messages"
528 528 )
529 529
530 530 hgconf = parser.add_argument_group('Mercurial Configuration')
531 531 hgconf.add_argument(
532 532 "--chg",
533 533 action="store_true",
534 534 help="install and use chg wrapper in place of hg",
535 535 )
536 536 hgconf.add_argument(
537 537 "--chg-debug",
538 538 action="store_true",
539 539 help="show chg debug logs",
540 540 )
541 541 hgconf.add_argument("--compiler", help="compiler to build with")
542 542 hgconf.add_argument(
543 543 '--extra-config-opt',
544 544 action="append",
545 545 default=[],
546 546 help='set the given config opt in the test hgrc',
547 547 )
548 548 hgconf.add_argument(
549 549 "-l",
550 550 "--local",
551 551 action="store_true",
552 552 help="shortcut for --with-hg=<testdir>/../hg, "
553 553 "and --with-chg=<testdir>/../contrib/chg/chg if --chg is set",
554 554 )
555 555 hgconf.add_argument(
556 556 "--ipv6",
557 557 action="store_true",
558 558 help="prefer IPv6 to IPv4 for network related tests",
559 559 )
560 560 hgconf.add_argument(
561 561 "--pure",
562 562 action="store_true",
563 563 help="use pure Python code instead of C extensions",
564 564 )
565 565 hgconf.add_argument(
566 566 "--rust",
567 567 action="store_true",
568 568 help="use Rust code alongside C extensions",
569 569 )
570 570 hgconf.add_argument(
571 571 "--no-rust",
572 572 action="store_true",
573 573 help="do not use Rust code even if compiled",
574 574 )
575 575 hgconf.add_argument(
576 576 "--with-chg",
577 577 metavar="CHG",
578 578 help="use specified chg wrapper in place of hg",
579 579 )
580 580 hgconf.add_argument(
581 581 "--with-hg",
582 582 metavar="HG",
583 583 help="test using specified hg script rather than a "
584 584 "temporary installation",
585 585 )
586 586
587 587 reporting = parser.add_argument_group('Results Reporting')
588 588 reporting.add_argument(
589 589 "-C",
590 590 "--annotate",
591 591 action="store_true",
592 592 help="output files annotated with coverage",
593 593 )
594 594 reporting.add_argument(
595 595 "--color",
596 596 choices=["always", "auto", "never"],
597 597 default=os.environ.get('HGRUNTESTSCOLOR', 'auto'),
598 598 help="colorisation: always|auto|never (default: auto)",
599 599 )
600 600 reporting.add_argument(
601 601 "-c",
602 602 "--cover",
603 603 action="store_true",
604 604 help="print a test coverage report",
605 605 )
606 606 reporting.add_argument(
607 607 '--exceptions',
608 608 action='store_true',
609 609 help='log all exceptions and generate an exception report',
610 610 )
611 611 reporting.add_argument(
612 612 "-H",
613 613 "--htmlcov",
614 614 action="store_true",
615 615 help="create an HTML report of the coverage of the files",
616 616 )
617 617 reporting.add_argument(
618 618 "--json",
619 619 action="store_true",
620 620 help="store test result data in 'report.json' file",
621 621 )
622 622 reporting.add_argument(
623 623 "--outputdir",
624 624 help="directory to write error logs to (default=test directory)",
625 625 )
626 626 reporting.add_argument(
627 627 "-n", "--nodiff", action="store_true", help="skip showing test changes"
628 628 )
629 629 reporting.add_argument(
630 630 "-S",
631 631 "--noskips",
632 632 action="store_true",
633 633 help="don't report skip tests verbosely",
634 634 )
635 635 reporting.add_argument(
636 636 "--time", action="store_true", help="time how long each test takes"
637 637 )
638 638 reporting.add_argument("--view", help="external diff viewer")
639 639 reporting.add_argument(
640 640 "--xunit", help="record xunit results at specified path"
641 641 )
642 642
643 643 for option, (envvar, default) in defaults.items():
644 644 defaults[option] = type(default)(os.environ.get(envvar, default))
645 645 parser.set_defaults(**defaults)
646 646
647 647 return parser
648 648
649 649
650 650 def parseargs(args, parser):
651 651 """Parse arguments with our OptionParser and validate results."""
652 652 options = parser.parse_args(args)
653 653
654 654 # jython is always pure
655 655 if 'java' in sys.platform or '__pypy__' in sys.modules:
656 656 options.pure = True
657 657
658 658 if platform.python_implementation() != 'CPython' and options.rust:
659 659 parser.error('Rust extensions are only available with CPython')
660 660
661 661 if options.pure and options.rust:
662 662 parser.error('--rust cannot be used with --pure')
663 663
664 664 if options.rust and options.no_rust:
665 665 parser.error('--rust cannot be used with --no-rust')
666 666
667 667 if options.local:
668 668 if options.with_hg or options.with_chg:
669 669 parser.error('--local cannot be used with --with-hg or --with-chg')
670 670 testdir = os.path.dirname(_sys2bytes(canonpath(sys.argv[0])))
671 671 reporootdir = os.path.dirname(testdir)
672 672 pathandattrs = [(b'hg', 'with_hg')]
673 673 if options.chg:
674 674 pathandattrs.append((b'contrib/chg/chg', 'with_chg'))
675 675 for relpath, attr in pathandattrs:
676 676 binpath = os.path.join(reporootdir, relpath)
677 677 if os.name != 'nt' and not os.access(binpath, os.X_OK):
678 678 parser.error(
679 679 '--local specified, but %r not found or '
680 680 'not executable' % binpath
681 681 )
682 682 setattr(options, attr, _bytes2sys(binpath))
683 683
684 684 if options.with_hg:
685 685 options.with_hg = canonpath(_sys2bytes(options.with_hg))
686 686 if not (
687 687 os.path.isfile(options.with_hg)
688 688 and os.access(options.with_hg, os.X_OK)
689 689 ):
690 690 parser.error('--with-hg must specify an executable hg script')
691 691 if os.path.basename(options.with_hg) not in [b'hg', b'hg.exe']:
692 692 sys.stderr.write('warning: --with-hg should specify an hg script\n')
693 693 sys.stderr.flush()
694 694
695 695 if (options.chg or options.with_chg) and os.name == 'nt':
696 696 parser.error('chg does not work on %s' % os.name)
697 697 if options.with_chg:
698 698 options.chg = False # no installation to temporary location
699 699 options.with_chg = canonpath(_sys2bytes(options.with_chg))
700 700 if not (
701 701 os.path.isfile(options.with_chg)
702 702 and os.access(options.with_chg, os.X_OK)
703 703 ):
704 704 parser.error('--with-chg must specify a chg executable')
705 705 if options.chg and options.with_hg:
706 706 # chg shares installation location with hg
707 707 parser.error(
708 708 '--chg does not work when --with-hg is specified '
709 709 '(use --with-chg instead)'
710 710 )
711 711
712 712 if options.color == 'always' and not pygmentspresent:
713 713 sys.stderr.write(
714 714 'warning: --color=always ignored because '
715 715 'pygments is not installed\n'
716 716 )
717 717
718 718 if options.bisect_repo and not options.known_good_rev:
719 719 parser.error("--bisect-repo cannot be used without --known-good-rev")
720 720
721 721 global useipv6
722 722 if options.ipv6:
723 723 useipv6 = checksocketfamily('AF_INET6')
724 724 else:
725 725 # only use IPv6 if IPv4 is unavailable and IPv6 is available
726 726 useipv6 = (not checksocketfamily('AF_INET')) and checksocketfamily(
727 727 'AF_INET6'
728 728 )
729 729
730 730 options.anycoverage = options.cover or options.annotate or options.htmlcov
731 731 if options.anycoverage:
732 732 try:
733 733 import coverage
734 734
735 735 covver = version.StrictVersion(coverage.__version__).version
736 736 if covver < (3, 3):
737 737 parser.error('coverage options require coverage 3.3 or later')
738 738 except ImportError:
739 739 parser.error('coverage options now require the coverage package')
740 740
741 741 if options.anycoverage and options.local:
742 742 # this needs some path mangling somewhere, I guess
743 743 parser.error(
744 744 "sorry, coverage options do not work when --local " "is specified"
745 745 )
746 746
747 747 if options.anycoverage and options.with_hg:
748 748 parser.error(
749 749 "sorry, coverage options do not work when --with-hg " "is specified"
750 750 )
751 751
752 752 global verbose
753 753 if options.verbose:
754 754 verbose = ''
755 755
756 756 if options.tmpdir:
757 757 options.tmpdir = canonpath(options.tmpdir)
758 758
759 759 if options.jobs < 1:
760 760 parser.error('--jobs must be positive')
761 761 if options.interactive and options.debug:
762 762 parser.error("-i/--interactive and -d/--debug are incompatible")
763 763 if options.debug:
764 764 if options.timeout != defaults['timeout']:
765 765 sys.stderr.write('warning: --timeout option ignored with --debug\n')
766 766 if options.slowtimeout != defaults['slowtimeout']:
767 767 sys.stderr.write(
768 768 'warning: --slowtimeout option ignored with --debug\n'
769 769 )
770 770 options.timeout = 0
771 771 options.slowtimeout = 0
772 772
773 773 if options.blacklist:
774 774 options.blacklist = parselistfiles(options.blacklist, 'blacklist')
775 775 if options.whitelist:
776 776 options.whitelisted = parselistfiles(options.whitelist, 'whitelist')
777 777 else:
778 778 options.whitelisted = {}
779 779
780 780 if options.showchannels:
781 781 options.nodiff = True
782 782
783 783 return options
784 784
785 785
786 786 def rename(src, dst):
787 787 """Like os.rename(), trade atomicity and opened files friendliness
788 788 for existing destination support.
789 789 """
790 790 shutil.copy(src, dst)
791 791 os.remove(src)
792 792
793 793
794 794 def makecleanable(path):
795 795 """Try to fix directory permission recursively so that the entire tree
796 796 can be deleted"""
797 797 for dirpath, dirnames, _filenames in os.walk(path, topdown=True):
798 798 for d in dirnames:
799 799 p = os.path.join(dirpath, d)
800 800 try:
801 801 os.chmod(p, os.stat(p).st_mode & 0o777 | 0o700) # chmod u+rwx
802 802 except OSError:
803 803 pass
804 804
805 805
806 806 _unified_diff = difflib.unified_diff
807 807 if PYTHON3:
808 808 import functools
809 809
810 810 _unified_diff = functools.partial(difflib.diff_bytes, difflib.unified_diff)
811 811
812 812
813 813 def getdiff(expected, output, ref, err):
814 814 servefail = False
815 815 lines = []
816 816 for line in _unified_diff(expected, output, ref, err):
817 817 if line.startswith(b'+++') or line.startswith(b'---'):
818 818 line = line.replace(b'\\', b'/')
819 819 if line.endswith(b' \n'):
820 820 line = line[:-2] + b'\n'
821 821 lines.append(line)
822 822 if not servefail and line.startswith(
823 823 b'+ abort: child process failed to start'
824 824 ):
825 825 servefail = True
826 826
827 827 return servefail, lines
828 828
829 829
830 830 verbose = False
831 831
832 832
833 833 def vlog(*msg):
834 834 """Log only when in verbose mode."""
835 835 if verbose is False:
836 836 return
837 837
838 838 return log(*msg)
839 839
840 840
841 841 # Bytes that break XML even in a CDATA block: control characters 0-31
842 842 # sans \t, \n and \r
843 843 CDATA_EVIL = re.compile(br"[\000-\010\013\014\016-\037]")
844 844
845 845 # Match feature conditionalized output lines in the form, capturing the feature
846 846 # list in group 2, and the preceeding line output in group 1:
847 847 #
848 848 # output..output (feature !)\n
849 849 optline = re.compile(br'(.*) \((.+?) !\)\n$')
850 850
851 851
852 852 def cdatasafe(data):
853 853 """Make a string safe to include in a CDATA block.
854 854
855 855 Certain control characters are illegal in a CDATA block, and
856 856 there's no way to include a ]]> in a CDATA either. This function
857 857 replaces illegal bytes with ? and adds a space between the ]] so
858 858 that it won't break the CDATA block.
859 859 """
860 860 return CDATA_EVIL.sub(b'?', data).replace(b']]>', b'] ]>')
861 861
862 862
863 863 def log(*msg):
864 864 """Log something to stdout.
865 865
866 866 Arguments are strings to print.
867 867 """
868 868 with iolock:
869 869 if verbose:
870 870 print(verbose, end=' ')
871 871 for m in msg:
872 872 print(m, end=' ')
873 873 print()
874 874 sys.stdout.flush()
875 875
876 876
877 877 def highlightdiff(line, color):
878 878 if not color:
879 879 return line
880 880 assert pygmentspresent
881 881 return pygments.highlight(
882 882 line.decode('latin1'), difflexer, terminal256formatter
883 883 ).encode('latin1')
884 884
885 885
886 886 def highlightmsg(msg, color):
887 887 if not color:
888 888 return msg
889 889 assert pygmentspresent
890 890 return pygments.highlight(msg, runnerlexer, runnerformatter)
891 891
892 892
893 893 def terminate(proc):
894 894 """Terminate subprocess"""
895 895 vlog('# Terminating process %d' % proc.pid)
896 896 try:
897 897 proc.terminate()
898 898 except OSError:
899 899 pass
900 900
901 901
902 902 def killdaemons(pidfile):
903 903 import killdaemons as killmod
904 904
905 905 return killmod.killdaemons(pidfile, tryhard=False, remove=True, logfn=vlog)
906 906
907 907
908 908 class Test(unittest.TestCase):
909 909 """Encapsulates a single, runnable test.
910 910
911 911 While this class conforms to the unittest.TestCase API, it differs in that
912 912 instances need to be instantiated manually. (Typically, unittest.TestCase
913 913 classes are instantiated automatically by scanning modules.)
914 914 """
915 915
916 916 # Status code reserved for skipped tests (used by hghave).
917 917 SKIPPED_STATUS = 80
918 918
919 919 def __init__(
920 920 self,
921 921 path,
922 922 outputdir,
923 923 tmpdir,
924 924 keeptmpdir=False,
925 925 debug=False,
926 926 first=False,
927 927 timeout=None,
928 928 startport=None,
929 929 extraconfigopts=None,
930 930 shell=None,
931 931 hgcommand=None,
932 932 slowtimeout=None,
933 933 usechg=False,
934 934 chgdebug=False,
935 935 useipv6=False,
936 936 ):
937 937 """Create a test from parameters.
938 938
939 939 path is the full path to the file defining the test.
940 940
941 941 tmpdir is the main temporary directory to use for this test.
942 942
943 943 keeptmpdir determines whether to keep the test's temporary directory
944 944 after execution. It defaults to removal (False).
945 945
946 946 debug mode will make the test execute verbosely, with unfiltered
947 947 output.
948 948
949 949 timeout controls the maximum run time of the test. It is ignored when
950 950 debug is True. See slowtimeout for tests with #require slow.
951 951
952 952 slowtimeout overrides timeout if the test has #require slow.
953 953
954 954 startport controls the starting port number to use for this test. Each
955 955 test will reserve 3 port numbers for execution. It is the caller's
956 956 responsibility to allocate a non-overlapping port range to Test
957 957 instances.
958 958
959 959 extraconfigopts is an iterable of extra hgrc config options. Values
960 960 must have the form "key=value" (something understood by hgrc). Values
961 961 of the form "foo.key=value" will result in "[foo] key=value".
962 962
963 963 shell is the shell to execute tests in.
964 964 """
965 965 if timeout is None:
966 966 timeout = defaults['timeout']
967 967 if startport is None:
968 968 startport = defaults['port']
969 969 if slowtimeout is None:
970 970 slowtimeout = defaults['slowtimeout']
971 971 self.path = path
972 972 self.relpath = os.path.relpath(path)
973 973 self.bname = os.path.basename(path)
974 974 self.name = _bytes2sys(self.bname)
975 975 self._testdir = os.path.dirname(path)
976 976 self._outputdir = outputdir
977 977 self._tmpname = os.path.basename(path)
978 978 self.errpath = os.path.join(self._outputdir, b'%s.err' % self.bname)
979 979
980 980 self._threadtmp = tmpdir
981 981 self._keeptmpdir = keeptmpdir
982 982 self._debug = debug
983 983 self._first = first
984 984 self._timeout = timeout
985 985 self._slowtimeout = slowtimeout
986 986 self._startport = startport
987 987 self._extraconfigopts = extraconfigopts or []
988 988 self._shell = _sys2bytes(shell)
989 989 self._hgcommand = hgcommand or b'hg'
990 990 self._usechg = usechg
991 991 self._chgdebug = chgdebug
992 992 self._useipv6 = useipv6
993 993
994 994 self._aborted = False
995 995 self._daemonpids = []
996 996 self._finished = None
997 997 self._ret = None
998 998 self._out = None
999 999 self._skipped = None
1000 1000 self._testtmp = None
1001 1001 self._chgsockdir = None
1002 1002
1003 1003 self._refout = self.readrefout()
1004 1004
1005 1005 def readrefout(self):
1006 1006 """read reference output"""
1007 1007 # If we're not in --debug mode and reference output file exists,
1008 1008 # check test output against it.
1009 1009 if self._debug:
1010 1010 return None # to match "out is None"
1011 1011 elif os.path.exists(self.refpath):
1012 1012 with open(self.refpath, 'rb') as f:
1013 1013 return f.read().splitlines(True)
1014 1014 else:
1015 1015 return []
1016 1016
1017 1017 # needed to get base class __repr__ running
1018 1018 @property
1019 1019 def _testMethodName(self):
1020 1020 return self.name
1021 1021
1022 1022 def __str__(self):
1023 1023 return self.name
1024 1024
1025 1025 def shortDescription(self):
1026 1026 return self.name
1027 1027
1028 1028 def setUp(self):
1029 1029 """Tasks to perform before run()."""
1030 1030 self._finished = False
1031 1031 self._ret = None
1032 1032 self._out = None
1033 1033 self._skipped = None
1034 1034
1035 1035 try:
1036 1036 os.mkdir(self._threadtmp)
1037 1037 except OSError as e:
1038 1038 if e.errno != errno.EEXIST:
1039 1039 raise
1040 1040
1041 1041 name = self._tmpname
1042 1042 self._testtmp = os.path.join(self._threadtmp, name)
1043 1043 os.mkdir(self._testtmp)
1044 1044
1045 1045 # Remove any previous output files.
1046 1046 if os.path.exists(self.errpath):
1047 1047 try:
1048 1048 os.remove(self.errpath)
1049 1049 except OSError as e:
1050 1050 # We might have raced another test to clean up a .err
1051 1051 # file, so ignore ENOENT when removing a previous .err
1052 1052 # file.
1053 1053 if e.errno != errno.ENOENT:
1054 1054 raise
1055 1055
1056 1056 if self._usechg:
1057 1057 self._chgsockdir = os.path.join(
1058 1058 self._threadtmp, b'%s.chgsock' % name
1059 1059 )
1060 1060 os.mkdir(self._chgsockdir)
1061 1061
1062 1062 def run(self, result):
1063 1063 """Run this test and report results against a TestResult instance."""
1064 1064 # This function is extremely similar to unittest.TestCase.run(). Once
1065 1065 # we require Python 2.7 (or at least its version of unittest), this
1066 1066 # function can largely go away.
1067 1067 self._result = result
1068 1068 result.startTest(self)
1069 1069 try:
1070 1070 try:
1071 1071 self.setUp()
1072 1072 except (KeyboardInterrupt, SystemExit):
1073 1073 self._aborted = True
1074 1074 raise
1075 1075 except Exception:
1076 1076 result.addError(self, sys.exc_info())
1077 1077 return
1078 1078
1079 1079 success = False
1080 1080 try:
1081 1081 self.runTest()
1082 1082 except KeyboardInterrupt:
1083 1083 self._aborted = True
1084 1084 raise
1085 1085 except unittest.SkipTest as e:
1086 1086 result.addSkip(self, str(e))
1087 1087 # The base class will have already counted this as a
1088 1088 # test we "ran", but we want to exclude skipped tests
1089 1089 # from those we count towards those run.
1090 1090 result.testsRun -= 1
1091 1091 except self.failureException as e:
1092 1092 # This differs from unittest in that we don't capture
1093 1093 # the stack trace. This is for historical reasons and
1094 1094 # this decision could be revisited in the future,
1095 1095 # especially for PythonTest instances.
1096 1096 if result.addFailure(self, str(e)):
1097 1097 success = True
1098 1098 except Exception:
1099 1099 result.addError(self, sys.exc_info())
1100 1100 else:
1101 1101 success = True
1102 1102
1103 1103 try:
1104 1104 self.tearDown()
1105 1105 except (KeyboardInterrupt, SystemExit):
1106 1106 self._aborted = True
1107 1107 raise
1108 1108 except Exception:
1109 1109 result.addError(self, sys.exc_info())
1110 1110 success = False
1111 1111
1112 1112 if success:
1113 1113 result.addSuccess(self)
1114 1114 finally:
1115 1115 result.stopTest(self, interrupted=self._aborted)
1116 1116
1117 1117 def runTest(self):
1118 1118 """Run this test instance.
1119 1119
1120 1120 This will return a tuple describing the result of the test.
1121 1121 """
1122 1122 env = self._getenv()
1123 1123 self._genrestoreenv(env)
1124 1124 self._daemonpids.append(env['DAEMON_PIDS'])
1125 1125 self._createhgrc(env['HGRCPATH'])
1126 1126
1127 1127 vlog('# Test', self.name)
1128 1128
1129 1129 ret, out = self._run(env)
1130 1130 self._finished = True
1131 1131 self._ret = ret
1132 1132 self._out = out
1133 1133
1134 1134 def describe(ret):
1135 1135 if ret < 0:
1136 1136 return 'killed by signal: %d' % -ret
1137 1137 return 'returned error code %d' % ret
1138 1138
1139 1139 self._skipped = False
1140 1140
1141 1141 if ret == self.SKIPPED_STATUS:
1142 1142 if out is None: # Debug mode, nothing to parse.
1143 1143 missing = ['unknown']
1144 1144 failed = None
1145 1145 else:
1146 1146 missing, failed = TTest.parsehghaveoutput(out)
1147 1147
1148 1148 if not missing:
1149 1149 missing = ['skipped']
1150 1150
1151 1151 if failed:
1152 1152 self.fail('hg have failed checking for %s' % failed[-1])
1153 1153 else:
1154 1154 self._skipped = True
1155 1155 raise unittest.SkipTest(missing[-1])
1156 1156 elif ret == 'timeout':
1157 1157 self.fail('timed out')
1158 1158 elif ret is False:
1159 1159 self.fail('no result code from test')
1160 1160 elif out != self._refout:
1161 1161 # Diff generation may rely on written .err file.
1162 1162 if (
1163 1163 (ret != 0 or out != self._refout)
1164 1164 and not self._skipped
1165 1165 and not self._debug
1166 1166 ):
1167 1167 with open(self.errpath, 'wb') as f:
1168 1168 for line in out:
1169 1169 f.write(line)
1170 1170
1171 1171 # The result object handles diff calculation for us.
1172 1172 with firstlock:
1173 1173 if self._result.addOutputMismatch(self, ret, out, self._refout):
1174 1174 # change was accepted, skip failing
1175 1175 return
1176 1176 if self._first:
1177 1177 global firsterror
1178 1178 firsterror = True
1179 1179
1180 1180 if ret:
1181 1181 msg = 'output changed and ' + describe(ret)
1182 1182 else:
1183 1183 msg = 'output changed'
1184 1184
1185 1185 self.fail(msg)
1186 1186 elif ret:
1187 1187 self.fail(describe(ret))
1188 1188
1189 1189 def tearDown(self):
1190 1190 """Tasks to perform after run()."""
1191 1191 for entry in self._daemonpids:
1192 1192 killdaemons(entry)
1193 1193 self._daemonpids = []
1194 1194
1195 1195 if self._keeptmpdir:
1196 1196 log(
1197 1197 '\nKeeping testtmp dir: %s\nKeeping threadtmp dir: %s'
1198 1198 % (
1199 1199 _bytes2sys(self._testtmp),
1200 1200 _bytes2sys(self._threadtmp),
1201 1201 )
1202 1202 )
1203 1203 else:
1204 1204 try:
1205 1205 shutil.rmtree(self._testtmp)
1206 1206 except OSError:
1207 1207 # unreadable directory may be left in $TESTTMP; fix permission
1208 1208 # and try again
1209 1209 makecleanable(self._testtmp)
1210 1210 shutil.rmtree(self._testtmp, True)
1211 1211 shutil.rmtree(self._threadtmp, True)
1212 1212
1213 1213 if self._usechg:
1214 1214 # chgservers will stop automatically after they find the socket
1215 1215 # files are deleted
1216 1216 shutil.rmtree(self._chgsockdir, True)
1217 1217
1218 1218 if (
1219 1219 (self._ret != 0 or self._out != self._refout)
1220 1220 and not self._skipped
1221 1221 and not self._debug
1222 1222 and self._out
1223 1223 ):
1224 1224 with open(self.errpath, 'wb') as f:
1225 1225 for line in self._out:
1226 1226 f.write(line)
1227 1227
1228 1228 vlog("# Ret was:", self._ret, '(%s)' % self.name)
1229 1229
1230 1230 def _run(self, env):
1231 1231 # This should be implemented in child classes to run tests.
1232 1232 raise unittest.SkipTest('unknown test type')
1233 1233
1234 1234 def abort(self):
1235 1235 """Terminate execution of this test."""
1236 1236 self._aborted = True
1237 1237
1238 1238 def _portmap(self, i):
1239 1239 offset = b'' if i == 0 else b'%d' % i
1240 1240 return (br':%d\b' % (self._startport + i), b':$HGPORT%s' % offset)
1241 1241
1242 1242 def _getreplacements(self):
1243 1243 """Obtain a mapping of text replacements to apply to test output.
1244 1244
1245 1245 Test output needs to be normalized so it can be compared to expected
1246 1246 output. This function defines how some of that normalization will
1247 1247 occur.
1248 1248 """
1249 1249 r = [
1250 1250 # This list should be parallel to defineport in _getenv
1251 1251 self._portmap(0),
1252 1252 self._portmap(1),
1253 1253 self._portmap(2),
1254 1254 (br'([^0-9])%s' % re.escape(self._localip()), br'\1$LOCALIP'),
1255 1255 (br'\bHG_TXNID=TXN:[a-f0-9]{40}\b', br'HG_TXNID=TXN:$ID$'),
1256 1256 ]
1257 1257 r.append((self._escapepath(self._testtmp), b'$TESTTMP'))
1258 1258
1259 1259 replacementfile = os.path.join(self._testdir, b'common-pattern.py')
1260 1260
1261 1261 if os.path.exists(replacementfile):
1262 1262 data = {}
1263 1263 with open(replacementfile, mode='rb') as source:
1264 1264 # the intermediate 'compile' step help with debugging
1265 1265 code = compile(source.read(), replacementfile, 'exec')
1266 1266 exec(code, data)
1267 1267 for value in data.get('substitutions', ()):
1268 1268 if len(value) != 2:
1269 1269 msg = 'malformatted substitution in %s: %r'
1270 1270 msg %= (replacementfile, value)
1271 1271 raise ValueError(msg)
1272 1272 r.append(value)
1273 1273 return r
1274 1274
1275 1275 def _escapepath(self, p):
1276 1276 if os.name == 'nt':
1277 1277 return b''.join(
1278 1278 c.isalpha()
1279 1279 and b'[%s%s]' % (c.lower(), c.upper())
1280 1280 or c in b'/\\'
1281 1281 and br'[/\\]'
1282 1282 or c.isdigit()
1283 1283 and c
1284 1284 or b'\\' + c
1285 1285 for c in [p[i : i + 1] for i in range(len(p))]
1286 1286 )
1287 1287 else:
1288 1288 return re.escape(p)
1289 1289
1290 1290 def _localip(self):
1291 1291 if self._useipv6:
1292 1292 return b'::1'
1293 1293 else:
1294 1294 return b'127.0.0.1'
1295 1295
1296 1296 def _genrestoreenv(self, testenv):
1297 1297 """Generate a script that can be used by tests to restore the original
1298 1298 environment."""
1299 1299 # Put the restoreenv script inside self._threadtmp
1300 1300 scriptpath = os.path.join(self._threadtmp, b'restoreenv.sh')
1301 1301 testenv['HGTEST_RESTOREENV'] = _bytes2sys(scriptpath)
1302 1302
1303 1303 # Only restore environment variable names that the shell allows
1304 1304 # us to export.
1305 1305 name_regex = re.compile('^[a-zA-Z][a-zA-Z0-9_]*$')
1306 1306
1307 1307 # Do not restore these variables; otherwise tests would fail.
1308 1308 reqnames = {'PYTHON', 'TESTDIR', 'TESTTMP'}
1309 1309
1310 1310 with open(scriptpath, 'w') as envf:
1311 1311 for name, value in origenviron.items():
1312 1312 if not name_regex.match(name):
1313 1313 # Skip environment variables with unusual names not
1314 1314 # allowed by most shells.
1315 1315 continue
1316 1316 if name in reqnames:
1317 1317 continue
1318 1318 envf.write('%s=%s\n' % (name, shellquote(value)))
1319 1319
1320 1320 for name in testenv:
1321 1321 if name in origenviron or name in reqnames:
1322 1322 continue
1323 1323 envf.write('unset %s\n' % (name,))
1324 1324
1325 1325 def _getenv(self):
1326 1326 """Obtain environment variables to use during test execution."""
1327 1327
1328 1328 def defineport(i):
1329 1329 offset = '' if i == 0 else '%s' % i
1330 1330 env["HGPORT%s" % offset] = '%s' % (self._startport + i)
1331 1331
1332 1332 env = os.environ.copy()
1333 1333 env['PYTHONUSERBASE'] = sysconfig.get_config_var('userbase') or ''
1334 1334 env['HGEMITWARNINGS'] = '1'
1335 1335 env['TESTTMP'] = _bytes2sys(self._testtmp)
1336 1336 env['TESTNAME'] = self.name
1337 1337 env['HOME'] = _bytes2sys(self._testtmp)
1338 1338 formated_timeout = _bytes2sys(b"%d" % default_defaults['timeout'][1])
1339 1339 env['HGTEST_TIMEOUT_DEFAULT'] = formated_timeout
1340 1340 env['HGTEST_TIMEOUT'] = _bytes2sys(b"%d" % self._timeout)
1341 1341 # This number should match portneeded in _getport
1342 1342 for port in xrange(3):
1343 1343 # This list should be parallel to _portmap in _getreplacements
1344 1344 defineport(port)
1345 1345 env["HGRCPATH"] = _bytes2sys(os.path.join(self._threadtmp, b'.hgrc'))
1346 1346 env["DAEMON_PIDS"] = _bytes2sys(
1347 1347 os.path.join(self._threadtmp, b'daemon.pids')
1348 1348 )
1349 1349 env["HGEDITOR"] = (
1350 1350 '"' + sysexecutable + '"' + ' -c "import sys; sys.exit(0)"'
1351 1351 )
1352 1352 env["HGUSER"] = "test"
1353 1353 env["HGENCODING"] = "ascii"
1354 1354 env["HGENCODINGMODE"] = "strict"
1355 1355 env["HGHOSTNAME"] = "test-hostname"
1356 1356 env['HGIPV6'] = str(int(self._useipv6))
1357 1357 # See contrib/catapipe.py for how to use this functionality.
1358 1358 if 'HGTESTCATAPULTSERVERPIPE' not in env:
1359 1359 # If we don't have HGTESTCATAPULTSERVERPIPE explicitly set, pull the
1360 1360 # non-test one in as a default, otherwise set to devnull
1361 1361 env['HGTESTCATAPULTSERVERPIPE'] = env.get(
1362 1362 'HGCATAPULTSERVERPIPE', os.devnull
1363 1363 )
1364 1364
1365 1365 extraextensions = []
1366 1366 for opt in self._extraconfigopts:
1367 1367 section, key = _sys2bytes(opt).split(b'.', 1)
1368 1368 if section != 'extensions':
1369 1369 continue
1370 1370 name = key.split(b'=', 1)[0]
1371 1371 extraextensions.append(name)
1372 1372
1373 1373 if extraextensions:
1374 1374 env['HGTESTEXTRAEXTENSIONS'] = b' '.join(extraextensions)
1375 1375
1376 1376 # LOCALIP could be ::1 or 127.0.0.1. Useful for tests that require raw
1377 1377 # IP addresses.
1378 1378 env['LOCALIP'] = _bytes2sys(self._localip())
1379 1379
1380 1380 # This has the same effect as Py_LegacyWindowsStdioFlag in exewrapper.c,
1381 1381 # but this is needed for testing python instances like dummyssh,
1382 1382 # dummysmtpd.py, and dumbhttp.py.
1383 1383 if PYTHON3 and os.name == 'nt':
1384 1384 env['PYTHONLEGACYWINDOWSSTDIO'] = '1'
1385 1385
1386 1386 # Modified HOME in test environment can confuse Rust tools. So set
1387 1387 # CARGO_HOME and RUSTUP_HOME automatically if a Rust toolchain is
1388 1388 # present and these variables aren't already defined.
1389 1389 cargo_home_path = os.path.expanduser('~/.cargo')
1390 1390 rustup_home_path = os.path.expanduser('~/.rustup')
1391 1391
1392 1392 if os.path.exists(cargo_home_path) and b'CARGO_HOME' not in osenvironb:
1393 1393 env['CARGO_HOME'] = cargo_home_path
1394 1394 if (
1395 1395 os.path.exists(rustup_home_path)
1396 1396 and b'RUSTUP_HOME' not in osenvironb
1397 1397 ):
1398 1398 env['RUSTUP_HOME'] = rustup_home_path
1399 1399
1400 1400 # Reset some environment variables to well-known values so that
1401 1401 # the tests produce repeatable output.
1402 1402 env['LANG'] = env['LC_ALL'] = env['LANGUAGE'] = 'C'
1403 1403 env['TZ'] = 'GMT'
1404 1404 env["EMAIL"] = "Foo Bar <foo.bar@example.com>"
1405 1405 env['COLUMNS'] = '80'
1406 1406 env['TERM'] = 'xterm'
1407 1407
1408 1408 dropped = [
1409 1409 'CDPATH',
1410 1410 'CHGDEBUG',
1411 1411 'EDITOR',
1412 1412 'GREP_OPTIONS',
1413 1413 'HG',
1414 1414 'HGMERGE',
1415 1415 'HGPLAIN',
1416 1416 'HGPLAINEXCEPT',
1417 1417 'HGPROF',
1418 1418 'http_proxy',
1419 1419 'no_proxy',
1420 1420 'NO_PROXY',
1421 1421 'PAGER',
1422 1422 'VISUAL',
1423 1423 ]
1424 1424
1425 1425 for k in dropped:
1426 1426 if k in env:
1427 1427 del env[k]
1428 1428
1429 1429 # unset env related to hooks
1430 1430 for k in list(env):
1431 1431 if k.startswith('HG_'):
1432 1432 del env[k]
1433 1433
1434 1434 if self._usechg:
1435 1435 env['CHGSOCKNAME'] = os.path.join(self._chgsockdir, b'server')
1436 1436 if self._chgdebug:
1437 1437 env['CHGDEBUG'] = 'true'
1438 1438
1439 1439 return env
1440 1440
1441 1441 def _createhgrc(self, path):
1442 1442 """Create an hgrc file for this test."""
1443 1443 with open(path, 'wb') as hgrc:
1444 1444 hgrc.write(b'[ui]\n')
1445 1445 hgrc.write(b'slash = True\n')
1446 1446 hgrc.write(b'interactive = False\n')
1447 1447 hgrc.write(b'detailed-exit-code = True\n')
1448 1448 hgrc.write(b'merge = internal:merge\n')
1449 1449 hgrc.write(b'mergemarkers = detailed\n')
1450 1450 hgrc.write(b'promptecho = True\n')
1451 hgrc.write(b'timeout.warn=15\n')
1451 1452 hgrc.write(b'[defaults]\n')
1452 1453 hgrc.write(b'[devel]\n')
1453 1454 hgrc.write(b'all-warnings = true\n')
1454 1455 hgrc.write(b'default-date = 0 0\n')
1455 1456 hgrc.write(b'[largefiles]\n')
1456 1457 hgrc.write(
1457 1458 b'usercache = %s\n'
1458 1459 % (os.path.join(self._testtmp, b'.cache/largefiles'))
1459 1460 )
1460 1461 hgrc.write(b'[lfs]\n')
1461 1462 hgrc.write(
1462 1463 b'usercache = %s\n'
1463 1464 % (os.path.join(self._testtmp, b'.cache/lfs'))
1464 1465 )
1465 1466 hgrc.write(b'[web]\n')
1466 1467 hgrc.write(b'address = localhost\n')
1467 1468 hgrc.write(b'ipv6 = %r\n' % self._useipv6)
1468 1469 hgrc.write(b'server-header = testing stub value\n')
1469 1470
1470 1471 for opt in self._extraconfigopts:
1471 1472 section, key = _sys2bytes(opt).split(b'.', 1)
1472 1473 assert b'=' in key, (
1473 1474 'extra config opt %s must ' 'have an = for assignment' % opt
1474 1475 )
1475 1476 hgrc.write(b'[%s]\n%s\n' % (section, key))
1476 1477
1477 1478 def fail(self, msg):
1478 1479 # unittest differentiates between errored and failed.
1479 1480 # Failed is denoted by AssertionError (by default at least).
1480 1481 raise AssertionError(msg)
1481 1482
1482 1483 def _runcommand(self, cmd, env, normalizenewlines=False):
1483 1484 """Run command in a sub-process, capturing the output (stdout and
1484 1485 stderr).
1485 1486
1486 1487 Return a tuple (exitcode, output). output is None in debug mode.
1487 1488 """
1488 1489 if self._debug:
1489 1490 proc = subprocess.Popen(
1490 1491 _bytes2sys(cmd),
1491 1492 shell=True,
1492 1493 cwd=_bytes2sys(self._testtmp),
1493 1494 env=env,
1494 1495 )
1495 1496 ret = proc.wait()
1496 1497 return (ret, None)
1497 1498
1498 1499 proc = Popen4(cmd, self._testtmp, self._timeout, env)
1499 1500
1500 1501 def cleanup():
1501 1502 terminate(proc)
1502 1503 ret = proc.wait()
1503 1504 if ret == 0:
1504 1505 ret = signal.SIGTERM << 8
1505 1506 killdaemons(env['DAEMON_PIDS'])
1506 1507 return ret
1507 1508
1508 1509 proc.tochild.close()
1509 1510
1510 1511 try:
1511 1512 output = proc.fromchild.read()
1512 1513 except KeyboardInterrupt:
1513 1514 vlog('# Handling keyboard interrupt')
1514 1515 cleanup()
1515 1516 raise
1516 1517
1517 1518 ret = proc.wait()
1518 1519 if wifexited(ret):
1519 1520 ret = os.WEXITSTATUS(ret)
1520 1521
1521 1522 if proc.timeout:
1522 1523 ret = 'timeout'
1523 1524
1524 1525 if ret:
1525 1526 killdaemons(env['DAEMON_PIDS'])
1526 1527
1527 1528 for s, r in self._getreplacements():
1528 1529 output = re.sub(s, r, output)
1529 1530
1530 1531 if normalizenewlines:
1531 1532 output = output.replace(b'\r\n', b'\n')
1532 1533
1533 1534 return ret, output.splitlines(True)
1534 1535
1535 1536
1536 1537 class PythonTest(Test):
1537 1538 """A Python-based test."""
1538 1539
1539 1540 @property
1540 1541 def refpath(self):
1541 1542 return os.path.join(self._testdir, b'%s.out' % self.bname)
1542 1543
1543 1544 def _run(self, env):
1544 1545 # Quote the python(3) executable for Windows
1545 1546 cmd = b'"%s" "%s"' % (PYTHON, self.path)
1546 1547 vlog("# Running", cmd.decode("utf-8"))
1547 1548 normalizenewlines = os.name == 'nt'
1548 1549 result = self._runcommand(cmd, env, normalizenewlines=normalizenewlines)
1549 1550 if self._aborted:
1550 1551 raise KeyboardInterrupt()
1551 1552
1552 1553 return result
1553 1554
1554 1555
1555 1556 # Some glob patterns apply only in some circumstances, so the script
1556 1557 # might want to remove (glob) annotations that otherwise should be
1557 1558 # retained.
1558 1559 checkcodeglobpats = [
1559 1560 # On Windows it looks like \ doesn't require a (glob), but we know
1560 1561 # better.
1561 1562 re.compile(br'^pushing to \$TESTTMP/.*[^)]$'),
1562 1563 re.compile(br'^moving \S+/.*[^)]$'),
1563 1564 re.compile(br'^pulling from \$TESTTMP/.*[^)]$'),
1564 1565 # Not all platforms have 127.0.0.1 as loopback (though most do),
1565 1566 # so we always glob that too.
1566 1567 re.compile(br'.*\$LOCALIP.*$'),
1567 1568 ]
1568 1569
1569 1570 bchr = chr
1570 1571 if PYTHON3:
1571 1572 bchr = lambda x: bytes([x])
1572 1573
1573 1574 WARN_UNDEFINED = 1
1574 1575 WARN_YES = 2
1575 1576 WARN_NO = 3
1576 1577
1577 1578 MARK_OPTIONAL = b" (?)\n"
1578 1579
1579 1580
1580 1581 def isoptional(line):
1581 1582 return line.endswith(MARK_OPTIONAL)
1582 1583
1583 1584
1584 1585 class TTest(Test):
1585 1586 """A "t test" is a test backed by a .t file."""
1586 1587
1587 1588 SKIPPED_PREFIX = b'skipped: '
1588 1589 FAILED_PREFIX = b'hghave check failed: '
1589 1590 NEEDESCAPE = re.compile(br'[\x00-\x08\x0b-\x1f\x7f-\xff]').search
1590 1591
1591 1592 ESCAPESUB = re.compile(br'[\x00-\x08\x0b-\x1f\\\x7f-\xff]').sub
1592 1593 ESCAPEMAP = {bchr(i): br'\x%02x' % i for i in range(256)}
1593 1594 ESCAPEMAP.update({b'\\': b'\\\\', b'\r': br'\r'})
1594 1595
1595 1596 def __init__(self, path, *args, **kwds):
1596 1597 # accept an extra "case" parameter
1597 1598 case = kwds.pop('case', [])
1598 1599 self._case = case
1599 1600 self._allcases = {x for y in parsettestcases(path) for x in y}
1600 1601 super(TTest, self).__init__(path, *args, **kwds)
1601 1602 if case:
1602 1603 casepath = b'#'.join(case)
1603 1604 self.name = '%s#%s' % (self.name, _bytes2sys(casepath))
1604 1605 self.errpath = b'%s#%s.err' % (self.errpath[:-4], casepath)
1605 1606 self._tmpname += b'-%s' % casepath.replace(b'#', b'-')
1606 1607 self._have = {}
1607 1608
1608 1609 @property
1609 1610 def refpath(self):
1610 1611 return os.path.join(self._testdir, self.bname)
1611 1612
1612 1613 def _run(self, env):
1613 1614 with open(self.path, 'rb') as f:
1614 1615 lines = f.readlines()
1615 1616
1616 1617 # .t file is both reference output and the test input, keep reference
1617 1618 # output updated with the the test input. This avoids some race
1618 1619 # conditions where the reference output does not match the actual test.
1619 1620 if self._refout is not None:
1620 1621 self._refout = lines
1621 1622
1622 1623 salt, script, after, expected = self._parsetest(lines)
1623 1624
1624 1625 # Write out the generated script.
1625 1626 fname = b'%s.sh' % self._testtmp
1626 1627 with open(fname, 'wb') as f:
1627 1628 for l in script:
1628 1629 f.write(l)
1629 1630
1630 1631 cmd = b'%s "%s"' % (self._shell, fname)
1631 1632 vlog("# Running", cmd.decode("utf-8"))
1632 1633
1633 1634 exitcode, output = self._runcommand(cmd, env)
1634 1635
1635 1636 if self._aborted:
1636 1637 raise KeyboardInterrupt()
1637 1638
1638 1639 # Do not merge output if skipped. Return hghave message instead.
1639 1640 # Similarly, with --debug, output is None.
1640 1641 if exitcode == self.SKIPPED_STATUS or output is None:
1641 1642 return exitcode, output
1642 1643
1643 1644 return self._processoutput(exitcode, output, salt, after, expected)
1644 1645
1645 1646 def _hghave(self, reqs):
1646 1647 allreqs = b' '.join(reqs)
1647 1648
1648 1649 self._detectslow(reqs)
1649 1650
1650 1651 if allreqs in self._have:
1651 1652 return self._have.get(allreqs)
1652 1653
1653 1654 # TODO do something smarter when all other uses of hghave are gone.
1654 1655 runtestdir = osenvironb[b'RUNTESTDIR']
1655 1656 tdir = runtestdir.replace(b'\\', b'/')
1656 1657 proc = Popen4(
1657 1658 b'%s -c "%s/hghave %s"' % (self._shell, tdir, allreqs),
1658 1659 self._testtmp,
1659 1660 0,
1660 1661 self._getenv(),
1661 1662 )
1662 1663 stdout, stderr = proc.communicate()
1663 1664 ret = proc.wait()
1664 1665 if wifexited(ret):
1665 1666 ret = os.WEXITSTATUS(ret)
1666 1667 if ret == 2:
1667 1668 print(stdout.decode('utf-8'))
1668 1669 sys.exit(1)
1669 1670
1670 1671 if ret != 0:
1671 1672 self._have[allreqs] = (False, stdout)
1672 1673 return False, stdout
1673 1674
1674 1675 self._have[allreqs] = (True, None)
1675 1676 return True, None
1676 1677
1677 1678 def _detectslow(self, reqs):
1678 1679 """update the timeout of slow test when appropriate"""
1679 1680 if b'slow' in reqs:
1680 1681 self._timeout = self._slowtimeout
1681 1682
1682 1683 def _iftest(self, args):
1683 1684 # implements "#if"
1684 1685 reqs = []
1685 1686 for arg in args:
1686 1687 if arg.startswith(b'no-') and arg[3:] in self._allcases:
1687 1688 if arg[3:] in self._case:
1688 1689 return False
1689 1690 elif arg in self._allcases:
1690 1691 if arg not in self._case:
1691 1692 return False
1692 1693 else:
1693 1694 reqs.append(arg)
1694 1695 self._detectslow(reqs)
1695 1696 return self._hghave(reqs)[0]
1696 1697
1697 1698 def _parsetest(self, lines):
1698 1699 # We generate a shell script which outputs unique markers to line
1699 1700 # up script results with our source. These markers include input
1700 1701 # line number and the last return code.
1701 1702 salt = b"SALT%d" % time.time()
1702 1703
1703 1704 def addsalt(line, inpython):
1704 1705 if inpython:
1705 1706 script.append(b'%s %d 0\n' % (salt, line))
1706 1707 else:
1707 1708 script.append(b'echo %s %d $?\n' % (salt, line))
1708 1709
1709 1710 activetrace = []
1710 1711 session = str(uuid.uuid4())
1711 1712 if PYTHON3:
1712 1713 session = session.encode('ascii')
1713 1714 hgcatapult = os.getenv('HGTESTCATAPULTSERVERPIPE') or os.getenv(
1714 1715 'HGCATAPULTSERVERPIPE'
1715 1716 )
1716 1717
1717 1718 def toggletrace(cmd=None):
1718 1719 if not hgcatapult or hgcatapult == os.devnull:
1719 1720 return
1720 1721
1721 1722 if activetrace:
1722 1723 script.append(
1723 1724 b'echo END %s %s >> "$HGTESTCATAPULTSERVERPIPE"\n'
1724 1725 % (session, activetrace[0])
1725 1726 )
1726 1727 if cmd is None:
1727 1728 return
1728 1729
1729 1730 if isinstance(cmd, str):
1730 1731 quoted = shellquote(cmd.strip())
1731 1732 else:
1732 1733 quoted = shellquote(cmd.strip().decode('utf8')).encode('utf8')
1733 1734 quoted = quoted.replace(b'\\', b'\\\\')
1734 1735 script.append(
1735 1736 b'echo START %s %s >> "$HGTESTCATAPULTSERVERPIPE"\n'
1736 1737 % (session, quoted)
1737 1738 )
1738 1739 activetrace[0:] = [quoted]
1739 1740
1740 1741 script = []
1741 1742
1742 1743 # After we run the shell script, we re-unify the script output
1743 1744 # with non-active parts of the source, with synchronization by our
1744 1745 # SALT line number markers. The after table contains the non-active
1745 1746 # components, ordered by line number.
1746 1747 after = {}
1747 1748
1748 1749 # Expected shell script output.
1749 1750 expected = {}
1750 1751
1751 1752 pos = prepos = -1
1752 1753
1753 1754 # True or False when in a true or false conditional section
1754 1755 skipping = None
1755 1756
1756 1757 # We keep track of whether or not we're in a Python block so we
1757 1758 # can generate the surrounding doctest magic.
1758 1759 inpython = False
1759 1760
1760 1761 if self._debug:
1761 1762 script.append(b'set -x\n')
1762 1763 if self._hgcommand != b'hg':
1763 1764 script.append(b'alias hg="%s"\n' % self._hgcommand)
1764 1765 if os.getenv('MSYSTEM'):
1765 1766 script.append(b'alias pwd="pwd -W"\n')
1766 1767
1767 1768 if hgcatapult and hgcatapult != os.devnull:
1768 1769 if PYTHON3:
1769 1770 hgcatapult = hgcatapult.encode('utf8')
1770 1771 cataname = self.name.encode('utf8')
1771 1772 else:
1772 1773 cataname = self.name
1773 1774
1774 1775 # Kludge: use a while loop to keep the pipe from getting
1775 1776 # closed by our echo commands. The still-running file gets
1776 1777 # reaped at the end of the script, which causes the while
1777 1778 # loop to exit and closes the pipe. Sigh.
1778 1779 script.append(
1779 1780 b'rtendtracing() {\n'
1780 1781 b' echo END %(session)s %(name)s >> %(catapult)s\n'
1781 1782 b' rm -f "$TESTTMP/.still-running"\n'
1782 1783 b'}\n'
1783 1784 b'trap "rtendtracing" 0\n'
1784 1785 b'touch "$TESTTMP/.still-running"\n'
1785 1786 b'while [ -f "$TESTTMP/.still-running" ]; do sleep 1; done '
1786 1787 b'> %(catapult)s &\n'
1787 1788 b'HGCATAPULTSESSION=%(session)s ; export HGCATAPULTSESSION\n'
1788 1789 b'echo START %(session)s %(name)s >> %(catapult)s\n'
1789 1790 % {
1790 1791 b'name': cataname,
1791 1792 b'session': session,
1792 1793 b'catapult': hgcatapult,
1793 1794 }
1794 1795 )
1795 1796
1796 1797 if self._case:
1797 1798 casestr = b'#'.join(self._case)
1798 1799 if isinstance(casestr, str):
1799 1800 quoted = shellquote(casestr)
1800 1801 else:
1801 1802 quoted = shellquote(casestr.decode('utf8')).encode('utf8')
1802 1803 script.append(b'TESTCASE=%s\n' % quoted)
1803 1804 script.append(b'export TESTCASE\n')
1804 1805
1805 1806 n = 0
1806 1807 for n, l in enumerate(lines):
1807 1808 if not l.endswith(b'\n'):
1808 1809 l += b'\n'
1809 1810 if l.startswith(b'#require'):
1810 1811 lsplit = l.split()
1811 1812 if len(lsplit) < 2 or lsplit[0] != b'#require':
1812 1813 after.setdefault(pos, []).append(
1813 1814 b' !!! invalid #require\n'
1814 1815 )
1815 1816 if not skipping:
1816 1817 haveresult, message = self._hghave(lsplit[1:])
1817 1818 if not haveresult:
1818 1819 script = [b'echo "%s"\nexit 80\n' % message]
1819 1820 break
1820 1821 after.setdefault(pos, []).append(l)
1821 1822 elif l.startswith(b'#if'):
1822 1823 lsplit = l.split()
1823 1824 if len(lsplit) < 2 or lsplit[0] != b'#if':
1824 1825 after.setdefault(pos, []).append(b' !!! invalid #if\n')
1825 1826 if skipping is not None:
1826 1827 after.setdefault(pos, []).append(b' !!! nested #if\n')
1827 1828 skipping = not self._iftest(lsplit[1:])
1828 1829 after.setdefault(pos, []).append(l)
1829 1830 elif l.startswith(b'#else'):
1830 1831 if skipping is None:
1831 1832 after.setdefault(pos, []).append(b' !!! missing #if\n')
1832 1833 skipping = not skipping
1833 1834 after.setdefault(pos, []).append(l)
1834 1835 elif l.startswith(b'#endif'):
1835 1836 if skipping is None:
1836 1837 after.setdefault(pos, []).append(b' !!! missing #if\n')
1837 1838 skipping = None
1838 1839 after.setdefault(pos, []).append(l)
1839 1840 elif skipping:
1840 1841 after.setdefault(pos, []).append(l)
1841 1842 elif l.startswith(b' >>> '): # python inlines
1842 1843 after.setdefault(pos, []).append(l)
1843 1844 prepos = pos
1844 1845 pos = n
1845 1846 if not inpython:
1846 1847 # We've just entered a Python block. Add the header.
1847 1848 inpython = True
1848 1849 addsalt(prepos, False) # Make sure we report the exit code.
1849 1850 script.append(b'"%s" -m heredoctest <<EOF\n' % PYTHON)
1850 1851 addsalt(n, True)
1851 1852 script.append(l[2:])
1852 1853 elif l.startswith(b' ... '): # python inlines
1853 1854 after.setdefault(prepos, []).append(l)
1854 1855 script.append(l[2:])
1855 1856 elif l.startswith(b' $ '): # commands
1856 1857 if inpython:
1857 1858 script.append(b'EOF\n')
1858 1859 inpython = False
1859 1860 after.setdefault(pos, []).append(l)
1860 1861 prepos = pos
1861 1862 pos = n
1862 1863 addsalt(n, False)
1863 1864 rawcmd = l[4:]
1864 1865 cmd = rawcmd.split()
1865 1866 toggletrace(rawcmd)
1866 1867 if len(cmd) == 2 and cmd[0] == b'cd':
1867 1868 rawcmd = b'cd %s || exit 1\n' % cmd[1]
1868 1869 script.append(rawcmd)
1869 1870 elif l.startswith(b' > '): # continuations
1870 1871 after.setdefault(prepos, []).append(l)
1871 1872 script.append(l[4:])
1872 1873 elif l.startswith(b' '): # results
1873 1874 # Queue up a list of expected results.
1874 1875 expected.setdefault(pos, []).append(l[2:])
1875 1876 else:
1876 1877 if inpython:
1877 1878 script.append(b'EOF\n')
1878 1879 inpython = False
1879 1880 # Non-command/result. Queue up for merged output.
1880 1881 after.setdefault(pos, []).append(l)
1881 1882
1882 1883 if inpython:
1883 1884 script.append(b'EOF\n')
1884 1885 if skipping is not None:
1885 1886 after.setdefault(pos, []).append(b' !!! missing #endif\n')
1886 1887 addsalt(n + 1, False)
1887 1888 # Need to end any current per-command trace
1888 1889 if activetrace:
1889 1890 toggletrace()
1890 1891 return salt, script, after, expected
1891 1892
1892 1893 def _processoutput(self, exitcode, output, salt, after, expected):
1893 1894 # Merge the script output back into a unified test.
1894 1895 warnonly = WARN_UNDEFINED # 1: not yet; 2: yes; 3: for sure not
1895 1896 if exitcode != 0:
1896 1897 warnonly = WARN_NO
1897 1898
1898 1899 pos = -1
1899 1900 postout = []
1900 1901 for out_rawline in output:
1901 1902 out_line, cmd_line = out_rawline, None
1902 1903 if salt in out_rawline:
1903 1904 out_line, cmd_line = out_rawline.split(salt, 1)
1904 1905
1905 1906 pos, postout, warnonly = self._process_out_line(
1906 1907 out_line, pos, postout, expected, warnonly
1907 1908 )
1908 1909 pos, postout = self._process_cmd_line(cmd_line, pos, postout, after)
1909 1910
1910 1911 if pos in after:
1911 1912 postout += after.pop(pos)
1912 1913
1913 1914 if warnonly == WARN_YES:
1914 1915 exitcode = False # Set exitcode to warned.
1915 1916
1916 1917 return exitcode, postout
1917 1918
1918 1919 def _process_out_line(self, out_line, pos, postout, expected, warnonly):
1919 1920 while out_line:
1920 1921 if not out_line.endswith(b'\n'):
1921 1922 out_line += b' (no-eol)\n'
1922 1923
1923 1924 # Find the expected output at the current position.
1924 1925 els = [None]
1925 1926 if expected.get(pos, None):
1926 1927 els = expected[pos]
1927 1928
1928 1929 optional = []
1929 1930 for i, el in enumerate(els):
1930 1931 r = False
1931 1932 if el:
1932 1933 r, exact = self.linematch(el, out_line)
1933 1934 if isinstance(r, str):
1934 1935 if r == '-glob':
1935 1936 out_line = ''.join(el.rsplit(' (glob)', 1))
1936 1937 r = '' # Warn only this line.
1937 1938 elif r == "retry":
1938 1939 postout.append(b' ' + el)
1939 1940 else:
1940 1941 log('\ninfo, unknown linematch result: %r\n' % r)
1941 1942 r = False
1942 1943 if r:
1943 1944 els.pop(i)
1944 1945 break
1945 1946 if el:
1946 1947 if isoptional(el):
1947 1948 optional.append(i)
1948 1949 else:
1949 1950 m = optline.match(el)
1950 1951 if m:
1951 1952 conditions = [c for c in m.group(2).split(b' ')]
1952 1953
1953 1954 if not self._iftest(conditions):
1954 1955 optional.append(i)
1955 1956 if exact:
1956 1957 # Don't allow line to be matches against a later
1957 1958 # line in the output
1958 1959 els.pop(i)
1959 1960 break
1960 1961
1961 1962 if r:
1962 1963 if r == "retry":
1963 1964 continue
1964 1965 # clean up any optional leftovers
1965 1966 for i in optional:
1966 1967 postout.append(b' ' + els[i])
1967 1968 for i in reversed(optional):
1968 1969 del els[i]
1969 1970 postout.append(b' ' + el)
1970 1971 else:
1971 1972 if self.NEEDESCAPE(out_line):
1972 1973 out_line = TTest._stringescape(
1973 1974 b'%s (esc)\n' % out_line.rstrip(b'\n')
1974 1975 )
1975 1976 postout.append(b' ' + out_line) # Let diff deal with it.
1976 1977 if r != '': # If line failed.
1977 1978 warnonly = WARN_NO
1978 1979 elif warnonly == WARN_UNDEFINED:
1979 1980 warnonly = WARN_YES
1980 1981 break
1981 1982 else:
1982 1983 # clean up any optional leftovers
1983 1984 while expected.get(pos, None):
1984 1985 el = expected[pos].pop(0)
1985 1986 if el:
1986 1987 if not isoptional(el):
1987 1988 m = optline.match(el)
1988 1989 if m:
1989 1990 conditions = [c for c in m.group(2).split(b' ')]
1990 1991
1991 1992 if self._iftest(conditions):
1992 1993 # Don't append as optional line
1993 1994 continue
1994 1995 else:
1995 1996 continue
1996 1997 postout.append(b' ' + el)
1997 1998 return pos, postout, warnonly
1998 1999
1999 2000 def _process_cmd_line(self, cmd_line, pos, postout, after):
2000 2001 """process a "command" part of a line from unified test output"""
2001 2002 if cmd_line:
2002 2003 # Add on last return code.
2003 2004 ret = int(cmd_line.split()[1])
2004 2005 if ret != 0:
2005 2006 postout.append(b' [%d]\n' % ret)
2006 2007 if pos in after:
2007 2008 # Merge in non-active test bits.
2008 2009 postout += after.pop(pos)
2009 2010 pos = int(cmd_line.split()[0])
2010 2011 return pos, postout
2011 2012
2012 2013 @staticmethod
2013 2014 def rematch(el, l):
2014 2015 try:
2015 2016 # parse any flags at the beginning of the regex. Only 'i' is
2016 2017 # supported right now, but this should be easy to extend.
2017 2018 flags, el = re.match(br'^(\(\?i\))?(.*)', el).groups()[0:2]
2018 2019 flags = flags or b''
2019 2020 el = flags + b'(?:' + el + b')'
2020 2021 # use \Z to ensure that the regex matches to the end of the string
2021 2022 if os.name == 'nt':
2022 2023 return re.match(el + br'\r?\n\Z', l)
2023 2024 return re.match(el + br'\n\Z', l)
2024 2025 except re.error:
2025 2026 # el is an invalid regex
2026 2027 return False
2027 2028
2028 2029 @staticmethod
2029 2030 def globmatch(el, l):
2030 2031 # The only supported special characters are * and ? plus / which also
2031 2032 # matches \ on windows. Escaping of these characters is supported.
2032 2033 if el + b'\n' == l:
2033 2034 if os.altsep:
2034 2035 # matching on "/" is not needed for this line
2035 2036 for pat in checkcodeglobpats:
2036 2037 if pat.match(el):
2037 2038 return True
2038 2039 return b'-glob'
2039 2040 return True
2040 2041 el = el.replace(b'$LOCALIP', b'*')
2041 2042 i, n = 0, len(el)
2042 2043 res = b''
2043 2044 while i < n:
2044 2045 c = el[i : i + 1]
2045 2046 i += 1
2046 2047 if c == b'\\' and i < n and el[i : i + 1] in b'*?\\/':
2047 2048 res += el[i - 1 : i + 1]
2048 2049 i += 1
2049 2050 elif c == b'*':
2050 2051 res += b'.*'
2051 2052 elif c == b'?':
2052 2053 res += b'.'
2053 2054 elif c == b'/' and os.altsep:
2054 2055 res += b'[/\\\\]'
2055 2056 else:
2056 2057 res += re.escape(c)
2057 2058 return TTest.rematch(res, l)
2058 2059
2059 2060 def linematch(self, el, l):
2060 2061 if el == l: # perfect match (fast)
2061 2062 return True, True
2062 2063 retry = False
2063 2064 if isoptional(el):
2064 2065 retry = "retry"
2065 2066 el = el[: -len(MARK_OPTIONAL)] + b"\n"
2066 2067 else:
2067 2068 m = optline.match(el)
2068 2069 if m:
2069 2070 conditions = [c for c in m.group(2).split(b' ')]
2070 2071
2071 2072 el = m.group(1) + b"\n"
2072 2073 if not self._iftest(conditions):
2073 2074 # listed feature missing, should not match
2074 2075 return "retry", False
2075 2076
2076 2077 if el.endswith(b" (esc)\n"):
2077 2078 if PYTHON3:
2078 2079 el = el[:-7].decode('unicode_escape') + '\n'
2079 2080 el = el.encode('latin-1')
2080 2081 else:
2081 2082 el = el[:-7].decode('string-escape') + '\n'
2082 2083 if el == l or os.name == 'nt' and el[:-1] + b'\r\n' == l:
2083 2084 return True, True
2084 2085 if el.endswith(b" (re)\n"):
2085 2086 return (TTest.rematch(el[:-6], l) or retry), False
2086 2087 if el.endswith(b" (glob)\n"):
2087 2088 # ignore '(glob)' added to l by 'replacements'
2088 2089 if l.endswith(b" (glob)\n"):
2089 2090 l = l[:-8] + b"\n"
2090 2091 return (TTest.globmatch(el[:-8], l) or retry), False
2091 2092 if os.altsep:
2092 2093 _l = l.replace(b'\\', b'/')
2093 2094 if el == _l or os.name == 'nt' and el[:-1] + b'\r\n' == _l:
2094 2095 return True, True
2095 2096 return retry, True
2096 2097
2097 2098 @staticmethod
2098 2099 def parsehghaveoutput(lines):
2099 2100 """Parse hghave log lines.
2100 2101
2101 2102 Return tuple of lists (missing, failed):
2102 2103 * the missing/unknown features
2103 2104 * the features for which existence check failed"""
2104 2105 missing = []
2105 2106 failed = []
2106 2107 for line in lines:
2107 2108 if line.startswith(TTest.SKIPPED_PREFIX):
2108 2109 line = line.splitlines()[0]
2109 2110 missing.append(_bytes2sys(line[len(TTest.SKIPPED_PREFIX) :]))
2110 2111 elif line.startswith(TTest.FAILED_PREFIX):
2111 2112 line = line.splitlines()[0]
2112 2113 failed.append(_bytes2sys(line[len(TTest.FAILED_PREFIX) :]))
2113 2114
2114 2115 return missing, failed
2115 2116
2116 2117 @staticmethod
2117 2118 def _escapef(m):
2118 2119 return TTest.ESCAPEMAP[m.group(0)]
2119 2120
2120 2121 @staticmethod
2121 2122 def _stringescape(s):
2122 2123 return TTest.ESCAPESUB(TTest._escapef, s)
2123 2124
2124 2125
2125 2126 iolock = threading.RLock()
2126 2127 firstlock = threading.RLock()
2127 2128 firsterror = False
2128 2129
2129 2130
2130 2131 class TestResult(unittest._TextTestResult):
2131 2132 """Holds results when executing via unittest."""
2132 2133
2133 2134 # Don't worry too much about accessing the non-public _TextTestResult.
2134 2135 # It is relatively common in Python testing tools.
2135 2136 def __init__(self, options, *args, **kwargs):
2136 2137 super(TestResult, self).__init__(*args, **kwargs)
2137 2138
2138 2139 self._options = options
2139 2140
2140 2141 # unittest.TestResult didn't have skipped until 2.7. We need to
2141 2142 # polyfill it.
2142 2143 self.skipped = []
2143 2144
2144 2145 # We have a custom "ignored" result that isn't present in any Python
2145 2146 # unittest implementation. It is very similar to skipped. It may make
2146 2147 # sense to map it into skip some day.
2147 2148 self.ignored = []
2148 2149
2149 2150 self.times = []
2150 2151 self._firststarttime = None
2151 2152 # Data stored for the benefit of generating xunit reports.
2152 2153 self.successes = []
2153 2154 self.faildata = {}
2154 2155
2155 2156 if options.color == 'auto':
2156 2157 self.color = pygmentspresent and self.stream.isatty()
2157 2158 elif options.color == 'never':
2158 2159 self.color = False
2159 2160 else: # 'always', for testing purposes
2160 2161 self.color = pygmentspresent
2161 2162
2162 2163 def onStart(self, test):
2163 2164 """Can be overriden by custom TestResult"""
2164 2165
2165 2166 def onEnd(self):
2166 2167 """Can be overriden by custom TestResult"""
2167 2168
2168 2169 def addFailure(self, test, reason):
2169 2170 self.failures.append((test, reason))
2170 2171
2171 2172 if self._options.first:
2172 2173 self.stop()
2173 2174 else:
2174 2175 with iolock:
2175 2176 if reason == "timed out":
2176 2177 self.stream.write('t')
2177 2178 else:
2178 2179 if not self._options.nodiff:
2179 2180 self.stream.write('\n')
2180 2181 # Exclude the '\n' from highlighting to lex correctly
2181 2182 formatted = 'ERROR: %s output changed\n' % test
2182 2183 self.stream.write(highlightmsg(formatted, self.color))
2183 2184 self.stream.write('!')
2184 2185
2185 2186 self.stream.flush()
2186 2187
2187 2188 def addSuccess(self, test):
2188 2189 with iolock:
2189 2190 super(TestResult, self).addSuccess(test)
2190 2191 self.successes.append(test)
2191 2192
2192 2193 def addError(self, test, err):
2193 2194 super(TestResult, self).addError(test, err)
2194 2195 if self._options.first:
2195 2196 self.stop()
2196 2197
2197 2198 # Polyfill.
2198 2199 def addSkip(self, test, reason):
2199 2200 self.skipped.append((test, reason))
2200 2201 with iolock:
2201 2202 if self.showAll:
2202 2203 self.stream.writeln('skipped %s' % reason)
2203 2204 else:
2204 2205 self.stream.write('s')
2205 2206 self.stream.flush()
2206 2207
2207 2208 def addIgnore(self, test, reason):
2208 2209 self.ignored.append((test, reason))
2209 2210 with iolock:
2210 2211 if self.showAll:
2211 2212 self.stream.writeln('ignored %s' % reason)
2212 2213 else:
2213 2214 if reason not in ('not retesting', "doesn't match keyword"):
2214 2215 self.stream.write('i')
2215 2216 else:
2216 2217 self.testsRun += 1
2217 2218 self.stream.flush()
2218 2219
2219 2220 def addOutputMismatch(self, test, ret, got, expected):
2220 2221 """Record a mismatch in test output for a particular test."""
2221 2222 if self.shouldStop or firsterror:
2222 2223 # don't print, some other test case already failed and
2223 2224 # printed, we're just stale and probably failed due to our
2224 2225 # temp dir getting cleaned up.
2225 2226 return
2226 2227
2227 2228 accepted = False
2228 2229 lines = []
2229 2230
2230 2231 with iolock:
2231 2232 if self._options.nodiff:
2232 2233 pass
2233 2234 elif self._options.view:
2234 2235 v = self._options.view
2235 2236 subprocess.call(
2236 2237 r'"%s" "%s" "%s"'
2237 2238 % (v, _bytes2sys(test.refpath), _bytes2sys(test.errpath)),
2238 2239 shell=True,
2239 2240 )
2240 2241 else:
2241 2242 servefail, lines = getdiff(
2242 2243 expected, got, test.refpath, test.errpath
2243 2244 )
2244 2245 self.stream.write('\n')
2245 2246 for line in lines:
2246 2247 line = highlightdiff(line, self.color)
2247 2248 if PYTHON3:
2248 2249 self.stream.flush()
2249 2250 self.stream.buffer.write(line)
2250 2251 self.stream.buffer.flush()
2251 2252 else:
2252 2253 self.stream.write(line)
2253 2254 self.stream.flush()
2254 2255
2255 2256 if servefail:
2256 2257 raise test.failureException(
2257 2258 'server failed to start (HGPORT=%s)' % test._startport
2258 2259 )
2259 2260
2260 2261 # handle interactive prompt without releasing iolock
2261 2262 if self._options.interactive:
2262 2263 if test.readrefout() != expected:
2263 2264 self.stream.write(
2264 2265 'Reference output has changed (run again to prompt '
2265 2266 'changes)'
2266 2267 )
2267 2268 else:
2268 2269 self.stream.write('Accept this change? [y/N] ')
2269 2270 self.stream.flush()
2270 2271 answer = sys.stdin.readline().strip()
2271 2272 if answer.lower() in ('y', 'yes'):
2272 2273 if test.path.endswith(b'.t'):
2273 2274 rename(test.errpath, test.path)
2274 2275 else:
2275 2276 rename(test.errpath, '%s.out' % test.path)
2276 2277 accepted = True
2277 2278 if not accepted:
2278 2279 self.faildata[test.name] = b''.join(lines)
2279 2280
2280 2281 return accepted
2281 2282
2282 2283 def startTest(self, test):
2283 2284 super(TestResult, self).startTest(test)
2284 2285
2285 2286 # os.times module computes the user time and system time spent by
2286 2287 # child's processes along with real elapsed time taken by a process.
2287 2288 # This module has one limitation. It can only work for Linux user
2288 2289 # and not for Windows. Hence why we fall back to another function
2289 2290 # for wall time calculations.
2290 2291 test.started_times = os.times()
2291 2292 # TODO use a monotonic clock once support for Python 2.7 is dropped.
2292 2293 test.started_time = time.time()
2293 2294 if self._firststarttime is None: # thread racy but irrelevant
2294 2295 self._firststarttime = test.started_time
2295 2296
2296 2297 def stopTest(self, test, interrupted=False):
2297 2298 super(TestResult, self).stopTest(test)
2298 2299
2299 2300 test.stopped_times = os.times()
2300 2301 stopped_time = time.time()
2301 2302
2302 2303 starttime = test.started_times
2303 2304 endtime = test.stopped_times
2304 2305 origin = self._firststarttime
2305 2306 self.times.append(
2306 2307 (
2307 2308 test.name,
2308 2309 endtime[2] - starttime[2], # user space CPU time
2309 2310 endtime[3] - starttime[3], # sys space CPU time
2310 2311 stopped_time - test.started_time, # real time
2311 2312 test.started_time - origin, # start date in run context
2312 2313 stopped_time - origin, # end date in run context
2313 2314 )
2314 2315 )
2315 2316
2316 2317 if interrupted:
2317 2318 with iolock:
2318 2319 self.stream.writeln(
2319 2320 'INTERRUPTED: %s (after %d seconds)'
2320 2321 % (test.name, self.times[-1][3])
2321 2322 )
2322 2323
2323 2324
2324 2325 def getTestResult():
2325 2326 """
2326 2327 Returns the relevant test result
2327 2328 """
2328 2329 if "CUSTOM_TEST_RESULT" in os.environ:
2329 2330 testresultmodule = __import__(os.environ["CUSTOM_TEST_RESULT"])
2330 2331 return testresultmodule.TestResult
2331 2332 else:
2332 2333 return TestResult
2333 2334
2334 2335
2335 2336 class TestSuite(unittest.TestSuite):
2336 2337 """Custom unittest TestSuite that knows how to execute Mercurial tests."""
2337 2338
2338 2339 def __init__(
2339 2340 self,
2340 2341 testdir,
2341 2342 jobs=1,
2342 2343 whitelist=None,
2343 2344 blacklist=None,
2344 2345 keywords=None,
2345 2346 loop=False,
2346 2347 runs_per_test=1,
2347 2348 loadtest=None,
2348 2349 showchannels=False,
2349 2350 *args,
2350 2351 **kwargs
2351 2352 ):
2352 2353 """Create a new instance that can run tests with a configuration.
2353 2354
2354 2355 testdir specifies the directory where tests are executed from. This
2355 2356 is typically the ``tests`` directory from Mercurial's source
2356 2357 repository.
2357 2358
2358 2359 jobs specifies the number of jobs to run concurrently. Each test
2359 2360 executes on its own thread. Tests actually spawn new processes, so
2360 2361 state mutation should not be an issue.
2361 2362
2362 2363 If there is only one job, it will use the main thread.
2363 2364
2364 2365 whitelist and blacklist denote tests that have been whitelisted and
2365 2366 blacklisted, respectively. These arguments don't belong in TestSuite.
2366 2367 Instead, whitelist and blacklist should be handled by the thing that
2367 2368 populates the TestSuite with tests. They are present to preserve
2368 2369 backwards compatible behavior which reports skipped tests as part
2369 2370 of the results.
2370 2371
2371 2372 keywords denotes key words that will be used to filter which tests
2372 2373 to execute. This arguably belongs outside of TestSuite.
2373 2374
2374 2375 loop denotes whether to loop over tests forever.
2375 2376 """
2376 2377 super(TestSuite, self).__init__(*args, **kwargs)
2377 2378
2378 2379 self._jobs = jobs
2379 2380 self._whitelist = whitelist
2380 2381 self._blacklist = blacklist
2381 2382 self._keywords = keywords
2382 2383 self._loop = loop
2383 2384 self._runs_per_test = runs_per_test
2384 2385 self._loadtest = loadtest
2385 2386 self._showchannels = showchannels
2386 2387
2387 2388 def run(self, result):
2388 2389 # We have a number of filters that need to be applied. We do this
2389 2390 # here instead of inside Test because it makes the running logic for
2390 2391 # Test simpler.
2391 2392 tests = []
2392 2393 num_tests = [0]
2393 2394 for test in self._tests:
2394 2395
2395 2396 def get():
2396 2397 num_tests[0] += 1
2397 2398 if getattr(test, 'should_reload', False):
2398 2399 return self._loadtest(test, num_tests[0])
2399 2400 return test
2400 2401
2401 2402 if not os.path.exists(test.path):
2402 2403 result.addSkip(test, "Doesn't exist")
2403 2404 continue
2404 2405
2405 2406 is_whitelisted = self._whitelist and (
2406 2407 test.relpath in self._whitelist or test.bname in self._whitelist
2407 2408 )
2408 2409 if not is_whitelisted:
2409 2410 is_blacklisted = self._blacklist and (
2410 2411 test.relpath in self._blacklist
2411 2412 or test.bname in self._blacklist
2412 2413 )
2413 2414 if is_blacklisted:
2414 2415 result.addSkip(test, 'blacklisted')
2415 2416 continue
2416 2417 if self._keywords:
2417 2418 with open(test.path, 'rb') as f:
2418 2419 t = f.read().lower() + test.bname.lower()
2419 2420 ignored = False
2420 2421 for k in self._keywords.lower().split():
2421 2422 if k not in t:
2422 2423 result.addIgnore(test, "doesn't match keyword")
2423 2424 ignored = True
2424 2425 break
2425 2426
2426 2427 if ignored:
2427 2428 continue
2428 2429 for _ in xrange(self._runs_per_test):
2429 2430 tests.append(get())
2430 2431
2431 2432 runtests = list(tests)
2432 2433 done = queue.Queue()
2433 2434 running = 0
2434 2435
2435 2436 channels = [""] * self._jobs
2436 2437
2437 2438 def job(test, result):
2438 2439 for n, v in enumerate(channels):
2439 2440 if not v:
2440 2441 channel = n
2441 2442 break
2442 2443 else:
2443 2444 raise ValueError('Could not find output channel')
2444 2445 channels[channel] = "=" + test.name[5:].split(".")[0]
2445 2446 try:
2446 2447 test(result)
2447 2448 done.put(None)
2448 2449 except KeyboardInterrupt:
2449 2450 pass
2450 2451 except: # re-raises
2451 2452 done.put(('!', test, 'run-test raised an error, see traceback'))
2452 2453 raise
2453 2454 finally:
2454 2455 try:
2455 2456 channels[channel] = ''
2456 2457 except IndexError:
2457 2458 pass
2458 2459
2459 2460 def stat():
2460 2461 count = 0
2461 2462 while channels:
2462 2463 d = '\n%03s ' % count
2463 2464 for n, v in enumerate(channels):
2464 2465 if v:
2465 2466 d += v[0]
2466 2467 channels[n] = v[1:] or '.'
2467 2468 else:
2468 2469 d += ' '
2469 2470 d += ' '
2470 2471 with iolock:
2471 2472 sys.stdout.write(d + ' ')
2472 2473 sys.stdout.flush()
2473 2474 for x in xrange(10):
2474 2475 if channels:
2475 2476 time.sleep(0.1)
2476 2477 count += 1
2477 2478
2478 2479 stoppedearly = False
2479 2480
2480 2481 if self._showchannels:
2481 2482 statthread = threading.Thread(target=stat, name="stat")
2482 2483 statthread.start()
2483 2484
2484 2485 try:
2485 2486 while tests or running:
2486 2487 if not done.empty() or running == self._jobs or not tests:
2487 2488 try:
2488 2489 done.get(True, 1)
2489 2490 running -= 1
2490 2491 if result and result.shouldStop:
2491 2492 stoppedearly = True
2492 2493 break
2493 2494 except queue.Empty:
2494 2495 continue
2495 2496 if tests and not running == self._jobs:
2496 2497 test = tests.pop(0)
2497 2498 if self._loop:
2498 2499 if getattr(test, 'should_reload', False):
2499 2500 num_tests[0] += 1
2500 2501 tests.append(self._loadtest(test, num_tests[0]))
2501 2502 else:
2502 2503 tests.append(test)
2503 2504 if self._jobs == 1:
2504 2505 job(test, result)
2505 2506 else:
2506 2507 t = threading.Thread(
2507 2508 target=job, name=test.name, args=(test, result)
2508 2509 )
2509 2510 t.start()
2510 2511 running += 1
2511 2512
2512 2513 # If we stop early we still need to wait on started tests to
2513 2514 # finish. Otherwise, there is a race between the test completing
2514 2515 # and the test's cleanup code running. This could result in the
2515 2516 # test reporting incorrect.
2516 2517 if stoppedearly:
2517 2518 while running:
2518 2519 try:
2519 2520 done.get(True, 1)
2520 2521 running -= 1
2521 2522 except queue.Empty:
2522 2523 continue
2523 2524 except KeyboardInterrupt:
2524 2525 for test in runtests:
2525 2526 test.abort()
2526 2527
2527 2528 channels = []
2528 2529
2529 2530 return result
2530 2531
2531 2532
2532 2533 # Save the most recent 5 wall-clock runtimes of each test to a
2533 2534 # human-readable text file named .testtimes. Tests are sorted
2534 2535 # alphabetically, while times for each test are listed from oldest to
2535 2536 # newest.
2536 2537
2537 2538
2538 2539 def loadtimes(outputdir):
2539 2540 times = []
2540 2541 try:
2541 2542 with open(os.path.join(outputdir, b'.testtimes')) as fp:
2542 2543 for line in fp:
2543 2544 m = re.match('(.*?) ([0-9. ]+)', line)
2544 2545 times.append(
2545 2546 (m.group(1), [float(t) for t in m.group(2).split()])
2546 2547 )
2547 2548 except IOError as err:
2548 2549 if err.errno != errno.ENOENT:
2549 2550 raise
2550 2551 return times
2551 2552
2552 2553
2553 2554 def savetimes(outputdir, result):
2554 2555 saved = dict(loadtimes(outputdir))
2555 2556 maxruns = 5
2556 2557 skipped = {str(t[0]) for t in result.skipped}
2557 2558 for tdata in result.times:
2558 2559 test, real = tdata[0], tdata[3]
2559 2560 if test not in skipped:
2560 2561 ts = saved.setdefault(test, [])
2561 2562 ts.append(real)
2562 2563 ts[:] = ts[-maxruns:]
2563 2564
2564 2565 fd, tmpname = tempfile.mkstemp(
2565 2566 prefix=b'.testtimes', dir=outputdir, text=True
2566 2567 )
2567 2568 with os.fdopen(fd, 'w') as fp:
2568 2569 for name, ts in sorted(saved.items()):
2569 2570 fp.write('%s %s\n' % (name, ' '.join(['%.3f' % (t,) for t in ts])))
2570 2571 timepath = os.path.join(outputdir, b'.testtimes')
2571 2572 try:
2572 2573 os.unlink(timepath)
2573 2574 except OSError:
2574 2575 pass
2575 2576 try:
2576 2577 os.rename(tmpname, timepath)
2577 2578 except OSError:
2578 2579 pass
2579 2580
2580 2581
2581 2582 class TextTestRunner(unittest.TextTestRunner):
2582 2583 """Custom unittest test runner that uses appropriate settings."""
2583 2584
2584 2585 def __init__(self, runner, *args, **kwargs):
2585 2586 super(TextTestRunner, self).__init__(*args, **kwargs)
2586 2587
2587 2588 self._runner = runner
2588 2589
2589 2590 self._result = getTestResult()(
2590 2591 self._runner.options, self.stream, self.descriptions, self.verbosity
2591 2592 )
2592 2593
2593 2594 def listtests(self, test):
2594 2595 test = sorted(test, key=lambda t: t.name)
2595 2596
2596 2597 self._result.onStart(test)
2597 2598
2598 2599 for t in test:
2599 2600 print(t.name)
2600 2601 self._result.addSuccess(t)
2601 2602
2602 2603 if self._runner.options.xunit:
2603 2604 with open(self._runner.options.xunit, "wb") as xuf:
2604 2605 self._writexunit(self._result, xuf)
2605 2606
2606 2607 if self._runner.options.json:
2607 2608 jsonpath = os.path.join(self._runner._outputdir, b'report.json')
2608 2609 with open(jsonpath, 'w') as fp:
2609 2610 self._writejson(self._result, fp)
2610 2611
2611 2612 return self._result
2612 2613
2613 2614 def run(self, test):
2614 2615 self._result.onStart(test)
2615 2616 test(self._result)
2616 2617
2617 2618 failed = len(self._result.failures)
2618 2619 skipped = len(self._result.skipped)
2619 2620 ignored = len(self._result.ignored)
2620 2621
2621 2622 with iolock:
2622 2623 self.stream.writeln('')
2623 2624
2624 2625 if not self._runner.options.noskips:
2625 2626 for test, msg in sorted(
2626 2627 self._result.skipped, key=lambda s: s[0].name
2627 2628 ):
2628 2629 formatted = 'Skipped %s: %s\n' % (test.name, msg)
2629 2630 msg = highlightmsg(formatted, self._result.color)
2630 2631 self.stream.write(msg)
2631 2632 for test, msg in sorted(
2632 2633 self._result.failures, key=lambda f: f[0].name
2633 2634 ):
2634 2635 formatted = 'Failed %s: %s\n' % (test.name, msg)
2635 2636 self.stream.write(highlightmsg(formatted, self._result.color))
2636 2637 for test, msg in sorted(
2637 2638 self._result.errors, key=lambda e: e[0].name
2638 2639 ):
2639 2640 self.stream.writeln('Errored %s: %s' % (test.name, msg))
2640 2641
2641 2642 if self._runner.options.xunit:
2642 2643 with open(self._runner.options.xunit, "wb") as xuf:
2643 2644 self._writexunit(self._result, xuf)
2644 2645
2645 2646 if self._runner.options.json:
2646 2647 jsonpath = os.path.join(self._runner._outputdir, b'report.json')
2647 2648 with open(jsonpath, 'w') as fp:
2648 2649 self._writejson(self._result, fp)
2649 2650
2650 2651 self._runner._checkhglib('Tested')
2651 2652
2652 2653 savetimes(self._runner._outputdir, self._result)
2653 2654
2654 2655 if failed and self._runner.options.known_good_rev:
2655 2656 self._bisecttests(t for t, m in self._result.failures)
2656 2657 self.stream.writeln(
2657 2658 '# Ran %d tests, %d skipped, %d failed.'
2658 2659 % (self._result.testsRun, skipped + ignored, failed)
2659 2660 )
2660 2661 if failed:
2661 2662 self.stream.writeln(
2662 2663 'python hash seed: %s' % os.environ['PYTHONHASHSEED']
2663 2664 )
2664 2665 if self._runner.options.time:
2665 2666 self.printtimes(self._result.times)
2666 2667
2667 2668 if self._runner.options.exceptions:
2668 2669 exceptions = aggregateexceptions(
2669 2670 os.path.join(self._runner._outputdir, b'exceptions')
2670 2671 )
2671 2672
2672 2673 self.stream.writeln('Exceptions Report:')
2673 2674 self.stream.writeln(
2674 2675 '%d total from %d frames'
2675 2676 % (exceptions['total'], len(exceptions['exceptioncounts']))
2676 2677 )
2677 2678 combined = exceptions['combined']
2678 2679 for key in sorted(combined, key=combined.get, reverse=True):
2679 2680 frame, line, exc = key
2680 2681 totalcount, testcount, leastcount, leasttest = combined[key]
2681 2682
2682 2683 self.stream.writeln(
2683 2684 '%d (%d tests)\t%s: %s (%s - %d total)'
2684 2685 % (
2685 2686 totalcount,
2686 2687 testcount,
2687 2688 frame,
2688 2689 exc,
2689 2690 leasttest,
2690 2691 leastcount,
2691 2692 )
2692 2693 )
2693 2694
2694 2695 self.stream.flush()
2695 2696
2696 2697 return self._result
2697 2698
2698 2699 def _bisecttests(self, tests):
2699 2700 bisectcmd = ['hg', 'bisect']
2700 2701 bisectrepo = self._runner.options.bisect_repo
2701 2702 if bisectrepo:
2702 2703 bisectcmd.extend(['-R', os.path.abspath(bisectrepo)])
2703 2704
2704 2705 def pread(args):
2705 2706 env = os.environ.copy()
2706 2707 env['HGPLAIN'] = '1'
2707 2708 p = subprocess.Popen(
2708 2709 args, stderr=subprocess.STDOUT, stdout=subprocess.PIPE, env=env
2709 2710 )
2710 2711 data = p.stdout.read()
2711 2712 p.wait()
2712 2713 return data
2713 2714
2714 2715 for test in tests:
2715 2716 pread(bisectcmd + ['--reset']),
2716 2717 pread(bisectcmd + ['--bad', '.'])
2717 2718 pread(bisectcmd + ['--good', self._runner.options.known_good_rev])
2718 2719 # TODO: we probably need to forward more options
2719 2720 # that alter hg's behavior inside the tests.
2720 2721 opts = ''
2721 2722 withhg = self._runner.options.with_hg
2722 2723 if withhg:
2723 2724 opts += ' --with-hg=%s ' % shellquote(_bytes2sys(withhg))
2724 2725 rtc = '%s %s %s %s' % (sysexecutable, sys.argv[0], opts, test)
2725 2726 data = pread(bisectcmd + ['--command', rtc])
2726 2727 m = re.search(
2727 2728 (
2728 2729 br'\nThe first (?P<goodbad>bad|good) revision '
2729 2730 br'is:\nchangeset: +\d+:(?P<node>[a-f0-9]+)\n.*\n'
2730 2731 br'summary: +(?P<summary>[^\n]+)\n'
2731 2732 ),
2732 2733 data,
2733 2734 (re.MULTILINE | re.DOTALL),
2734 2735 )
2735 2736 if m is None:
2736 2737 self.stream.writeln(
2737 2738 'Failed to identify failure point for %s' % test
2738 2739 )
2739 2740 continue
2740 2741 dat = m.groupdict()
2741 2742 verb = 'broken' if dat['goodbad'] == b'bad' else 'fixed'
2742 2743 self.stream.writeln(
2743 2744 '%s %s by %s (%s)'
2744 2745 % (
2745 2746 test,
2746 2747 verb,
2747 2748 dat['node'].decode('ascii'),
2748 2749 dat['summary'].decode('utf8', 'ignore'),
2749 2750 )
2750 2751 )
2751 2752
2752 2753 def printtimes(self, times):
2753 2754 # iolock held by run
2754 2755 self.stream.writeln('# Producing time report')
2755 2756 times.sort(key=lambda t: (t[3]))
2756 2757 cols = '%7.3f %7.3f %7.3f %7.3f %7.3f %s'
2757 2758 self.stream.writeln(
2758 2759 '%-7s %-7s %-7s %-7s %-7s %s'
2759 2760 % ('start', 'end', 'cuser', 'csys', 'real', 'Test')
2760 2761 )
2761 2762 for tdata in times:
2762 2763 test = tdata[0]
2763 2764 cuser, csys, real, start, end = tdata[1:6]
2764 2765 self.stream.writeln(cols % (start, end, cuser, csys, real, test))
2765 2766
2766 2767 @staticmethod
2767 2768 def _writexunit(result, outf):
2768 2769 # See http://llg.cubic.org/docs/junit/ for a reference.
2769 2770 timesd = {t[0]: t[3] for t in result.times}
2770 2771 doc = minidom.Document()
2771 2772 s = doc.createElement('testsuite')
2772 2773 s.setAttribute('errors', "0") # TODO
2773 2774 s.setAttribute('failures', str(len(result.failures)))
2774 2775 s.setAttribute('name', 'run-tests')
2775 2776 s.setAttribute(
2776 2777 'skipped', str(len(result.skipped) + len(result.ignored))
2777 2778 )
2778 2779 s.setAttribute('tests', str(result.testsRun))
2779 2780 doc.appendChild(s)
2780 2781 for tc in result.successes:
2781 2782 t = doc.createElement('testcase')
2782 2783 t.setAttribute('name', tc.name)
2783 2784 tctime = timesd.get(tc.name)
2784 2785 if tctime is not None:
2785 2786 t.setAttribute('time', '%.3f' % tctime)
2786 2787 s.appendChild(t)
2787 2788 for tc, err in sorted(result.faildata.items()):
2788 2789 t = doc.createElement('testcase')
2789 2790 t.setAttribute('name', tc)
2790 2791 tctime = timesd.get(tc)
2791 2792 if tctime is not None:
2792 2793 t.setAttribute('time', '%.3f' % tctime)
2793 2794 # createCDATASection expects a unicode or it will
2794 2795 # convert using default conversion rules, which will
2795 2796 # fail if string isn't ASCII.
2796 2797 err = cdatasafe(err).decode('utf-8', 'replace')
2797 2798 cd = doc.createCDATASection(err)
2798 2799 # Use 'failure' here instead of 'error' to match errors = 0,
2799 2800 # failures = len(result.failures) in the testsuite element.
2800 2801 failelem = doc.createElement('failure')
2801 2802 failelem.setAttribute('message', 'output changed')
2802 2803 failelem.setAttribute('type', 'output-mismatch')
2803 2804 failelem.appendChild(cd)
2804 2805 t.appendChild(failelem)
2805 2806 s.appendChild(t)
2806 2807 for tc, message in result.skipped:
2807 2808 # According to the schema, 'skipped' has no attributes. So store
2808 2809 # the skip message as a text node instead.
2809 2810 t = doc.createElement('testcase')
2810 2811 t.setAttribute('name', tc.name)
2811 2812 binmessage = message.encode('utf-8')
2812 2813 message = cdatasafe(binmessage).decode('utf-8', 'replace')
2813 2814 cd = doc.createCDATASection(message)
2814 2815 skipelem = doc.createElement('skipped')
2815 2816 skipelem.appendChild(cd)
2816 2817 t.appendChild(skipelem)
2817 2818 s.appendChild(t)
2818 2819 outf.write(doc.toprettyxml(indent=' ', encoding='utf-8'))
2819 2820
2820 2821 @staticmethod
2821 2822 def _writejson(result, outf):
2822 2823 timesd = {}
2823 2824 for tdata in result.times:
2824 2825 test = tdata[0]
2825 2826 timesd[test] = tdata[1:]
2826 2827
2827 2828 outcome = {}
2828 2829 groups = [
2829 2830 ('success', ((tc, None) for tc in result.successes)),
2830 2831 ('failure', result.failures),
2831 2832 ('skip', result.skipped),
2832 2833 ]
2833 2834 for res, testcases in groups:
2834 2835 for tc, __ in testcases:
2835 2836 if tc.name in timesd:
2836 2837 diff = result.faildata.get(tc.name, b'')
2837 2838 try:
2838 2839 diff = diff.decode('unicode_escape')
2839 2840 except UnicodeDecodeError as e:
2840 2841 diff = '%r decoding diff, sorry' % e
2841 2842 tres = {
2842 2843 'result': res,
2843 2844 'time': ('%0.3f' % timesd[tc.name][2]),
2844 2845 'cuser': ('%0.3f' % timesd[tc.name][0]),
2845 2846 'csys': ('%0.3f' % timesd[tc.name][1]),
2846 2847 'start': ('%0.3f' % timesd[tc.name][3]),
2847 2848 'end': ('%0.3f' % timesd[tc.name][4]),
2848 2849 'diff': diff,
2849 2850 }
2850 2851 else:
2851 2852 # blacklisted test
2852 2853 tres = {'result': res}
2853 2854
2854 2855 outcome[tc.name] = tres
2855 2856 jsonout = json.dumps(
2856 2857 outcome, sort_keys=True, indent=4, separators=(',', ': ')
2857 2858 )
2858 2859 outf.writelines(("testreport =", jsonout))
2859 2860
2860 2861
2861 2862 def sorttests(testdescs, previoustimes, shuffle=False):
2862 2863 """Do an in-place sort of tests."""
2863 2864 if shuffle:
2864 2865 random.shuffle(testdescs)
2865 2866 return
2866 2867
2867 2868 if previoustimes:
2868 2869
2869 2870 def sortkey(f):
2870 2871 f = f['path']
2871 2872 if f in previoustimes:
2872 2873 # Use most recent time as estimate
2873 2874 return -(previoustimes[f][-1])
2874 2875 else:
2875 2876 # Default to a rather arbitrary value of 1 second for new tests
2876 2877 return -1.0
2877 2878
2878 2879 else:
2879 2880 # keywords for slow tests
2880 2881 slow = {
2881 2882 b'svn': 10,
2882 2883 b'cvs': 10,
2883 2884 b'hghave': 10,
2884 2885 b'largefiles-update': 10,
2885 2886 b'run-tests': 10,
2886 2887 b'corruption': 10,
2887 2888 b'race': 10,
2888 2889 b'i18n': 10,
2889 2890 b'check': 100,
2890 2891 b'gendoc': 100,
2891 2892 b'contrib-perf': 200,
2892 2893 b'merge-combination': 100,
2893 2894 }
2894 2895 perf = {}
2895 2896
2896 2897 def sortkey(f):
2897 2898 # run largest tests first, as they tend to take the longest
2898 2899 f = f['path']
2899 2900 try:
2900 2901 return perf[f]
2901 2902 except KeyError:
2902 2903 try:
2903 2904 val = -os.stat(f).st_size
2904 2905 except OSError as e:
2905 2906 if e.errno != errno.ENOENT:
2906 2907 raise
2907 2908 perf[f] = -1e9 # file does not exist, tell early
2908 2909 return -1e9
2909 2910 for kw, mul in slow.items():
2910 2911 if kw in f:
2911 2912 val *= mul
2912 2913 if f.endswith(b'.py'):
2913 2914 val /= 10.0
2914 2915 perf[f] = val / 1000.0
2915 2916 return perf[f]
2916 2917
2917 2918 testdescs.sort(key=sortkey)
2918 2919
2919 2920
2920 2921 class TestRunner(object):
2921 2922 """Holds context for executing tests.
2922 2923
2923 2924 Tests rely on a lot of state. This object holds it for them.
2924 2925 """
2925 2926
2926 2927 # Programs required to run tests.
2927 2928 REQUIREDTOOLS = [
2928 2929 b'diff',
2929 2930 b'grep',
2930 2931 b'unzip',
2931 2932 b'gunzip',
2932 2933 b'bunzip2',
2933 2934 b'sed',
2934 2935 ]
2935 2936
2936 2937 # Maps file extensions to test class.
2937 2938 TESTTYPES = [
2938 2939 (b'.py', PythonTest),
2939 2940 (b'.t', TTest),
2940 2941 ]
2941 2942
2942 2943 def __init__(self):
2943 2944 self.options = None
2944 2945 self._hgroot = None
2945 2946 self._testdir = None
2946 2947 self._outputdir = None
2947 2948 self._hgtmp = None
2948 2949 self._installdir = None
2949 2950 self._bindir = None
2950 2951 self._tmpbinddir = None
2951 2952 self._pythondir = None
2952 2953 self._coveragefile = None
2953 2954 self._createdfiles = []
2954 2955 self._hgcommand = None
2955 2956 self._hgpath = None
2956 2957 self._portoffset = 0
2957 2958 self._ports = {}
2958 2959
2959 2960 def run(self, args, parser=None):
2960 2961 """Run the test suite."""
2961 2962 oldmask = os.umask(0o22)
2962 2963 try:
2963 2964 parser = parser or getparser()
2964 2965 options = parseargs(args, parser)
2965 2966 tests = [_sys2bytes(a) for a in options.tests]
2966 2967 if options.test_list is not None:
2967 2968 for listfile in options.test_list:
2968 2969 with open(listfile, 'rb') as f:
2969 2970 tests.extend(t for t in f.read().splitlines() if t)
2970 2971 self.options = options
2971 2972
2972 2973 self._checktools()
2973 2974 testdescs = self.findtests(tests)
2974 2975 if options.profile_runner:
2975 2976 import statprof
2976 2977
2977 2978 statprof.start()
2978 2979 result = self._run(testdescs)
2979 2980 if options.profile_runner:
2980 2981 statprof.stop()
2981 2982 statprof.display()
2982 2983 return result
2983 2984
2984 2985 finally:
2985 2986 os.umask(oldmask)
2986 2987
2987 2988 def _run(self, testdescs):
2988 2989 testdir = getcwdb()
2989 2990 self._testdir = osenvironb[b'TESTDIR'] = getcwdb()
2990 2991 # assume all tests in same folder for now
2991 2992 if testdescs:
2992 2993 pathname = os.path.dirname(testdescs[0]['path'])
2993 2994 if pathname:
2994 2995 testdir = os.path.join(testdir, pathname)
2995 2996 self._testdir = osenvironb[b'TESTDIR'] = testdir
2996 2997 if self.options.outputdir:
2997 2998 self._outputdir = canonpath(_sys2bytes(self.options.outputdir))
2998 2999 else:
2999 3000 self._outputdir = getcwdb()
3000 3001 if testdescs and pathname:
3001 3002 self._outputdir = os.path.join(self._outputdir, pathname)
3002 3003 previoustimes = {}
3003 3004 if self.options.order_by_runtime:
3004 3005 previoustimes = dict(loadtimes(self._outputdir))
3005 3006 sorttests(testdescs, previoustimes, shuffle=self.options.random)
3006 3007
3007 3008 if 'PYTHONHASHSEED' not in os.environ:
3008 3009 # use a random python hash seed all the time
3009 3010 # we do the randomness ourself to know what seed is used
3010 3011 os.environ['PYTHONHASHSEED'] = str(random.getrandbits(32))
3011 3012
3012 3013 # Rayon (Rust crate for multi-threading) will use all logical CPU cores
3013 3014 # by default, causing thrashing on high-cpu-count systems.
3014 3015 # Setting its limit to 3 during tests should still let us uncover
3015 3016 # multi-threading bugs while keeping the thrashing reasonable.
3016 3017 os.environ.setdefault("RAYON_NUM_THREADS", "3")
3017 3018
3018 3019 if self.options.tmpdir:
3019 3020 self.options.keep_tmpdir = True
3020 3021 tmpdir = _sys2bytes(self.options.tmpdir)
3021 3022 if os.path.exists(tmpdir):
3022 3023 # Meaning of tmpdir has changed since 1.3: we used to create
3023 3024 # HGTMP inside tmpdir; now HGTMP is tmpdir. So fail if
3024 3025 # tmpdir already exists.
3025 3026 print("error: temp dir %r already exists" % tmpdir)
3026 3027 return 1
3027 3028
3028 3029 os.makedirs(tmpdir)
3029 3030 else:
3030 3031 d = None
3031 3032 if os.name == 'nt':
3032 3033 # without this, we get the default temp dir location, but
3033 3034 # in all lowercase, which causes troubles with paths (issue3490)
3034 3035 d = osenvironb.get(b'TMP', None)
3035 3036 tmpdir = tempfile.mkdtemp(b'', b'hgtests.', d)
3036 3037
3037 3038 self._hgtmp = osenvironb[b'HGTMP'] = os.path.realpath(tmpdir)
3038 3039
3039 3040 if self.options.with_hg:
3040 3041 self._installdir = None
3041 3042 whg = self.options.with_hg
3042 3043 self._bindir = os.path.dirname(os.path.realpath(whg))
3043 3044 assert isinstance(self._bindir, bytes)
3044 3045 self._hgcommand = os.path.basename(whg)
3045 3046 self._tmpbindir = os.path.join(self._hgtmp, b'install', b'bin')
3046 3047 os.makedirs(self._tmpbindir)
3047 3048
3048 3049 normbin = os.path.normpath(os.path.abspath(whg))
3049 3050 normbin = normbin.replace(_sys2bytes(os.sep), b'/')
3050 3051
3051 3052 # Other Python scripts in the test harness need to
3052 3053 # `import mercurial`. If `hg` is a Python script, we assume
3053 3054 # the Mercurial modules are relative to its path and tell the tests
3054 3055 # to load Python modules from its directory.
3055 3056 with open(whg, 'rb') as fh:
3056 3057 initial = fh.read(1024)
3057 3058
3058 3059 if re.match(b'#!.*python', initial):
3059 3060 self._pythondir = self._bindir
3060 3061 # If it looks like our in-repo Rust binary, use the source root.
3061 3062 # This is a bit hacky. But rhg is still not supported outside the
3062 3063 # source directory. So until it is, do the simple thing.
3063 3064 elif re.search(b'/rust/target/[^/]+/hg', normbin):
3064 3065 self._pythondir = os.path.dirname(self._testdir)
3065 3066 # Fall back to the legacy behavior.
3066 3067 else:
3067 3068 self._pythondir = self._bindir
3068 3069
3069 3070 else:
3070 3071 self._installdir = os.path.join(self._hgtmp, b"install")
3071 3072 self._bindir = os.path.join(self._installdir, b"bin")
3072 3073 self._hgcommand = b'hg'
3073 3074 self._tmpbindir = self._bindir
3074 3075 self._pythondir = os.path.join(self._installdir, b"lib", b"python")
3075 3076
3076 3077 # Force the use of hg.exe instead of relying on MSYS to recognize hg is
3077 3078 # a python script and feed it to python.exe. Legacy stdio is force
3078 3079 # enabled by hg.exe, and this is a more realistic way to launch hg
3079 3080 # anyway.
3080 3081 if os.name == 'nt' and not self._hgcommand.endswith(b'.exe'):
3081 3082 self._hgcommand += b'.exe'
3082 3083
3083 3084 # set CHGHG, then replace "hg" command by "chg"
3084 3085 chgbindir = self._bindir
3085 3086 if self.options.chg or self.options.with_chg:
3086 3087 osenvironb[b'CHGHG'] = os.path.join(self._bindir, self._hgcommand)
3087 3088 else:
3088 3089 osenvironb.pop(b'CHGHG', None) # drop flag for hghave
3089 3090 if self.options.chg:
3090 3091 self._hgcommand = b'chg'
3091 3092 elif self.options.with_chg:
3092 3093 chgbindir = os.path.dirname(os.path.realpath(self.options.with_chg))
3093 3094 self._hgcommand = os.path.basename(self.options.with_chg)
3094 3095
3095 3096 osenvironb[b"BINDIR"] = self._bindir
3096 3097 osenvironb[b"PYTHON"] = PYTHON
3097 3098
3098 3099 fileb = _sys2bytes(__file__)
3099 3100 runtestdir = os.path.abspath(os.path.dirname(fileb))
3100 3101 osenvironb[b'RUNTESTDIR'] = runtestdir
3101 3102 if PYTHON3:
3102 3103 sepb = _sys2bytes(os.pathsep)
3103 3104 else:
3104 3105 sepb = os.pathsep
3105 3106 path = [self._bindir, runtestdir] + osenvironb[b"PATH"].split(sepb)
3106 3107 if os.path.islink(__file__):
3107 3108 # test helper will likely be at the end of the symlink
3108 3109 realfile = os.path.realpath(fileb)
3109 3110 realdir = os.path.abspath(os.path.dirname(realfile))
3110 3111 path.insert(2, realdir)
3111 3112 if chgbindir != self._bindir:
3112 3113 path.insert(1, chgbindir)
3113 3114 if self._testdir != runtestdir:
3114 3115 path = [self._testdir] + path
3115 3116 if self._tmpbindir != self._bindir:
3116 3117 path = [self._tmpbindir] + path
3117 3118 osenvironb[b"PATH"] = sepb.join(path)
3118 3119
3119 3120 # Include TESTDIR in PYTHONPATH so that out-of-tree extensions
3120 3121 # can run .../tests/run-tests.py test-foo where test-foo
3121 3122 # adds an extension to HGRC. Also include run-test.py directory to
3122 3123 # import modules like heredoctest.
3123 3124 pypath = [self._pythondir, self._testdir, runtestdir]
3124 3125 # We have to augment PYTHONPATH, rather than simply replacing
3125 3126 # it, in case external libraries are only available via current
3126 3127 # PYTHONPATH. (In particular, the Subversion bindings on OS X
3127 3128 # are in /opt/subversion.)
3128 3129 oldpypath = osenvironb.get(IMPL_PATH)
3129 3130 if oldpypath:
3130 3131 pypath.append(oldpypath)
3131 3132 osenvironb[IMPL_PATH] = sepb.join(pypath)
3132 3133
3133 3134 if self.options.pure:
3134 3135 os.environ["HGTEST_RUN_TESTS_PURE"] = "--pure"
3135 3136 os.environ["HGMODULEPOLICY"] = "py"
3136 3137 if self.options.rust:
3137 3138 os.environ["HGMODULEPOLICY"] = "rust+c"
3138 3139 if self.options.no_rust:
3139 3140 current_policy = os.environ.get("HGMODULEPOLICY", "")
3140 3141 if current_policy.startswith("rust+"):
3141 3142 os.environ["HGMODULEPOLICY"] = current_policy[len("rust+") :]
3142 3143 os.environ.pop("HGWITHRUSTEXT", None)
3143 3144
3144 3145 if self.options.allow_slow_tests:
3145 3146 os.environ["HGTEST_SLOW"] = "slow"
3146 3147 elif 'HGTEST_SLOW' in os.environ:
3147 3148 del os.environ['HGTEST_SLOW']
3148 3149
3149 3150 self._coveragefile = os.path.join(self._testdir, b'.coverage')
3150 3151
3151 3152 if self.options.exceptions:
3152 3153 exceptionsdir = os.path.join(self._outputdir, b'exceptions')
3153 3154 try:
3154 3155 os.makedirs(exceptionsdir)
3155 3156 except OSError as e:
3156 3157 if e.errno != errno.EEXIST:
3157 3158 raise
3158 3159
3159 3160 # Remove all existing exception reports.
3160 3161 for f in os.listdir(exceptionsdir):
3161 3162 os.unlink(os.path.join(exceptionsdir, f))
3162 3163
3163 3164 osenvironb[b'HGEXCEPTIONSDIR'] = exceptionsdir
3164 3165 logexceptions = os.path.join(self._testdir, b'logexceptions.py')
3165 3166 self.options.extra_config_opt.append(
3166 3167 'extensions.logexceptions=%s' % logexceptions.decode('utf-8')
3167 3168 )
3168 3169
3169 3170 vlog("# Using TESTDIR", _bytes2sys(self._testdir))
3170 3171 vlog("# Using RUNTESTDIR", _bytes2sys(osenvironb[b'RUNTESTDIR']))
3171 3172 vlog("# Using HGTMP", _bytes2sys(self._hgtmp))
3172 3173 vlog("# Using PATH", os.environ["PATH"])
3173 3174 vlog(
3174 3175 "# Using",
3175 3176 _bytes2sys(IMPL_PATH),
3176 3177 _bytes2sys(osenvironb[IMPL_PATH]),
3177 3178 )
3178 3179 vlog("# Writing to directory", _bytes2sys(self._outputdir))
3179 3180
3180 3181 try:
3181 3182 return self._runtests(testdescs) or 0
3182 3183 finally:
3183 3184 time.sleep(0.1)
3184 3185 self._cleanup()
3185 3186
3186 3187 def findtests(self, args):
3187 3188 """Finds possible test files from arguments.
3188 3189
3189 3190 If you wish to inject custom tests into the test harness, this would
3190 3191 be a good function to monkeypatch or override in a derived class.
3191 3192 """
3192 3193 if not args:
3193 3194 if self.options.changed:
3194 3195 proc = Popen4(
3195 3196 b'hg st --rev "%s" -man0 .'
3196 3197 % _sys2bytes(self.options.changed),
3197 3198 None,
3198 3199 0,
3199 3200 )
3200 3201 stdout, stderr = proc.communicate()
3201 3202 args = stdout.strip(b'\0').split(b'\0')
3202 3203 else:
3203 3204 args = os.listdir(b'.')
3204 3205
3205 3206 expanded_args = []
3206 3207 for arg in args:
3207 3208 if os.path.isdir(arg):
3208 3209 if not arg.endswith(b'/'):
3209 3210 arg += b'/'
3210 3211 expanded_args.extend([arg + a for a in os.listdir(arg)])
3211 3212 else:
3212 3213 expanded_args.append(arg)
3213 3214 args = expanded_args
3214 3215
3215 3216 testcasepattern = re.compile(br'([\w-]+\.t|py)(?:#([a-zA-Z0-9_\-.#]+))')
3216 3217 tests = []
3217 3218 for t in args:
3218 3219 case = []
3219 3220
3220 3221 if not (
3221 3222 os.path.basename(t).startswith(b'test-')
3222 3223 and (t.endswith(b'.py') or t.endswith(b'.t'))
3223 3224 ):
3224 3225
3225 3226 m = testcasepattern.match(os.path.basename(t))
3226 3227 if m is not None:
3227 3228 t_basename, casestr = m.groups()
3228 3229 t = os.path.join(os.path.dirname(t), t_basename)
3229 3230 if casestr:
3230 3231 case = casestr.split(b'#')
3231 3232 else:
3232 3233 continue
3233 3234
3234 3235 if t.endswith(b'.t'):
3235 3236 # .t file may contain multiple test cases
3236 3237 casedimensions = parsettestcases(t)
3237 3238 if casedimensions:
3238 3239 cases = []
3239 3240
3240 3241 def addcases(case, casedimensions):
3241 3242 if not casedimensions:
3242 3243 cases.append(case)
3243 3244 else:
3244 3245 for c in casedimensions[0]:
3245 3246 addcases(case + [c], casedimensions[1:])
3246 3247
3247 3248 addcases([], casedimensions)
3248 3249 if case and case in cases:
3249 3250 cases = [case]
3250 3251 elif case:
3251 3252 # Ignore invalid cases
3252 3253 cases = []
3253 3254 else:
3254 3255 pass
3255 3256 tests += [{'path': t, 'case': c} for c in sorted(cases)]
3256 3257 else:
3257 3258 tests.append({'path': t})
3258 3259 else:
3259 3260 tests.append({'path': t})
3260 3261
3261 3262 if self.options.retest:
3262 3263 retest_args = []
3263 3264 for test in tests:
3264 3265 errpath = self._geterrpath(test)
3265 3266 if os.path.exists(errpath):
3266 3267 retest_args.append(test)
3267 3268 tests = retest_args
3268 3269 return tests
3269 3270
3270 3271 def _runtests(self, testdescs):
3271 3272 def _reloadtest(test, i):
3272 3273 # convert a test back to its description dict
3273 3274 desc = {'path': test.path}
3274 3275 case = getattr(test, '_case', [])
3275 3276 if case:
3276 3277 desc['case'] = case
3277 3278 return self._gettest(desc, i)
3278 3279
3279 3280 try:
3280 3281 if self.options.restart:
3281 3282 orig = list(testdescs)
3282 3283 while testdescs:
3283 3284 desc = testdescs[0]
3284 3285 errpath = self._geterrpath(desc)
3285 3286 if os.path.exists(errpath):
3286 3287 break
3287 3288 testdescs.pop(0)
3288 3289 if not testdescs:
3289 3290 print("running all tests")
3290 3291 testdescs = orig
3291 3292
3292 3293 tests = [self._gettest(d, i) for i, d in enumerate(testdescs)]
3293 3294 num_tests = len(tests) * self.options.runs_per_test
3294 3295
3295 3296 jobs = min(num_tests, self.options.jobs)
3296 3297
3297 3298 failed = False
3298 3299 kws = self.options.keywords
3299 3300 if kws is not None and PYTHON3:
3300 3301 kws = kws.encode('utf-8')
3301 3302
3302 3303 suite = TestSuite(
3303 3304 self._testdir,
3304 3305 jobs=jobs,
3305 3306 whitelist=self.options.whitelisted,
3306 3307 blacklist=self.options.blacklist,
3307 3308 keywords=kws,
3308 3309 loop=self.options.loop,
3309 3310 runs_per_test=self.options.runs_per_test,
3310 3311 showchannels=self.options.showchannels,
3311 3312 tests=tests,
3312 3313 loadtest=_reloadtest,
3313 3314 )
3314 3315 verbosity = 1
3315 3316 if self.options.list_tests:
3316 3317 verbosity = 0
3317 3318 elif self.options.verbose:
3318 3319 verbosity = 2
3319 3320 runner = TextTestRunner(self, verbosity=verbosity)
3320 3321
3321 3322 if self.options.list_tests:
3322 3323 result = runner.listtests(suite)
3323 3324 else:
3324 3325 if self._installdir:
3325 3326 self._installhg()
3326 3327 self._checkhglib("Testing")
3327 3328 else:
3328 3329 self._usecorrectpython()
3329 3330 if self.options.chg:
3330 3331 assert self._installdir
3331 3332 self._installchg()
3332 3333
3333 3334 log(
3334 3335 'running %d tests using %d parallel processes'
3335 3336 % (num_tests, jobs)
3336 3337 )
3337 3338
3338 3339 result = runner.run(suite)
3339 3340
3340 3341 if result.failures or result.errors:
3341 3342 failed = True
3342 3343
3343 3344 result.onEnd()
3344 3345
3345 3346 if self.options.anycoverage:
3346 3347 self._outputcoverage()
3347 3348 except KeyboardInterrupt:
3348 3349 failed = True
3349 3350 print("\ninterrupted!")
3350 3351
3351 3352 if failed:
3352 3353 return 1
3353 3354
3354 3355 def _geterrpath(self, test):
3355 3356 # test['path'] is a relative path
3356 3357 if 'case' in test:
3357 3358 # for multiple dimensions test cases
3358 3359 casestr = b'#'.join(test['case'])
3359 3360 errpath = b'%s#%s.err' % (test['path'], casestr)
3360 3361 else:
3361 3362 errpath = b'%s.err' % test['path']
3362 3363 if self.options.outputdir:
3363 3364 self._outputdir = canonpath(_sys2bytes(self.options.outputdir))
3364 3365 errpath = os.path.join(self._outputdir, errpath)
3365 3366 return errpath
3366 3367
3367 3368 def _getport(self, count):
3368 3369 port = self._ports.get(count) # do we have a cached entry?
3369 3370 if port is None:
3370 3371 portneeded = 3
3371 3372 # above 100 tries we just give up and let test reports failure
3372 3373 for tries in xrange(100):
3373 3374 allfree = True
3374 3375 port = self.options.port + self._portoffset
3375 3376 for idx in xrange(portneeded):
3376 3377 if not checkportisavailable(port + idx):
3377 3378 allfree = False
3378 3379 break
3379 3380 self._portoffset += portneeded
3380 3381 if allfree:
3381 3382 break
3382 3383 self._ports[count] = port
3383 3384 return port
3384 3385
3385 3386 def _gettest(self, testdesc, count):
3386 3387 """Obtain a Test by looking at its filename.
3387 3388
3388 3389 Returns a Test instance. The Test may not be runnable if it doesn't
3389 3390 map to a known type.
3390 3391 """
3391 3392 path = testdesc['path']
3392 3393 lctest = path.lower()
3393 3394 testcls = Test
3394 3395
3395 3396 for ext, cls in self.TESTTYPES:
3396 3397 if lctest.endswith(ext):
3397 3398 testcls = cls
3398 3399 break
3399 3400
3400 3401 refpath = os.path.join(getcwdb(), path)
3401 3402 tmpdir = os.path.join(self._hgtmp, b'child%d' % count)
3402 3403
3403 3404 # extra keyword parameters. 'case' is used by .t tests
3404 3405 kwds = {k: testdesc[k] for k in ['case'] if k in testdesc}
3405 3406
3406 3407 t = testcls(
3407 3408 refpath,
3408 3409 self._outputdir,
3409 3410 tmpdir,
3410 3411 keeptmpdir=self.options.keep_tmpdir,
3411 3412 debug=self.options.debug,
3412 3413 first=self.options.first,
3413 3414 timeout=self.options.timeout,
3414 3415 startport=self._getport(count),
3415 3416 extraconfigopts=self.options.extra_config_opt,
3416 3417 shell=self.options.shell,
3417 3418 hgcommand=self._hgcommand,
3418 3419 usechg=bool(self.options.with_chg or self.options.chg),
3419 3420 chgdebug=self.options.chg_debug,
3420 3421 useipv6=useipv6,
3421 3422 **kwds
3422 3423 )
3423 3424 t.should_reload = True
3424 3425 return t
3425 3426
3426 3427 def _cleanup(self):
3427 3428 """Clean up state from this test invocation."""
3428 3429 if self.options.keep_tmpdir:
3429 3430 return
3430 3431
3431 3432 vlog("# Cleaning up HGTMP", _bytes2sys(self._hgtmp))
3432 3433 shutil.rmtree(self._hgtmp, True)
3433 3434 for f in self._createdfiles:
3434 3435 try:
3435 3436 os.remove(f)
3436 3437 except OSError:
3437 3438 pass
3438 3439
3439 3440 def _usecorrectpython(self):
3440 3441 """Configure the environment to use the appropriate Python in tests."""
3441 3442 # Tests must use the same interpreter as us or bad things will happen.
3442 3443 pyexename = sys.platform == 'win32' and b'python.exe' or b'python3'
3443 3444
3444 3445 # os.symlink() is a thing with py3 on Windows, but it requires
3445 3446 # Administrator rights.
3446 3447 if getattr(os, 'symlink', None) and os.name != 'nt':
3447 3448 vlog(
3448 3449 "# Making python executable in test path a symlink to '%s'"
3449 3450 % sysexecutable
3450 3451 )
3451 3452 mypython = os.path.join(self._tmpbindir, pyexename)
3452 3453 try:
3453 3454 if os.readlink(mypython) == sysexecutable:
3454 3455 return
3455 3456 os.unlink(mypython)
3456 3457 except OSError as err:
3457 3458 if err.errno != errno.ENOENT:
3458 3459 raise
3459 3460 if self._findprogram(pyexename) != sysexecutable:
3460 3461 try:
3461 3462 os.symlink(sysexecutable, mypython)
3462 3463 self._createdfiles.append(mypython)
3463 3464 except OSError as err:
3464 3465 # child processes may race, which is harmless
3465 3466 if err.errno != errno.EEXIST:
3466 3467 raise
3467 3468 else:
3468 3469 exedir, exename = os.path.split(sysexecutable)
3469 3470 vlog(
3470 3471 "# Modifying search path to find %s as %s in '%s'"
3471 3472 % (exename, pyexename, exedir)
3472 3473 )
3473 3474 path = os.environ['PATH'].split(os.pathsep)
3474 3475 while exedir in path:
3475 3476 path.remove(exedir)
3476 3477 os.environ['PATH'] = os.pathsep.join([exedir] + path)
3477 3478 if not self._findprogram(pyexename):
3478 3479 print("WARNING: Cannot find %s in search path" % pyexename)
3479 3480
3480 3481 def _installhg(self):
3481 3482 """Install hg into the test environment.
3482 3483
3483 3484 This will also configure hg with the appropriate testing settings.
3484 3485 """
3485 3486 vlog("# Performing temporary installation of HG")
3486 3487 installerrs = os.path.join(self._hgtmp, b"install.err")
3487 3488 compiler = ''
3488 3489 if self.options.compiler:
3489 3490 compiler = '--compiler ' + self.options.compiler
3490 3491 setup_opts = b""
3491 3492 if self.options.pure:
3492 3493 setup_opts = b"--pure"
3493 3494 elif self.options.rust:
3494 3495 setup_opts = b"--rust"
3495 3496 elif self.options.no_rust:
3496 3497 setup_opts = b"--no-rust"
3497 3498
3498 3499 # Run installer in hg root
3499 3500 script = os.path.realpath(sys.argv[0])
3500 3501 exe = sysexecutable
3501 3502 if PYTHON3:
3502 3503 compiler = _sys2bytes(compiler)
3503 3504 script = _sys2bytes(script)
3504 3505 exe = _sys2bytes(exe)
3505 3506 hgroot = os.path.dirname(os.path.dirname(script))
3506 3507 self._hgroot = hgroot
3507 3508 os.chdir(hgroot)
3508 3509 nohome = b'--home=""'
3509 3510 if os.name == 'nt':
3510 3511 # The --home="" trick works only on OS where os.sep == '/'
3511 3512 # because of a distutils convert_path() fast-path. Avoid it at
3512 3513 # least on Windows for now, deal with .pydistutils.cfg bugs
3513 3514 # when they happen.
3514 3515 nohome = b''
3515 3516 cmd = (
3516 3517 b'"%(exe)s" setup.py %(setup_opts)s clean --all'
3517 3518 b' build %(compiler)s --build-base="%(base)s"'
3518 3519 b' install --force --prefix="%(prefix)s"'
3519 3520 b' --install-lib="%(libdir)s"'
3520 3521 b' --install-scripts="%(bindir)s" %(nohome)s >%(logfile)s 2>&1'
3521 3522 % {
3522 3523 b'exe': exe,
3523 3524 b'setup_opts': setup_opts,
3524 3525 b'compiler': compiler,
3525 3526 b'base': os.path.join(self._hgtmp, b"build"),
3526 3527 b'prefix': self._installdir,
3527 3528 b'libdir': self._pythondir,
3528 3529 b'bindir': self._bindir,
3529 3530 b'nohome': nohome,
3530 3531 b'logfile': installerrs,
3531 3532 }
3532 3533 )
3533 3534
3534 3535 # setuptools requires install directories to exist.
3535 3536 def makedirs(p):
3536 3537 try:
3537 3538 os.makedirs(p)
3538 3539 except OSError as e:
3539 3540 if e.errno != errno.EEXIST:
3540 3541 raise
3541 3542
3542 3543 makedirs(self._pythondir)
3543 3544 makedirs(self._bindir)
3544 3545
3545 3546 vlog("# Running", cmd.decode("utf-8"))
3546 3547 if subprocess.call(_bytes2sys(cmd), shell=True) == 0:
3547 3548 if not self.options.verbose:
3548 3549 try:
3549 3550 os.remove(installerrs)
3550 3551 except OSError as e:
3551 3552 if e.errno != errno.ENOENT:
3552 3553 raise
3553 3554 else:
3554 3555 with open(installerrs, 'rb') as f:
3555 3556 for line in f:
3556 3557 if PYTHON3:
3557 3558 sys.stdout.buffer.write(line)
3558 3559 else:
3559 3560 sys.stdout.write(line)
3560 3561 sys.exit(1)
3561 3562 os.chdir(self._testdir)
3562 3563
3563 3564 self._usecorrectpython()
3564 3565
3565 3566 hgbat = os.path.join(self._bindir, b'hg.bat')
3566 3567 if os.path.isfile(hgbat):
3567 3568 # hg.bat expects to be put in bin/scripts while run-tests.py
3568 3569 # installation layout put it in bin/ directly. Fix it
3569 3570 with open(hgbat, 'rb') as f:
3570 3571 data = f.read()
3571 3572 if br'"%~dp0..\python" "%~dp0hg" %*' in data:
3572 3573 data = data.replace(
3573 3574 br'"%~dp0..\python" "%~dp0hg" %*',
3574 3575 b'"%~dp0python" "%~dp0hg" %*',
3575 3576 )
3576 3577 with open(hgbat, 'wb') as f:
3577 3578 f.write(data)
3578 3579 else:
3579 3580 print('WARNING: cannot fix hg.bat reference to python.exe')
3580 3581
3581 3582 if self.options.anycoverage:
3582 3583 custom = os.path.join(
3583 3584 osenvironb[b'RUNTESTDIR'], b'sitecustomize.py'
3584 3585 )
3585 3586 target = os.path.join(self._pythondir, b'sitecustomize.py')
3586 3587 vlog('# Installing coverage trigger to %s' % target)
3587 3588 shutil.copyfile(custom, target)
3588 3589 rc = os.path.join(self._testdir, b'.coveragerc')
3589 3590 vlog('# Installing coverage rc to %s' % rc)
3590 3591 osenvironb[b'COVERAGE_PROCESS_START'] = rc
3591 3592 covdir = os.path.join(self._installdir, b'..', b'coverage')
3592 3593 try:
3593 3594 os.mkdir(covdir)
3594 3595 except OSError as e:
3595 3596 if e.errno != errno.EEXIST:
3596 3597 raise
3597 3598
3598 3599 osenvironb[b'COVERAGE_DIR'] = covdir
3599 3600
3600 3601 def _checkhglib(self, verb):
3601 3602 """Ensure that the 'mercurial' package imported by python is
3602 3603 the one we expect it to be. If not, print a warning to stderr."""
3603 3604 if (self._bindir == self._pythondir) and (
3604 3605 self._bindir != self._tmpbindir
3605 3606 ):
3606 3607 # The pythondir has been inferred from --with-hg flag.
3607 3608 # We cannot expect anything sensible here.
3608 3609 return
3609 3610 expecthg = os.path.join(self._pythondir, b'mercurial')
3610 3611 actualhg = self._gethgpath()
3611 3612 if os.path.abspath(actualhg) != os.path.abspath(expecthg):
3612 3613 sys.stderr.write(
3613 3614 'warning: %s with unexpected mercurial lib: %s\n'
3614 3615 ' (expected %s)\n' % (verb, actualhg, expecthg)
3615 3616 )
3616 3617
3617 3618 def _gethgpath(self):
3618 3619 """Return the path to the mercurial package that is actually found by
3619 3620 the current Python interpreter."""
3620 3621 if self._hgpath is not None:
3621 3622 return self._hgpath
3622 3623
3623 3624 cmd = b'"%s" -c "import mercurial; print (mercurial.__path__[0])"'
3624 3625 cmd = cmd % PYTHON
3625 3626 if PYTHON3:
3626 3627 cmd = _bytes2sys(cmd)
3627 3628
3628 3629 p = subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True)
3629 3630 out, err = p.communicate()
3630 3631
3631 3632 self._hgpath = out.strip()
3632 3633
3633 3634 return self._hgpath
3634 3635
3635 3636 def _installchg(self):
3636 3637 """Install chg into the test environment"""
3637 3638 vlog('# Performing temporary installation of CHG')
3638 3639 assert os.path.dirname(self._bindir) == self._installdir
3639 3640 assert self._hgroot, 'must be called after _installhg()'
3640 3641 cmd = b'"%(make)s" clean install PREFIX="%(prefix)s"' % {
3641 3642 b'make': b'make', # TODO: switch by option or environment?
3642 3643 b'prefix': self._installdir,
3643 3644 }
3644 3645 cwd = os.path.join(self._hgroot, b'contrib', b'chg')
3645 3646 vlog("# Running", cmd)
3646 3647 proc = subprocess.Popen(
3647 3648 cmd,
3648 3649 shell=True,
3649 3650 cwd=cwd,
3650 3651 stdin=subprocess.PIPE,
3651 3652 stdout=subprocess.PIPE,
3652 3653 stderr=subprocess.STDOUT,
3653 3654 )
3654 3655 out, _err = proc.communicate()
3655 3656 if proc.returncode != 0:
3656 3657 if PYTHON3:
3657 3658 sys.stdout.buffer.write(out)
3658 3659 else:
3659 3660 sys.stdout.write(out)
3660 3661 sys.exit(1)
3661 3662
3662 3663 def _outputcoverage(self):
3663 3664 """Produce code coverage output."""
3664 3665 import coverage
3665 3666
3666 3667 coverage = coverage.coverage
3667 3668
3668 3669 vlog('# Producing coverage report')
3669 3670 # chdir is the easiest way to get short, relative paths in the
3670 3671 # output.
3671 3672 os.chdir(self._hgroot)
3672 3673 covdir = os.path.join(_bytes2sys(self._installdir), '..', 'coverage')
3673 3674 cov = coverage(data_file=os.path.join(covdir, 'cov'))
3674 3675
3675 3676 # Map install directory paths back to source directory.
3676 3677 cov.config.paths['srcdir'] = ['.', _bytes2sys(self._pythondir)]
3677 3678
3678 3679 cov.combine()
3679 3680
3680 3681 omit = [
3681 3682 _bytes2sys(os.path.join(x, b'*'))
3682 3683 for x in [self._bindir, self._testdir]
3683 3684 ]
3684 3685 cov.report(ignore_errors=True, omit=omit)
3685 3686
3686 3687 if self.options.htmlcov:
3687 3688 htmldir = os.path.join(_bytes2sys(self._outputdir), 'htmlcov')
3688 3689 cov.html_report(directory=htmldir, omit=omit)
3689 3690 if self.options.annotate:
3690 3691 adir = os.path.join(_bytes2sys(self._outputdir), 'annotated')
3691 3692 if not os.path.isdir(adir):
3692 3693 os.mkdir(adir)
3693 3694 cov.annotate(directory=adir, omit=omit)
3694 3695
3695 3696 def _findprogram(self, program):
3696 3697 """Search PATH for a executable program"""
3697 3698 dpb = _sys2bytes(os.defpath)
3698 3699 sepb = _sys2bytes(os.pathsep)
3699 3700 for p in osenvironb.get(b'PATH', dpb).split(sepb):
3700 3701 name = os.path.join(p, program)
3701 3702 if os.name == 'nt' or os.access(name, os.X_OK):
3702 3703 return _bytes2sys(name)
3703 3704 return None
3704 3705
3705 3706 def _checktools(self):
3706 3707 """Ensure tools required to run tests are present."""
3707 3708 for p in self.REQUIREDTOOLS:
3708 3709 if os.name == 'nt' and not p.endswith(b'.exe'):
3709 3710 p += b'.exe'
3710 3711 found = self._findprogram(p)
3711 3712 p = p.decode("utf-8")
3712 3713 if found:
3713 3714 vlog("# Found prerequisite", p, "at", found)
3714 3715 else:
3715 3716 print("WARNING: Did not find prerequisite tool: %s " % p)
3716 3717
3717 3718
3718 3719 def aggregateexceptions(path):
3719 3720 exceptioncounts = collections.Counter()
3720 3721 testsbyfailure = collections.defaultdict(set)
3721 3722 failuresbytest = collections.defaultdict(set)
3722 3723
3723 3724 for f in os.listdir(path):
3724 3725 with open(os.path.join(path, f), 'rb') as fh:
3725 3726 data = fh.read().split(b'\0')
3726 3727 if len(data) != 5:
3727 3728 continue
3728 3729
3729 3730 exc, mainframe, hgframe, hgline, testname = data
3730 3731 exc = exc.decode('utf-8')
3731 3732 mainframe = mainframe.decode('utf-8')
3732 3733 hgframe = hgframe.decode('utf-8')
3733 3734 hgline = hgline.decode('utf-8')
3734 3735 testname = testname.decode('utf-8')
3735 3736
3736 3737 key = (hgframe, hgline, exc)
3737 3738 exceptioncounts[key] += 1
3738 3739 testsbyfailure[key].add(testname)
3739 3740 failuresbytest[testname].add(key)
3740 3741
3741 3742 # Find test having fewest failures for each failure.
3742 3743 leastfailing = {}
3743 3744 for key, tests in testsbyfailure.items():
3744 3745 fewesttest = None
3745 3746 fewestcount = 99999999
3746 3747 for test in sorted(tests):
3747 3748 if len(failuresbytest[test]) < fewestcount:
3748 3749 fewesttest = test
3749 3750 fewestcount = len(failuresbytest[test])
3750 3751
3751 3752 leastfailing[key] = (fewestcount, fewesttest)
3752 3753
3753 3754 # Create a combined counter so we can sort by total occurrences and
3754 3755 # impacted tests.
3755 3756 combined = {}
3756 3757 for key in exceptioncounts:
3757 3758 combined[key] = (
3758 3759 exceptioncounts[key],
3759 3760 len(testsbyfailure[key]),
3760 3761 leastfailing[key][0],
3761 3762 leastfailing[key][1],
3762 3763 )
3763 3764
3764 3765 return {
3765 3766 'exceptioncounts': exceptioncounts,
3766 3767 'total': sum(exceptioncounts.values()),
3767 3768 'combined': combined,
3768 3769 'leastfailing': leastfailing,
3769 3770 'byfailure': testsbyfailure,
3770 3771 'bytest': failuresbytest,
3771 3772 }
3772 3773
3773 3774
3774 3775 if __name__ == '__main__':
3775 3776 runner = TestRunner()
3776 3777
3777 3778 try:
3778 3779 import msvcrt
3779 3780
3780 3781 msvcrt.setmode(sys.stdin.fileno(), os.O_BINARY)
3781 3782 msvcrt.setmode(sys.stdout.fileno(), os.O_BINARY)
3782 3783 msvcrt.setmode(sys.stderr.fileno(), os.O_BINARY)
3783 3784 except ImportError:
3784 3785 pass
3785 3786
3786 3787 sys.exit(runner.run(sys.argv[1:]))
@@ -1,228 +1,229 b''
1 1 Create a repository:
2 2
3 3 #if no-extraextensions
4 4 $ hg config
5 5 devel.all-warnings=true
6 6 devel.default-date=0 0
7 7 extensions.fsmonitor= (fsmonitor !)
8 8 largefiles.usercache=$TESTTMP/.cache/largefiles
9 9 lfs.usercache=$TESTTMP/.cache/lfs
10 10 ui.slash=True
11 11 ui.interactive=False
12 12 ui.detailed-exit-code=True
13 13 ui.merge=internal:merge
14 14 ui.mergemarkers=detailed
15 15 ui.promptecho=True
16 ui.timeout.warn=15
16 17 web.address=localhost
17 18 web\.ipv6=(?:True|False) (re)
18 19 web.server-header=testing stub value
19 20 #endif
20 21
21 22 $ hg init t
22 23 $ cd t
23 24
24 25 Prepare a changeset:
25 26
26 27 $ echo a > a
27 28 $ hg add a
28 29
29 30 $ hg status
30 31 A a
31 32
32 33 Writes to stdio succeed and fail appropriately
33 34
34 35 #if devfull
35 36 $ hg status 2>/dev/full
36 37 A a
37 38
38 39 $ hg status >/dev/full
39 40 abort: No space left on device
40 41 [255]
41 42 #endif
42 43
43 44 #if devfull
44 45 $ hg status >/dev/full 2>&1
45 46 [255]
46 47
47 48 $ hg status ENOENT 2>/dev/full
48 49 [255]
49 50 #endif
50 51
51 52 $ hg commit -m test
52 53
53 54 This command is ancient:
54 55
55 56 $ hg history
56 57 changeset: 0:acb14030fe0a
57 58 tag: tip
58 59 user: test
59 60 date: Thu Jan 01 00:00:00 1970 +0000
60 61 summary: test
61 62
62 63
63 64 Verify that updating to revision 0 via commands.update() works properly
64 65
65 66 $ cat <<EOF > update_to_rev0.py
66 67 > from mercurial import commands, hg, ui as uimod
67 68 > myui = uimod.ui.load()
68 69 > repo = hg.repository(myui, path=b'.')
69 70 > commands.update(myui, repo, rev=b"0")
70 71 > EOF
71 72 $ hg up null
72 73 0 files updated, 0 files merged, 1 files removed, 0 files unresolved
73 74 $ "$PYTHON" ./update_to_rev0.py
74 75 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
75 76 $ hg identify -n
76 77 0
77 78
78 79
79 80 Poke around at hashes:
80 81
81 82 $ hg manifest --debug
82 83 b789fdd96dc2f3bd229c1dd8eedf0fc60e2b68e3 644 a
83 84
84 85 $ hg cat a
85 86 a
86 87
87 88 Verify should succeed:
88 89
89 90 $ hg verify
90 91 checking changesets
91 92 checking manifests
92 93 crosschecking files in changesets and manifests
93 94 checking files
94 95 checked 1 changesets with 1 changes to 1 files
95 96
96 97 Repository root:
97 98
98 99 $ hg root
99 100 $TESTTMP/t
100 101 $ hg log -l1 -T '{reporoot}\n'
101 102 $TESTTMP/t
102 103 $ hg root -Tjson | sed 's|\\\\|\\|g'
103 104 [
104 105 {
105 106 "hgpath": "$TESTTMP/t/.hg",
106 107 "reporoot": "$TESTTMP/t",
107 108 "storepath": "$TESTTMP/t/.hg/store"
108 109 }
109 110 ]
110 111
111 112 At the end...
112 113
113 114 $ cd ..
114 115
115 116 Status message redirection:
116 117
117 118 $ hg init empty
118 119
119 120 status messages are sent to stdout by default:
120 121
121 122 $ hg outgoing -R t empty -Tjson 2>/dev/null
122 123 comparing with empty
123 124 searching for changes
124 125 [
125 126 {
126 127 "bookmarks": [],
127 128 "branch": "default",
128 129 "date": [0, 0],
129 130 "desc": "test",
130 131 "node": "acb14030fe0a21b60322c440ad2d20cf7685a376",
131 132 "parents": ["0000000000000000000000000000000000000000"],
132 133 "phase": "draft",
133 134 "rev": 0,
134 135 "tags": ["tip"],
135 136 "user": "test"
136 137 }
137 138 ]
138 139
139 140 which can be configured to send to stderr, so the output wouldn't be
140 141 interleaved:
141 142
142 143 $ cat <<'EOF' >> "$HGRCPATH"
143 144 > [ui]
144 145 > message-output = stderr
145 146 > EOF
146 147 $ hg outgoing -R t empty -Tjson 2>/dev/null
147 148 [
148 149 {
149 150 "bookmarks": [],
150 151 "branch": "default",
151 152 "date": [0, 0],
152 153 "desc": "test",
153 154 "node": "acb14030fe0a21b60322c440ad2d20cf7685a376",
154 155 "parents": ["0000000000000000000000000000000000000000"],
155 156 "phase": "draft",
156 157 "rev": 0,
157 158 "tags": ["tip"],
158 159 "user": "test"
159 160 }
160 161 ]
161 162 $ hg outgoing -R t empty -Tjson >/dev/null
162 163 comparing with empty
163 164 searching for changes
164 165
165 166 this option should be turned off by HGPLAIN= since it may break scripting use:
166 167
167 168 $ HGPLAIN= hg outgoing -R t empty -Tjson 2>/dev/null
168 169 comparing with empty
169 170 searching for changes
170 171 [
171 172 {
172 173 "bookmarks": [],
173 174 "branch": "default",
174 175 "date": [0, 0],
175 176 "desc": "test",
176 177 "node": "acb14030fe0a21b60322c440ad2d20cf7685a376",
177 178 "parents": ["0000000000000000000000000000000000000000"],
178 179 "phase": "draft",
179 180 "rev": 0,
180 181 "tags": ["tip"],
181 182 "user": "test"
182 183 }
183 184 ]
184 185
185 186 but still overridden by --config:
186 187
187 188 $ HGPLAIN= hg outgoing -R t empty -Tjson --config ui.message-output=stderr \
188 189 > 2>/dev/null
189 190 [
190 191 {
191 192 "bookmarks": [],
192 193 "branch": "default",
193 194 "date": [0, 0],
194 195 "desc": "test",
195 196 "node": "acb14030fe0a21b60322c440ad2d20cf7685a376",
196 197 "parents": ["0000000000000000000000000000000000000000"],
197 198 "phase": "draft",
198 199 "rev": 0,
199 200 "tags": ["tip"],
200 201 "user": "test"
201 202 }
202 203 ]
203 204
204 205 Invalid ui.message-output option:
205 206
206 207 $ hg log -R t --config ui.message-output=bad
207 208 abort: invalid ui.message-output destination: bad
208 209 [255]
209 210
210 211 Underlying message streams should be updated when ui.fout/ferr are set:
211 212
212 213 $ cat <<'EOF' > capui.py
213 214 > from mercurial import pycompat, registrar
214 215 > cmdtable = {}
215 216 > command = registrar.command(cmdtable)
216 217 > @command(b'capui', norepo=True)
217 218 > def capui(ui):
218 219 > out = ui.fout
219 220 > ui.fout = pycompat.bytesio()
220 221 > ui.status(b'status\n')
221 222 > ui.ferr = pycompat.bytesio()
222 223 > ui.warn(b'warn\n')
223 224 > out.write(b'stdout: %s' % ui.fout.getvalue())
224 225 > out.write(b'stderr: %s' % ui.ferr.getvalue())
225 226 > EOF
226 227 $ hg --config extensions.capui=capui.py --config ui.message-output=stdio capui
227 228 stdout: status
228 229 stderr: warn
@@ -1,1158 +1,1160 b''
1 1 #if windows
2 2 $ PYTHONPATH="$TESTDIR/../contrib;$PYTHONPATH"
3 3 #else
4 4 $ PYTHONPATH="$TESTDIR/../contrib:$PYTHONPATH"
5 5 #endif
6 6 $ export PYTHONPATH
7 7
8 8 typical client does not want echo-back messages, so test without it:
9 9
10 10 $ grep -v '^promptecho ' < $HGRCPATH >> $HGRCPATH.new
11 11 $ mv $HGRCPATH.new $HGRCPATH
12 12
13 13 $ hg init repo
14 14 $ cd repo
15 15
16 16 >>> from __future__ import absolute_import
17 17 >>> import os
18 18 >>> import sys
19 19 >>> from hgclient import bprint, check, readchannel, runcommand
20 20 >>> @check
21 21 ... def hellomessage(server):
22 22 ... ch, data = readchannel(server)
23 23 ... bprint(b'%c, %r' % (ch, data))
24 24 ... # run an arbitrary command to make sure the next thing the server
25 25 ... # sends isn't part of the hello message
26 26 ... runcommand(server, [b'id'])
27 27 o, 'capabilities: getencoding runcommand\nencoding: *\npid: *' (glob)
28 28 *** runcommand id
29 29 000000000000 tip
30 30
31 31 >>> from hgclient import check
32 32 >>> @check
33 33 ... def unknowncommand(server):
34 34 ... server.stdin.write(b'unknowncommand\n')
35 35 abort: unknown command unknowncommand
36 36
37 37 >>> from hgclient import check, readchannel, runcommand
38 38 >>> @check
39 39 ... def checkruncommand(server):
40 40 ... # hello block
41 41 ... readchannel(server)
42 42 ...
43 43 ... # no args
44 44 ... runcommand(server, [])
45 45 ...
46 46 ... # global options
47 47 ... runcommand(server, [b'id', b'--quiet'])
48 48 ...
49 49 ... # make sure global options don't stick through requests
50 50 ... runcommand(server, [b'id'])
51 51 ...
52 52 ... # --config
53 53 ... runcommand(server, [b'id', b'--config', b'ui.quiet=True'])
54 54 ...
55 55 ... # make sure --config doesn't stick
56 56 ... runcommand(server, [b'id'])
57 57 ...
58 58 ... # negative return code should be masked
59 59 ... runcommand(server, [b'id', b'-runknown'])
60 60 *** runcommand
61 61 Mercurial Distributed SCM
62 62
63 63 basic commands:
64 64
65 65 add add the specified files on the next commit
66 66 annotate show changeset information by line for each file
67 67 clone make a copy of an existing repository
68 68 commit commit the specified files or all outstanding changes
69 69 diff diff repository (or selected files)
70 70 export dump the header and diffs for one or more changesets
71 71 forget forget the specified files on the next commit
72 72 init create a new repository in the given directory
73 73 log show revision history of entire repository or files
74 74 merge merge another revision into working directory
75 75 pull pull changes from the specified source
76 76 push push changes to the specified destination
77 77 remove remove the specified files on the next commit
78 78 serve start stand-alone webserver
79 79 status show changed files in the working directory
80 80 summary summarize working directory state
81 81 update update working directory (or switch revisions)
82 82
83 83 (use 'hg help' for the full list of commands or 'hg -v' for details)
84 84 *** runcommand id --quiet
85 85 000000000000
86 86 *** runcommand id
87 87 000000000000 tip
88 88 *** runcommand id --config ui.quiet=True
89 89 000000000000
90 90 *** runcommand id
91 91 000000000000 tip
92 92 *** runcommand id -runknown
93 93 abort: unknown revision 'unknown'
94 94 [255]
95 95
96 96 >>> from hgclient import bprint, check, readchannel
97 97 >>> @check
98 98 ... def inputeof(server):
99 99 ... readchannel(server)
100 100 ... server.stdin.write(b'runcommand\n')
101 101 ... # close stdin while server is waiting for input
102 102 ... server.stdin.close()
103 103 ...
104 104 ... # server exits with 1 if the pipe closed while reading the command
105 105 ... bprint(b'server exit code =', b'%d' % server.wait())
106 106 server exit code = 1
107 107
108 108 >>> from hgclient import check, readchannel, runcommand, stringio
109 109 >>> @check
110 110 ... def serverinput(server):
111 111 ... readchannel(server)
112 112 ...
113 113 ... patch = b"""
114 114 ... # HG changeset patch
115 115 ... # User test
116 116 ... # Date 0 0
117 117 ... # Node ID c103a3dec114d882c98382d684d8af798d09d857
118 118 ... # Parent 0000000000000000000000000000000000000000
119 119 ... 1
120 120 ...
121 121 ... diff -r 000000000000 -r c103a3dec114 a
122 122 ... --- /dev/null Thu Jan 01 00:00:00 1970 +0000
123 123 ... +++ b/a Thu Jan 01 00:00:00 1970 +0000
124 124 ... @@ -0,0 +1,1 @@
125 125 ... +1
126 126 ... """
127 127 ...
128 128 ... runcommand(server, [b'import', b'-'], input=stringio(patch))
129 129 ... runcommand(server, [b'log'])
130 130 *** runcommand import -
131 131 applying patch from stdin
132 132 *** runcommand log
133 133 changeset: 0:eff892de26ec
134 134 tag: tip
135 135 user: test
136 136 date: Thu Jan 01 00:00:00 1970 +0000
137 137 summary: 1
138 138
139 139
140 140 check strict parsing of early options:
141 141
142 142 >>> import os
143 143 >>> from hgclient import check, readchannel, runcommand
144 144 >>> os.environ['HGPLAIN'] = '+strictflags'
145 145 >>> @check
146 146 ... def cwd(server):
147 147 ... readchannel(server)
148 148 ... runcommand(server, [b'log', b'-b', b'--config=alias.log=!echo pwned',
149 149 ... b'default'])
150 150 *** runcommand log -b --config=alias.log=!echo pwned default
151 151 abort: unknown revision '--config=alias.log=!echo pwned'
152 152 [255]
153 153
154 154 check that "histedit --commands=-" can read rules from the input channel:
155 155
156 156 >>> from hgclient import check, readchannel, runcommand, stringio
157 157 >>> @check
158 158 ... def serverinput(server):
159 159 ... readchannel(server)
160 160 ... rules = b'pick eff892de26ec\n'
161 161 ... runcommand(server, [b'histedit', b'0', b'--commands=-',
162 162 ... b'--config', b'extensions.histedit='],
163 163 ... input=stringio(rules))
164 164 *** runcommand histedit 0 --commands=- --config extensions.histedit=
165 165
166 166 check that --cwd doesn't persist between requests:
167 167
168 168 $ mkdir foo
169 169 $ touch foo/bar
170 170 >>> from hgclient import check, readchannel, runcommand
171 171 >>> @check
172 172 ... def cwd(server):
173 173 ... readchannel(server)
174 174 ... runcommand(server, [b'--cwd', b'foo', b'st', b'bar'])
175 175 ... runcommand(server, [b'st', b'foo/bar'])
176 176 *** runcommand --cwd foo st bar
177 177 ? bar
178 178 *** runcommand st foo/bar
179 179 ? foo/bar
180 180
181 181 $ rm foo/bar
182 182
183 183
184 184 check that local configs for the cached repo aren't inherited when -R is used:
185 185
186 186 $ cat <<EOF >> .hg/hgrc
187 187 > [ui]
188 188 > foo = bar
189 189 > EOF
190 190
191 191 #if no-extraextensions
192 192
193 193 >>> from hgclient import check, readchannel, runcommand, sep
194 194 >>> @check
195 195 ... def localhgrc(server):
196 196 ... readchannel(server)
197 197 ...
198 198 ... # the cached repo local hgrc contains ui.foo=bar, so showconfig should
199 199 ... # show it
200 200 ... runcommand(server, [b'showconfig'], outfilter=sep)
201 201 ...
202 202 ... # but not for this repo
203 203 ... runcommand(server, [b'init', b'foo'])
204 204 ... runcommand(server, [b'-R', b'foo', b'showconfig', b'ui', b'defaults'])
205 205 *** runcommand showconfig
206 206 bundle.mainreporoot=$TESTTMP/repo
207 207 devel.all-warnings=true
208 208 devel.default-date=0 0
209 209 extensions.fsmonitor= (fsmonitor !)
210 210 largefiles.usercache=$TESTTMP/.cache/largefiles
211 211 lfs.usercache=$TESTTMP/.cache/lfs
212 212 ui.slash=True
213 213 ui.interactive=False
214 214 ui.detailed-exit-code=True
215 215 ui.merge=internal:merge
216 216 ui.mergemarkers=detailed
217 ui.timeout.warn=15
217 218 ui.foo=bar
218 219 ui.nontty=true
219 220 web.address=localhost
220 221 web\.ipv6=(?:True|False) (re)
221 222 web.server-header=testing stub value
222 223 *** runcommand init foo
223 224 *** runcommand -R foo showconfig ui defaults
224 225 ui.slash=True
225 226 ui.interactive=False
226 227 ui.detailed-exit-code=True
227 228 ui.merge=internal:merge
228 229 ui.mergemarkers=detailed
230 ui.timeout.warn=15
229 231 ui.nontty=true
230 232 #endif
231 233
232 234 $ rm -R foo
233 235
234 236 #if windows
235 237 $ PYTHONPATH="$TESTTMP/repo;$PYTHONPATH"
236 238 #else
237 239 $ PYTHONPATH="$TESTTMP/repo:$PYTHONPATH"
238 240 #endif
239 241
240 242 $ cat <<EOF > hook.py
241 243 > import sys
242 244 > from hgclient import bprint
243 245 > def hook(**args):
244 246 > bprint(b'hook talking')
245 247 > bprint(b'now try to read something: %r' % sys.stdin.read())
246 248 > EOF
247 249
248 250 >>> from hgclient import check, readchannel, runcommand, stringio
249 251 >>> @check
250 252 ... def hookoutput(server):
251 253 ... readchannel(server)
252 254 ... runcommand(server, [b'--config',
253 255 ... b'hooks.pre-identify=python:hook.hook',
254 256 ... b'id'],
255 257 ... input=stringio(b'some input'))
256 258 *** runcommand --config hooks.pre-identify=python:hook.hook id
257 259 eff892de26ec tip
258 260 hook talking
259 261 now try to read something: ''
260 262
261 263 Clean hook cached version
262 264 $ rm hook.py*
263 265 $ rm -Rf __pycache__
264 266
265 267 $ echo a >> a
266 268 >>> import os
267 269 >>> from hgclient import check, readchannel, runcommand
268 270 >>> @check
269 271 ... def outsidechanges(server):
270 272 ... readchannel(server)
271 273 ... runcommand(server, [b'status'])
272 274 ... os.system('hg ci -Am2')
273 275 ... runcommand(server, [b'tip'])
274 276 ... runcommand(server, [b'status'])
275 277 *** runcommand status
276 278 M a
277 279 *** runcommand tip
278 280 changeset: 1:d3a0a68be6de
279 281 tag: tip
280 282 user: test
281 283 date: Thu Jan 01 00:00:00 1970 +0000
282 284 summary: 2
283 285
284 286 *** runcommand status
285 287
286 288 >>> import os
287 289 >>> from hgclient import bprint, check, readchannel, runcommand
288 290 >>> @check
289 291 ... def bookmarks(server):
290 292 ... readchannel(server)
291 293 ... runcommand(server, [b'bookmarks'])
292 294 ...
293 295 ... # changes .hg/bookmarks
294 296 ... os.system('hg bookmark -i bm1')
295 297 ... os.system('hg bookmark -i bm2')
296 298 ... runcommand(server, [b'bookmarks'])
297 299 ...
298 300 ... # changes .hg/bookmarks.current
299 301 ... os.system('hg upd bm1 -q')
300 302 ... runcommand(server, [b'bookmarks'])
301 303 ...
302 304 ... runcommand(server, [b'bookmarks', b'bm3'])
303 305 ... f = open('a', 'ab')
304 306 ... f.write(b'a\n') and None
305 307 ... f.close()
306 308 ... runcommand(server, [b'commit', b'-Amm'])
307 309 ... runcommand(server, [b'bookmarks'])
308 310 ... bprint(b'')
309 311 *** runcommand bookmarks
310 312 no bookmarks set
311 313 *** runcommand bookmarks
312 314 bm1 1:d3a0a68be6de
313 315 bm2 1:d3a0a68be6de
314 316 *** runcommand bookmarks
315 317 * bm1 1:d3a0a68be6de
316 318 bm2 1:d3a0a68be6de
317 319 *** runcommand bookmarks bm3
318 320 *** runcommand commit -Amm
319 321 *** runcommand bookmarks
320 322 bm1 1:d3a0a68be6de
321 323 bm2 1:d3a0a68be6de
322 324 * bm3 2:aef17e88f5f0
323 325
324 326
325 327 >>> import os
326 328 >>> from hgclient import check, readchannel, runcommand
327 329 >>> @check
328 330 ... def tagscache(server):
329 331 ... readchannel(server)
330 332 ... runcommand(server, [b'id', b'-t', b'-r', b'0'])
331 333 ... os.system('hg tag -r 0 foo')
332 334 ... runcommand(server, [b'id', b'-t', b'-r', b'0'])
333 335 *** runcommand id -t -r 0
334 336
335 337 *** runcommand id -t -r 0
336 338 foo
337 339
338 340 >>> import os
339 341 >>> from hgclient import check, readchannel, runcommand
340 342 >>> @check
341 343 ... def setphase(server):
342 344 ... readchannel(server)
343 345 ... runcommand(server, [b'phase', b'-r', b'.'])
344 346 ... os.system('hg phase -r . -p')
345 347 ... runcommand(server, [b'phase', b'-r', b'.'])
346 348 *** runcommand phase -r .
347 349 3: draft
348 350 *** runcommand phase -r .
349 351 3: public
350 352
351 353 $ echo a >> a
352 354 >>> from hgclient import bprint, check, readchannel, runcommand
353 355 >>> @check
354 356 ... def rollback(server):
355 357 ... readchannel(server)
356 358 ... runcommand(server, [b'phase', b'-r', b'.', b'-p'])
357 359 ... runcommand(server, [b'commit', b'-Am.'])
358 360 ... runcommand(server, [b'rollback'])
359 361 ... runcommand(server, [b'phase', b'-r', b'.'])
360 362 ... bprint(b'')
361 363 *** runcommand phase -r . -p
362 364 no phases changed
363 365 *** runcommand commit -Am.
364 366 *** runcommand rollback
365 367 repository tip rolled back to revision 3 (undo commit)
366 368 working directory now based on revision 3
367 369 *** runcommand phase -r .
368 370 3: public
369 371
370 372
371 373 >>> import os
372 374 >>> from hgclient import check, readchannel, runcommand
373 375 >>> @check
374 376 ... def branch(server):
375 377 ... readchannel(server)
376 378 ... runcommand(server, [b'branch'])
377 379 ... os.system('hg branch foo')
378 380 ... runcommand(server, [b'branch'])
379 381 ... os.system('hg branch default')
380 382 *** runcommand branch
381 383 default
382 384 marked working directory as branch foo
383 385 (branches are permanent and global, did you want a bookmark?)
384 386 *** runcommand branch
385 387 foo
386 388 marked working directory as branch default
387 389 (branches are permanent and global, did you want a bookmark?)
388 390
389 391 $ touch .hgignore
390 392 >>> import os
391 393 >>> from hgclient import bprint, check, readchannel, runcommand
392 394 >>> @check
393 395 ... def hgignore(server):
394 396 ... readchannel(server)
395 397 ... runcommand(server, [b'commit', b'-Am.'])
396 398 ... f = open('ignored-file', 'ab')
397 399 ... f.write(b'') and None
398 400 ... f.close()
399 401 ... f = open('.hgignore', 'ab')
400 402 ... f.write(b'ignored-file')
401 403 ... f.close()
402 404 ... runcommand(server, [b'status', b'-i', b'-u'])
403 405 ... bprint(b'')
404 406 *** runcommand commit -Am.
405 407 adding .hgignore
406 408 *** runcommand status -i -u
407 409 I ignored-file
408 410
409 411
410 412 cache of non-public revisions should be invalidated on repository change
411 413 (issue4855):
412 414
413 415 >>> import os
414 416 >>> from hgclient import bprint, check, readchannel, runcommand
415 417 >>> @check
416 418 ... def phasesetscacheaftercommit(server):
417 419 ... readchannel(server)
418 420 ... # load _phasecache._phaserevs and _phasesets
419 421 ... runcommand(server, [b'log', b'-qr', b'draft()'])
420 422 ... # create draft commits by another process
421 423 ... for i in range(5, 7):
422 424 ... f = open('a', 'ab')
423 425 ... f.seek(0, os.SEEK_END)
424 426 ... f.write(b'a\n') and None
425 427 ... f.close()
426 428 ... os.system('hg commit -Aqm%d' % i)
427 429 ... # new commits should be listed as draft revisions
428 430 ... runcommand(server, [b'log', b'-qr', b'draft()'])
429 431 ... bprint(b'')
430 432 *** runcommand log -qr draft()
431 433 4:7966c8e3734d
432 434 *** runcommand log -qr draft()
433 435 4:7966c8e3734d
434 436 5:41f6602d1c4f
435 437 6:10501e202c35
436 438
437 439
438 440 >>> import os
439 441 >>> from hgclient import bprint, check, readchannel, runcommand
440 442 >>> @check
441 443 ... def phasesetscacheafterstrip(server):
442 444 ... readchannel(server)
443 445 ... # load _phasecache._phaserevs and _phasesets
444 446 ... runcommand(server, [b'log', b'-qr', b'draft()'])
445 447 ... # strip cached revisions by another process
446 448 ... os.system('hg --config extensions.strip= strip -q 5')
447 449 ... # shouldn't abort by "unknown revision '6'"
448 450 ... runcommand(server, [b'log', b'-qr', b'draft()'])
449 451 ... bprint(b'')
450 452 *** runcommand log -qr draft()
451 453 4:7966c8e3734d
452 454 5:41f6602d1c4f
453 455 6:10501e202c35
454 456 *** runcommand log -qr draft()
455 457 4:7966c8e3734d
456 458
457 459
458 460 cache of phase roots should be invalidated on strip (issue3827):
459 461
460 462 >>> import os
461 463 >>> from hgclient import check, readchannel, runcommand, sep
462 464 >>> @check
463 465 ... def phasecacheafterstrip(server):
464 466 ... readchannel(server)
465 467 ...
466 468 ... # create new head, 5:731265503d86
467 469 ... runcommand(server, [b'update', b'-C', b'0'])
468 470 ... f = open('a', 'ab')
469 471 ... f.write(b'a\n') and None
470 472 ... f.close()
471 473 ... runcommand(server, [b'commit', b'-Am.', b'a'])
472 474 ... runcommand(server, [b'log', b'-Gq'])
473 475 ...
474 476 ... # make it public; draft marker moves to 4:7966c8e3734d
475 477 ... runcommand(server, [b'phase', b'-p', b'.'])
476 478 ... # load _phasecache.phaseroots
477 479 ... runcommand(server, [b'phase', b'.'], outfilter=sep)
478 480 ...
479 481 ... # strip 1::4 outside server
480 482 ... os.system('hg -q --config extensions.mq= strip 1')
481 483 ...
482 484 ... # shouldn't raise "7966c8e3734d: no node!"
483 485 ... runcommand(server, [b'branches'])
484 486 *** runcommand update -C 0
485 487 1 files updated, 0 files merged, 2 files removed, 0 files unresolved
486 488 (leaving bookmark bm3)
487 489 *** runcommand commit -Am. a
488 490 created new head
489 491 *** runcommand log -Gq
490 492 @ 5:731265503d86
491 493 |
492 494 | o 4:7966c8e3734d
493 495 | |
494 496 | o 3:b9b85890c400
495 497 | |
496 498 | o 2:aef17e88f5f0
497 499 | |
498 500 | o 1:d3a0a68be6de
499 501 |/
500 502 o 0:eff892de26ec
501 503
502 504 *** runcommand phase -p .
503 505 *** runcommand phase .
504 506 5: public
505 507 *** runcommand branches
506 508 default 1:731265503d86
507 509
508 510 in-memory cache must be reloaded if transaction is aborted. otherwise
509 511 changelog and manifest would have invalid node:
510 512
511 513 $ echo a >> a
512 514 >>> from hgclient import check, readchannel, runcommand
513 515 >>> @check
514 516 ... def txabort(server):
515 517 ... readchannel(server)
516 518 ... runcommand(server, [b'commit', b'--config', b'hooks.pretxncommit=false',
517 519 ... b'-mfoo'])
518 520 ... runcommand(server, [b'verify'])
519 521 *** runcommand commit --config hooks.pretxncommit=false -mfoo
520 522 transaction abort!
521 523 rollback completed
522 524 abort: pretxncommit hook exited with status 1
523 525 [255]
524 526 *** runcommand verify
525 527 checking changesets
526 528 checking manifests
527 529 crosschecking files in changesets and manifests
528 530 checking files
529 531 checked 2 changesets with 2 changes to 1 files
530 532 $ hg revert --no-backup -aq
531 533
532 534 $ cat >> .hg/hgrc << EOF
533 535 > [experimental]
534 536 > evolution.createmarkers=True
535 537 > EOF
536 538
537 539 >>> import os
538 540 >>> from hgclient import check, readchannel, runcommand
539 541 >>> @check
540 542 ... def obsolete(server):
541 543 ... readchannel(server)
542 544 ...
543 545 ... runcommand(server, [b'up', b'null'])
544 546 ... runcommand(server, [b'phase', b'-df', b'tip'])
545 547 ... cmd = 'hg debugobsolete `hg log -r tip --template {node}`'
546 548 ... if os.name == 'nt':
547 549 ... cmd = 'sh -c "%s"' % cmd # run in sh, not cmd.exe
548 550 ... os.system(cmd)
549 551 ... runcommand(server, [b'log', b'--hidden'])
550 552 ... runcommand(server, [b'log'])
551 553 *** runcommand up null
552 554 0 files updated, 0 files merged, 1 files removed, 0 files unresolved
553 555 *** runcommand phase -df tip
554 556 1 new obsolescence markers
555 557 obsoleted 1 changesets
556 558 *** runcommand log --hidden
557 559 changeset: 1:731265503d86
558 560 tag: tip
559 561 user: test
560 562 date: Thu Jan 01 00:00:00 1970 +0000
561 563 obsolete: pruned
562 564 summary: .
563 565
564 566 changeset: 0:eff892de26ec
565 567 bookmark: bm1
566 568 bookmark: bm2
567 569 bookmark: bm3
568 570 user: test
569 571 date: Thu Jan 01 00:00:00 1970 +0000
570 572 summary: 1
571 573
572 574 *** runcommand log
573 575 changeset: 0:eff892de26ec
574 576 bookmark: bm1
575 577 bookmark: bm2
576 578 bookmark: bm3
577 579 tag: tip
578 580 user: test
579 581 date: Thu Jan 01 00:00:00 1970 +0000
580 582 summary: 1
581 583
582 584
583 585 $ cat <<EOF >> .hg/hgrc
584 586 > [extensions]
585 587 > mq =
586 588 > EOF
587 589
588 590 >>> import os
589 591 >>> from hgclient import check, readchannel, runcommand
590 592 >>> @check
591 593 ... def mqoutsidechanges(server):
592 594 ... readchannel(server)
593 595 ...
594 596 ... # load repo.mq
595 597 ... runcommand(server, [b'qapplied'])
596 598 ... os.system('hg qnew 0.diff')
597 599 ... # repo.mq should be invalidated
598 600 ... runcommand(server, [b'qapplied'])
599 601 ...
600 602 ... runcommand(server, [b'qpop', b'--all'])
601 603 ... os.system('hg qqueue --create foo')
602 604 ... # repo.mq should be recreated to point to new queue
603 605 ... runcommand(server, [b'qqueue', b'--active'])
604 606 *** runcommand qapplied
605 607 *** runcommand qapplied
606 608 0.diff
607 609 *** runcommand qpop --all
608 610 popping 0.diff
609 611 patch queue now empty
610 612 *** runcommand qqueue --active
611 613 foo
612 614
613 615 $ cat <<'EOF' > ../dbgui.py
614 616 > import os
615 617 > import sys
616 618 > from mercurial import commands, registrar
617 619 > cmdtable = {}
618 620 > command = registrar.command(cmdtable)
619 621 > @command(b"debuggetpass", norepo=True)
620 622 > def debuggetpass(ui):
621 623 > ui.write(b"%s\n" % ui.getpass())
622 624 > @command(b"debugprompt", norepo=True)
623 625 > def debugprompt(ui):
624 626 > ui.write(b"%s\n" % ui.prompt(b"prompt:"))
625 627 > @command(b"debugpromptchoice", norepo=True)
626 628 > def debugpromptchoice(ui):
627 629 > msg = b"promptchoice (y/n)? $$ &Yes $$ &No"
628 630 > ui.write(b"%d\n" % ui.promptchoice(msg))
629 631 > @command(b"debugreadstdin", norepo=True)
630 632 > def debugreadstdin(ui):
631 633 > ui.write(b"read: %r\n" % sys.stdin.read(1))
632 634 > @command(b"debugwritestdout", norepo=True)
633 635 > def debugwritestdout(ui):
634 636 > os.write(1, b"low-level stdout fd and\n")
635 637 > sys.stdout.write("stdout should be redirected to stderr\n")
636 638 > sys.stdout.flush()
637 639 > EOF
638 640 $ cat <<EOF >> .hg/hgrc
639 641 > [extensions]
640 642 > dbgui = ../dbgui.py
641 643 > EOF
642 644
643 645 >>> from hgclient import check, readchannel, runcommand, stringio
644 646 >>> @check
645 647 ... def getpass(server):
646 648 ... readchannel(server)
647 649 ... runcommand(server, [b'debuggetpass', b'--config',
648 650 ... b'ui.interactive=True'],
649 651 ... input=stringio(b'1234\n'))
650 652 ... runcommand(server, [b'debuggetpass', b'--config',
651 653 ... b'ui.interactive=True'],
652 654 ... input=stringio(b'\n'))
653 655 ... runcommand(server, [b'debuggetpass', b'--config',
654 656 ... b'ui.interactive=True'],
655 657 ... input=stringio(b''))
656 658 ... runcommand(server, [b'debugprompt', b'--config',
657 659 ... b'ui.interactive=True'],
658 660 ... input=stringio(b'5678\n'))
659 661 ... runcommand(server, [b'debugprompt', b'--config',
660 662 ... b'ui.interactive=True'],
661 663 ... input=stringio(b'\nremainder\nshould\nnot\nbe\nread\n'))
662 664 ... runcommand(server, [b'debugreadstdin'])
663 665 ... runcommand(server, [b'debugwritestdout'])
664 666 *** runcommand debuggetpass --config ui.interactive=True
665 667 password: 1234
666 668 *** runcommand debuggetpass --config ui.interactive=True
667 669 password:
668 670 *** runcommand debuggetpass --config ui.interactive=True
669 671 password: abort: response expected
670 672 [255]
671 673 *** runcommand debugprompt --config ui.interactive=True
672 674 prompt: 5678
673 675 *** runcommand debugprompt --config ui.interactive=True
674 676 prompt: y
675 677 *** runcommand debugreadstdin
676 678 read: ''
677 679 *** runcommand debugwritestdout
678 680 low-level stdout fd and
679 681 stdout should be redirected to stderr
680 682
681 683
682 684 run commandserver in commandserver, which is silly but should work:
683 685
684 686 >>> from hgclient import bprint, check, readchannel, runcommand, stringio
685 687 >>> @check
686 688 ... def nested(server):
687 689 ... bprint(b'%c, %r' % readchannel(server))
688 690 ... class nestedserver(object):
689 691 ... stdin = stringio(b'getencoding\n')
690 692 ... stdout = stringio()
691 693 ... runcommand(server, [b'serve', b'--cmdserver', b'pipe'],
692 694 ... output=nestedserver.stdout, input=nestedserver.stdin)
693 695 ... nestedserver.stdout.seek(0)
694 696 ... bprint(b'%c, %r' % readchannel(nestedserver)) # hello
695 697 ... bprint(b'%c, %r' % readchannel(nestedserver)) # getencoding
696 698 o, 'capabilities: getencoding runcommand\nencoding: *\npid: *' (glob)
697 699 *** runcommand serve --cmdserver pipe
698 700 o, 'capabilities: getencoding runcommand\nencoding: *\npid: *' (glob)
699 701 r, '*' (glob)
700 702
701 703
702 704 start without repository:
703 705
704 706 $ cd ..
705 707
706 708 >>> from hgclient import bprint, check, readchannel, runcommand
707 709 >>> @check
708 710 ... def hellomessage(server):
709 711 ... ch, data = readchannel(server)
710 712 ... bprint(b'%c, %r' % (ch, data))
711 713 ... # run an arbitrary command to make sure the next thing the server
712 714 ... # sends isn't part of the hello message
713 715 ... runcommand(server, [b'id'])
714 716 o, 'capabilities: getencoding runcommand\nencoding: *\npid: *' (glob)
715 717 *** runcommand id
716 718 abort: there is no Mercurial repository here (.hg not found)
717 719 [10]
718 720
719 721 >>> from hgclient import check, readchannel, runcommand
720 722 >>> @check
721 723 ... def startwithoutrepo(server):
722 724 ... readchannel(server)
723 725 ... runcommand(server, [b'init', b'repo2'])
724 726 ... runcommand(server, [b'id', b'-R', b'repo2'])
725 727 *** runcommand init repo2
726 728 *** runcommand id -R repo2
727 729 000000000000 tip
728 730
729 731
730 732 don't fall back to cwd if invalid -R path is specified (issue4805):
731 733
732 734 $ cd repo
733 735 $ hg serve --cmdserver pipe -R ../nonexistent
734 736 abort: repository ../nonexistent not found
735 737 [255]
736 738 $ cd ..
737 739
738 740
739 741 #if no-windows
740 742
741 743 option to not shutdown on SIGINT:
742 744
743 745 $ cat <<'EOF' > dbgint.py
744 746 > import os
745 747 > import signal
746 748 > import time
747 749 > from mercurial import commands, registrar
748 750 > cmdtable = {}
749 751 > command = registrar.command(cmdtable)
750 752 > @command(b"debugsleep", norepo=True)
751 753 > def debugsleep(ui):
752 754 > time.sleep(1)
753 755 > @command(b"debugsuicide", norepo=True)
754 756 > def debugsuicide(ui):
755 757 > os.kill(os.getpid(), signal.SIGINT)
756 758 > time.sleep(1)
757 759 > EOF
758 760
759 761 >>> import signal
760 762 >>> import time
761 763 >>> from hgclient import checkwith, readchannel, runcommand
762 764 >>> @checkwith(extraargs=[b'--config', b'cmdserver.shutdown-on-interrupt=False',
763 765 ... b'--config', b'extensions.dbgint=dbgint.py'])
764 766 ... def nointr(server):
765 767 ... readchannel(server)
766 768 ... server.send_signal(signal.SIGINT) # server won't be terminated
767 769 ... time.sleep(1)
768 770 ... runcommand(server, [b'debugsleep'])
769 771 ... server.send_signal(signal.SIGINT) # server won't be terminated
770 772 ... runcommand(server, [b'debugsleep'])
771 773 ... runcommand(server, [b'debugsuicide']) # command can be interrupted
772 774 ... server.send_signal(signal.SIGTERM) # server will be terminated
773 775 ... time.sleep(1)
774 776 *** runcommand debugsleep
775 777 *** runcommand debugsleep
776 778 *** runcommand debugsuicide
777 779 interrupted!
778 780 killed!
779 781 [255]
780 782
781 783 #endif
782 784
783 785
784 786 structured message channel:
785 787
786 788 $ cat <<'EOF' >> repo2/.hg/hgrc
787 789 > [ui]
788 790 > # server --config should precede repository option
789 791 > message-output = stdio
790 792 > EOF
791 793
792 794 >>> from hgclient import bprint, checkwith, readchannel, runcommand
793 795 >>> @checkwith(extraargs=[b'--config', b'ui.message-output=channel',
794 796 ... b'--config', b'cmdserver.message-encodings=foo cbor'])
795 797 ... def verify(server):
796 798 ... _ch, data = readchannel(server)
797 799 ... bprint(data)
798 800 ... runcommand(server, [b'-R', b'repo2', b'verify'])
799 801 capabilities: getencoding runcommand
800 802 encoding: ascii
801 803 message-encoding: cbor
802 804 pid: * (glob)
803 805 pgid: * (glob) (no-windows !)
804 806 *** runcommand -R repo2 verify
805 807 message: '\xa2DdataTchecking changesets\nDtypeFstatus'
806 808 message: '\xa6Ditem@Cpos\xf6EtopicHcheckingEtotal\xf6DtypeHprogressDunit@'
807 809 message: '\xa2DdataSchecking manifests\nDtypeFstatus'
808 810 message: '\xa6Ditem@Cpos\xf6EtopicHcheckingEtotal\xf6DtypeHprogressDunit@'
809 811 message: '\xa2DdataX0crosschecking files in changesets and manifests\nDtypeFstatus'
810 812 message: '\xa6Ditem@Cpos\xf6EtopicMcrosscheckingEtotal\xf6DtypeHprogressDunit@'
811 813 message: '\xa2DdataOchecking files\nDtypeFstatus'
812 814 message: '\xa6Ditem@Cpos\xf6EtopicHcheckingEtotal\xf6DtypeHprogressDunit@'
813 815 message: '\xa2DdataX/checked 0 changesets with 0 changes to 0 files\nDtypeFstatus'
814 816
815 817 >>> from hgclient import checkwith, readchannel, runcommand, stringio
816 818 >>> @checkwith(extraargs=[b'--config', b'ui.message-output=channel',
817 819 ... b'--config', b'cmdserver.message-encodings=cbor',
818 820 ... b'--config', b'extensions.dbgui=dbgui.py'])
819 821 ... def prompt(server):
820 822 ... readchannel(server)
821 823 ... interactive = [b'--config', b'ui.interactive=True']
822 824 ... runcommand(server, [b'debuggetpass'] + interactive,
823 825 ... input=stringio(b'1234\n'))
824 826 ... runcommand(server, [b'debugprompt'] + interactive,
825 827 ... input=stringio(b'5678\n'))
826 828 ... runcommand(server, [b'debugpromptchoice'] + interactive,
827 829 ... input=stringio(b'n\n'))
828 830 *** runcommand debuggetpass --config ui.interactive=True
829 831 message: '\xa3DdataJpassword: Hpassword\xf5DtypeFprompt'
830 832 1234
831 833 *** runcommand debugprompt --config ui.interactive=True
832 834 message: '\xa3DdataGprompt:GdefaultAyDtypeFprompt'
833 835 5678
834 836 *** runcommand debugpromptchoice --config ui.interactive=True
835 837 message: '\xa4Gchoices\x82\x82AyCYes\x82AnBNoDdataTpromptchoice (y/n)? GdefaultAyDtypeFprompt'
836 838 1
837 839
838 840 bad message encoding:
839 841
840 842 $ hg serve --cmdserver pipe --config ui.message-output=channel
841 843 abort: no supported message encodings:
842 844 [255]
843 845 $ hg serve --cmdserver pipe --config ui.message-output=channel \
844 846 > --config cmdserver.message-encodings='foo bar'
845 847 abort: no supported message encodings: foo bar
846 848 [255]
847 849
848 850 unix domain socket:
849 851
850 852 $ cd repo
851 853 $ hg update -q
852 854
853 855 #if unix-socket unix-permissions
854 856
855 857 >>> from hgclient import bprint, check, readchannel, runcommand, stringio, unixserver
856 858 >>> server = unixserver(b'.hg/server.sock', b'.hg/server.log')
857 859 >>> def hellomessage(conn):
858 860 ... ch, data = readchannel(conn)
859 861 ... bprint(b'%c, %r' % (ch, data))
860 862 ... runcommand(conn, [b'id'])
861 863 >>> check(hellomessage, server.connect)
862 864 o, 'capabilities: getencoding runcommand\nencoding: *\npid: *' (glob)
863 865 *** runcommand id
864 866 eff892de26ec tip bm1/bm2/bm3
865 867 >>> def unknowncommand(conn):
866 868 ... readchannel(conn)
867 869 ... conn.stdin.write(b'unknowncommand\n')
868 870 >>> check(unknowncommand, server.connect) # error sent to server.log
869 871 >>> def serverinput(conn):
870 872 ... readchannel(conn)
871 873 ... patch = b"""
872 874 ... # HG changeset patch
873 875 ... # User test
874 876 ... # Date 0 0
875 877 ... 2
876 878 ...
877 879 ... diff -r eff892de26ec -r 1ed24be7e7a0 a
878 880 ... --- a/a
879 881 ... +++ b/a
880 882 ... @@ -1,1 +1,2 @@
881 883 ... 1
882 884 ... +2
883 885 ... """
884 886 ... runcommand(conn, [b'import', b'-'], input=stringio(patch))
885 887 ... runcommand(conn, [b'log', b'-rtip', b'-q'])
886 888 >>> check(serverinput, server.connect)
887 889 *** runcommand import -
888 890 applying patch from stdin
889 891 *** runcommand log -rtip -q
890 892 2:1ed24be7e7a0
891 893 >>> server.shutdown()
892 894
893 895 $ cat .hg/server.log
894 896 listening at .hg/server.sock
895 897 abort: unknown command unknowncommand
896 898 killed!
897 899 $ rm .hg/server.log
898 900
899 901 if server crashed before hello, traceback will be sent to 'e' channel as
900 902 last ditch:
901 903
902 904 $ cat <<'EOF' > ../earlycrasher.py
903 905 > from mercurial import commandserver, extensions
904 906 > def _serverequest(orig, ui, repo, conn, createcmdserver, prereposetups):
905 907 > def createcmdserver(*args, **kwargs):
906 908 > raise Exception('crash')
907 909 > return orig(ui, repo, conn, createcmdserver, prereposetups)
908 910 > def extsetup(ui):
909 911 > extensions.wrapfunction(commandserver, b'_serverequest', _serverequest)
910 912 > EOF
911 913 $ cat <<EOF >> .hg/hgrc
912 914 > [extensions]
913 915 > earlycrasher = ../earlycrasher.py
914 916 > EOF
915 917 >>> from hgclient import bprint, check, readchannel, unixserver
916 918 >>> server = unixserver(b'.hg/server.sock', b'.hg/server.log')
917 919 >>> def earlycrash(conn):
918 920 ... while True:
919 921 ... try:
920 922 ... ch, data = readchannel(conn)
921 923 ... for l in data.splitlines(True):
922 924 ... if not l.startswith(b' '):
923 925 ... bprint(b'%c, %r' % (ch, l))
924 926 ... except EOFError:
925 927 ... break
926 928 >>> check(earlycrash, server.connect)
927 929 e, 'Traceback (most recent call last):\n'
928 930 e, 'Exception: crash\n'
929 931 >>> server.shutdown()
930 932
931 933 $ cat .hg/server.log | grep -v '^ '
932 934 listening at .hg/server.sock
933 935 Traceback (most recent call last):
934 936 Exception: crash
935 937 killed!
936 938 #endif
937 939 #if no-unix-socket
938 940
939 941 $ hg serve --cmdserver unix -a .hg/server.sock
940 942 abort: unsupported platform
941 943 [255]
942 944
943 945 #endif
944 946
945 947 $ cd ..
946 948
947 949 Test that accessing to invalid changelog cache is avoided at
948 950 subsequent operations even if repo object is reused even after failure
949 951 of transaction (see 0a7610758c42 also)
950 952
951 953 "hg log" after failure of transaction is needed to detect invalid
952 954 cache in repoview: this can't detect by "hg verify" only.
953 955
954 956 Combination of "finalization" and "empty-ness of changelog" (2 x 2 =
955 957 4) are tested, because '00changelog.i' are differently changed in each
956 958 cases.
957 959
958 960 $ cat > $TESTTMP/failafterfinalize.py <<EOF
959 961 > # extension to abort transaction after finalization forcibly
960 962 > from mercurial import commands, error, extensions, lock as lockmod
961 963 > from mercurial import registrar
962 964 > cmdtable = {}
963 965 > command = registrar.command(cmdtable)
964 966 > configtable = {}
965 967 > configitem = registrar.configitem(configtable)
966 968 > configitem(b'failafterfinalize', b'fail',
967 969 > default=None,
968 970 > )
969 971 > def fail(tr):
970 972 > raise error.Abort(b'fail after finalization')
971 973 > def reposetup(ui, repo):
972 974 > class failrepo(repo.__class__):
973 975 > def commitctx(self, ctx, error=False, origctx=None):
974 976 > if self.ui.configbool(b'failafterfinalize', b'fail'):
975 977 > # 'sorted()' by ASCII code on category names causes
976 978 > # invoking 'fail' after finalization of changelog
977 979 > # using "'cl-%i' % id(self)" as category name
978 980 > self.currenttransaction().addfinalize(b'zzzzzzzz', fail)
979 981 > return super(failrepo, self).commitctx(ctx, error, origctx)
980 982 > repo.__class__ = failrepo
981 983 > EOF
982 984
983 985 $ hg init repo3
984 986 $ cd repo3
985 987
986 988 $ cat <<EOF >> $HGRCPATH
987 989 > [command-templates]
988 990 > log = {rev} {desc|firstline} ({files})\n
989 991 >
990 992 > [extensions]
991 993 > failafterfinalize = $TESTTMP/failafterfinalize.py
992 994 > EOF
993 995
994 996 - test failure with "empty changelog"
995 997
996 998 $ echo foo > foo
997 999 $ hg add foo
998 1000
999 1001 (failure before finalization)
1000 1002
1001 1003 >>> from hgclient import check, readchannel, runcommand
1002 1004 >>> @check
1003 1005 ... def abort(server):
1004 1006 ... readchannel(server)
1005 1007 ... runcommand(server, [b'commit',
1006 1008 ... b'--config', b'hooks.pretxncommit=false',
1007 1009 ... b'-mfoo'])
1008 1010 ... runcommand(server, [b'log'])
1009 1011 ... runcommand(server, [b'verify', b'-q'])
1010 1012 *** runcommand commit --config hooks.pretxncommit=false -mfoo
1011 1013 transaction abort!
1012 1014 rollback completed
1013 1015 abort: pretxncommit hook exited with status 1
1014 1016 [255]
1015 1017 *** runcommand log
1016 1018 *** runcommand verify -q
1017 1019
1018 1020 (failure after finalization)
1019 1021
1020 1022 >>> from hgclient import check, readchannel, runcommand
1021 1023 >>> @check
1022 1024 ... def abort(server):
1023 1025 ... readchannel(server)
1024 1026 ... runcommand(server, [b'commit',
1025 1027 ... b'--config', b'failafterfinalize.fail=true',
1026 1028 ... b'-mfoo'])
1027 1029 ... runcommand(server, [b'log'])
1028 1030 ... runcommand(server, [b'verify', b'-q'])
1029 1031 *** runcommand commit --config failafterfinalize.fail=true -mfoo
1030 1032 transaction abort!
1031 1033 rollback completed
1032 1034 abort: fail after finalization
1033 1035 [255]
1034 1036 *** runcommand log
1035 1037 *** runcommand verify -q
1036 1038
1037 1039 - test failure with "not-empty changelog"
1038 1040
1039 1041 $ echo bar > bar
1040 1042 $ hg add bar
1041 1043 $ hg commit -mbar bar
1042 1044
1043 1045 (failure before finalization)
1044 1046
1045 1047 >>> from hgclient import check, readchannel, runcommand
1046 1048 >>> @check
1047 1049 ... def abort(server):
1048 1050 ... readchannel(server)
1049 1051 ... runcommand(server, [b'commit',
1050 1052 ... b'--config', b'hooks.pretxncommit=false',
1051 1053 ... b'-mfoo', b'foo'])
1052 1054 ... runcommand(server, [b'log'])
1053 1055 ... runcommand(server, [b'verify', b'-q'])
1054 1056 *** runcommand commit --config hooks.pretxncommit=false -mfoo foo
1055 1057 transaction abort!
1056 1058 rollback completed
1057 1059 abort: pretxncommit hook exited with status 1
1058 1060 [255]
1059 1061 *** runcommand log
1060 1062 0 bar (bar)
1061 1063 *** runcommand verify -q
1062 1064
1063 1065 (failure after finalization)
1064 1066
1065 1067 >>> from hgclient import check, readchannel, runcommand
1066 1068 >>> @check
1067 1069 ... def abort(server):
1068 1070 ... readchannel(server)
1069 1071 ... runcommand(server, [b'commit',
1070 1072 ... b'--config', b'failafterfinalize.fail=true',
1071 1073 ... b'-mfoo', b'foo'])
1072 1074 ... runcommand(server, [b'log'])
1073 1075 ... runcommand(server, [b'verify', b'-q'])
1074 1076 *** runcommand commit --config failafterfinalize.fail=true -mfoo foo
1075 1077 transaction abort!
1076 1078 rollback completed
1077 1079 abort: fail after finalization
1078 1080 [255]
1079 1081 *** runcommand log
1080 1082 0 bar (bar)
1081 1083 *** runcommand verify -q
1082 1084
1083 1085 $ cd ..
1084 1086
1085 1087 Test symlink traversal over cached audited paths:
1086 1088 -------------------------------------------------
1087 1089
1088 1090 #if symlink
1089 1091
1090 1092 set up symlink hell
1091 1093
1092 1094 $ mkdir merge-symlink-out
1093 1095 $ hg init merge-symlink
1094 1096 $ cd merge-symlink
1095 1097 $ touch base
1096 1098 $ hg commit -qAm base
1097 1099 $ ln -s ../merge-symlink-out a
1098 1100 $ hg commit -qAm 'symlink a -> ../merge-symlink-out'
1099 1101 $ hg up -q 0
1100 1102 $ mkdir a
1101 1103 $ touch a/poisoned
1102 1104 $ hg commit -qAm 'file a/poisoned'
1103 1105 $ hg log -G -T '{rev}: {desc}\n'
1104 1106 @ 2: file a/poisoned
1105 1107 |
1106 1108 | o 1: symlink a -> ../merge-symlink-out
1107 1109 |/
1108 1110 o 0: base
1109 1111
1110 1112
1111 1113 try trivial merge after update: cache of audited paths should be discarded,
1112 1114 and the merge should fail (issue5628)
1113 1115
1114 1116 $ hg up -q null
1115 1117 >>> from hgclient import check, readchannel, runcommand
1116 1118 >>> @check
1117 1119 ... def merge(server):
1118 1120 ... readchannel(server)
1119 1121 ... # audit a/poisoned as a good path
1120 1122 ... runcommand(server, [b'up', b'-qC', b'2'])
1121 1123 ... runcommand(server, [b'up', b'-qC', b'1'])
1122 1124 ... # here a is a symlink, so a/poisoned is bad
1123 1125 ... runcommand(server, [b'merge', b'2'])
1124 1126 *** runcommand up -qC 2
1125 1127 *** runcommand up -qC 1
1126 1128 *** runcommand merge 2
1127 1129 abort: path 'a/poisoned' traverses symbolic link 'a'
1128 1130 [255]
1129 1131 $ ls ../merge-symlink-out
1130 1132
1131 1133 cache of repo.auditor should be discarded, so matcher would never traverse
1132 1134 symlinks:
1133 1135
1134 1136 $ hg up -qC 0
1135 1137 $ touch ../merge-symlink-out/poisoned
1136 1138 >>> from hgclient import check, readchannel, runcommand
1137 1139 >>> @check
1138 1140 ... def files(server):
1139 1141 ... readchannel(server)
1140 1142 ... runcommand(server, [b'up', b'-qC', b'2'])
1141 1143 ... # audit a/poisoned as a good path
1142 1144 ... runcommand(server, [b'files', b'a/poisoned'])
1143 1145 ... runcommand(server, [b'up', b'-qC', b'0'])
1144 1146 ... runcommand(server, [b'up', b'-qC', b'1'])
1145 1147 ... # here 'a' is a symlink, so a/poisoned should be warned
1146 1148 ... runcommand(server, [b'files', b'a/poisoned'])
1147 1149 *** runcommand up -qC 2
1148 1150 *** runcommand files a/poisoned
1149 1151 a/poisoned
1150 1152 *** runcommand up -qC 0
1151 1153 *** runcommand up -qC 1
1152 1154 *** runcommand files a/poisoned
1153 1155 abort: path 'a/poisoned' traverses symbolic link 'a'
1154 1156 [255]
1155 1157
1156 1158 $ cd ..
1157 1159
1158 1160 #endif
@@ -1,141 +1,141 b''
1 1 #require unix-permissions no-root no-windows
2 2
3 3 Prepare
4 4
5 5 $ hg init a
6 6 $ echo a > a/a
7 7 $ hg -R a ci -A -m a
8 8 adding a
9 9
10 10 $ hg clone a b
11 11 updating to branch default
12 12 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
13 13
14 14 Test that raising an exception in the release function doesn't cause the lock to choke
15 15
16 16 $ cat > testlock.py << EOF
17 17 > from mercurial import error, registrar
18 18 >
19 19 > cmdtable = {}
20 20 > command = registrar.command(cmdtable)
21 21 >
22 22 > def acquiretestlock(repo, releaseexc):
23 23 > def unlock():
24 24 > if releaseexc:
25 25 > raise error.Abort(b'expected release exception')
26 26 > l = repo._lock(repo.vfs, b'testlock', False, unlock, None, b'test lock')
27 27 > return l
28 28 >
29 29 > @command(b'testlockexc')
30 30 > def testlockexc(ui, repo):
31 31 > testlock = acquiretestlock(repo, True)
32 32 > try:
33 33 > testlock.release()
34 34 > finally:
35 35 > try:
36 36 > testlock = acquiretestlock(repo, False)
37 37 > except error.LockHeld:
38 38 > raise error.Abort(b'lockfile on disk even after releasing!')
39 39 > testlock.release()
40 40 > EOF
41 41 $ cat >> $HGRCPATH << EOF
42 42 > [extensions]
43 43 > testlock=$TESTTMP/testlock.py
44 44 > EOF
45 45
46 46 $ hg -R b testlockexc
47 47 abort: expected release exception
48 48 [255]
49 49
50 50 One process waiting for another
51 51
52 52 $ cat > hooks.py << EOF
53 53 > import time
54 54 > def sleepone(**x): time.sleep(1)
55 55 > def sleephalf(**x): time.sleep(0.5)
56 56 > EOF
57 57 $ echo b > b/b
58 58 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
59 $ hg -R b up -q --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
59 $ hg -R b up -q --config ui.timeout.warn=0 --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
60 60 > > preup-stdout 2>preup-stderr
61 61 $ wait
62 62 $ cat preup-stdout
63 63 $ cat preup-stderr
64 64 waiting for lock on working directory of b held by process '*' on host '*' (glob)
65 65 got lock after * seconds (glob)
66 66 $ cat stdout
67 67 adding b
68 68
69 69 On processs waiting on another, warning after a long time.
70 70
71 71 $ echo b > b/c
72 72 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
73 73 $ hg -R b up -q --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
74 74 > --config ui.timeout.warn=250 \
75 75 > > preup-stdout 2>preup-stderr
76 76 $ wait
77 77 $ cat preup-stdout
78 78 $ cat preup-stderr
79 79 $ cat stdout
80 80 adding c
81 81
82 82 On processs waiting on another, warning disabled.
83 83
84 84 $ echo b > b/d
85 85 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
86 86 $ hg -R b up -q --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
87 87 > --config ui.timeout.warn=-1 \
88 88 > > preup-stdout 2>preup-stderr
89 89 $ wait
90 90 $ cat preup-stdout
91 91 $ cat preup-stderr
92 92 $ cat stdout
93 93 adding d
94 94
95 95 check we still print debug output
96 96
97 97 On processs waiting on another, warning after a long time (debug output on)
98 98
99 99 $ echo b > b/e
100 100 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
101 101 $ hg -R b up --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
102 102 > --config ui.timeout.warn=250 --debug\
103 103 > > preup-stdout 2>preup-stderr
104 104 $ wait
105 105 $ cat preup-stdout
106 106 calling hook pre-update: hghook_pre-update.sleephalf
107 107 waiting for lock on working directory of b held by process '*' on host '*' (glob)
108 108 got lock after * seconds (glob)
109 109 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
110 110 $ cat preup-stderr
111 111 $ cat stdout
112 112 adding e
113 113
114 114 On processs waiting on another, warning disabled, (debug output on)
115 115
116 116 $ echo b > b/f
117 117 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
118 118 $ hg -R b up --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf" \
119 119 > --config ui.timeout.warn=-1 --debug\
120 120 > > preup-stdout 2>preup-stderr
121 121 $ wait
122 122 $ cat preup-stdout
123 123 calling hook pre-update: hghook_pre-update.sleephalf
124 124 waiting for lock on working directory of b held by process '*' on host '*' (glob)
125 125 got lock after * seconds (glob)
126 126 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
127 127 $ cat preup-stderr
128 128 $ cat stdout
129 129 adding f
130 130
131 131 Pushing to a local read-only repo that can't be locked
132 132
133 133 $ chmod 100 a/.hg/store
134 134
135 135 $ hg -R b push a
136 136 pushing to a
137 137 searching for changes
138 138 abort: could not lock repository a: Permission denied
139 139 [20]
140 140
141 141 $ chmod 700 a/.hg/store
@@ -1,1825 +1,1825 b''
1 1 $ cat >> $HGRCPATH << EOF
2 2 > [extensions]
3 3 > drawdag=$TESTDIR/drawdag.py
4 4 > phasereport=$TESTDIR/testlib/ext-phase-report.py
5 5 > EOF
6 6
7 7 $ hgph() { hg log -G --template "{rev} {phase} {desc} - {node|short}\n" $*; }
8 8
9 9 $ mkcommit() {
10 10 > echo "$1" > "$1"
11 11 > hg add "$1"
12 12 > message="$1"
13 13 > shift
14 14 > hg ci -m "$message" $*
15 15 > }
16 16
17 17 $ hg init alpha
18 18 $ cd alpha
19 19 $ mkcommit a-A
20 20 test-debug-phase: new rev 0: x -> 1
21 21 $ mkcommit a-B
22 22 test-debug-phase: new rev 1: x -> 1
23 23 $ mkcommit a-C
24 24 test-debug-phase: new rev 2: x -> 1
25 25 $ mkcommit a-D
26 26 test-debug-phase: new rev 3: x -> 1
27 27 $ hgph
28 28 @ 3 draft a-D - b555f63b6063
29 29 |
30 30 o 2 draft a-C - 54acac6f23ab
31 31 |
32 32 o 1 draft a-B - 548a3d25dbf0
33 33 |
34 34 o 0 draft a-A - 054250a37db4
35 35
36 36
37 37 $ hg init ../beta
38 38 $ hg push -r 1 ../beta
39 39 pushing to ../beta
40 40 searching for changes
41 41 adding changesets
42 42 adding manifests
43 43 adding file changes
44 44 added 2 changesets with 2 changes to 2 files
45 45 test-debug-phase: new rev 0: x -> 0
46 46 test-debug-phase: new rev 1: x -> 0
47 47 test-debug-phase: move rev 0: 1 -> 0
48 48 test-debug-phase: move rev 1: 1 -> 0
49 49 $ hgph
50 50 @ 3 draft a-D - b555f63b6063
51 51 |
52 52 o 2 draft a-C - 54acac6f23ab
53 53 |
54 54 o 1 public a-B - 548a3d25dbf0
55 55 |
56 56 o 0 public a-A - 054250a37db4
57 57
58 58
59 59 $ cd ../beta
60 60 $ hgph
61 61 o 1 public a-B - 548a3d25dbf0
62 62 |
63 63 o 0 public a-A - 054250a37db4
64 64
65 65 $ hg up -q
66 66 $ mkcommit b-A
67 67 test-debug-phase: new rev 2: x -> 1
68 68 $ hgph
69 69 @ 2 draft b-A - f54f1bb90ff3
70 70 |
71 71 o 1 public a-B - 548a3d25dbf0
72 72 |
73 73 o 0 public a-A - 054250a37db4
74 74
75 75 $ hg pull ../alpha
76 76 pulling from ../alpha
77 77 searching for changes
78 78 adding changesets
79 79 adding manifests
80 80 adding file changes
81 81 added 2 changesets with 2 changes to 2 files (+1 heads)
82 82 new changesets 54acac6f23ab:b555f63b6063
83 83 test-debug-phase: new rev 3: x -> 0
84 84 test-debug-phase: new rev 4: x -> 0
85 85 (run 'hg heads' to see heads, 'hg merge' to merge)
86 86 $ hgph
87 87 o 4 public a-D - b555f63b6063
88 88 |
89 89 o 3 public a-C - 54acac6f23ab
90 90 |
91 91 | @ 2 draft b-A - f54f1bb90ff3
92 92 |/
93 93 o 1 public a-B - 548a3d25dbf0
94 94 |
95 95 o 0 public a-A - 054250a37db4
96 96
97 97
98 98 pull did not updated ../alpha state.
99 99 push from alpha to beta should update phase even if nothing is transferred
100 100
101 101 $ cd ../alpha
102 102 $ hgph # not updated by remote pull
103 103 @ 3 draft a-D - b555f63b6063
104 104 |
105 105 o 2 draft a-C - 54acac6f23ab
106 106 |
107 107 o 1 public a-B - 548a3d25dbf0
108 108 |
109 109 o 0 public a-A - 054250a37db4
110 110
111 111 $ hg push -r 2 ../beta
112 112 pushing to ../beta
113 113 searching for changes
114 114 no changes found
115 115 test-debug-phase: move rev 2: 1 -> 0
116 116 [1]
117 117 $ hgph
118 118 @ 3 draft a-D - b555f63b6063
119 119 |
120 120 o 2 public a-C - 54acac6f23ab
121 121 |
122 122 o 1 public a-B - 548a3d25dbf0
123 123 |
124 124 o 0 public a-A - 054250a37db4
125 125
126 126 $ hg push ../beta
127 127 pushing to ../beta
128 128 searching for changes
129 129 no changes found
130 130 test-debug-phase: move rev 3: 1 -> 0
131 131 [1]
132 132 $ hgph
133 133 @ 3 public a-D - b555f63b6063
134 134 |
135 135 o 2 public a-C - 54acac6f23ab
136 136 |
137 137 o 1 public a-B - 548a3d25dbf0
138 138 |
139 139 o 0 public a-A - 054250a37db4
140 140
141 141
142 142 update must update phase of common changeset too
143 143
144 144 $ hg pull ../beta # getting b-A
145 145 pulling from ../beta
146 146 searching for changes
147 147 adding changesets
148 148 adding manifests
149 149 adding file changes
150 150 added 1 changesets with 1 changes to 1 files (+1 heads)
151 151 new changesets f54f1bb90ff3
152 152 test-debug-phase: new rev 4: x -> 0
153 153 (run 'hg heads' to see heads, 'hg merge' to merge)
154 154
155 155 $ cd ../beta
156 156 $ hgph # not updated by remote pull
157 157 o 4 public a-D - b555f63b6063
158 158 |
159 159 o 3 public a-C - 54acac6f23ab
160 160 |
161 161 | @ 2 draft b-A - f54f1bb90ff3
162 162 |/
163 163 o 1 public a-B - 548a3d25dbf0
164 164 |
165 165 o 0 public a-A - 054250a37db4
166 166
167 167 $ hg pull ../alpha
168 168 pulling from ../alpha
169 169 searching for changes
170 170 no changes found
171 171 1 local changesets published
172 172 test-debug-phase: move rev 2: 1 -> 0
173 173 $ hgph
174 174 o 4 public a-D - b555f63b6063
175 175 |
176 176 o 3 public a-C - 54acac6f23ab
177 177 |
178 178 | @ 2 public b-A - f54f1bb90ff3
179 179 |/
180 180 o 1 public a-B - 548a3d25dbf0
181 181 |
182 182 o 0 public a-A - 054250a37db4
183 183
184 184
185 185 Publish configuration option
186 186 ----------------------------
187 187
188 188 Pull
189 189 ````
190 190
191 191 changegroup are added without phase movement
192 192
193 193 $ hg bundle -a ../base.bundle
194 194 5 changesets found
195 195 $ cd ..
196 196 $ hg init mu
197 197 $ cd mu
198 198 $ cat > .hg/hgrc << EOF
199 199 > [phases]
200 200 > publish=0
201 201 > EOF
202 202 $ hg unbundle ../base.bundle
203 203 adding changesets
204 204 adding manifests
205 205 adding file changes
206 206 added 5 changesets with 5 changes to 5 files (+1 heads)
207 207 new changesets 054250a37db4:b555f63b6063 (5 drafts)
208 208 test-debug-phase: new rev 0: x -> 1
209 209 test-debug-phase: new rev 1: x -> 1
210 210 test-debug-phase: new rev 2: x -> 1
211 211 test-debug-phase: new rev 3: x -> 1
212 212 test-debug-phase: new rev 4: x -> 1
213 213 (run 'hg heads' to see heads, 'hg merge' to merge)
214 214 $ hgph
215 215 o 4 draft a-D - b555f63b6063
216 216 |
217 217 o 3 draft a-C - 54acac6f23ab
218 218 |
219 219 | o 2 draft b-A - f54f1bb90ff3
220 220 |/
221 221 o 1 draft a-B - 548a3d25dbf0
222 222 |
223 223 o 0 draft a-A - 054250a37db4
224 224
225 225 $ cd ..
226 226
227 227 Pulling from publish=False to publish=False does not move boundary.
228 228
229 229 $ hg init nu
230 230 $ cd nu
231 231 $ cat > .hg/hgrc << EOF
232 232 > [phases]
233 233 > publish=0
234 234 > EOF
235 235 $ hg pull ../mu -r 54acac6f23ab
236 236 pulling from ../mu
237 237 adding changesets
238 238 adding manifests
239 239 adding file changes
240 240 added 3 changesets with 3 changes to 3 files
241 241 new changesets 054250a37db4:54acac6f23ab (3 drafts)
242 242 test-debug-phase: new rev 0: x -> 1
243 243 test-debug-phase: new rev 1: x -> 1
244 244 test-debug-phase: new rev 2: x -> 1
245 245 (run 'hg update' to get a working copy)
246 246 $ hgph
247 247 o 2 draft a-C - 54acac6f23ab
248 248 |
249 249 o 1 draft a-B - 548a3d25dbf0
250 250 |
251 251 o 0 draft a-A - 054250a37db4
252 252
253 253
254 254 Even for common
255 255
256 256 $ hg pull ../mu -r f54f1bb90ff3
257 257 pulling from ../mu
258 258 searching for changes
259 259 adding changesets
260 260 adding manifests
261 261 adding file changes
262 262 added 1 changesets with 1 changes to 1 files (+1 heads)
263 263 new changesets f54f1bb90ff3 (1 drafts)
264 264 test-debug-phase: new rev 3: x -> 1
265 265 (run 'hg heads' to see heads, 'hg merge' to merge)
266 266 $ hgph
267 267 o 3 draft b-A - f54f1bb90ff3
268 268 |
269 269 | o 2 draft a-C - 54acac6f23ab
270 270 |/
271 271 o 1 draft a-B - 548a3d25dbf0
272 272 |
273 273 o 0 draft a-A - 054250a37db4
274 274
275 275
276 276
277 277 Pulling from Publish=True to Publish=False move boundary in common set.
278 278 we are in nu
279 279
280 280 $ hg pull ../alpha -r b555f63b6063
281 281 pulling from ../alpha
282 282 searching for changes
283 283 adding changesets
284 284 adding manifests
285 285 adding file changes
286 286 added 1 changesets with 1 changes to 1 files
287 287 new changesets b555f63b6063
288 288 3 local changesets published
289 289 test-debug-phase: move rev 0: 1 -> 0
290 290 test-debug-phase: move rev 1: 1 -> 0
291 291 test-debug-phase: move rev 2: 1 -> 0
292 292 test-debug-phase: new rev 4: x -> 0
293 293 (run 'hg update' to get a working copy)
294 294 $ hgph # f54f1bb90ff3 stay draft, not ancestor of -r
295 295 o 4 public a-D - b555f63b6063
296 296 |
297 297 | o 3 draft b-A - f54f1bb90ff3
298 298 | |
299 299 o | 2 public a-C - 54acac6f23ab
300 300 |/
301 301 o 1 public a-B - 548a3d25dbf0
302 302 |
303 303 o 0 public a-A - 054250a37db4
304 304
305 305
306 306 pulling from Publish=False to publish=False with some public
307 307
308 308 $ hg up -q f54f1bb90ff3
309 309 $ mkcommit n-A
310 310 test-debug-phase: new rev 5: x -> 1
311 311 $ mkcommit n-B
312 312 test-debug-phase: new rev 6: x -> 1
313 313 $ hgph
314 314 @ 6 draft n-B - 145e75495359
315 315 |
316 316 o 5 draft n-A - d6bcb4f74035
317 317 |
318 318 | o 4 public a-D - b555f63b6063
319 319 | |
320 320 o | 3 draft b-A - f54f1bb90ff3
321 321 | |
322 322 | o 2 public a-C - 54acac6f23ab
323 323 |/
324 324 o 1 public a-B - 548a3d25dbf0
325 325 |
326 326 o 0 public a-A - 054250a37db4
327 327
328 328 $ cd ../mu
329 329 $ hg pull ../nu --confirm --config ui.interactive=True<<EOF
330 330 > y
331 331 > EOF
332 332 pulling from ../nu
333 333 searching for changes
334 334 adding changesets
335 335 adding manifests
336 336 adding file changes
337 337 adding 2 changesets with 2 changes to 2 files
338 338 new changesets d6bcb4f74035:145e75495359 (2 drafts)
339 339 4 local changesets will be published
340 340 accept incoming changes (yn)? y
341 341 added 2 changesets with 2 changes to 2 files
342 342 new changesets d6bcb4f74035:145e75495359 (2 drafts)
343 343 4 local changesets published
344 344 test-debug-phase: move rev 0: 1 -> 0
345 345 test-debug-phase: move rev 1: 1 -> 0
346 346 test-debug-phase: move rev 3: 1 -> 0
347 347 test-debug-phase: move rev 4: 1 -> 0
348 348 test-debug-phase: new rev 5: x -> 1
349 349 test-debug-phase: new rev 6: x -> 1
350 350 (run 'hg update' to get a working copy)
351 351 $ hgph
352 352 o 6 draft n-B - 145e75495359
353 353 |
354 354 o 5 draft n-A - d6bcb4f74035
355 355 |
356 356 | o 4 public a-D - b555f63b6063
357 357 | |
358 358 | o 3 public a-C - 54acac6f23ab
359 359 | |
360 360 o | 2 draft b-A - f54f1bb90ff3
361 361 |/
362 362 o 1 public a-B - 548a3d25dbf0
363 363 |
364 364 o 0 public a-A - 054250a37db4
365 365
366 366 $ cd ..
367 367
368 368 pulling into publish=True
369 369
370 370 $ cd alpha
371 371 $ hgph
372 372 o 4 public b-A - f54f1bb90ff3
373 373 |
374 374 | @ 3 public a-D - b555f63b6063
375 375 | |
376 376 | o 2 public a-C - 54acac6f23ab
377 377 |/
378 378 o 1 public a-B - 548a3d25dbf0
379 379 |
380 380 o 0 public a-A - 054250a37db4
381 381
382 382 $ hg pull ../mu
383 383 pulling from ../mu
384 384 searching for changes
385 385 adding changesets
386 386 adding manifests
387 387 adding file changes
388 388 added 2 changesets with 2 changes to 2 files
389 389 new changesets d6bcb4f74035:145e75495359 (2 drafts)
390 390 test-debug-phase: new rev 5: x -> 1
391 391 test-debug-phase: new rev 6: x -> 1
392 392 (run 'hg update' to get a working copy)
393 393 $ hgph
394 394 o 6 draft n-B - 145e75495359
395 395 |
396 396 o 5 draft n-A - d6bcb4f74035
397 397 |
398 398 o 4 public b-A - f54f1bb90ff3
399 399 |
400 400 | @ 3 public a-D - b555f63b6063
401 401 | |
402 402 | o 2 public a-C - 54acac6f23ab
403 403 |/
404 404 o 1 public a-B - 548a3d25dbf0
405 405 |
406 406 o 0 public a-A - 054250a37db4
407 407
408 408 $ cd ..
409 409
410 410 pulling back into original repo
411 411
412 412 $ cd nu
413 413 $ hg pull ../alpha
414 414 pulling from ../alpha
415 415 searching for changes
416 416 no changes found
417 417 3 local changesets published
418 418 test-debug-phase: move rev 3: 1 -> 0
419 419 test-debug-phase: move rev 5: 1 -> 0
420 420 test-debug-phase: move rev 6: 1 -> 0
421 421 $ hgph
422 422 @ 6 public n-B - 145e75495359
423 423 |
424 424 o 5 public n-A - d6bcb4f74035
425 425 |
426 426 | o 4 public a-D - b555f63b6063
427 427 | |
428 428 o | 3 public b-A - f54f1bb90ff3
429 429 | |
430 430 | o 2 public a-C - 54acac6f23ab
431 431 |/
432 432 o 1 public a-B - 548a3d25dbf0
433 433 |
434 434 o 0 public a-A - 054250a37db4
435 435
436 436
437 437 Push
438 438 ````
439 439
440 440 (inserted)
441 441
442 442 Test that phase are pushed even when they are nothing to pus
443 443 (this might be tested later bu are very convenient to not alter too much test)
444 444
445 445 Push back to alpha
446 446
447 447 $ hg push ../alpha # from nu
448 448 pushing to ../alpha
449 449 searching for changes
450 450 no changes found
451 451 test-debug-phase: move rev 5: 1 -> 0
452 452 test-debug-phase: move rev 6: 1 -> 0
453 453 [1]
454 454 $ cd ..
455 455 $ cd alpha
456 456 $ hgph
457 457 o 6 public n-B - 145e75495359
458 458 |
459 459 o 5 public n-A - d6bcb4f74035
460 460 |
461 461 o 4 public b-A - f54f1bb90ff3
462 462 |
463 463 | @ 3 public a-D - b555f63b6063
464 464 | |
465 465 | o 2 public a-C - 54acac6f23ab
466 466 |/
467 467 o 1 public a-B - 548a3d25dbf0
468 468 |
469 469 o 0 public a-A - 054250a37db4
470 470
471 471
472 472 (end insertion)
473 473
474 474
475 475 initial setup
476 476
477 477 $ hg log -G # of alpha
478 478 o changeset: 6:145e75495359
479 479 | tag: tip
480 480 | user: test
481 481 | date: Thu Jan 01 00:00:00 1970 +0000
482 482 | summary: n-B
483 483 |
484 484 o changeset: 5:d6bcb4f74035
485 485 | user: test
486 486 | date: Thu Jan 01 00:00:00 1970 +0000
487 487 | summary: n-A
488 488 |
489 489 o changeset: 4:f54f1bb90ff3
490 490 | parent: 1:548a3d25dbf0
491 491 | user: test
492 492 | date: Thu Jan 01 00:00:00 1970 +0000
493 493 | summary: b-A
494 494 |
495 495 | @ changeset: 3:b555f63b6063
496 496 | | user: test
497 497 | | date: Thu Jan 01 00:00:00 1970 +0000
498 498 | | summary: a-D
499 499 | |
500 500 | o changeset: 2:54acac6f23ab
501 501 |/ user: test
502 502 | date: Thu Jan 01 00:00:00 1970 +0000
503 503 | summary: a-C
504 504 |
505 505 o changeset: 1:548a3d25dbf0
506 506 | user: test
507 507 | date: Thu Jan 01 00:00:00 1970 +0000
508 508 | summary: a-B
509 509 |
510 510 o changeset: 0:054250a37db4
511 511 user: test
512 512 date: Thu Jan 01 00:00:00 1970 +0000
513 513 summary: a-A
514 514
515 515 $ mkcommit a-E
516 516 test-debug-phase: new rev 7: x -> 1
517 517 $ mkcommit a-F
518 518 test-debug-phase: new rev 8: x -> 1
519 519 $ mkcommit a-G
520 520 test-debug-phase: new rev 9: x -> 1
521 521 $ hg up d6bcb4f74035 -q
522 522 $ mkcommit a-H
523 523 test-debug-phase: new rev 10: x -> 1
524 524 created new head
525 525 $ hgph
526 526 @ 10 draft a-H - 967b449fbc94
527 527 |
528 528 | o 9 draft a-G - 3e27b6f1eee1
529 529 | |
530 530 | o 8 draft a-F - b740e3e5c05d
531 531 | |
532 532 | o 7 draft a-E - e9f537e46dea
533 533 | |
534 534 +---o 6 public n-B - 145e75495359
535 535 | |
536 536 o | 5 public n-A - d6bcb4f74035
537 537 | |
538 538 o | 4 public b-A - f54f1bb90ff3
539 539 | |
540 540 | o 3 public a-D - b555f63b6063
541 541 | |
542 542 | o 2 public a-C - 54acac6f23ab
543 543 |/
544 544 o 1 public a-B - 548a3d25dbf0
545 545 |
546 546 o 0 public a-A - 054250a37db4
547 547
548 548
549 549 Pulling from bundle does not alter phases of changeset not present in the bundle
550 550
551 551 #if repobundlerepo
552 552 $ hg bundle --base 1 -r 6 -r 3 ../partial-bundle.hg
553 553 5 changesets found
554 554 $ hg pull ../partial-bundle.hg
555 555 pulling from ../partial-bundle.hg
556 556 searching for changes
557 557 no changes found
558 558 $ hgph
559 559 @ 10 draft a-H - 967b449fbc94
560 560 |
561 561 | o 9 draft a-G - 3e27b6f1eee1
562 562 | |
563 563 | o 8 draft a-F - b740e3e5c05d
564 564 | |
565 565 | o 7 draft a-E - e9f537e46dea
566 566 | |
567 567 +---o 6 public n-B - 145e75495359
568 568 | |
569 569 o | 5 public n-A - d6bcb4f74035
570 570 | |
571 571 o | 4 public b-A - f54f1bb90ff3
572 572 | |
573 573 | o 3 public a-D - b555f63b6063
574 574 | |
575 575 | o 2 public a-C - 54acac6f23ab
576 576 |/
577 577 o 1 public a-B - 548a3d25dbf0
578 578 |
579 579 o 0 public a-A - 054250a37db4
580 580
581 581 #endif
582 582
583 583 Pushing to Publish=False (unknown changeset)
584 584
585 585 $ hg push ../mu -r b740e3e5c05d # a-F
586 586 pushing to ../mu
587 587 searching for changes
588 588 adding changesets
589 589 adding manifests
590 590 adding file changes
591 591 added 2 changesets with 2 changes to 2 files
592 592 test-debug-phase: new rev 7: x -> 1
593 593 test-debug-phase: new rev 8: x -> 1
594 594 $ hgph
595 595 @ 10 draft a-H - 967b449fbc94
596 596 |
597 597 | o 9 draft a-G - 3e27b6f1eee1
598 598 | |
599 599 | o 8 draft a-F - b740e3e5c05d
600 600 | |
601 601 | o 7 draft a-E - e9f537e46dea
602 602 | |
603 603 +---o 6 public n-B - 145e75495359
604 604 | |
605 605 o | 5 public n-A - d6bcb4f74035
606 606 | |
607 607 o | 4 public b-A - f54f1bb90ff3
608 608 | |
609 609 | o 3 public a-D - b555f63b6063
610 610 | |
611 611 | o 2 public a-C - 54acac6f23ab
612 612 |/
613 613 o 1 public a-B - 548a3d25dbf0
614 614 |
615 615 o 0 public a-A - 054250a37db4
616 616
617 617
618 618 $ cd ../mu
619 619 $ hgph # again f54f1bb90ff3, d6bcb4f74035 and 145e75495359 stay draft,
620 620 > # not ancestor of -r
621 621 o 8 draft a-F - b740e3e5c05d
622 622 |
623 623 o 7 draft a-E - e9f537e46dea
624 624 |
625 625 | o 6 draft n-B - 145e75495359
626 626 | |
627 627 | o 5 draft n-A - d6bcb4f74035
628 628 | |
629 629 o | 4 public a-D - b555f63b6063
630 630 | |
631 631 o | 3 public a-C - 54acac6f23ab
632 632 | |
633 633 | o 2 draft b-A - f54f1bb90ff3
634 634 |/
635 635 o 1 public a-B - 548a3d25dbf0
636 636 |
637 637 o 0 public a-A - 054250a37db4
638 638
639 639
640 640 Pushing to Publish=True (unknown changeset)
641 641
642 642 $ hg push ../beta -r b740e3e5c05d
643 643 pushing to ../beta
644 644 searching for changes
645 645 adding changesets
646 646 adding manifests
647 647 adding file changes
648 648 added 2 changesets with 2 changes to 2 files
649 649 test-debug-phase: new rev 5: x -> 0
650 650 test-debug-phase: new rev 6: x -> 0
651 651 test-debug-phase: move rev 7: 1 -> 0
652 652 test-debug-phase: move rev 8: 1 -> 0
653 653 $ hgph # again f54f1bb90ff3, d6bcb4f74035 and 145e75495359 stay draft,
654 654 > # not ancestor of -r
655 655 o 8 public a-F - b740e3e5c05d
656 656 |
657 657 o 7 public a-E - e9f537e46dea
658 658 |
659 659 | o 6 draft n-B - 145e75495359
660 660 | |
661 661 | o 5 draft n-A - d6bcb4f74035
662 662 | |
663 663 o | 4 public a-D - b555f63b6063
664 664 | |
665 665 o | 3 public a-C - 54acac6f23ab
666 666 | |
667 667 | o 2 draft b-A - f54f1bb90ff3
668 668 |/
669 669 o 1 public a-B - 548a3d25dbf0
670 670 |
671 671 o 0 public a-A - 054250a37db4
672 672
673 673
674 674 Pushing to Publish=True (common changeset)
675 675
676 676 $ cd ../beta
677 677 $ hg push ../alpha
678 678 pushing to ../alpha
679 679 searching for changes
680 680 no changes found
681 681 test-debug-phase: move rev 7: 1 -> 0
682 682 test-debug-phase: move rev 8: 1 -> 0
683 683 [1]
684 684 $ hgph
685 685 o 6 public a-F - b740e3e5c05d
686 686 |
687 687 o 5 public a-E - e9f537e46dea
688 688 |
689 689 o 4 public a-D - b555f63b6063
690 690 |
691 691 o 3 public a-C - 54acac6f23ab
692 692 |
693 693 | @ 2 public b-A - f54f1bb90ff3
694 694 |/
695 695 o 1 public a-B - 548a3d25dbf0
696 696 |
697 697 o 0 public a-A - 054250a37db4
698 698
699 699 $ cd ../alpha
700 700 $ hgph
701 701 @ 10 draft a-H - 967b449fbc94
702 702 |
703 703 | o 9 draft a-G - 3e27b6f1eee1
704 704 | |
705 705 | o 8 public a-F - b740e3e5c05d
706 706 | |
707 707 | o 7 public a-E - e9f537e46dea
708 708 | |
709 709 +---o 6 public n-B - 145e75495359
710 710 | |
711 711 o | 5 public n-A - d6bcb4f74035
712 712 | |
713 713 o | 4 public b-A - f54f1bb90ff3
714 714 | |
715 715 | o 3 public a-D - b555f63b6063
716 716 | |
717 717 | o 2 public a-C - 54acac6f23ab
718 718 |/
719 719 o 1 public a-B - 548a3d25dbf0
720 720 |
721 721 o 0 public a-A - 054250a37db4
722 722
723 723
724 724 Pushing to Publish=False (common changeset that change phase + unknown one)
725 725
726 726 $ hg push ../mu -r 967b449fbc94 -f
727 727 pushing to ../mu
728 728 searching for changes
729 729 adding changesets
730 730 adding manifests
731 731 adding file changes
732 732 added 1 changesets with 1 changes to 1 files (+1 heads)
733 733 test-debug-phase: move rev 2: 1 -> 0
734 734 test-debug-phase: move rev 5: 1 -> 0
735 735 test-debug-phase: new rev 9: x -> 1
736 736 $ hgph
737 737 @ 10 draft a-H - 967b449fbc94
738 738 |
739 739 | o 9 draft a-G - 3e27b6f1eee1
740 740 | |
741 741 | o 8 public a-F - b740e3e5c05d
742 742 | |
743 743 | o 7 public a-E - e9f537e46dea
744 744 | |
745 745 +---o 6 public n-B - 145e75495359
746 746 | |
747 747 o | 5 public n-A - d6bcb4f74035
748 748 | |
749 749 o | 4 public b-A - f54f1bb90ff3
750 750 | |
751 751 | o 3 public a-D - b555f63b6063
752 752 | |
753 753 | o 2 public a-C - 54acac6f23ab
754 754 |/
755 755 o 1 public a-B - 548a3d25dbf0
756 756 |
757 757 o 0 public a-A - 054250a37db4
758 758
759 759 $ cd ../mu
760 760 $ hgph # d6bcb4f74035 should have changed phase
761 761 > # 145e75495359 is still draft. not ancestor of -r
762 762 o 9 draft a-H - 967b449fbc94
763 763 |
764 764 | o 8 public a-F - b740e3e5c05d
765 765 | |
766 766 | o 7 public a-E - e9f537e46dea
767 767 | |
768 768 +---o 6 draft n-B - 145e75495359
769 769 | |
770 770 o | 5 public n-A - d6bcb4f74035
771 771 | |
772 772 | o 4 public a-D - b555f63b6063
773 773 | |
774 774 | o 3 public a-C - 54acac6f23ab
775 775 | |
776 776 o | 2 public b-A - f54f1bb90ff3
777 777 |/
778 778 o 1 public a-B - 548a3d25dbf0
779 779 |
780 780 o 0 public a-A - 054250a37db4
781 781
782 782
783 783
784 784 Pushing to Publish=True (common changeset from publish=False)
785 785
786 786 (in mu)
787 787 $ hg push ../alpha
788 788 pushing to ../alpha
789 789 searching for changes
790 790 no changes found
791 791 test-debug-phase: move rev 10: 1 -> 0
792 792 test-debug-phase: move rev 6: 1 -> 0
793 793 test-debug-phase: move rev 9: 1 -> 0
794 794 [1]
795 795 $ hgph
796 796 o 9 public a-H - 967b449fbc94
797 797 |
798 798 | o 8 public a-F - b740e3e5c05d
799 799 | |
800 800 | o 7 public a-E - e9f537e46dea
801 801 | |
802 802 +---o 6 public n-B - 145e75495359
803 803 | |
804 804 o | 5 public n-A - d6bcb4f74035
805 805 | |
806 806 | o 4 public a-D - b555f63b6063
807 807 | |
808 808 | o 3 public a-C - 54acac6f23ab
809 809 | |
810 810 o | 2 public b-A - f54f1bb90ff3
811 811 |/
812 812 o 1 public a-B - 548a3d25dbf0
813 813 |
814 814 o 0 public a-A - 054250a37db4
815 815
816 816 $ hgph -R ../alpha # a-H should have been synced to 0
817 817 @ 10 public a-H - 967b449fbc94
818 818 |
819 819 | o 9 draft a-G - 3e27b6f1eee1
820 820 | |
821 821 | o 8 public a-F - b740e3e5c05d
822 822 | |
823 823 | o 7 public a-E - e9f537e46dea
824 824 | |
825 825 +---o 6 public n-B - 145e75495359
826 826 | |
827 827 o | 5 public n-A - d6bcb4f74035
828 828 | |
829 829 o | 4 public b-A - f54f1bb90ff3
830 830 | |
831 831 | o 3 public a-D - b555f63b6063
832 832 | |
833 833 | o 2 public a-C - 54acac6f23ab
834 834 |/
835 835 o 1 public a-B - 548a3d25dbf0
836 836 |
837 837 o 0 public a-A - 054250a37db4
838 838
839 839
840 840
841 841 Bare push with next changeset and common changeset needing sync (issue3575)
842 842
843 843 (reset some stat on remote repo to avoid confusing other tests)
844 844
845 845 $ hg -R ../alpha --config extensions.strip= strip --no-backup 967b449fbc94
846 846 0 files updated, 0 files merged, 1 files removed, 0 files unresolved
847 847 $ hg phase --force --draft b740e3e5c05d 967b449fbc94
848 848 test-debug-phase: move rev 8: 0 -> 1
849 849 test-debug-phase: move rev 9: 0 -> 1
850 850 $ hg push -fv ../alpha
851 851 pushing to ../alpha
852 852 searching for changes
853 853 1 changesets found
854 854 uncompressed size of bundle content:
855 855 178 (changelog)
856 856 165 (manifests)
857 857 131 a-H
858 858 adding changesets
859 859 adding manifests
860 860 adding file changes
861 861 added 1 changesets with 1 changes to 1 files (+1 heads)
862 862 test-debug-phase: new rev 10: x -> 0
863 863 test-debug-phase: move rev 8: 1 -> 0
864 864 test-debug-phase: move rev 9: 1 -> 0
865 865 $ hgph
866 866 o 9 public a-H - 967b449fbc94
867 867 |
868 868 | o 8 public a-F - b740e3e5c05d
869 869 | |
870 870 | o 7 public a-E - e9f537e46dea
871 871 | |
872 872 +---o 6 public n-B - 145e75495359
873 873 | |
874 874 o | 5 public n-A - d6bcb4f74035
875 875 | |
876 876 | o 4 public a-D - b555f63b6063
877 877 | |
878 878 | o 3 public a-C - 54acac6f23ab
879 879 | |
880 880 o | 2 public b-A - f54f1bb90ff3
881 881 |/
882 882 o 1 public a-B - 548a3d25dbf0
883 883 |
884 884 o 0 public a-A - 054250a37db4
885 885
886 886
887 887 $ hg -R ../alpha update 967b449fbc94 #for latter test consistency
888 888 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
889 889 $ hgph -R ../alpha
890 890 @ 10 public a-H - 967b449fbc94
891 891 |
892 892 | o 9 draft a-G - 3e27b6f1eee1
893 893 | |
894 894 | o 8 public a-F - b740e3e5c05d
895 895 | |
896 896 | o 7 public a-E - e9f537e46dea
897 897 | |
898 898 +---o 6 public n-B - 145e75495359
899 899 | |
900 900 o | 5 public n-A - d6bcb4f74035
901 901 | |
902 902 o | 4 public b-A - f54f1bb90ff3
903 903 | |
904 904 | o 3 public a-D - b555f63b6063
905 905 | |
906 906 | o 2 public a-C - 54acac6f23ab
907 907 |/
908 908 o 1 public a-B - 548a3d25dbf0
909 909 |
910 910 o 0 public a-A - 054250a37db4
911 911
912 912
913 913 Discovery locally secret changeset on a remote repository:
914 914
915 915 - should make it non-secret
916 916
917 917 $ cd ../alpha
918 918 $ mkcommit A-secret --config phases.new-commit=2
919 919 test-debug-phase: new rev 11: x -> 2
920 920 $ hgph
921 921 @ 11 secret A-secret - 435b5d83910c
922 922 |
923 923 o 10 public a-H - 967b449fbc94
924 924 |
925 925 | o 9 draft a-G - 3e27b6f1eee1
926 926 | |
927 927 | o 8 public a-F - b740e3e5c05d
928 928 | |
929 929 | o 7 public a-E - e9f537e46dea
930 930 | |
931 931 +---o 6 public n-B - 145e75495359
932 932 | |
933 933 o | 5 public n-A - d6bcb4f74035
934 934 | |
935 935 o | 4 public b-A - f54f1bb90ff3
936 936 | |
937 937 | o 3 public a-D - b555f63b6063
938 938 | |
939 939 | o 2 public a-C - 54acac6f23ab
940 940 |/
941 941 o 1 public a-B - 548a3d25dbf0
942 942 |
943 943 o 0 public a-A - 054250a37db4
944 944
945 945 $ hg bundle --base 'parents(.)' -r . ../secret-bundle.hg
946 946 1 changesets found
947 947 $ hg -R ../mu unbundle ../secret-bundle.hg
948 948 adding changesets
949 949 adding manifests
950 950 adding file changes
951 951 added 1 changesets with 1 changes to 1 files
952 952 new changesets 435b5d83910c (1 drafts)
953 953 test-debug-phase: new rev 10: x -> 1
954 954 (run 'hg update' to get a working copy)
955 955 $ hgph -R ../mu
956 956 o 10 draft A-secret - 435b5d83910c
957 957 |
958 958 o 9 public a-H - 967b449fbc94
959 959 |
960 960 | o 8 public a-F - b740e3e5c05d
961 961 | |
962 962 | o 7 public a-E - e9f537e46dea
963 963 | |
964 964 +---o 6 public n-B - 145e75495359
965 965 | |
966 966 o | 5 public n-A - d6bcb4f74035
967 967 | |
968 968 | o 4 public a-D - b555f63b6063
969 969 | |
970 970 | o 3 public a-C - 54acac6f23ab
971 971 | |
972 972 o | 2 public b-A - f54f1bb90ff3
973 973 |/
974 974 o 1 public a-B - 548a3d25dbf0
975 975 |
976 976 o 0 public a-A - 054250a37db4
977 977
978 978 $ hg pull ../mu
979 979 pulling from ../mu
980 980 searching for changes
981 981 no changes found
982 982 test-debug-phase: move rev 11: 2 -> 1
983 983 $ hgph
984 984 @ 11 draft A-secret - 435b5d83910c
985 985 |
986 986 o 10 public a-H - 967b449fbc94
987 987 |
988 988 | o 9 draft a-G - 3e27b6f1eee1
989 989 | |
990 990 | o 8 public a-F - b740e3e5c05d
991 991 | |
992 992 | o 7 public a-E - e9f537e46dea
993 993 | |
994 994 +---o 6 public n-B - 145e75495359
995 995 | |
996 996 o | 5 public n-A - d6bcb4f74035
997 997 | |
998 998 o | 4 public b-A - f54f1bb90ff3
999 999 | |
1000 1000 | o 3 public a-D - b555f63b6063
1001 1001 | |
1002 1002 | o 2 public a-C - 54acac6f23ab
1003 1003 |/
1004 1004 o 1 public a-B - 548a3d25dbf0
1005 1005 |
1006 1006 o 0 public a-A - 054250a37db4
1007 1007
1008 1008
1009 1009 pushing a locally public and draft changesets remotely secret should make them
1010 1010 appear on the remote side.
1011 1011
1012 1012 $ hg -R ../mu phase --secret --force 967b449fbc94
1013 1013 test-debug-phase: move rev 9: 0 -> 2
1014 1014 test-debug-phase: move rev 10: 1 -> 2
1015 1015 $ hg push -r 435b5d83910c ../mu
1016 1016 pushing to ../mu
1017 1017 searching for changes
1018 1018 abort: push creates new remote head 435b5d83910c
1019 1019 (merge or see 'hg help push' for details about pushing new heads)
1020 1020 [255]
1021 1021 $ hg push -fr 435b5d83910c ../mu # because the push will create new visible head
1022 1022 pushing to ../mu
1023 1023 searching for changes
1024 1024 adding changesets
1025 1025 adding manifests
1026 1026 adding file changes
1027 1027 added 0 changesets with 0 changes to 2 files
1028 1028 test-debug-phase: move rev 9: 2 -> 0
1029 1029 test-debug-phase: move rev 10: 2 -> 1
1030 1030 $ hgph -R ../mu
1031 1031 o 10 draft A-secret - 435b5d83910c
1032 1032 |
1033 1033 o 9 public a-H - 967b449fbc94
1034 1034 |
1035 1035 | o 8 public a-F - b740e3e5c05d
1036 1036 | |
1037 1037 | o 7 public a-E - e9f537e46dea
1038 1038 | |
1039 1039 +---o 6 public n-B - 145e75495359
1040 1040 | |
1041 1041 o | 5 public n-A - d6bcb4f74035
1042 1042 | |
1043 1043 | o 4 public a-D - b555f63b6063
1044 1044 | |
1045 1045 | o 3 public a-C - 54acac6f23ab
1046 1046 | |
1047 1047 o | 2 public b-A - f54f1bb90ff3
1048 1048 |/
1049 1049 o 1 public a-B - 548a3d25dbf0
1050 1050 |
1051 1051 o 0 public a-A - 054250a37db4
1052 1052
1053 1053
1054 1054 pull new changeset with common draft locally
1055 1055
1056 1056 $ hg up -q 967b449fbc94 # create a new root for draft
1057 1057 $ mkcommit 'alpha-more'
1058 1058 test-debug-phase: new rev 12: x -> 1
1059 1059 created new head
1060 1060 $ hg push -fr . ../mu
1061 1061 pushing to ../mu
1062 1062 searching for changes
1063 1063 adding changesets
1064 1064 adding manifests
1065 1065 adding file changes
1066 1066 added 1 changesets with 1 changes to 1 files (+1 heads)
1067 1067 test-debug-phase: new rev 11: x -> 1
1068 1068 $ cd ../mu
1069 1069 $ hg phase --secret --force 1c5cfd894796
1070 1070 test-debug-phase: move rev 11: 1 -> 2
1071 1071 $ hg up -q 435b5d83910c
1072 1072 $ mkcommit 'mu-more'
1073 1073 test-debug-phase: new rev 12: x -> 1
1074 1074 $ cd ../alpha
1075 1075 $ hg pull ../mu
1076 1076 pulling from ../mu
1077 1077 searching for changes
1078 1078 adding changesets
1079 1079 adding manifests
1080 1080 adding file changes
1081 1081 added 1 changesets with 1 changes to 1 files
1082 1082 new changesets 5237fb433fc8 (1 drafts)
1083 1083 test-debug-phase: new rev 13: x -> 1
1084 1084 (run 'hg update' to get a working copy)
1085 1085 $ hgph
1086 1086 o 13 draft mu-more - 5237fb433fc8
1087 1087 |
1088 1088 | @ 12 draft alpha-more - 1c5cfd894796
1089 1089 | |
1090 1090 o | 11 draft A-secret - 435b5d83910c
1091 1091 |/
1092 1092 o 10 public a-H - 967b449fbc94
1093 1093 |
1094 1094 | o 9 draft a-G - 3e27b6f1eee1
1095 1095 | |
1096 1096 | o 8 public a-F - b740e3e5c05d
1097 1097 | |
1098 1098 | o 7 public a-E - e9f537e46dea
1099 1099 | |
1100 1100 +---o 6 public n-B - 145e75495359
1101 1101 | |
1102 1102 o | 5 public n-A - d6bcb4f74035
1103 1103 | |
1104 1104 o | 4 public b-A - f54f1bb90ff3
1105 1105 | |
1106 1106 | o 3 public a-D - b555f63b6063
1107 1107 | |
1108 1108 | o 2 public a-C - 54acac6f23ab
1109 1109 |/
1110 1110 o 1 public a-B - 548a3d25dbf0
1111 1111 |
1112 1112 o 0 public a-A - 054250a37db4
1113 1113
1114 1114
1115 1115 Test that test are properly ignored on remote event when existing locally
1116 1116
1117 1117 $ cd ..
1118 1118 $ hg clone -qU -r b555f63b6063 -r f54f1bb90ff3 beta gamma
1119 1119 test-debug-phase: new rev 0: x -> 0
1120 1120 test-debug-phase: new rev 1: x -> 0
1121 1121 test-debug-phase: new rev 2: x -> 0
1122 1122 test-debug-phase: new rev 3: x -> 0
1123 1123 test-debug-phase: new rev 4: x -> 0
1124 1124
1125 1125 # pathological case are
1126 1126 #
1127 1127 # * secret remotely
1128 1128 # * known locally
1129 1129 # * repo have uncommon changeset
1130 1130
1131 1131 $ hg -R beta phase --secret --force f54f1bb90ff3
1132 1132 test-debug-phase: move rev 2: 0 -> 2
1133 1133 $ hg -R gamma phase --draft --force f54f1bb90ff3
1134 1134 test-debug-phase: move rev 2: 0 -> 1
1135 1135
1136 1136 $ cd gamma
1137 1137 $ hg pull ../beta
1138 1138 pulling from ../beta
1139 1139 searching for changes
1140 1140 adding changesets
1141 1141 adding manifests
1142 1142 adding file changes
1143 1143 added 2 changesets with 2 changes to 2 files
1144 1144 new changesets e9f537e46dea:b740e3e5c05d
1145 1145 test-debug-phase: new rev 5: x -> 0
1146 1146 test-debug-phase: new rev 6: x -> 0
1147 1147 (run 'hg update' to get a working copy)
1148 1148 $ hg phase f54f1bb90ff3
1149 1149 2: draft
1150 1150
1151 1151 same over the wire
1152 1152
1153 1153 $ cd ../beta
1154 1154 $ hg serve -p $HGPORT -d --pid-file=../beta.pid -E ../beta-error.log
1155 1155 $ cat ../beta.pid >> $DAEMON_PIDS
1156 1156 $ cd ../gamma
1157 1157
1158 1158 $ hg pull http://localhost:$HGPORT/ # bundle2+
1159 1159 pulling from http://localhost:$HGPORT/
1160 1160 searching for changes
1161 1161 no changes found
1162 1162 $ hg phase f54f1bb90ff3
1163 1163 2: draft
1164 1164
1165 1165 enforce bundle1
1166 1166
1167 1167 $ hg pull http://localhost:$HGPORT/ --config devel.legacy.exchange=bundle1
1168 1168 pulling from http://localhost:$HGPORT/
1169 1169 searching for changes
1170 1170 no changes found
1171 1171 $ hg phase f54f1bb90ff3
1172 1172 2: draft
1173 1173
1174 1174 check that secret local on both side are not synced to public
1175 1175
1176 1176 $ hg push -r b555f63b6063 http://localhost:$HGPORT/
1177 1177 pushing to http://localhost:$HGPORT/
1178 1178 searching for changes
1179 1179 no changes found
1180 1180 [1]
1181 1181 $ hg phase f54f1bb90ff3
1182 1182 2: draft
1183 1183
1184 1184 $ killdaemons.py
1185 1185
1186 1186 put the changeset in the draft state again
1187 1187 (first test after this one expect to be able to copy)
1188 1188
1189 1189 $ cd ..
1190 1190
1191 1191
1192 1192 Test Clone behavior
1193 1193
1194 1194 A. Clone without secret changeset
1195 1195
1196 1196 1. cloning non-publishing repository
1197 1197 (Phase should be preserved)
1198 1198
1199 1199 # make sure there is no secret so we can use a copy clone
1200 1200
1201 1201 $ hg -R mu phase --draft 'secret()'
1202 1202 test-debug-phase: move rev 11: 2 -> 1
1203 1203
1204 1204 $ hg clone -U mu Tau
1205 1205 $ hgph -R Tau
1206 1206 o 12 draft mu-more - 5237fb433fc8
1207 1207 |
1208 1208 | o 11 draft alpha-more - 1c5cfd894796
1209 1209 | |
1210 1210 o | 10 draft A-secret - 435b5d83910c
1211 1211 |/
1212 1212 o 9 public a-H - 967b449fbc94
1213 1213 |
1214 1214 | o 8 public a-F - b740e3e5c05d
1215 1215 | |
1216 1216 | o 7 public a-E - e9f537e46dea
1217 1217 | |
1218 1218 +---o 6 public n-B - 145e75495359
1219 1219 | |
1220 1220 o | 5 public n-A - d6bcb4f74035
1221 1221 | |
1222 1222 | o 4 public a-D - b555f63b6063
1223 1223 | |
1224 1224 | o 3 public a-C - 54acac6f23ab
1225 1225 | |
1226 1226 o | 2 public b-A - f54f1bb90ff3
1227 1227 |/
1228 1228 o 1 public a-B - 548a3d25dbf0
1229 1229 |
1230 1230 o 0 public a-A - 054250a37db4
1231 1231
1232 1232
1233 1233 2. cloning publishing repository
1234 1234
1235 1235 (everything should be public)
1236 1236
1237 1237 $ hg clone -U alpha Upsilon
1238 1238 $ hgph -R Upsilon
1239 1239 o 13 public mu-more - 5237fb433fc8
1240 1240 |
1241 1241 | o 12 public alpha-more - 1c5cfd894796
1242 1242 | |
1243 1243 o | 11 public A-secret - 435b5d83910c
1244 1244 |/
1245 1245 o 10 public a-H - 967b449fbc94
1246 1246 |
1247 1247 | o 9 public a-G - 3e27b6f1eee1
1248 1248 | |
1249 1249 | o 8 public a-F - b740e3e5c05d
1250 1250 | |
1251 1251 | o 7 public a-E - e9f537e46dea
1252 1252 | |
1253 1253 +---o 6 public n-B - 145e75495359
1254 1254 | |
1255 1255 o | 5 public n-A - d6bcb4f74035
1256 1256 | |
1257 1257 o | 4 public b-A - f54f1bb90ff3
1258 1258 | |
1259 1259 | o 3 public a-D - b555f63b6063
1260 1260 | |
1261 1261 | o 2 public a-C - 54acac6f23ab
1262 1262 |/
1263 1263 o 1 public a-B - 548a3d25dbf0
1264 1264 |
1265 1265 o 0 public a-A - 054250a37db4
1266 1266
1267 1267 #if unix-permissions no-root
1268 1268
1269 1269 Pushing From an unlockable repo
1270 1270 --------------------------------
1271 1271 (issue3684)
1272 1272
1273 1273 Unability to lock the source repo should not prevent the push. It will prevent
1274 1274 the retrieval of remote phase during push. For example, pushing to a publishing
1275 1275 server won't turn changeset public.
1276 1276
1277 1277 1. Test that push is not prevented
1278 1278
1279 1279 $ hg init Phi
1280 1280 $ cd Upsilon
1281 1281 $ chmod -R -w .hg
1282 1282 $ hg push ../Phi
1283 1283 pushing to ../Phi
1284 1284 searching for changes
1285 1285 adding changesets
1286 1286 adding manifests
1287 1287 adding file changes
1288 1288 added 14 changesets with 14 changes to 14 files (+3 heads)
1289 1289 test-debug-phase: new rev 0: x -> 0
1290 1290 test-debug-phase: new rev 1: x -> 0
1291 1291 test-debug-phase: new rev 2: x -> 0
1292 1292 test-debug-phase: new rev 3: x -> 0
1293 1293 test-debug-phase: new rev 4: x -> 0
1294 1294 test-debug-phase: new rev 5: x -> 0
1295 1295 test-debug-phase: new rev 6: x -> 0
1296 1296 test-debug-phase: new rev 7: x -> 0
1297 1297 test-debug-phase: new rev 8: x -> 0
1298 1298 test-debug-phase: new rev 9: x -> 0
1299 1299 test-debug-phase: new rev 10: x -> 0
1300 1300 test-debug-phase: new rev 11: x -> 0
1301 1301 test-debug-phase: new rev 12: x -> 0
1302 1302 test-debug-phase: new rev 13: x -> 0
1303 1303 $ chmod -R +w .hg
1304 1304
1305 1305 2. Test that failed phases movement are reported
1306 1306
1307 1307 $ hg phase --force --draft 3
1308 1308 test-debug-phase: move rev 3: 0 -> 1
1309 1309 test-debug-phase: move rev 7: 0 -> 1
1310 1310 test-debug-phase: move rev 8: 0 -> 1
1311 1311 test-debug-phase: move rev 9: 0 -> 1
1312 1312 $ chmod -R -w .hg
1313 1313 $ hg push ../Phi
1314 1314 pushing to ../Phi
1315 1315 searching for changes
1316 1316 no changes found
1317 1317 cannot lock source repo, skipping local public phase update
1318 1318 [1]
1319 1319 $ chmod -R +w .hg
1320 1320
1321 1321 3. Test that push is prevented if lock was already acquired (not a permission
1322 1322 error, but EEXIST)
1323 1323
1324 1324 $ touch .hg/store/lock
1325 $ hg push ../Phi --config ui.timeout=1
1325 $ hg push ../Phi --config ui.timeout=1 --config ui.timeout.warn=0
1326 1326 pushing to ../Phi
1327 1327 waiting for lock on repository $TESTTMP/Upsilon held by ''
1328 1328 abort: repository $TESTTMP/Upsilon: timed out waiting for lock held by ''
1329 1329 (lock might be very busy)
1330 1330 [20]
1331 1331 $ rm .hg/store/lock
1332 1332
1333 1333 $ cd ..
1334 1334
1335 1335 #endif
1336 1336
1337 1337 Test that clone behaves like pull and doesn't publish changesets as plain push
1338 1338 does. The conditional output accounts for changes in the conditional block
1339 1339 above.
1340 1340
1341 1341 #if unix-permissions no-root
1342 1342 $ hg -R Upsilon phase -q --force --draft 2
1343 1343 test-debug-phase: move rev 2: 0 -> 1
1344 1344 #else
1345 1345 $ hg -R Upsilon phase -q --force --draft 2
1346 1346 test-debug-phase: move rev 2: 0 -> 1
1347 1347 test-debug-phase: move rev 3: 0 -> 1
1348 1348 test-debug-phase: move rev 7: 0 -> 1
1349 1349 test-debug-phase: move rev 8: 0 -> 1
1350 1350 test-debug-phase: move rev 9: 0 -> 1
1351 1351 #endif
1352 1352
1353 1353 $ hg clone -q Upsilon Pi -r 7
1354 1354 test-debug-phase: new rev 0: x -> 0
1355 1355 test-debug-phase: new rev 1: x -> 0
1356 1356 test-debug-phase: new rev 2: x -> 0
1357 1357 test-debug-phase: new rev 3: x -> 0
1358 1358 test-debug-phase: new rev 4: x -> 0
1359 1359 $ hgph Upsilon -r 'min(draft())'
1360 1360 o 2 draft a-C - 54acac6f23ab
1361 1361 |
1362 1362 ~
1363 1363
1364 1364 $ hg -R Upsilon push Pi -r 7
1365 1365 pushing to Pi
1366 1366 searching for changes
1367 1367 no changes found
1368 1368 test-debug-phase: move rev 2: 1 -> 0
1369 1369 test-debug-phase: move rev 3: 1 -> 0
1370 1370 test-debug-phase: move rev 7: 1 -> 0
1371 1371 [1]
1372 1372 $ hgph Upsilon -r 'min(draft())'
1373 1373 o 8 draft a-F - b740e3e5c05d
1374 1374 |
1375 1375 ~
1376 1376
1377 1377 $ hg -R Upsilon push Pi -r 8
1378 1378 pushing to Pi
1379 1379 searching for changes
1380 1380 adding changesets
1381 1381 adding manifests
1382 1382 adding file changes
1383 1383 added 1 changesets with 1 changes to 1 files
1384 1384 test-debug-phase: new rev 5: x -> 0
1385 1385 test-debug-phase: move rev 8: 1 -> 0
1386 1386
1387 1387 $ hgph Upsilon -r 'min(draft())'
1388 1388 o 9 draft a-G - 3e27b6f1eee1
1389 1389 |
1390 1390 ~
1391 1391
1392 1392 Test phases exchange when a phaseroot is on a merge
1393 1393
1394 1394 $ hg init mergetest
1395 1395 $ cd mergetest
1396 1396 > cat > .hg/hgrc << EOF
1397 1397 > [phases]
1398 1398 > publish = false
1399 1399 > EOF
1400 1400
1401 1401 $ hg debugdrawdag << EOF
1402 1402 > E Z
1403 1403 > |\|
1404 1404 > D Y
1405 1405 > | |
1406 1406 > C X
1407 1407 > |/
1408 1408 > B
1409 1409 > |
1410 1410 > A
1411 1411 > EOF
1412 1412 test-debug-phase: new rev 0: x -> 1
1413 1413 test-debug-phase: new rev 1: x -> 1
1414 1414 test-debug-phase: new rev 2: x -> 1
1415 1415 test-debug-phase: new rev 3: x -> 1
1416 1416 test-debug-phase: new rev 4: x -> 1
1417 1417 test-debug-phase: new rev 5: x -> 1
1418 1418 test-debug-phase: new rev 6: x -> 1
1419 1419 test-debug-phase: new rev 7: x -> 1
1420 1420
1421 1421 $ hg phase --public -r D
1422 1422 test-debug-phase: move rev 0: 1 -> 0
1423 1423 test-debug-phase: move rev 1: 1 -> 0
1424 1424 test-debug-phase: move rev 2: 1 -> 0
1425 1425 test-debug-phase: move rev 4: 1 -> 0
1426 1426
1427 1427 $ hg log -G -T '{shortest(node, 5)} {phase}'
1428 1428 o bb947 draft
1429 1429 |
1430 1430 | o 5ac28 draft
1431 1431 |/|
1432 1432 o | 13b7b draft
1433 1433 | |
1434 1434 | o f5853 public
1435 1435 | |
1436 1436 o | c67c4 draft
1437 1437 | |
1438 1438 | o 26805 public
1439 1439 |/
1440 1440 o 11247 public
1441 1441 |
1442 1442 o 426ba public
1443 1443
1444 1444 $ cd ..
1445 1445
1446 1446 Works with default settings
1447 1447
1448 1448 $ hg -R mergetest serve -p $HGPORT -d --pid-file=hg.pid
1449 1449 $ cat hg.pid >> $DAEMON_PIDS
1450 1450
1451 1451 $ hg clone -U http://localhost:$HGPORT mergetest-normal
1452 1452 requesting all changes
1453 1453 adding changesets
1454 1454 adding manifests
1455 1455 adding file changes
1456 1456 added 8 changesets with 7 changes to 7 files (+1 heads)
1457 1457 new changesets 426bada5c675:bb94757e651a (4 drafts)
1458 1458 test-debug-phase: new rev 0: x -> 0
1459 1459 test-debug-phase: new rev 1: x -> 0
1460 1460 test-debug-phase: new rev 2: x -> 0
1461 1461 test-debug-phase: new rev 3: x -> 1
1462 1462 test-debug-phase: new rev 4: x -> 0
1463 1463 test-debug-phase: new rev 5: x -> 1
1464 1464 test-debug-phase: new rev 6: x -> 1
1465 1465 test-debug-phase: new rev 7: x -> 1
1466 1466
1467 1467 $ hg -R mergetest-normal log -G -T '{shortest(node, 5)} {phase}'
1468 1468 o bb947 draft
1469 1469 |
1470 1470 | o 5ac28 draft
1471 1471 |/|
1472 1472 o | 13b7b draft
1473 1473 | |
1474 1474 | o f5853 public
1475 1475 | |
1476 1476 o | c67c4 draft
1477 1477 | |
1478 1478 | o 26805 public
1479 1479 |/
1480 1480 o 11247 public
1481 1481 |
1482 1482 o 426ba public
1483 1483
1484 1484 $ killdaemons.py
1485 1485
1486 1486 With legacy listkeys over bundle2
1487 1487 (issue 5939: public phase was lost on 26805 and f5853 before, due to a bug
1488 1488 of phase heads computation)
1489 1489
1490 1490 $ hg -R mergetest --config devel.legacy.exchange=phases serve -p $HGPORT -d --pid-file=hg.pid
1491 1491 $ cat hg.pid >> $DAEMON_PIDS
1492 1492
1493 1493 $ hg clone -U http://localhost:$HGPORT mergetest-nobinarypart
1494 1494 requesting all changes
1495 1495 adding changesets
1496 1496 adding manifests
1497 1497 adding file changes
1498 1498 added 8 changesets with 7 changes to 7 files (+1 heads)
1499 1499 new changesets 426bada5c675:bb94757e651a (4 drafts)
1500 1500 test-debug-phase: new rev 0: x -> 0
1501 1501 test-debug-phase: new rev 1: x -> 0
1502 1502 test-debug-phase: new rev 2: x -> 0
1503 1503 test-debug-phase: new rev 3: x -> 1
1504 1504 test-debug-phase: new rev 4: x -> 0
1505 1505 test-debug-phase: new rev 5: x -> 1
1506 1506 test-debug-phase: new rev 6: x -> 1
1507 1507 test-debug-phase: new rev 7: x -> 1
1508 1508
1509 1509 $ hg -R mergetest-nobinarypart log -G -T '{shortest(node, 5)} {phase}'
1510 1510 o bb947 draft
1511 1511 |
1512 1512 | o 5ac28 draft
1513 1513 |/|
1514 1514 o | 13b7b draft
1515 1515 | |
1516 1516 | o f5853 public
1517 1517 | |
1518 1518 o | c67c4 draft
1519 1519 | |
1520 1520 | o 26805 public
1521 1521 |/
1522 1522 o 11247 public
1523 1523 |
1524 1524 o 426ba public
1525 1525
1526 1526 $ killdaemons.py
1527 1527
1528 1528 Without bundle2
1529 1529 (issue 5939: public phase was lost on 26805 and f5853 before, due to a bug
1530 1530 of phase heads computation)
1531 1531
1532 1532 $ hg -R mergetest serve -p $HGPORT -d --pid-file=hg.pid
1533 1533 $ cat hg.pid >> $DAEMON_PIDS
1534 1534
1535 1535 $ hg --config devel.legacy.exchange=bundle1 clone -U http://localhost:$HGPORT mergetest-bundle1
1536 1536 requesting all changes
1537 1537 adding changesets
1538 1538 adding manifests
1539 1539 adding file changes
1540 1540 added 8 changesets with 7 changes to 7 files (+1 heads)
1541 1541 new changesets 426bada5c675:bb94757e651a (4 drafts)
1542 1542 test-debug-phase: new rev 0: x -> 0
1543 1543 test-debug-phase: new rev 1: x -> 0
1544 1544 test-debug-phase: new rev 2: x -> 0
1545 1545 test-debug-phase: new rev 3: x -> 1
1546 1546 test-debug-phase: new rev 4: x -> 0
1547 1547 test-debug-phase: new rev 5: x -> 1
1548 1548 test-debug-phase: new rev 6: x -> 1
1549 1549 test-debug-phase: new rev 7: x -> 1
1550 1550
1551 1551 $ hg -R mergetest-bundle1 log -G -T '{shortest(node, 5)} {phase}'
1552 1552 o bb947 draft
1553 1553 |
1554 1554 | o 5ac28 draft
1555 1555 |/|
1556 1556 o | 13b7b draft
1557 1557 | |
1558 1558 | o f5853 public
1559 1559 | |
1560 1560 o | c67c4 draft
1561 1561 | |
1562 1562 | o 26805 public
1563 1563 |/
1564 1564 o 11247 public
1565 1565 |
1566 1566 o 426ba public
1567 1567
1568 1568 $ killdaemons.py
1569 1569
1570 1570
1571 1571 auto-publish config
1572 1572 -------------------
1573 1573
1574 1574 $ hg init auto-publish-orig
1575 1575 $ hg clone -q auto-publish-orig auto-publish-clone
1576 1576 $ cd auto-publish-clone
1577 1577 $ mkcommit a-p-A
1578 1578 test-debug-phase: new rev 0: x -> 1
1579 1579 $ mkcommit a-p-B
1580 1580 test-debug-phase: new rev 1: x -> 1
1581 1581
1582 1582 abort behavior
1583 1583
1584 1584 $ hg push --config experimental.auto-publish=abort
1585 1585 pushing to $TESTTMP/auto-publish-orig
1586 1586 abort: push would publish 2 changesets
1587 1587 (use --publish or adjust 'experimental.auto-publish' config)
1588 1588 [255]
1589 1589 $ hg push -r '.^' --config experimental.auto-publish=abort
1590 1590 pushing to $TESTTMP/auto-publish-orig
1591 1591 abort: push would publish 1 changesets
1592 1592 (use --publish or adjust 'experimental.auto-publish' config)
1593 1593 [255]
1594 1594
1595 1595 --publish flag makes push succeed
1596 1596
1597 1597 $ hg push -r '.^' --publish --config experimental.auto-publish=abort
1598 1598 pushing to $TESTTMP/auto-publish-orig
1599 1599 searching for changes
1600 1600 adding changesets
1601 1601 adding manifests
1602 1602 adding file changes
1603 1603 added 1 changesets with 1 changes to 1 files
1604 1604 test-debug-phase: new rev 0: x -> 0
1605 1605 test-debug-phase: move rev 0: 1 -> 0
1606 1606
1607 1607 warn behavior
1608 1608
1609 1609 $ hg push --config experimental.auto-publish=warn
1610 1610 pushing to $TESTTMP/auto-publish-orig
1611 1611 1 changesets about to be published
1612 1612 searching for changes
1613 1613 adding changesets
1614 1614 adding manifests
1615 1615 adding file changes
1616 1616 added 1 changesets with 1 changes to 1 files
1617 1617 test-debug-phase: new rev 1: x -> 0
1618 1618 test-debug-phase: move rev 1: 1 -> 0
1619 1619
1620 1620 confirm behavior
1621 1621
1622 1622 $ mkcommit a-p-C
1623 1623 test-debug-phase: new rev 2: x -> 1
1624 1624 $ hg push --config experimental.auto-publish=confirm
1625 1625 pushing to $TESTTMP/auto-publish-orig
1626 1626 push and publish 1 changesets (yn)? y
1627 1627 searching for changes
1628 1628 adding changesets
1629 1629 adding manifests
1630 1630 adding file changes
1631 1631 added 1 changesets with 1 changes to 1 files
1632 1632 test-debug-phase: new rev 2: x -> 0
1633 1633 test-debug-phase: move rev 2: 1 -> 0
1634 1634
1635 1635 $ cd ..
1636 1636
1637 1637
1638 1638 --publish flag
1639 1639 --------------
1640 1640
1641 1641 $ hg init doesnt-publish
1642 1642 $ cd doesnt-publish
1643 1643 $ cat > .hg/hgrc << EOF
1644 1644 > [phases]
1645 1645 > publish=0
1646 1646 > EOF
1647 1647 $ mkcommit orig-root
1648 1648 test-debug-phase: new rev 0: x -> 1
1649 1649 $ hg phase --public -r 'all()'
1650 1650 test-debug-phase: move rev 0: 1 -> 0
1651 1651 $ cd ..
1652 1652
1653 1653 $ hg clone -q doesnt-publish client
1654 1654 $ cd client
1655 1655
1656 1656 pushing nothing
1657 1657
1658 1658 $ mkcommit new-A
1659 1659 test-debug-phase: new rev 1: x -> 1
1660 1660 $ mkcommit new-B
1661 1661 test-debug-phase: new rev 2: x -> 1
1662 1662 $ hg push --publish -r null
1663 1663 pushing to $TESTTMP/doesnt-publish
1664 1664 searching for changes
1665 1665 no changes found
1666 1666 [1]
1667 1667 $ hgph
1668 1668 @ 2 draft new-B - 89512e87d697
1669 1669 |
1670 1670 o 1 draft new-A - 4826e44e690e
1671 1671 |
1672 1672 o 0 public orig-root - c48edaf99a10
1673 1673
1674 1674
1675 1675 pushing a new changeset (selective)
1676 1676
1677 1677 $ hg push --publish -r 'desc("new-A")'
1678 1678 pushing to $TESTTMP/doesnt-publish
1679 1679 searching for changes
1680 1680 adding changesets
1681 1681 adding manifests
1682 1682 adding file changes
1683 1683 added 1 changesets with 1 changes to 1 files
1684 1684 test-debug-phase: new rev 1: x -> 0
1685 1685 test-debug-phase: move rev 1: 1 -> 0
1686 1686 $ hgph
1687 1687 @ 2 draft new-B - 89512e87d697
1688 1688 |
1689 1689 o 1 public new-A - 4826e44e690e
1690 1690 |
1691 1691 o 0 public orig-root - c48edaf99a10
1692 1692
1693 1693
1694 1694 pushing a new changeset (linear)
1695 1695
1696 1696 $ hg push --publish
1697 1697 pushing to $TESTTMP/doesnt-publish
1698 1698 searching for changes
1699 1699 adding changesets
1700 1700 adding manifests
1701 1701 adding file changes
1702 1702 added 1 changesets with 1 changes to 1 files
1703 1703 test-debug-phase: new rev 2: x -> 0
1704 1704 test-debug-phase: move rev 2: 1 -> 0
1705 1705 $ hgph
1706 1706 @ 2 public new-B - 89512e87d697
1707 1707 |
1708 1708 o 1 public new-A - 4826e44e690e
1709 1709 |
1710 1710 o 0 public orig-root - c48edaf99a10
1711 1711
1712 1712
1713 1713 pushing new changesets (different branches)
1714 1714
1715 1715 $ mkcommit new-C
1716 1716 test-debug-phase: new rev 3: x -> 1
1717 1717 $ hg update -q '.^'
1718 1718 $ hg branch -q another
1719 1719 $ mkcommit new-D
1720 1720 test-debug-phase: new rev 4: x -> 1
1721 1721 $ hg push --new-branch --publish
1722 1722 pushing to $TESTTMP/doesnt-publish
1723 1723 searching for changes
1724 1724 adding changesets
1725 1725 adding manifests
1726 1726 adding file changes
1727 1727 added 2 changesets with 2 changes to 2 files (+1 heads)
1728 1728 test-debug-phase: new rev 3: x -> 0
1729 1729 test-debug-phase: new rev 4: x -> 0
1730 1730 test-debug-phase: move rev 3: 1 -> 0
1731 1731 test-debug-phase: move rev 4: 1 -> 0
1732 1732 $ hgph
1733 1733 @ 4 public new-D - 5e53dcafd13c
1734 1734 |
1735 1735 | o 3 public new-C - 1665482cc06d
1736 1736 |/
1737 1737 o 2 public new-B - 89512e87d697
1738 1738 |
1739 1739 o 1 public new-A - 4826e44e690e
1740 1740 |
1741 1741 o 0 public orig-root - c48edaf99a10
1742 1742
1743 1743
1744 1744 pushing a shared changeset
1745 1745
1746 1746 $ mkcommit new-E
1747 1747 test-debug-phase: new rev 5: x -> 1
1748 1748 $ hg push
1749 1749 pushing to $TESTTMP/doesnt-publish
1750 1750 searching for changes
1751 1751 adding changesets
1752 1752 adding manifests
1753 1753 adding file changes
1754 1754 added 1 changesets with 1 changes to 1 files
1755 1755 test-debug-phase: new rev 5: x -> 1
1756 1756 $ hg push --publish
1757 1757 pushing to $TESTTMP/doesnt-publish
1758 1758 searching for changes
1759 1759 no changes found
1760 1760 test-debug-phase: move rev 5: 1 -> 0
1761 1761 test-debug-phase: move rev 5: 1 -> 0
1762 1762 [1]
1763 1763 $ hgph
1764 1764 @ 5 public new-E - 48931ee3529c
1765 1765 |
1766 1766 o 4 public new-D - 5e53dcafd13c
1767 1767 |
1768 1768 | o 3 public new-C - 1665482cc06d
1769 1769 |/
1770 1770 o 2 public new-B - 89512e87d697
1771 1771 |
1772 1772 o 1 public new-A - 4826e44e690e
1773 1773 |
1774 1774 o 0 public orig-root - c48edaf99a10
1775 1775
1776 1776 $ cd ..
1777 1777
1778 1778 --publish with subrepos (doesn't propagate to subrepos currently)
1779 1779
1780 1780 $ hg init with-subrepo
1781 1781 $ cd with-subrepo
1782 1782 $ cat > .hg/hgrc << EOF
1783 1783 > [phases]
1784 1784 > publish=0
1785 1785 > EOF
1786 1786 $ hg init subrepo
1787 1787 $ cd subrepo
1788 1788 $ cat > .hg/hgrc << EOF
1789 1789 > [phases]
1790 1790 > publish=0
1791 1791 > EOF
1792 1792 $ echo foo > foo
1793 1793 $ hg ci -qAm0
1794 1794 test-debug-phase: new rev 0: x -> 1
1795 1795 $ cd ..
1796 1796 $ echo 'subrepo = subrepo' > .hgsub
1797 1797 $ hg add .hgsub
1798 1798 $ hg ci -m 'Adding subrepo'
1799 1799 test-debug-phase: new rev 0: x -> 1
1800 1800 $ hgph
1801 1801 @ 0 draft Adding subrepo - 74d5b62379c0
1802 1802
1803 1803 $ hgph -R subrepo
1804 1804 @ 0 draft 0 - 4b3f578e3344
1805 1805
1806 1806 $ cd ..
1807 1807 $ hg clone with-subrepo client-with-subrepo
1808 1808 updating to branch default
1809 1809 cloning subrepo subrepo from $TESTTMP/with-subrepo/subrepo
1810 1810 2 files updated, 0 files merged, 0 files removed, 0 files unresolved
1811 1811 $ cd client-with-subrepo
1812 1812 $ hg push --publish
1813 1813 pushing to $TESTTMP/with-subrepo
1814 1814 no changes made to subrepo subrepo since last push to $TESTTMP/with-subrepo/subrepo
1815 1815 searching for changes
1816 1816 no changes found
1817 1817 test-debug-phase: move rev 0: 1 -> 0
1818 1818 test-debug-phase: move rev 0: 1 -> 0
1819 1819 [1]
1820 1820 $ hgph
1821 1821 @ 0 public Adding subrepo - 74d5b62379c0
1822 1822
1823 1823 $ hgph -R subrepo
1824 1824 @ 0 draft 0 - 4b3f578e3344
1825 1825
General Comments 0
You need to be logged in to leave comments. Login now