upstream/mercurial-mirror Files · contrib/packaging/packaging.py

streamclone: disable the volatile file open handle optimization on Windows...

streamclone: disable the volatile file open handle optimization on Windows Leaving files open caused new failures like this, since a47f09da8bd1: diff --git a/tests/test-persistent-nodemap-stream-clone.t b/tests/test-persistent-nodemap-stream-clone.t --- a/tests/test-persistent-nodemap-stream-clone.t +++ b/tests/test-persistent-nodemap-stream-clone.t @@ -115,7 +115,12 @@ Do a mix of clone and commit at the same $ (hg clone -U --stream ssh://user@dummy/test-repo stream-clone-race-1 --debug 2>> clone-output | grep -E '00(changelog|manifest)' >> clone-output; touch $HG_TEST_STREAM_WALKED_FILE_3) & $ $RUNTESTDIR/testlib/wait-on-file 10 $HG_TEST_STREAM_WALKED_FILE_1 $ hg -R test-repo/ commit -m foo - created new head + transaction abort! + failed to recover 00changelog.n ([WinError 32] The process cannot access the file because it is being used by another process: b'$STR_REPR_TESTTMP\\test-repo/.hg/store/00changelog.n' -> b'$STR_REPR_TESTTMP\\test-repo/.hg/store/00changelog.n-f418dcd6') + rollback failed - please run hg recover + (failure reason: [WinError 32] The process cannot access the file because it is being used by another process: b'$STR_REPR_TESTTMP\\test-repo/.hg/store/00changelog.n' -> b'$STR_REPR_TESTTMP\\test-repo/.hg/store/00changelog.n-f418dcd6') + abort: The process cannot access the file because it is being used by another process: '$TESTTMP\test-repo\.hg\store\00changelog.n' + [255] $ touch $HG_TEST_STREAM_WALKED_FILE_2 $ $RUNTESTDIR/testlib/wait-on-file 10 $HG_TEST_STREAM_WALKED_FILE_3 $ cat clone-output Since the `VolatileManager` falls back to the old copy method when the open file threshold is exceeded, this just drops the threshold so that only 1 file is open. The actual value used (2) is unexpected, and explained inline. I'd like to have a config option for this so that we can test both ways (in theory, it could resort to copies on non-Windows systems too), but I don't see a `uimod.ui` handy. Alternately, I tried replacing the 3 `open()` calls in the `VolatileManager` with `util.posixfile()`, but that simply hung the test on Windows for some reason, I think on the same line that's indicated as failing above. (There was a `grep` command hanging around, as well as `hg -R test-repo serve --stdio`.)

Gregory Szorc - - Load All Authors

File last commit:

r44059:303bf312 default


                r53081:e4b242f9

stable

Download file

             packaging.py
        
                    74 lines
            
             | 1.7 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / packaging / packaging.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      #!/usr/bin/env python3

      #

      # packaging.py - Mercurial packaging functionality

      #

      # Copyright 2019 Gregory Szorc <gregory.szorc@gmail.com>

      #

      # This software may be used and distributed according to the terms of the

      # GNU General Public License version 2 or any later version.

      import os

      import pathlib

      import subprocess

      import sys

      import venv

      HERE = pathlib.Path(os.path.abspath(__file__)).parent

      REQUIREMENTS_TXT = HERE / "requirements.txt"

      SOURCE_DIR = HERE.parent.parent

      VENV = SOURCE_DIR / "build" / "venv-packaging"

      def bootstrap():

          venv_created = not VENV.exists()

          VENV.parent.mkdir(exist_ok=True)

          venv.create(VENV, with_pip=True)

          if os.name == "nt":

              venv_bin = VENV / "Scripts"

              pip = venv_bin / "pip.exe"

              python = venv_bin / "python.exe"

          else:

              venv_bin = VENV / "bin"

              pip = venv_bin / "pip"

              python = venv_bin / "python"

          args = [

              str(pip),

              "install",

              "-r",

              str(REQUIREMENTS_TXT),

              "--disable-pip-version-check",

          ]

          if not venv_created:

              args.append("-q")

          subprocess.run(args, check=True)

          os.environ["HGPACKAGING_BOOTSTRAPPED"] = "1"

          os.environ["PATH"] = "%s%s%s" % (venv_bin, os.pathsep, os.environ["PATH"])

          subprocess.run([str(python), __file__] + sys.argv[1:], check=True)

      def run():

          import hgpackaging.cli as cli

          # Need to strip off main Python executable.

          cli.main()

      if __name__ == "__main__":

          try:

              if "HGPACKAGING_BOOTSTRAPPED" not in os.environ:

                  bootstrap()

              else:

                  run()

          except subprocess.CalledProcessError as e:

              sys.exit(e.returncode)

          except KeyboardInterrupt:

              sys.exit(1)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				#!/usr/bin/env python3
				#
				# packaging.py - Mercurial packaging functionality
				#
				# Copyright 2019 Gregory Szorc <gregory.szorc@gmail.com>
				#
				# This software may be used and distributed according to the terms of the
				# GNU General Public License version 2 or any later version.

				import os
				import pathlib
				import subprocess
				import sys
				import venv


				HERE = pathlib.Path(os.path.abspath(__file__)).parent
				REQUIREMENTS_TXT = HERE / "requirements.txt"
				SOURCE_DIR = HERE.parent.parent
				VENV = SOURCE_DIR / "build" / "venv-packaging"


				def bootstrap():
				venv_created = not VENV.exists()

				VENV.parent.mkdir(exist_ok=True)

				venv.create(VENV, with_pip=True)

				if os.name == "nt":
				venv_bin = VENV / "Scripts"
				pip = venv_bin / "pip.exe"
				python = venv_bin / "python.exe"
				else:
				venv_bin = VENV / "bin"
				pip = venv_bin / "pip"
				python = venv_bin / "python"

				args = [
				str(pip),
				"install",
				"-r",
				str(REQUIREMENTS_TXT),
				"--disable-pip-version-check",
				]

				if not venv_created:
				args.append("-q")

				subprocess.run(args, check=True)

				os.environ["HGPACKAGING_BOOTSTRAPPED"] = "1"
				os.environ["PATH"] = "%s%s%s" % (venv_bin, os.pathsep, os.environ["PATH"])

				subprocess.run([str(python), __file__] + sys.argv[1:], check=True)


				def run():
				import hgpackaging.cli as cli

				# Need to strip off main Python executable.
				cli.main()


				if __name__ == "__main__":
				try:
				if "HGPACKAGING_BOOTSTRAPPED" not in os.environ:
				bootstrap()
				else:
				run()
				except subprocess.CalledProcessError as e:
				sys.exit(e.returncode)
				except KeyboardInterrupt:
				sys.exit(1)