upstream/mercurial-mirror Files · contrib/Makefile.python

copies: move from a copy on branchpoint to a copy on write approach...

copies: move from a copy on branchpoint to a copy on write approach Before this changes, any branch points results in a copy of the dictionary containing the copy information. This can be very costly for branchy history with few rename information. Instead, we take a "copy on write" approach. Copying the input data only when we are about to update them. In practice we where already doing the copying in half of these case (because `_chain` makes a copy), so we don't add a significant cost here even in the linear case. However the speed up in branchy case is very significant. Here are some timing on the pypy repository. revision: large amount; added files: large amount; rename small amount; 9ba6ab77fd29 before: ! wall 1.399863 comb 1.400000 user 1.370000 sys 0.030000 (median of 10) after: ! wall 0.766453 comb 0.770000 user 0.750000 sys 0.020000 (median of 11) revision: large amount; added files: small amount; rename small amount; f650a9b140d2 before: ! wall 1.876748 comb 1.890000 user 1.870000 sys 0.020000 (median of 10) after: ! wall 1.167223 comb 1.170000 user 1.150000 sys 0.020000 (median of 10) revision: large amount; added files: large amount; rename large amount; d9fa043f30c0 before: ! wall 0.242457 comb 0.240000 user 0.240000 sys 0.000000 (median of 39) after: ! wall 0.211476 comb 0.210000 user 0.210000 sys 0.000000 (median of 45) revision: small amount; added files: large amount; rename large amount; a83dc6a2d56f before: ! wall 0.013193 comb 0.020000 user 0.020000 sys 0.000000 (median of 224) after: ! wall 0.013290 comb 0.010000 user 0.010000 sys 0.000000 (median of 222) revision: small amount; added files: large amount; rename small amount; 169138063d63 before: ! wall 0.001673 comb 0.000000 user 0.000000 sys 0.000000 (median of 1000) after: ! wall 0.001677 comb 0.000000 user 0.000000 sys 0.000000 (median of 1000) revision: small amount; added files: small amount; rename small amount; 964879152e2e before: ! wall 0.000119 comb 0.000000 user 0.000000 sys 0.000000 (median of 8023) after: ! wall 0.000119 comb 0.000000 user 0.000000 sys 0.000000 (median of 7997) revision: medium amount; added files: large amount; rename medium amount; 2c68e87c3efe before: ! wall 0.201898 comb 0.210000 user 0.200000 sys 0.010000 (median of 48) after: ! wall 0.167415 comb 0.170000 user 0.160000 sys 0.010000 (median of 58) revision: medium amount; added files: medium amount; rename small amount; d7746d32bf9d before: ! wall 0.036820 comb 0.040000 user 0.040000 sys 0.000000 (median of 100) after: ! wall 0.035797 comb 0.040000 user 0.040000 sys 0.000000 (median of 100) The extra cost in the linear case can be reclaimed later with some extra logic. Differential Revision: https://phab.mercurial-scm.org/D7124

Antonio Muci - - Load All Authors

File last commit:

r42378:ae68418c stable


                r43594:ffd04bc9

default

Download file

             Makefile.python
        
                    76 lines
            
             | 3.1 KiB
            
                | text/x-makefile
            
             |
                MakefileLexer
            
             / contrib / Makefile.python
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Antonio Muci
    
buildrpm: bump bundled Python version to 2.7.16 when building for centos{5,6}...

              r42378
            
      PYTHONVER=2.7.16

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      PYTHONNAME=python-

      PREFIX=$(HOME)/bin/prefix-$(PYTHONNAME)$(PYTHONVER)

      SYMLINKDIR=$(HOME)/bin

      help:

      	@echo

      	@echo 'Make a custom installation of a Python version'

      	@echo

      	@echo 'Common make parameters:'

      	@echo '  PYTHONVER=...    [$(PYTHONVER)]'

      	@echo '  PREFIX=...       [$(PREFIX)]'

      	@echo '  SYMLINKDIR=...   [$(SYMLINKDIR) creating $(PYTHONNAME)$(PYTHONVER)]'

      	@echo

      	@echo 'Common make targets:'

      	@echo '  python    - install Python $$PYTHONVER in $$PREFIX'

      	@echo '  symlink   - create a $$SYMLINKDIR/$(PYTHONNAME)$$PYTHONVER symlink'

      	@echo

      	@echo 'Example: create a temporary Python installation:'

        Mads Kiilerich
    
contrib: offer Python 2.7.10

              r26735
            
      	@echo '  $$ make -f Makefile.python python PYTHONVER=${PYTHONVER} PREFIX=/tmp/p27'

      	@echo '  $$ /tmp/p27/bin/python -V'

      	@echo '  Python 2.7'

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      	@echo

      	@echo 'Some external libraries are required for building Python: zlib bzip2 openssl.'

      	@echo 'Make sure their development packages are installed systemwide.'

      # fedora: yum install zlib-devel bzip2-devel openssl-devel

      # debian: apt-get install zlib1g-dev libbz2-dev libssl-dev

      	@echo

      	@echo 'To build a nice collection of interesting Python versions:'

        Mads Kiilerich
    
contrib: offer Python 2.7.10

              r26735
            
      	@echo '  $$ for v in 2.{6{,.1,.2,.9},7{,.8,.10}}; do'

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      	@echo '    make -f Makefile.python symlink PYTHONVER=$$v || break; done'

      	@echo 'To run a Mercurial test on all these Python versions:'

      	@echo '  $$ for py in `cd ~/bin && ls $(PYTHONNAME)2.*`; do'

      	@echo '    echo $$py; $$py run-tests.py test-http.t; echo; done'

      	@echo

      export LANGUAGE=C

      export LC_ALL=C

      python: $(PREFIX)/bin/python docutils

        Mads Kiilerich
    
contrib: drop Python < 2.6 from Makefile.python

              r26734
            
      	printf 'import sys, zlib, bz2, docutils, ssl' | $(PREFIX)/bin/python

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      PYTHON_SRCDIR=Python-$(PYTHONVER)

      PYTHON_SRCFILE=$(PYTHON_SRCDIR).tgz

      $(PREFIX)/bin/python:

        Augie Fackler
    
Makefile.python: try curl if wget fails...

              r23824
            
      	[ -f $(PYTHON_SRCFILE) ] || wget http://www.python.org/ftp/python/$(PYTHONVER)/$(PYTHON_SRCFILE) || curl -OL http://www.python.org/ftp/python/$(PYTHONVER)/$(PYTHON_SRCFILE) || [ -f $(PYTHON_SRCFILE) ]

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      	rm -rf $(PYTHON_SRCDIR)

      	tar xf $(PYTHON_SRCFILE)

        Yuya Nishihara
    
contrib: disable SSLv3_method() to build old Python with recent libssl...

              r27230
            
      	# Debian/Ubuntu disables SSLv2,3 the hard way, disable it on old Pythons too

      	-sed -i 's,self.*SSLv[23]_method(),0;//\0,g' $(PYTHON_SRCDIR)/Modules/_ssl.c

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      	# Find multiarch system libraries on Ubuntu and disable fortify error when setting argv

      	LDFLAGS="-L/usr/lib/`dpkg-architecture -qDEB_HOST_MULTIARCH`"; \

      	BASECFLAGS=-U_FORTIFY_SOURCE; \

      	export LDFLAGS BASECFLAGS; \

      	cd $(PYTHON_SRCDIR) && ./configure --prefix=$(PREFIX) && make all SVNVERSION=pwd && make install

        Mads Kiilerich
    
contrib: drop Python < 2.6 from Makefile.python

              r26734
            
      	printf 'import sys, zlib, bz2, ssl' | $(PREFIX)/bin/python

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      	rm -rf $(PYTHON_SRCDIR)

        Mads Kiilerich
    
contrib: update build defaults to latest Python and docutils versions...

              r23140
            
      DOCUTILSVER=0.12

        Mads Kiilerich
    
contrib/Makefile.python: build local Python from source...

              r20388
            
      DOCUTILS_SRCDIR=docutils-$(DOCUTILSVER)

      DOCUTILS_SRCFILE=$(DOCUTILS_SRCDIR).tar.gz

      docutils: $(PREFIX)/bin/python

      	@$(PREFIX)/bin/python -c 'import docutils' || ( set -ex; \

      	[ -f $(DOCUTILS_SRCFILE) ] || wget http://downloads.sourceforge.net/project/docutils/docutils/$(DOCUTILSVER)/$(DOCUTILS_SRCFILE) || [ -f $(DOCUTILS_SRCFILE) ]; \

      	rm -rf $(DOCUTILS_SRCDIR); \

      	tar xf $(DOCUTILS_SRCFILE); \

      	cd $(DOCUTILS_SRCDIR) && $(PREFIX)/bin/python setup.py install --prefix=$(PREFIX); \

      	$(PREFIX)/bin/python -c 'import docutils'; \

      	rm -rf $(DOCUTILS_SRCDIR); )

      symlink: python $(SYMLINKDIR)

      	ln -sf $(PREFIX)/bin/python $(SYMLINKDIR)/$(PYTHONNAME)$(PYTHONVER)

      .PHONY: help python docutils symlink

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Antonio Muci buildrpm: bump bundled Python version to 2.7.16 when building for centos{5,6}...	r42378	PYTHONVER=2.7.16
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	PYTHONNAME=python-
		PREFIX=$(HOME)/bin/prefix-$(PYTHONNAME)$(PYTHONVER)
		SYMLINKDIR=$(HOME)/bin

		help:
		@echo
		@echo 'Make a custom installation of a Python version'
		@echo
		@echo 'Common make parameters:'
		@echo ' PYTHONVER=... [$(PYTHONVER)]'
		@echo ' PREFIX=... [$(PREFIX)]'
		@echo ' SYMLINKDIR=... [$(SYMLINKDIR) creating $(PYTHONNAME)$(PYTHONVER)]'
		@echo
		@echo 'Common make targets:'
		@echo ' python - install Python $$PYTHONVER in $$PREFIX'
		@echo ' symlink - create a $$SYMLINKDIR/$(PYTHONNAME)$$PYTHONVER symlink'
		@echo
		@echo 'Example: create a temporary Python installation:'
Mads Kiilerich contrib: offer Python 2.7.10	r26735	@echo ' $$ make -f Makefile.python python PYTHONVER=${PYTHONVER} PREFIX=/tmp/p27'
		@echo ' $$ /tmp/p27/bin/python -V'
		@echo ' Python 2.7'
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	@echo
		@echo 'Some external libraries are required for building Python: zlib bzip2 openssl.'
		@echo 'Make sure their development packages are installed systemwide.'
		# fedora: yum install zlib-devel bzip2-devel openssl-devel
		# debian: apt-get install zlib1g-dev libbz2-dev libssl-dev
		@echo
		@echo 'To build a nice collection of interesting Python versions:'
Mads Kiilerich contrib: offer Python 2.7.10	r26735	@echo ' $$ for v in 2.{6{,.1,.2,.9},7{,.8,.10}}; do'
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	@echo ' make -f Makefile.python symlink PYTHONVER=$$v \|\| break; done'
		@echo 'To run a Mercurial test on all these Python versions:'
		@echo ' $$ for py in `cd ~/bin && ls $(PYTHONNAME)2.*`; do'
		@echo ' echo $$py; $$py run-tests.py test-http.t; echo; done'
		@echo

		export LANGUAGE=C
		export LC_ALL=C

		python: $(PREFIX)/bin/python docutils
Mads Kiilerich contrib: drop Python < 2.6 from Makefile.python	r26734	printf 'import sys, zlib, bz2, docutils, ssl' \| $(PREFIX)/bin/python
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388
		PYTHON_SRCDIR=Python-$(PYTHONVER)
		PYTHON_SRCFILE=$(PYTHON_SRCDIR).tgz

		$(PREFIX)/bin/python:
Augie Fackler Makefile.python: try curl if wget fails...	r23824	[ -f $(PYTHON_SRCFILE) ] \|\| wget http://www.python.org/ftp/python/$(PYTHONVER)/$(PYTHON_SRCFILE) \|\| curl -OL http://www.python.org/ftp/python/$(PYTHONVER)/$(PYTHON_SRCFILE) \|\| [ -f $(PYTHON_SRCFILE) ]
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	rm -rf $(PYTHON_SRCDIR)
		tar xf $(PYTHON_SRCFILE)
Yuya Nishihara contrib: disable SSLv3_method() to build old Python with recent libssl...	r27230	# Debian/Ubuntu disables SSLv2,3 the hard way, disable it on old Pythons too
		-sed -i 's,self.*SSLv[23]_method(),0;//\0,g' $(PYTHON_SRCDIR)/Modules/_ssl.c
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	# Find multiarch system libraries on Ubuntu and disable fortify error when setting argv
		LDFLAGS="-L/usr/lib/`dpkg-architecture -qDEB_HOST_MULTIARCH`"; \
		BASECFLAGS=-U_FORTIFY_SOURCE; \
		export LDFLAGS BASECFLAGS; \
		cd $(PYTHON_SRCDIR) && ./configure --prefix=$(PREFIX) && make all SVNVERSION=pwd && make install
Mads Kiilerich contrib: drop Python < 2.6 from Makefile.python	r26734	printf 'import sys, zlib, bz2, ssl' \| $(PREFIX)/bin/python
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	rm -rf $(PYTHON_SRCDIR)

Mads Kiilerich contrib: update build defaults to latest Python and docutils versions...	r23140	DOCUTILSVER=0.12
Mads Kiilerich contrib/Makefile.python: build local Python from source...	r20388	DOCUTILS_SRCDIR=docutils-$(DOCUTILSVER)
		DOCUTILS_SRCFILE=$(DOCUTILS_SRCDIR).tar.gz

		docutils: $(PREFIX)/bin/python
		@$(PREFIX)/bin/python -c 'import docutils' \|\| ( set -ex; \
		[ -f $(DOCUTILS_SRCFILE) ] \|\| wget http://downloads.sourceforge.net/project/docutils/docutils/$(DOCUTILSVER)/$(DOCUTILS_SRCFILE) \|\| [ -f $(DOCUTILS_SRCFILE) ]; \
		rm -rf $(DOCUTILS_SRCDIR); \
		tar xf $(DOCUTILS_SRCFILE); \
		cd $(DOCUTILS_SRCDIR) && $(PREFIX)/bin/python setup.py install --prefix=$(PREFIX); \
		$(PREFIX)/bin/python -c 'import docutils'; \
		rm -rf $(DOCUTILS_SRCDIR); )

		symlink: python $(SYMLINKDIR)
		ln -sf $(PREFIX)/bin/python $(SYMLINKDIR)/$(PYTHONNAME)$(PYTHONVER)

		.PHONY: help python docutils symlink