upstream/mercurial-mirror Files · mercurial/utils/memorytop.py

branchmap: avoid ancestor computations in absence of non-continous branches...

branchmap: avoid ancestor computations in absence of non-continous branches The branchhead computation is one of the more heavy operations for bigger repositories as it has to scan all changesets and potentially involves the expensive computation of the ancestor sets. Redo the computation to handle the common cases directly and use tighter conditions for when the ancestor scan is necessary. Most importantly, avoid it completely if the non-continous branches are processed in one update as seen in the initial computation after a clone. For the Mercurial repository, it gives a small 2-3% performance boost. For the NetBSD test repository, it cuts the time in half. Differential Revision: https://phab.mercurial-scm.org/D9631

Joerg Sonnenberger - - Load All Authors

File last commit:

r46393:5b6c0af0 default


                r46872:f5d7df72

default

Download file

             memorytop.py
        
                    44 lines
            
             | 1.4 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / mercurial / utils / memorytop.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      # memorytop requires Python 3.4

      #

      # Usage: set PYTHONTRACEMALLOC=n in the environment of the hg invocation,

      # where n>= is the number of frames to show in the backtrace. Put calls to

      # memorytop in strategic places to show the current memory use by allocation

      # site.

      import gc

      import tracemalloc

      def memorytop(limit=10):

          gc.collect()

          snapshot = tracemalloc.take_snapshot()

          snapshot = snapshot.filter_traces(

              (

                  tracemalloc.Filter(False, "<frozen importlib._bootstrap>"),

                  tracemalloc.Filter(False, "<frozen importlib._bootstrap_external>"),

                  tracemalloc.Filter(False, "<unknown>"),

              )

          )

          stats = snapshot.statistics('traceback')

          total = sum(stat.size for stat in stats)

          print("\nTotal allocated size: %.1f KiB\n" % (total / 1024))

          print("Lines with the biggest net allocations")

          for index, stat in enumerate(stats[:limit], 1):

              print(

                  "#%d: %d objects using %.1f KiB"

                  % (index, stat.count, stat.size / 1024)

              )

              for line in stat.traceback.format(most_recent_first=True):

                  print('    ', line)

          other = stats[limit:]

          if other:

              size = sum(stat.size for stat in other)

              count = sum(stat.count for stat in other)

              print(

                  "%s other: %d objects using %.1f KiB"

                  % (len(other), count, size / 1024)

              )

          print()

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				# memorytop requires Python 3.4
				#
				# Usage: set PYTHONTRACEMALLOC=n in the environment of the hg invocation,
				# where n>= is the number of frames to show in the backtrace. Put calls to
				# memorytop in strategic places to show the current memory use by allocation
				# site.

				import gc
				import tracemalloc


				def memorytop(limit=10):
				gc.collect()
				snapshot = tracemalloc.take_snapshot()

				snapshot = snapshot.filter_traces(
				(
				tracemalloc.Filter(False, "<frozen importlib._bootstrap>"),
				tracemalloc.Filter(False, "<frozen importlib._bootstrap_external>"),
				tracemalloc.Filter(False, "<unknown>"),
				)
				)
				stats = snapshot.statistics('traceback')

				total = sum(stat.size for stat in stats)
				print("\nTotal allocated size: %.1f KiB\n" % (total / 1024))
				print("Lines with the biggest net allocations")
				for index, stat in enumerate(stats[:limit], 1):
				print(
				"#%d: %d objects using %.1f KiB"
				% (index, stat.count, stat.size / 1024)
				)
				for line in stat.traceback.format(most_recent_first=True):
				print(' ', line)

				other = stats[limit:]
				if other:
				size = sum(stat.size for stat in other)
				count = sum(stat.count for stat in other)
				print(
				"%s other: %d objects using %.1f KiB"
				% (len(other), count, size / 1024)
				)
				print()