##// END OF EJS Templates
diff: do not concatenate immutable bytes while building a/b bodies (issue6445)...
diff: do not concatenate immutable bytes while building a/b bodies (issue6445) Use bytearray instead. I don't know what's changed since Python 2, but bytes concatenation is 100x slow on Python 3. % python2.7 -m timeit -s "s = b''" "for i in range(10000): s += b'line'" 1000 loops, best of 3: 321 usec per loop % python3.9 -m timeit -s "s = b''" "for i in range(10000): s += b'line'" 5 loops, best of 5: 39.2 msec per loop Benchmark using tailwind.css (measuring the fast path, a is empty): % HGRCPATH=/dev/null python2.7 ./hg log -R /tmp/issue6445 -p --time \ --color=always --config diff.word-diff=true >/dev/null (prev) time: real 1.580 secs (user 1.560+0.000 sys 0.020+0.000) (this) time: real 1.610 secs (user 1.570+0.000 sys 0.030+0.000) % HGRCPATH=/dev/null python3.9 ./hg log -R /tmp/issue6445 -p --time \ --color=always --config diff.word-diff=true >/dev/null (prev) time: real 114.500 secs (user 114.460+0.000 sys 0.030+0.000) (this) time: real 2.180 secs (user 2.140+0.000 sys 0.040+0.000) Benchmark using random tabular text data (not the fast path): % dd if=/dev/urandom bs=1k count=1000 | hexdump -v -e '16/1 "%3u," "\n"' > ttf % hg ci -ma % dd if=/dev/urandom bs=1k count=1000 | hexdump -v -e '16/1 "%3u," "\n"' > ttf % hg ci -mb % HGRCPATH=/dev/null python2.7 ./hg log -R /tmp/issue6445 -p --time \ --color=always --config diff.word-diff=true >/dev/null (prev) time: real 3.240 secs (user 3.040+0.000 sys 0.200+0.000 (this) time: real 3.230 secs (user 3.070+0.000 sys 0.160+0.000) % HGRCPATH=/dev/null python3.9 ./hg log -R /tmp/issue6445 -p --time \ --color=always --config diff.word-diff=true >/dev/null (prev) time: real 44.130 secs (user 43.850+0.000 sys 0.270+0.000) (this) time: real 4.170 secs (user 3.850+0.000 sys 0.310+0.000)

File last commit:

r43812:2fe6121c default
r46624:210f9b8d stable
Show More
lsprof.py
145 lines | 4.2 KiB | text/x-python | PythonLexer
Gregory Szorc
lsprof: use print function
r27617 from __future__ import absolute_import, print_function
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061
import _lsprof
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 import sys
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061
Gregory Szorc
py3: manually import getattr where it is needed...
r43359 from .pycompat import getattr
Gregory Szorc
py3: finish porting iteritems() to pycompat and remove source transformer...
r43376 from . import pycompat
Gregory Szorc
py3: manually import getattr where it is needed...
r43359
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061 Profiler = _lsprof.Profiler
# PyPy doesn't expose profiler_entry from the module.
profiler_entry = getattr(_lsprof, 'profiler_entry', None)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 __all__ = [b'profile', b'Stats']
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
Augie Fackler
formatting: blacken the codebase...
r43346
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 def profile(f, *args, **kwds):
"""XXX docstring"""
p = Profiler()
Dirkjan Ochtman
updating lsprof.py from remote repository
r5992 p.enable(subcalls=True, builtins=True)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 try:
Dirkjan Ochtman
updating lsprof.py from remote repository
r5992 f(*args, **kwds)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 finally:
p.disable()
Dirkjan Ochtman
updating lsprof.py from remote repository
r5992 return Stats(p.getstats())
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
class Stats(object):
"""XXX docstring"""
def __init__(self, data):
self.data = data
Augie Fackler
cleanup: remove pointless r-prefixes on double-quoted strings...
r43809 def sort(self, crit="inlinetime"):
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 """XXX docstring"""
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061 # profiler_entries isn't defined when running under PyPy.
if profiler_entry:
if crit not in profiler_entry.__dict__:
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 raise ValueError(b"Can't sort by %s" % crit)
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061 elif self.data and not getattr(self.data[0], crit, None):
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 raise ValueError(b"Can't sort by %s" % crit)
Gregory Szorc
lsprof: support PyPy (issue4573)...
r27061
Alejandro Santos
compat: use 'key' argument instead of 'cmp' when sorting a list
r9032 self.data.sort(key=lambda x: getattr(x, crit), reverse=True)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 for e in self.data:
if e.calls:
Alejandro Santos
compat: use 'key' argument instead of 'cmp' when sorting a list
r9032 e.calls.sort(key=lambda x: getattr(x, crit), reverse=True)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
def pprint(self, top=None, file=None, limit=None, climit=None):
"""XXX docstring"""
if file is None:
file = sys.stdout
d = self.data
if top is not None:
d = d[:top]
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 cols = b"% 12d %12d %11.4f %11.4f %s\n"
hcols = b"% 12s %12s %12s %12s %s\n"
Augie Fackler
formatting: blacken the codebase...
r43346 file.write(
hcols
% (
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 b"CallCount",
b"Recursive",
b"Total(s)",
b"Inline(s)",
b"module:lineno(function)",
Augie Fackler
formatting: blacken the codebase...
r43346 )
)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 count = 0
for e in d:
Augie Fackler
formatting: blacken the codebase...
r43346 file.write(
cols
% (
e.callcount,
e.reccallcount,
e.totaltime,
e.inlinetime,
label(e.code),
)
)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 count += 1
if limit is not None and count == limit:
return
ccount = 0
Matt Mackall
profile: add undocumented config options for profiler output
r16263 if climit and e.calls:
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 for se in e.calls:
Augie Fackler
formatting: blacken the codebase...
r43346 file.write(
cols
% (
se.callcount,
se.reccallcount,
se.totaltime,
se.inlinetime,
Augie Fackler
formatting: byteify all mercurial/ and hgext/ string literals...
r43347 b" %s" % label(se.code),
Augie Fackler
formatting: blacken the codebase...
r43346 )
)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 count += 1
ccount += 1
if limit is not None and count == limit:
return
if climit is not None and ccount == climit:
break
def freeze(self):
"""Replace all references to code objects with string
descriptions; this makes it possible to pickle the instance."""
# this code is probably rather ickier than it needs to be!
for i in range(len(self.data)):
e = self.data[i]
if not isinstance(e.code, str):
self.data[i] = type(e)((label(e.code),) + e[1:])
Dirkjan Ochtman
updating lsprof.py from remote repository
r5992 if e.calls:
for j in range(len(e.calls)):
se = e.calls[j]
if not isinstance(se.code, str):
e.calls[j] = type(se)((label(se.code),) + se[1:])
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
Augie Fackler
formatting: blacken the codebase...
r43346
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 _fn2mod = {}
Augie Fackler
formatting: blacken the codebase...
r43346
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 def label(code):
if isinstance(code, str):
Gregory Szorc
py3: encode str to bytes...
r40238 if sys.version_info.major >= 3:
code = code.encode('latin-1')
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 return code
try:
mname = _fn2mod[code.co_filename]
except KeyError:
Gregory Szorc
py3: finish porting iteritems() to pycompat and remove source transformer...
r43376 for k, v in list(pycompat.iteritems(sys.modules)):
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 if v is None:
continue
Augie Fackler
lsprof: use getattr instead of hasattr
r14959 if not isinstance(getattr(v, '__file__', None), str):
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422 continue
if v.__file__.startswith(code.co_filename):
mname = _fn2mod[code.co_filename] = k
break
else:
Augie Fackler
cleanup: remove pointless r-prefixes on single-quoted strings...
r43906 mname = _fn2mod[code.co_filename] = '<%s>' % code.co_filename
Gregory Szorc
py3: encode str to bytes...
r40238
Augie Fackler
cleanup: remove pointless r-prefixes on single-quoted strings...
r43906 res = '%s:%d(%s)' % (mname, code.co_firstlineno, code.co_name)
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
Gregory Szorc
py3: encode str to bytes...
r40238 if sys.version_info.major >= 3:
res = res.encode('latin-1')
Vadim Gelfer
add --lsprof option. 3x faster than --profile, more useful output....
r2422
Gregory Szorc
py3: encode str to bytes...
r40238 return res