##// END OF EJS Templates
fix(mercurial): dropped support for depreacted hgsubversion fixes RCCE-12
fix(mercurial): dropped support for depreacted hgsubversion fixes RCCE-12

File last commit:

r5088:8f6d1ed6 default
r5250:c24343a3 default
Show More
profile-mem.py
171 lines | 5.0 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1
copyrights: updated for 2023
r5088 # Copyright (C) 2010-2023 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
Utility to gather certain statistics about a process.
Used to generate data about the memory consumption of the vcsserver. It is
quite generic and should work for every process. Use the parameter `--help`
to see all options.
Example call::
python profile-mem.py --pid=89816 --ae --ae-key=YOUR_API_KEY
"""
import argparse
import json
import sys
import time
import datetime
import psutil
import logging
import socket
dan
webhelpers: port most of the items from webhelpers to webhelpers2...
r4090 from webhelpers2.number import format_byte_size
project: added all source files and assets
r1
profiling: updated profile-memory script to be more human friendly.
r3857 logging.basicConfig(level=logging.DEBUG)
project: added all source files and assets
r1
def parse_options():
parser = argparse.ArgumentParser(
description=__doc__)
parser.add_argument(
'--pid', required=True, type=int,
help="Process ID to monitor.")
parser.add_argument(
profiling: updated profile-memory script to be more human friendly.
r3857 '--human', action='store_true',
help="Show Human numbers")
parser.add_argument(
project: added all source files and assets
r1 '--interval', '-i', type=float, default=5,
help="Interval in secods.")
parser.add_argument(
'--appenlight', '--ae', action='store_true')
parser.add_argument(
'--appenlight-url', '--ae-url',
default='https://ae.rhodecode.com/api/logs',
help='URL of the Appenlight API endpoint, defaults to "%(default)s".')
parser.add_argument(
'--appenlight-api-key', '--ae-key',
help='API key to use when sending data to appenlight. This has to be '
'set if Appenlight is enabled.')
return parser.parse_args()
profiling: updated profile-memory script to be more human friendly.
r3857 def profile():
config = parse_options()
try:
process = psutil.Process(config.pid)
except psutil.NoSuchProcess:
print("Process {pid} does not exist!".format(pid=config.pid))
sys.exit(1)
prev_stats = None
while True:
stats = process_stats(process, prev_stats)
prev_stats = stats
dump_stats(stats, human=config.human)
if config.appenlight:
client = AppenlightClient(
url=config.appenlight_url,
api_key=config.appenlight_api_key)
client.dump_stats(stats)
time.sleep(config.interval)
def process_stats(process, prev_stats):
project: added all source files and assets
r1 mem = process.memory_info()
iso_now = datetime.datetime.utcnow().isoformat()
profiling: updated profile-memory script to be more human friendly.
r3857 prev_rss_diff, prev_vms_diff = 0, 0
cur_rss = mem.rss
cur_vms = mem.vms
if prev_stats:
prev_rss_diff = cur_rss - prev_stats[0]['tags'][0][1]
prev_vms_diff = cur_vms - prev_stats[0]['tags'][1][1]
project: added all source files and assets
r1 stats = [
{'message': 'Memory stats of process {pid}'.format(pid=process.pid),
'namespace': 'process.{pid}'.format(pid=process.pid),
'server': socket.getfqdn(socket.gethostname()),
'tags': [
profiling: updated profile-memory script to be more human friendly.
r3857 ['rss', cur_rss],
['vms', cur_vms]
],
'diff': [
['rss', prev_rss_diff],
['vms', prev_vms_diff]
],
project: added all source files and assets
r1 'date': iso_now,
},
]
return stats
profiling: updated profile-memory script to be more human friendly.
r3857 def dump_stats(stats, human=False):
project: added all source files and assets
r1 for sample in stats:
profiling: updated profile-memory script to be more human friendly.
r3857 if human:
diff = stats[0]['diff'][0][1]
if diff < 0:
diff = '-' + format_byte_size(abs(diff), binary=True)
elif diff > 0:
diff = '+' + format_byte_size(diff, binary=True)
else:
diff = ' ' + format_byte_size(diff, binary=True)
print('Sample:{message} RSS:{rss} RSS_DIFF:{rss_diff}'.format(
message=stats[0]['message'],
rss=format_byte_size(stats[0]['tags'][0][1], binary=True),
rss_diff=diff,
))
else:
print(json.dumps(sample))
project: added all source files and assets
r1
profiling: updated profile-memory script to be more human friendly.
r3857 class AppenlightClient(object):
project: added all source files and assets
r1
url_template = '{url}?protocol_version=0.5'
def __init__(self, url, api_key):
self.url = self.url_template.format(url=url)
self.api_key = api_key
def dump_stats(self, stats):
profiling: updated profile-memory script to be more human friendly.
r3857 import requests
project: added all source files and assets
r1 response = requests.post(
self.url,
headers={
'X-appenlight-api-key': self.api_key},
data=json.dumps(stats))
if not response.status_code == 200:
logging.error(
'Sending to appenlight failed\n%s\n%s',
response.headers, response.text)
if __name__ == '__main__':
try:
profile()
except KeyboardInterrupt:
pass