##// END OF EJS Templates
merge: merged default into stable
merge: merged default into stable

File last commit:

r1:854a839a default
r16:170c5398 merge v4.0.1 stable
Show More
profile-mem.py
135 lines | 3.9 KiB | text/x-python | PythonLexer
# -*- coding: utf-8 -*-
# Copyright (C) 2010-2016 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
Utility to gather certain statistics about a process.
Used to generate data about the memory consumption of the vcsserver. It is
quite generic and should work for every process. Use the parameter `--help`
to see all options.
Example call::
python profile-mem.py --pid=89816 --ae --ae-key=YOUR_API_KEY
"""
import argparse
import json
import sys
import time
import datetime
import requests
import psutil
import logging
import socket
logging.basicConfig(level=logging.DEBUG)
def profile():
config = parse_options()
try:
process = psutil.Process(config.pid)
except psutil.NoSuchProcess:
print "Process {pid} does not exist!".format(pid=config.pid)
sys.exit(1)
while True:
stats = process_stats(process)
dump_stats(stats)
if config.appenlight:
client = AppenlightClient(
url=config.appenlight_url,
api_key=config.appenlight_api_key)
client.dump_stats(stats)
time.sleep(config.interval)
def parse_options():
parser = argparse.ArgumentParser(
description=__doc__)
parser.add_argument(
'--pid', required=True, type=int,
help="Process ID to monitor.")
parser.add_argument(
'--interval', '-i', type=float, default=5,
help="Interval in secods.")
parser.add_argument(
'--appenlight', '--ae', action='store_true')
parser.add_argument(
'--appenlight-url', '--ae-url',
default='https://ae.rhodecode.com/api/logs',
help='URL of the Appenlight API endpoint, defaults to "%(default)s".')
parser.add_argument(
'--appenlight-api-key', '--ae-key',
help='API key to use when sending data to appenlight. This has to be '
'set if Appenlight is enabled.')
return parser.parse_args()
def process_stats(process):
mem = process.memory_info()
iso_now = datetime.datetime.utcnow().isoformat()
stats = [
{'message': 'Memory stats of process {pid}'.format(pid=process.pid),
'namespace': 'process.{pid}'.format(pid=process.pid),
'server': socket.getfqdn(socket.gethostname()),
'tags': [
['rss', mem.rss],
['vms', mem.vms]],
'date': iso_now,
},
]
return stats
def dump_stats(stats):
for sample in stats:
print json.dumps(sample)
class AppenlightClient():
url_template = '{url}?protocol_version=0.5'
def __init__(self, url, api_key):
self.url = self.url_template.format(url=url)
self.api_key = api_key
def dump_stats(self, stats):
response = requests.post(
self.url,
headers={
'X-appenlight-api-key': self.api_key},
data=json.dumps(stats))
if not response.status_code == 200:
logging.error(
'Sending to appenlight failed\n%s\n%s',
response.headers, response.text)
if __name__ == '__main__':
try:
profile()
except KeyboardInterrupt:
pass