# -*- coding: utf-8 -*- # Copyright (C) 2010-2018 RhodeCode GmbH # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License, version 3 # (only), as published by the Free Software Foundation. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. # # This program is dual-licensed. If you wish to learn more about the # RhodeCode Enterprise Edition, including its added features, Support services, # and proprietary license terms, please see https://rhodecode.com/licenses/ """ Utility to gather certain statistics about a process. Used to generate data about the memory consumption of the vcsserver. It is quite generic and should work for every process. Use the parameter `--help` to see all options. Example call:: python profile-mem.py --pid=89816 --ae --ae-key=YOUR_API_KEY """ import argparse import json import sys import time import datetime import requests import psutil import logging import socket logging.basicConfig(level=logging.DEBUG) def profile(): config = parse_options() try: process = psutil.Process(config.pid) except psutil.NoSuchProcess: print "Process {pid} does not exist!".format(pid=config.pid) sys.exit(1) while True: stats = process_stats(process) dump_stats(stats) if config.appenlight: client = AppenlightClient( url=config.appenlight_url, api_key=config.appenlight_api_key) client.dump_stats(stats) time.sleep(config.interval) def parse_options(): parser = argparse.ArgumentParser( description=__doc__) parser.add_argument( '--pid', required=True, type=int, help="Process ID to monitor.") parser.add_argument( '--interval', '-i', type=float, default=5, help="Interval in secods.") parser.add_argument( '--appenlight', '--ae', action='store_true') parser.add_argument( '--appenlight-url', '--ae-url', default='https://ae.rhodecode.com/api/logs', help='URL of the Appenlight API endpoint, defaults to "%(default)s".') parser.add_argument( '--appenlight-api-key', '--ae-key', help='API key to use when sending data to appenlight. This has to be ' 'set if Appenlight is enabled.') return parser.parse_args() def process_stats(process): mem = process.memory_info() iso_now = datetime.datetime.utcnow().isoformat() stats = [ {'message': 'Memory stats of process {pid}'.format(pid=process.pid), 'namespace': 'process.{pid}'.format(pid=process.pid), 'server': socket.getfqdn(socket.gethostname()), 'tags': [ ['rss', mem.rss], ['vms', mem.vms]], 'date': iso_now, }, ] return stats def dump_stats(stats): for sample in stats: print json.dumps(sample) class AppenlightClient(): url_template = '{url}?protocol_version=0.5' def __init__(self, url, api_key): self.url = self.url_template.format(url=url) self.api_key = api_key def dump_stats(self, stats): response = requests.post( self.url, headers={ 'X-appenlight-api-key': self.api_key}, data=json.dumps(stats)) if not response.status_code == 200: logging.error( 'Sending to appenlight failed\n%s\n%s', response.headers, response.text) if __name__ == '__main__': try: profile() except KeyboardInterrupt: pass