##// END OF EJS Templates
subrepo: show subrepo as dir path.
subrepo: show subrepo as dir path.

File last commit:

r1007:e9c22488 default
r1105:e31abe60 default
Show More
profile.py
155 lines | 4.0 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
# Copyright (C) 2010-2016 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
This is a standalone script which will start VCS and RC.
Performance numbers will be written on each interval to:
vcs_profileX.csv
rc_profileX.csv
To stop the script by press Ctrl-C
"""
import datetime
import os
import psutil
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 import subprocess32
project: added all source files and assets
r1 import sys
import time
import traceback
import urllib
PROFILING_INTERVAL = 5
RC_WEBSITE = "http://localhost:5001/"
def get_file(prefix):
out_file = None
for i in xrange(100):
file_path = "%s_profile%.3d.csv" % (prefix, i)
if os.path.exists(file_path):
continue
out_file = open(file_path, "w")
out_file.write("Time; CPU %; Memory (MB); Total FDs; Dulwich FDs; Threads\n")
break
return out_file
def dump_system():
print "System Overview..."
print "\nCPU Count: %d (%d real)" % \
(psutil.cpu_count(), psutil.cpu_count(logical=False))
print "\nDisk:"
print psutil.disk_usage(os.sep)
print "\nMemory:"
print psutil.virtual_memory()
print "\nMemory (swap):"
print psutil.swap_memory()
def count_dulwich_fds(proc):
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 p = subprocess32.Popen(["lsof", "-p", proc.pid], stdout=subprocess32.PIPE)
project: added all source files and assets
r1 out, err = p.communicate()
count = 0
for line in out.splitlines():
content = line.split()
# http://git-scm.com/book/en/Git-Internals-Packfiles
if content[-1].endswith(".idx"):
count += 1
return count
def dump_process(pid, out_file):
now = datetime.datetime.now()
cpu = pid.cpu_percent()
mem = pid.memory_info()
fds = pid.num_fds()
dulwich_fds = count_dulwich_fds(pid)
threads = pid.num_threads()
content = [now.strftime('%m/%d/%y %H:%M:%S'),
cpu,
"%.2f" % (mem[0]/1024.0/1024.0),
fds, dulwich_fds, threads]
out_file.write("; ".join([str(item) for item in content]))
out_file.write("\n")
# Open output files
vcs_out = get_file("vcs")
if vcs_out is None:
print "Unable to enumerate output file for VCS"
sys.exit(1)
rc_out = get_file("rc")
if rc_out is None:
print "Unable to enumerate output file for RC"
sys.exit(1)
# Show system information
dump_system()
print "\nStarting VCS..."
vcs = psutil.Popen(["vcsserver"])
time.sleep(1)
if not vcs.is_running():
print "VCS - Failed to start"
sys.exit(1)
print "VCS - Ok"
print "\nStarting RhodeCode..."
rc = psutil.Popen("RC_VCSSERVER_TEST_DISABLE=1 paster serve test.ini",
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 shell=True, stdin=subprocess32.PIPE)
project: added all source files and assets
r1 time.sleep(1)
if not rc.is_running():
print "RC - Failed to start"
vcs.terminate()
sys.exit(1)
# Send command to create the databases
rc.stdin.write("y\n")
# Verify that the website is up
time.sleep(4)
try:
urllib.urlopen(RC_WEBSITE)
except IOError:
print "RC - Website not started"
vcs.terminate()
sys.exit(1)
print "RC - Ok"
print "\nProfiling...\n%s\n" % ("-"*80)
while True:
try:
dump_process(vcs, vcs_out)
dump_process(rc, rc_out)
time.sleep(PROFILING_INTERVAL)
except Exception:
print traceback.format_exc()
break
# Finalize the profiling
vcs_out.close()
rc_out.close()
vcs.terminate()
rc.terminate()