|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
# Copyright (C) 2010-2018 RhodeCode GmbH
|
|
|
#
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU Affero General Public License, version 3
|
|
|
# (only), as published by the Free Software Foundation.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
#
|
|
|
# This program is dual-licensed. If you wish to learn more about the
|
|
|
# RhodeCode Enterprise Edition, including its added features, Support services,
|
|
|
# and proprietary license terms, please see https://rhodecode.com/licenses/
|
|
|
|
|
|
"""
|
|
|
This is a standalone script which will start VCS and RC.
|
|
|
|
|
|
Performance numbers will be written on each interval to:
|
|
|
vcs_profileX.csv
|
|
|
rc_profileX.csv
|
|
|
|
|
|
To stop the script by press Ctrl-C
|
|
|
"""
|
|
|
|
|
|
import datetime
|
|
|
import os
|
|
|
import psutil
|
|
|
import subprocess32
|
|
|
import sys
|
|
|
import time
|
|
|
import traceback
|
|
|
import urllib
|
|
|
|
|
|
PROFILING_INTERVAL = 5
|
|
|
RC_WEBSITE = "http://localhost:5001/"
|
|
|
|
|
|
|
|
|
def get_file(prefix):
|
|
|
out_file = None
|
|
|
for i in xrange(100):
|
|
|
file_path = "%s_profile%.3d.csv" % (prefix, i)
|
|
|
if os.path.exists(file_path):
|
|
|
continue
|
|
|
out_file = open(file_path, "w")
|
|
|
out_file.write("Time; CPU %; Memory (MB); Total FDs; Dulwich FDs; Threads\n")
|
|
|
break
|
|
|
return out_file
|
|
|
|
|
|
|
|
|
def dump_system():
|
|
|
print "System Overview..."
|
|
|
print "\nCPU Count: %d (%d real)" % \
|
|
|
(psutil.cpu_count(), psutil.cpu_count(logical=False))
|
|
|
print "\nDisk:"
|
|
|
print psutil.disk_usage(os.sep)
|
|
|
print "\nMemory:"
|
|
|
print psutil.virtual_memory()
|
|
|
print "\nMemory (swap):"
|
|
|
print psutil.swap_memory()
|
|
|
|
|
|
|
|
|
def count_dulwich_fds(proc):
|
|
|
p = subprocess32.Popen(["lsof", "-p", proc.pid], stdout=subprocess32.PIPE)
|
|
|
out, err = p.communicate()
|
|
|
|
|
|
count = 0
|
|
|
for line in out.splitlines():
|
|
|
content = line.split()
|
|
|
# http://git-scm.com/book/en/Git-Internals-Packfiles
|
|
|
if content[-1].endswith(".idx"):
|
|
|
count += 1
|
|
|
|
|
|
return count
|
|
|
|
|
|
def dump_process(pid, out_file):
|
|
|
now = datetime.datetime.now()
|
|
|
cpu = pid.cpu_percent()
|
|
|
mem = pid.memory_info()
|
|
|
fds = pid.num_fds()
|
|
|
dulwich_fds = count_dulwich_fds(pid)
|
|
|
threads = pid.num_threads()
|
|
|
|
|
|
content = [now.strftime('%m/%d/%y %H:%M:%S'),
|
|
|
cpu,
|
|
|
"%.2f" % (mem[0]/1024.0/1024.0),
|
|
|
fds, dulwich_fds, threads]
|
|
|
out_file.write("; ".join([str(item) for item in content]))
|
|
|
out_file.write("\n")
|
|
|
|
|
|
|
|
|
# Open output files
|
|
|
vcs_out = get_file("vcs")
|
|
|
if vcs_out is None:
|
|
|
print "Unable to enumerate output file for VCS"
|
|
|
sys.exit(1)
|
|
|
rc_out = get_file("rc")
|
|
|
if rc_out is None:
|
|
|
print "Unable to enumerate output file for RC"
|
|
|
sys.exit(1)
|
|
|
|
|
|
# Show system information
|
|
|
dump_system()
|
|
|
|
|
|
print "\nStarting VCS..."
|
|
|
vcs = psutil.Popen(["vcsserver"])
|
|
|
time.sleep(1)
|
|
|
if not vcs.is_running():
|
|
|
print "VCS - Failed to start"
|
|
|
sys.exit(1)
|
|
|
print "VCS - Ok"
|
|
|
|
|
|
print "\nStarting RhodeCode..."
|
|
|
rc = psutil.Popen("RC_VCSSERVER_TEST_DISABLE=1 paster serve test.ini",
|
|
|
shell=True, stdin=subprocess32.PIPE)
|
|
|
time.sleep(1)
|
|
|
if not rc.is_running():
|
|
|
print "RC - Failed to start"
|
|
|
vcs.terminate()
|
|
|
sys.exit(1)
|
|
|
|
|
|
# Send command to create the databases
|
|
|
rc.stdin.write("y\n")
|
|
|
|
|
|
# Verify that the website is up
|
|
|
time.sleep(4)
|
|
|
try:
|
|
|
urllib.urlopen(RC_WEBSITE)
|
|
|
except IOError:
|
|
|
print "RC - Website not started"
|
|
|
vcs.terminate()
|
|
|
sys.exit(1)
|
|
|
print "RC - Ok"
|
|
|
|
|
|
print "\nProfiling...\n%s\n" % ("-"*80)
|
|
|
while True:
|
|
|
try:
|
|
|
dump_process(vcs, vcs_out)
|
|
|
dump_process(rc, rc_out)
|
|
|
time.sleep(PROFILING_INTERVAL)
|
|
|
except Exception:
|
|
|
print traceback.format_exc()
|
|
|
break
|
|
|
|
|
|
# Finalize the profiling
|
|
|
vcs_out.close()
|
|
|
rc_out.close()
|
|
|
|
|
|
vcs.terminate()
|
|
|
rc.terminate()
|
|
|
|
