##// END OF EJS Templates
comments: remove helper to render a comment object....
comments: remove helper to render a comment object. - we always use helper renderer, and for consistency we should stick with that. It makes refactoring, and general use much harder. DB objects should have least possible logic inside.

File last commit:

r1271:47a44c03 default
r1673:e3526633 default
Show More
profile.py
155 lines | 4.0 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
license: updated copyright year to 2017
r1271 # Copyright (C) 2010-2017 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
This is a standalone script which will start VCS and RC.
Performance numbers will be written on each interval to:
vcs_profileX.csv
rc_profileX.csv
To stop the script by press Ctrl-C
"""
import datetime
import os
import psutil
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 import subprocess32
project: added all source files and assets
r1 import sys
import time
import traceback
import urllib
PROFILING_INTERVAL = 5
RC_WEBSITE = "http://localhost:5001/"
def get_file(prefix):
out_file = None
for i in xrange(100):
file_path = "%s_profile%.3d.csv" % (prefix, i)
if os.path.exists(file_path):
continue
out_file = open(file_path, "w")
out_file.write("Time; CPU %; Memory (MB); Total FDs; Dulwich FDs; Threads\n")
break
return out_file
def dump_system():
print "System Overview..."
print "\nCPU Count: %d (%d real)" % \
(psutil.cpu_count(), psutil.cpu_count(logical=False))
print "\nDisk:"
print psutil.disk_usage(os.sep)
print "\nMemory:"
print psutil.virtual_memory()
print "\nMemory (swap):"
print psutil.swap_memory()
def count_dulwich_fds(proc):
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 p = subprocess32.Popen(["lsof", "-p", proc.pid], stdout=subprocess32.PIPE)
project: added all source files and assets
r1 out, err = p.communicate()
count = 0
for line in out.splitlines():
content = line.split()
# http://git-scm.com/book/en/Git-Internals-Packfiles
if content[-1].endswith(".idx"):
count += 1
return count
def dump_process(pid, out_file):
now = datetime.datetime.now()
cpu = pid.cpu_percent()
mem = pid.memory_info()
fds = pid.num_fds()
dulwich_fds = count_dulwich_fds(pid)
threads = pid.num_threads()
content = [now.strftime('%m/%d/%y %H:%M:%S'),
cpu,
"%.2f" % (mem[0]/1024.0/1024.0),
fds, dulwich_fds, threads]
out_file.write("; ".join([str(item) for item in content]))
out_file.write("\n")
# Open output files
vcs_out = get_file("vcs")
if vcs_out is None:
print "Unable to enumerate output file for VCS"
sys.exit(1)
rc_out = get_file("rc")
if rc_out is None:
print "Unable to enumerate output file for RC"
sys.exit(1)
# Show system information
dump_system()
print "\nStarting VCS..."
vcs = psutil.Popen(["vcsserver"])
time.sleep(1)
if not vcs.is_running():
print "VCS - Failed to start"
sys.exit(1)
print "VCS - Ok"
print "\nStarting RhodeCode..."
rc = psutil.Popen("RC_VCSSERVER_TEST_DISABLE=1 paster serve test.ini",
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 shell=True, stdin=subprocess32.PIPE)
project: added all source files and assets
r1 time.sleep(1)
if not rc.is_running():
print "RC - Failed to start"
vcs.terminate()
sys.exit(1)
# Send command to create the databases
rc.stdin.write("y\n")
# Verify that the website is up
time.sleep(4)
try:
urllib.urlopen(RC_WEBSITE)
except IOError:
print "RC - Website not started"
vcs.terminate()
sys.exit(1)
print "RC - Ok"
print "\nProfiling...\n%s\n" % ("-"*80)
while True:
try:
dump_process(vcs, vcs_out)
dump_process(rc, rc_out)
time.sleep(PROFILING_INTERVAL)
except Exception:
print traceback.format_exc()
break
# Finalize the profiling
vcs_out.close()
rc_out.close()
vcs.terminate()
rc.terminate()