##// END OF EJS Templates
login: Make register views more robust if some POST parameters are missing....
login: Make register views more robust if some POST parameters are missing. We fail to delete passsword/password confirm parameters if they are not part of the POST parameters. But failing to delete them if they are not present seems wrong. Better silently ignore if they are not present.

File last commit:

r1007:e9c22488 default
r1065:64aae6b3 default
Show More
profile.py
155 lines | 4.0 KiB | text/x-python | PythonLexer
# -*- coding: utf-8 -*-
# Copyright (C) 2010-2016 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
This is a standalone script which will start VCS and RC.
Performance numbers will be written on each interval to:
vcs_profileX.csv
rc_profileX.csv
To stop the script by press Ctrl-C
"""
import datetime
import os
import psutil
import subprocess32
import sys
import time
import traceback
import urllib
PROFILING_INTERVAL = 5
RC_WEBSITE = "http://localhost:5001/"
def get_file(prefix):
out_file = None
for i in xrange(100):
file_path = "%s_profile%.3d.csv" % (prefix, i)
if os.path.exists(file_path):
continue
out_file = open(file_path, "w")
out_file.write("Time; CPU %; Memory (MB); Total FDs; Dulwich FDs; Threads\n")
break
return out_file
def dump_system():
print "System Overview..."
print "\nCPU Count: %d (%d real)" % \
(psutil.cpu_count(), psutil.cpu_count(logical=False))
print "\nDisk:"
print psutil.disk_usage(os.sep)
print "\nMemory:"
print psutil.virtual_memory()
print "\nMemory (swap):"
print psutil.swap_memory()
def count_dulwich_fds(proc):
p = subprocess32.Popen(["lsof", "-p", proc.pid], stdout=subprocess32.PIPE)
out, err = p.communicate()
count = 0
for line in out.splitlines():
content = line.split()
# http://git-scm.com/book/en/Git-Internals-Packfiles
if content[-1].endswith(".idx"):
count += 1
return count
def dump_process(pid, out_file):
now = datetime.datetime.now()
cpu = pid.cpu_percent()
mem = pid.memory_info()
fds = pid.num_fds()
dulwich_fds = count_dulwich_fds(pid)
threads = pid.num_threads()
content = [now.strftime('%m/%d/%y %H:%M:%S'),
cpu,
"%.2f" % (mem[0]/1024.0/1024.0),
fds, dulwich_fds, threads]
out_file.write("; ".join([str(item) for item in content]))
out_file.write("\n")
# Open output files
vcs_out = get_file("vcs")
if vcs_out is None:
print "Unable to enumerate output file for VCS"
sys.exit(1)
rc_out = get_file("rc")
if rc_out is None:
print "Unable to enumerate output file for RC"
sys.exit(1)
# Show system information
dump_system()
print "\nStarting VCS..."
vcs = psutil.Popen(["vcsserver"])
time.sleep(1)
if not vcs.is_running():
print "VCS - Failed to start"
sys.exit(1)
print "VCS - Ok"
print "\nStarting RhodeCode..."
rc = psutil.Popen("RC_VCSSERVER_TEST_DISABLE=1 paster serve test.ini",
shell=True, stdin=subprocess32.PIPE)
time.sleep(1)
if not rc.is_running():
print "RC - Failed to start"
vcs.terminate()
sys.exit(1)
# Send command to create the databases
rc.stdin.write("y\n")
# Verify that the website is up
time.sleep(4)
try:
urllib.urlopen(RC_WEBSITE)
except IOError:
print "RC - Website not started"
vcs.terminate()
sys.exit(1)
print "RC - Ok"
print "\nProfiling...\n%s\n" % ("-"*80)
while True:
try:
dump_process(vcs, vcs_out)
dump_process(rc, rc_out)
time.sleep(PROFILING_INTERVAL)
except Exception:
print traceback.format_exc()
break
# Finalize the profiling
vcs_out.close()
rc_out.close()
vcs.terminate()
rc.terminate()