##// END OF EJS Templates
statsd/audit-logs: cleanup push/pull user agent code....
statsd/audit-logs: cleanup push/pull user agent code. - add normalization - add user-agent tag into statsd call so we can track protocol/vcs type usage - internal merge also sends in repo type

File last commit:

r4306:09801de9 default
r4858:6f1f534f default
Show More
utils.py
118 lines | 3.8 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
code: update copyrights to 2020
r4306 # Copyright (C) 2010-2020 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
"""
Utilities for tests only. These are not or should not be used normally -
functions here are crafted as we don't want to use ``vcs`` to verify tests.
"""
import os
import re
import sys
Martin Bornhold
subprocess: Change all imports from `subprocess` -> `subprocess32`
r1007 from subprocess32 import Popen
project: added all source files and assets
r1
class VCSTestError(Exception):
pass
def run_command(cmd, args):
"""
Runs command on the system with given ``args``.
"""
command = ' '.join((cmd, args))
p = Popen(command, shell=True)
status = os.waitpid(p.pid, 0)[1]
return status
def eprint(msg):
"""
Prints given ``msg`` into sys.stderr as nose test runner hides all output
from sys.stdout by default and if we want to pipe stream somewhere we don't
need those verbose messages anyway.
Appends line break.
"""
sys.stderr.write(msg)
sys.stderr.write('\n')
# TODO: Revisit once we have CI running, if this is not helping us, remove it
class SCMFetcher(object):
def __init__(self, alias, test_repo_path):
"""
:param clone_cmd: command which would clone remote repository; pass
only first bits - remote path and destination would be appended
using ``remote_repo`` and ``test_repo_path``
"""
self.alias = alias
self.test_repo_path = test_repo_path
def setup(self):
if not os.path.isdir(self.test_repo_path):
self.fetch_repo()
def fetch_repo(self):
"""
Tries to fetch repository from remote path.
"""
remote = self.remote_repo
eprint(
"Fetching repository %s into %s" % (remote, self.test_repo_path))
run_command(self.clone_cmd, '%s %s' % (remote, self.test_repo_path))
def get_normalized_path(path):
"""
If given path exists, new path would be generated and returned. Otherwise
same whats given is returned. Assumes that there would be no more than
10000 same named files.
"""
if os.path.exists(path):
dir, basename = os.path.split(path)
splitted_name = basename.split('.')
if len(splitted_name) > 1:
ext = splitted_name[-1]
else:
ext = None
name = '.'.join(splitted_name[:-1])
matcher = re.compile(r'^.*-(\d{5})$')
start = 0
m = matcher.match(name)
if not m:
# Haven't append number yet so return first
newname = '%s-00000' % name
newpath = os.path.join(dir, newname)
if ext:
newpath = '.'.join((newpath, ext))
return get_normalized_path(newpath)
else:
start = int(m.group(1)[-5:]) + 1
for x in xrange(start, 10000):
newname = name[:-5] + str(x).rjust(5, '0')
newpath = os.path.join(dir, newname)
if ext:
newpath = '.'.join((newpath, ext))
if not os.path.exists(newpath):
return newpath
raise VCSTestError("Couldn't compute new path for %s" % path)
return path