##// END OF EJS Templates
logging: added few usefull log entries
logging: added few usefull log entries

File last commit:

r1101:e8c454cf python3
r1106:8665da11 python3
Show More
request_wrapper.py
112 lines | 3.8 KiB | text/x-python | PythonLexer
request-wrapper: set custom module for better logging.
r744 # RhodeCode VCSServer provides access to different vcs backends via network.
code: update copyrights to 2020
r850 # Copyright (C) 2014-2020 RhodeCode GmbH
request-wrapper: set custom module for better logging.
r744 #
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software Foundation,
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
import time
import logging
request-wrapper: show version for vcsserver in logs.
r777 import vcsserver
packages: move the str utils to it's own module
r1060 from vcsserver.str_utils import safe_str, ascii_str
request-wrapper: set custom module for better logging.
r744
log = logging.getLogger(__name__)
metrics: use new statsd client logic, and start gathering new metrics
r1005 def get_access_path(environ):
path = environ.get('PATH_INFO')
return path
request-wrapper: set custom module for better logging.
r744
def get_user_agent(environ):
return environ.get('HTTP_USER_AGENT')
http-traffic: mostly use payload from encoded msgpack single header instead of multiple ones....
r1078 def get_call_context(registry) -> dict:
cc = {}
if hasattr(registry, 'vcs_call_context'):
cc.update({
'X-RC-Method': registry.vcs_call_context.get('method'),
'X-RC-Repo-Name': registry.vcs_call_context.get('repo_name')
})
request-tracker: expose more info about repo-name/method in tracking calls
r1031
http-traffic: mostly use payload from encoded msgpack single header instead of multiple ones....
r1078 return cc
request-tracker: expose more info about repo-name/method in tracking calls
r1031
request-wrapper: set custom module for better logging.
r744 class RequestWrapperTween(object):
def __init__(self, handler, registry):
self.handler = handler
self.registry = registry
# one-time configuration code goes here
def __call__(self, request):
start = time.time()
application: added statsd client for sending usage statistics.
r920 log.debug('Starting request time measurement')
logging: update request wrapper to expose additional data points
r1017 response = None
request-tracker: expose more info about repo-name/method in tracking calls
r1031
request-wrapper: set custom module for better logging.
r744 try:
response = self.handler(request)
finally:
http-traffic: mostly use payload from encoded msgpack single header instead of multiple ones....
r1078 ua = get_user_agent(request.environ)
call_context = get_call_context(request.registry)
vcs_method = call_context.get('X-RC-Method', '_NO_VCS_METHOD')
repo_name = call_context.get('X-RC-Repo-Name', '')
request-wrapper: add request counter.
r756 count = request.request_count()
project: switched completly to pyproject.toml
r1101 _ver_ = vcsserver.__version__
metrics: use new statsd client logic, and start gathering new metrics
r1005 _path = safe_str(get_access_path(request.environ))
http-traffic: mostly use payload from encoded msgpack single header instead of multiple ones....
r1078
logging: update request wrapper to expose additional data points
r1017 ip = '127.0.0.1'
match_route = request.matched_route.name if request.matched_route else "NOT_FOUND"
metrics: expose response code to logs
r1020 resp_code = getattr(response, 'status_code', 'UNDEFINED')
metrics: use new statsd client logic, and start gathering new metrics
r1005
http-traffic: mostly use payload from encoded msgpack single header instead of multiple ones....
r1078 _view_path = f"{repo_name}@{_path}/{vcs_method}"
application: added statsd client for sending usage statistics.
r920 total = time.time() - start
request-tracker: expose more info about repo-name/method in tracking calls
r1031
request-wrapper: set custom module for better logging.
r744 log.info(
request-wrapper: show version for vcsserver in logs.
r777 'Req[%4s] IP: %s %s Request to %s time: %.4fs [%s], VCSServer %s',
logging: update request wrapper to expose additional data points
r1017 count, ip, request.environ.get('REQUEST_METHOD'),
request-tracker: expose more info about repo-name/method in tracking calls
r1031 _view_path, total, ua, _ver_,
metrics: expose response code to logs
r1020 extra={"time": total, "ver": _ver_, "code": resp_code,
request-tracker: expose more info about repo-name/method in tracking calls
r1031 "path": _path, "view_name": match_route, "user_agent": ua,
"vcs_method": vcs_method, "repo_name": repo_name}
application: added statsd client for sending usage statistics.
r920 )
request-wrapper: set custom module for better logging.
r744
metrics: use new statsd client logic, and start gathering new metrics
r1005 statsd = request.registry.statsd
if statsd:
metrics: updated statsd client and fixed some metrics
r1013 match_route = request.matched_route.name if request.matched_route else _path
elapsed_time_ms = round(1000.0 * total) # use ms only
metrics: use new statsd client logic, and start gathering new metrics
r1005 statsd.timing(
metrics: updated statsd client and fixed some metrics
r1013 "vcsserver_req_timing.histogram", elapsed_time_ms,
tags=[
"view_name:{}".format(match_route),
"code:{}".format(resp_code)
],
use_decimals=False
metrics: use new statsd client logic, and start gathering new metrics
r1005 )
statsd.incr(
metrics: updated statsd client and fixed some metrics
r1013 "vcsserver_req_total", tags=[
"view_name:{}".format(match_route),
"code:{}".format(resp_code)
])
request-tracker: expose more info about repo-name/method in tracking calls
r1031
request-wrapper: set custom module for better logging.
r744 return response
def includeme(config):
config.add_tween(
'vcsserver.tweens.request_wrapper.RequestWrapperTween',
)