##// END OF EJS Templates
deps: bumped deps for s3fs
deps: bumped deps for s3fs

File last commit:

r5608:6d33e504 default
r5639:d1746c42 default
Show More
logging_formatter.py
185 lines | 5.7 KiB | text/x-python | PythonLexer
/ rhodecode / lib / logging_formatter.py
core: updated copyright to 2024
r5608 # Copyright (C) 2010-2024 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
vcs-server: expose remote tracebacks from http backend using the Pyro4AwareFormatter.
r1257 import sys
project: added all source files and assets
r1 import logging
python3: fixed various code issues...
r4973 BLACK, RED, GREEN, YELLOW, BLUE, MAGENTA, CYAN, WHITE = list(range(30, 38))
project: added all source files and assets
r1
# Sequences
RESET_SEQ = "\033[0m"
COLOR_SEQ = "\033[0;%dm"
BOLD_SEQ = "\033[1m"
COLORS = {
'CRITICAL': MAGENTA,
'ERROR': RED,
'WARNING': CYAN,
'INFO': GREEN,
'DEBUG': BLUE,
'SQL': YELLOW
}
logging: added json logger to send json formatted logs
r4789 def _inject_req_id(record, with_prefix=True):
from pyramid.threadlocal import get_current_request
dummy = '00000000-0000-0000-0000-000000000000'
req_id = None
req = get_current_request()
if req:
req_id = getattr(req, 'req_id', None)
if with_prefix:
req_id = 'req_id:%-36s' % (req_id or dummy)
else:
req_id = (req_id or dummy)
record.req_id = req_id
def _add_log_to_debug_bucket(formatted_record):
from pyramid.threadlocal import get_current_request
req = get_current_request()
if req:
req.req_id_bucket.append(formatted_record)
project: added all source files and assets
r1 def one_space_trim(s):
if s.find(" ") == -1:
return s
else:
s = s.replace(' ', ' ')
return one_space_trim(s)
def format_sql(sql):
sql = sql.replace('\n', '')
sql = one_space_trim(sql)
sql = sql\
.replace(',', ',\n\t')\
.replace('SELECT', '\n\tSELECT \n\t')\
.replace('UPDATE', '\n\tUPDATE \n\t')\
.replace('DELETE', '\n\tDELETE \n\t')\
.replace('FROM', '\n\tFROM')\
.replace('ORDER BY', '\n\tORDER BY')\
.replace('LIMIT', '\n\tLIMIT')\
.replace('WHERE', '\n\tWHERE')\
.replace('AND', '\n\tAND')\
.replace('LEFT', '\n\tLEFT')\
.replace('INNER', '\n\tINNER')\
.replace('INSERT', '\n\tINSERT')\
.replace('DELETE', '\n\tDELETE')
return sql
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 class ExceptionAwareFormatter(logging.Formatter):
project: added all source files and assets
r1 """
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 Extended logging formatter which prints out remote tracebacks.
project: added all source files and assets
r1 """
def formatException(self, ei):
ex_type, ex_value, ex_tb = ei
vcs-server: expose remote tracebacks from http backend using the Pyro4AwareFormatter.
r1257
local_tb = logging.Formatter.formatException(self, ei)
if hasattr(ex_value, '_vcs_server_traceback'):
def formatRemoteTraceback(remote_tb_lines):
result = ["\n +--- This exception occured remotely on VCSServer - Remote traceback:\n\n"]
result.append(remote_tb_lines)
result.append("\n +--- End of remote traceback\n")
return result
try:
if ex_type is not None and ex_value is None and ex_tb is None:
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 # possible old (3.x) call syntax where caller is only
# providing exception object
vcs-server: expose remote tracebacks from http backend using the Pyro4AwareFormatter.
r1257 if type(ex_type) is not type:
raise TypeError(
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 "invalid argument: ex_type should be an exception "
"type, or just supply no arguments at all")
vcs-server: expose remote tracebacks from http backend using the Pyro4AwareFormatter.
r1257 if ex_type is None and ex_tb is None:
ex_type, ex_value, ex_tb = sys.exc_info()
remote_tb = getattr(ex_value, "_vcs_server_traceback", None)
if remote_tb:
remote_tb = formatRemoteTraceback(remote_tb)
return local_tb + ''.join(remote_tb)
finally:
# clean up cycle to traceback, to allow proper GC
del ex_type, ex_value, ex_tb
return local_tb
project: added all source files and assets
r1
debug: add new custom logging to track unique requests across systems.
r2794 class RequestTrackingFormatter(ExceptionAwareFormatter):
def format(self, record):
_inject_req_id(record)
def_record = logging.Formatter.format(self, record)
debugging: expose logs/exception when debug log is enabled.
r4768 _add_log_to_debug_bucket(def_record)
debug: add new custom logging to track unique requests across systems.
r2794 return def_record
logging: added json logger to send json formatted logs
r4789 class ColorFormatter(ExceptionAwareFormatter):
debugging: expose logs/exception when debug log is enabled.
r4768
debug: add new custom logging to track unique requests across systems.
r2794 def format(self, record):
"""
Changes record's levelname to use with COLORS enum
"""
core: refactor of vendor lib to easier sync with vcsserver
r5431 def_record = super().format(record)
logging: added json logger to send json formatted logs
r4789
debug: add new custom logging to track unique requests across systems.
r2794 levelname = record.levelname
start = COLOR_SEQ % (COLORS[levelname])
end = RESET_SEQ
colored_record = ''.join([start, def_record, end])
logging: added json logger to send json formatted logs
r4789 return colored_record
class ColorRequestTrackingFormatter(RequestTrackingFormatter):
def format(self, record):
"""
Changes record's levelname to use with COLORS enum
"""
def_record = super(ColorRequestTrackingFormatter, self).format(record)
levelname = record.levelname
start = COLOR_SEQ % (COLORS[levelname])
end = RESET_SEQ
colored_record = ''.join([start, def_record, end])
debug: add new custom logging to track unique requests across systems.
r2794 return colored_record
project: added all source files and assets
r1 class ColorFormatterSql(logging.Formatter):
def format(self, record):
"""
Changes record's levelname to use with COLORS enum
"""
start = COLOR_SEQ % (COLORS['SQL'])
def_record = format_sql(logging.Formatter.format(self, record))
end = RESET_SEQ
colored_record = ''.join([start, def_record, end])
return colored_record
core: removed pyro4 from Enterprise code. Fixes #5198
r1409
lint: ruff run
r5089 # NOTE (marcink): needs to stay with this name for backward .ini compatability
Pyro4AwareFormatter = ExceptionAwareFormatter # noqa