# HG changeset patch # User Marcin Kuzminski # Date 2020-08-11 10:41:54 # Node ID fbaf80e4b5b792ef993c8f2f85dd5f74768c55a7 # Parent f5835fa99b771ef316db2d11b047c591f2095d04 hosting: added usage writers for hosting needs. diff --git a/rhodecode/config/middleware.py b/rhodecode/config/middleware.py --- a/rhodecode/config/middleware.py +++ b/rhodecode/config/middleware.py @@ -53,7 +53,7 @@ from rhodecode.lib.utils2 import aslist from rhodecode.lib.exc_tracking import store_exception from rhodecode.subscribers import ( scan_repositories_if_enabled, write_js_routes_if_enabled, - write_metadata_if_needed, inject_app_settings) + write_metadata_if_needed, write_usage_data, inject_app_settings) log = logging.getLogger(__name__) @@ -316,6 +316,8 @@ def includeme(config): pyramid.events.ApplicationCreated) config.add_subscriber(write_metadata_if_needed, pyramid.events.ApplicationCreated) + config.add_subscriber(write_usage_data, + pyramid.events.ApplicationCreated) config.add_subscriber(write_js_routes_if_enabled, pyramid.events.ApplicationCreated) diff --git a/rhodecode/subscribers.py b/rhodecode/subscribers.py --- a/rhodecode/subscribers.py +++ b/rhodecode/subscribers.py @@ -18,6 +18,7 @@ # RhodeCode Enterprise Edition, including its added features, Support services, # and proprietary license terms, please see https://rhodecode.com/licenses/ import io +import math import re import os import datetime @@ -196,6 +197,72 @@ def write_metadata_if_needed(event): pass +def write_usage_data(event): + import rhodecode + from rhodecode.lib import system_info + from rhodecode.lib import ext_json + + settings = event.app.registry.settings + instance_tag = settings.get('metadata.write_usage_tag') + if not settings.get('metadata.write_usage'): + return + + def get_update_age(dest_file): + now = datetime.datetime.utcnow() + + with open(dest_file, 'rb') as f: + data = ext_json.json.loads(f.read()) + if 'created_on' in data: + update_date = parse(data['created_on']) + diff = now - update_date + return math.ceil(diff.total_seconds() / 60.0) + + return 0 + + utc_date = datetime.datetime.utcnow() + hour_quarter = int(math.ceil((utc_date.hour + utc_date.minute/60.0) / 6.)) + fname = '.rc_usage_{date.year}{date.month:02d}{date.day:02d}_{hour}.json'.format( + date=utc_date, hour=hour_quarter) + ini_loc = os.path.dirname(rhodecode.CONFIG.get('__file__')) + + usage_dir = os.path.join(ini_loc, '.rcusage') + if not os.path.isdir(usage_dir): + os.makedirs(usage_dir) + usage_metadata_destination = os.path.join(usage_dir, fname) + + try: + age_in_min = get_update_age(usage_metadata_destination) + except Exception: + age_in_min = 0 + + # write every 6th hour + if age_in_min and age_in_min < 60 * 6: + log.debug('Usage file created %s minutes ago, skipping (threashold: %s)...', + age_in_min, 60 * 6) + return + + def write(dest_file): + configuration = system_info.SysInfo(system_info.rhodecode_config)()['value'] + license_token = configuration['config']['license_token'] + + metadata = dict( + desc='Usage data', + instance_tag=instance_tag, + license_token=license_token, + created_on=datetime.datetime.utcnow().isoformat(), + usage=system_info.SysInfo(system_info.usage_info)()['value'], + ) + + with open(dest_file, 'wb') as f: + f.write(ext_json.json.dumps(metadata, indent=2, sort_keys=True)) + + try: + log.debug('Writing usage file at: %s', usage_metadata_destination) + write(usage_metadata_destination) + except Exception: + pass + + def write_js_routes_if_enabled(event): registry = event.app.registry