|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
# Copyright 2010 - 2017 RhodeCode GmbH and the AppEnlight project authors
|
|
|
#
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
# You may obtain a copy of the License at
|
|
|
#
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
#
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
# See the License for the specific language governing permissions and
|
|
|
# limitations under the License.
|
|
|
|
|
|
from appenlight.models import get_db_session, Datastores
|
|
|
from appenlight.models.report import Report
|
|
|
from appenlight.models.services.base import BaseService
|
|
|
from appenlight.lib.utils import es_index_name_limiter
|
|
|
|
|
|
|
|
|
class SlowCallService(BaseService):
|
|
|
@classmethod
|
|
|
def get_time_consuming_calls(cls, request, filter_settings,
|
|
|
db_session=None):
|
|
|
db_session = get_db_session(db_session)
|
|
|
# get slow calls from older partitions too
|
|
|
index_names = es_index_name_limiter(
|
|
|
start_date=filter_settings['start_date'],
|
|
|
end_date=filter_settings['end_date'],
|
|
|
ixtypes=['slow_calls'])
|
|
|
if index_names and filter_settings['resource']:
|
|
|
# get longest time taking hashes
|
|
|
es_query = {
|
|
|
'aggs': {
|
|
|
'parent_agg': {
|
|
|
'aggs': {
|
|
|
'duration': {
|
|
|
'aggs': {'sub_agg': {
|
|
|
'sum': {
|
|
|
'field': 'tags.duration.numeric_values'}
|
|
|
}},
|
|
|
'filter': {'exists': {
|
|
|
'field': 'tags.duration.numeric_values'}}},
|
|
|
'total': {
|
|
|
'aggs': {'sub_agg': {'value_count': {
|
|
|
'field': 'tags.statement_hash.values'}}},
|
|
|
'filter': {'exists': {
|
|
|
'field': 'tags.statement_hash.values'}}}},
|
|
|
'terms': {'field': 'tags.statement_hash.values',
|
|
|
'order': {'duration>sub_agg': 'desc'},
|
|
|
'size': 15}}},
|
|
|
'query': {'filtered': {
|
|
|
'filter': {'and': [
|
|
|
{'terms': {
|
|
|
'resource_id': [filter_settings['resource'][0]]
|
|
|
}},
|
|
|
{'range': {'timestamp': {
|
|
|
'gte': filter_settings['start_date'],
|
|
|
'lte': filter_settings['end_date']}
|
|
|
}}]
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
result = Datastores.es.search(
|
|
|
es_query, index=index_names, doc_type='log', size=0)
|
|
|
results = result['aggregations']['parent_agg']['buckets']
|
|
|
else:
|
|
|
return []
|
|
|
hashes = [i['key'] for i in results]
|
|
|
|
|
|
# get queries associated with hashes
|
|
|
calls_query = {
|
|
|
"aggs": {
|
|
|
"top_calls": {
|
|
|
"terms": {
|
|
|
"field": "tags.statement_hash.values",
|
|
|
"size": 15
|
|
|
},
|
|
|
"aggs": {
|
|
|
"top_calls_hits": {
|
|
|
"top_hits": {
|
|
|
"sort": {"timestamp": "desc"},
|
|
|
"size": 5
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
},
|
|
|
"query": {
|
|
|
"filtered": {
|
|
|
"filter": {
|
|
|
"and": [
|
|
|
{
|
|
|
"terms": {
|
|
|
"resource_id": [
|
|
|
filter_settings['resource'][0]
|
|
|
]
|
|
|
}
|
|
|
},
|
|
|
{
|
|
|
"terms": {
|
|
|
"tags.statement_hash.values": hashes
|
|
|
}
|
|
|
},
|
|
|
{
|
|
|
"range": {
|
|
|
"timestamp": {
|
|
|
"gte": filter_settings['start_date'],
|
|
|
"lte": filter_settings['end_date']
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
]
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
}
|
|
|
calls = Datastores.es.search(calls_query,
|
|
|
index=index_names,
|
|
|
doc_type='log',
|
|
|
size=0)
|
|
|
call_results = {}
|
|
|
report_ids = []
|
|
|
for call in calls['aggregations']['top_calls']['buckets']:
|
|
|
hits = call['top_calls_hits']['hits']['hits']
|
|
|
call_results[call['key']] = [i['_source'] for i in hits]
|
|
|
report_ids.extend([i['_source']['tags']['report_id']['values']
|
|
|
for i in hits])
|
|
|
if report_ids:
|
|
|
r_query = db_session.query(Report.group_id, Report.id)
|
|
|
r_query = r_query.filter(Report.id.in_(report_ids))
|
|
|
r_query = r_query.filter(
|
|
|
Report.start_time >= filter_settings['start_date'])
|
|
|
else:
|
|
|
r_query = []
|
|
|
reports_reversed = {}
|
|
|
for report in r_query:
|
|
|
reports_reversed[report.id] = report.group_id
|
|
|
|
|
|
final_results = []
|
|
|
for item in results:
|
|
|
if item['key'] not in call_results:
|
|
|
continue
|
|
|
call = call_results[item['key']][0]
|
|
|
row = {'occurences': item['total']['sub_agg']['value'],
|
|
|
'total_duration': round(
|
|
|
item['duration']['sub_agg']['value']),
|
|
|
'statement': call['message'],
|
|
|
'statement_type': call['tags']['type']['values'],
|
|
|
'statement_subtype': call['tags']['subtype']['values'],
|
|
|
'statement_hash': item['key'],
|
|
|
'latest_details': []}
|
|
|
if row['statement_type'] in ['tmpl', ' remote']:
|
|
|
params = call['tags']['parameters']['values'] \
|
|
|
if 'parameters' in call['tags'] else ''
|
|
|
row['statement'] = '{} ({})'.format(call['message'], params)
|
|
|
for call in call_results[item['key']]:
|
|
|
report_id = call['tags']['report_id']['values']
|
|
|
group_id = reports_reversed.get(report_id)
|
|
|
if group_id:
|
|
|
row['latest_details'].append(
|
|
|
{'group_id': group_id, 'report_id': report_id})
|
|
|
|
|
|
final_results.append(row)
|
|
|
|
|
|
return final_results
|
|
|
|
