##// END OF EJS Templates
travis changes
travis changes

File last commit:

r135:81277de4
r140:38e51247 travis_tests
Show More
reports.py
297 lines | 11.6 KiB | text/x-python | PythonLexer
# -*- coding: utf-8 -*-
# Copyright 2010 - 2017 RhodeCode GmbH and the AppEnlight project authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import logging
from datetime import datetime, timedelta
from pyramid.view import view_config
from pyramid.httpexceptions import HTTPUnprocessableEntity
from ziggurat_foundations.models.services.resource import ResourceService
from ziggurat_foundations.models.services.user import UserService
from appenlight.models import DBSession
from appenlight.models.user import User
from appenlight.models.report_comment import ReportComment
from appenlight.models.report_assignment import ReportAssignment
from appenlight.models.services.user import UserService
from appenlight.models.services.report_group import ReportGroupService
from appenlight import forms
from appenlight.lib.enums import ReportType
from appenlight.lib.helpers import gen_pagination_headers
from appenlight.lib.utils import build_filter_settings_from_query_dict
from appenlight.validators import ReportSearchSchema, TagListSchema, \
accepted_search_params
from webob.multidict import MultiDict
_ = str
log = logging.getLogger(__name__)
section_filters_key = 'appenlight:reports:filter:%s'
@view_config(route_name='reports', renderer='json', permission='authenticated')
@view_config(route_name='slow_reports', renderer='json',
permission='authenticated')
def index(request):
"""
Returns list of report groups based on user search query
"""
if request.user:
request.user.last_login_date = datetime.utcnow()
applications = UserService.resources_with_perms(
request.user, ['view'], resource_types=['application'])
search_params = request.GET.mixed()
all_possible_app_ids = set([app.resource_id for app in applications])
schema = ReportSearchSchema().bind(resources=all_possible_app_ids)
tag_schema = TagListSchema()
filter_settings = schema.deserialize(search_params)
tag_list = [{"name": k, "value": v} for k, v in filter_settings.items()
if k not in accepted_search_params]
tags = tag_schema.deserialize(tag_list)
filter_settings['tags'] = tags
if request.matched_route.name == 'slow_reports':
filter_settings['report_type'] = [ReportType.slow]
else:
filter_settings['report_type'] = [ReportType.error]
reports_paginator = ReportGroupService.get_paginator_by_app_ids(
app_ids=filter_settings['resource'],
page=filter_settings['page'],
filter_settings=filter_settings
)
reports = []
include_keys = ('id', 'http_status', 'report_type', 'resource_name',
'front_url', 'resource_id', 'error', 'url_path', 'tags',
'duration')
for report in reports_paginator.sa_items:
reports.append(report.get_dict(request, include_keys=include_keys))
headers = gen_pagination_headers(request, reports_paginator)
request.response.headers.update(headers)
return reports
@view_config(route_name='report_groups', renderer='json', permission='view',
request_method="GET")
def view_report(request):
"""
Show individual detailed report group along with latest report
"""
report_group = request.context.report_group
if not report_group.read:
report_group.read = True
report_id = request.params.get('reportId', request.params.get('report_id'))
report_dict = report_group.get_report(report_id).get_dict(request,
details=True)
# disallow browsing other occurences by anonymous
if not request.user:
report_dict.pop('group_next_report', None)
report_dict.pop('group_previous_report', None)
return report_dict
@view_config(route_name='report_groups', renderer='json',
permission='update_reports', request_method='DELETE')
def remove(request):
"""
Used to remove reourt groups from database
"""
report = request.context.report_group
form = forms.ReactorForm(request.POST, csrf_context=request)
form.validate()
DBSession.delete(report)
return True
@view_config(route_name='report_groups_property', match_param='key=comments',
renderer='json', permission='view', request_method="POST")
def comment_create(request):
"""
Creates user comments for report group, sends email notifications
of said comments
"""
report_group = request.context.report_group
application = request.context.resource
form = forms.CommentForm(MultiDict(request.unsafe_json_body),
csrf_context=request)
if request.method == 'POST' and form.validate():
comment = ReportComment(owner_id=request.user.id,
report_time=report_group.first_timestamp)
form.populate_obj(comment)
report_group.comments.append(comment)
perm_list = ResourceService.users_for_perm(application, 'view')
uids_to_notify = []
users_to_notify = []
for perm in perm_list:
user = perm.user
if ('@{}'.format(user.user_name) in comment.body and
user.id not in uids_to_notify):
uids_to_notify.append(user.id)
users_to_notify.append(user)
commenters = ReportGroupService.users_commenting(
report_group, exclude_user_id=request.user.id)
for user in commenters:
if user.id not in uids_to_notify:
uids_to_notify.append(user.id)
users_to_notify.append(user)
for user in users_to_notify:
email_vars = {'user': user,
'commenting_user': request.user,
'request': request,
'application': application,
'report_group': report_group,
'comment': comment,
'email_title': "AppEnlight :: New comment"}
UserService.send_email(
request,
recipients=[user.email],
variables=email_vars,
template='/email_templates/new_comment_report.jinja2')
request.session.flash(_('Your comment was created'))
return comment.get_dict()
else:
return form.errors
@view_config(route_name='report_groups_property',
match_param='key=assigned_users', renderer='json',
permission='update_reports', request_method="GET")
def assigned_users(request):
"""
Returns list of users a specific report group is assigned for review
"""
report_group = request.context.report_group
application = request.context.resource
users = set([p.user for p in ResourceService.users_for_perm(application, 'view')])
currently_assigned = [u.user_name for u in report_group.assigned_users]
user_status = {'assigned': [], 'unassigned': []}
# handle users
for user in users:
user_dict = {'user_name': user.user_name,
'gravatar_url': UserService.gravatar_url(user),
'name': '%s %s' % (user.first_name, user.last_name,)}
if user.user_name in currently_assigned:
user_status['assigned'].append(user_dict)
elif user_dict not in user_status['unassigned']:
user_status['unassigned'].append(user_dict)
return user_status
@view_config(route_name='report_groups_property',
match_param='key=assigned_users', renderer='json',
permission='update_reports', request_method="PATCH")
def assign_users(request):
"""
Assigns specific report group to user for review - send email notification
"""
report_group = request.context.report_group
application = request.context.resource
currently_assigned = [u.user_name for u in report_group.assigned_users]
new_assigns = request.unsafe_json_body
# first unassign old users
for user_name in new_assigns['unassigned']:
if user_name in currently_assigned:
user = UserService.by_user_name(user_name)
report_group.assigned_users.remove(user)
comment = ReportComment(owner_id=request.user.id,
report_time=report_group.first_timestamp)
comment.body = 'Unassigned group from @%s' % user_name
report_group.comments.append(comment)
# assign new users
for user_name in new_assigns['assigned']:
if user_name not in currently_assigned:
user = UserService.by_user_name(user_name)
if user in report_group.assigned_users:
report_group.assigned_users.remove(user)
DBSession.flush()
assignment = ReportAssignment(
owner_id=user.id,
report_time=report_group.first_timestamp,
group_id=report_group.id)
DBSession.add(assignment)
comment = ReportComment(owner_id=request.user.id,
report_time=report_group.first_timestamp)
comment.body = 'Assigned report_group to @%s' % user_name
report_group.comments.append(comment)
email_vars = {'user': user,
'request': request,
'application': application,
'report_group': report_group,
'email_title': "AppEnlight :: Assigned Report"}
UserService.send_email(request, recipients=[user.email],
variables=email_vars,
template='/email_templates/assigned_report.jinja2')
return True
@view_config(route_name='report_groups_property', match_param='key=history',
renderer='json', permission='view')
def history(request):
""" Separate error graph or similar graph"""
report_group = request.context.report_group
query_params = request.GET.mixed()
query_params['resource'] = (report_group.resource_id,)
filter_settings = build_filter_settings_from_query_dict(request,
query_params)
if not filter_settings.get('end_date'):
end_date = datetime.utcnow().replace(microsecond=0, second=0)
filter_settings['end_date'] = end_date
if not filter_settings.get('start_date'):
delta = timedelta(days=30)
filter_settings['start_date'] = filter_settings['end_date'] - delta
filter_settings['group_id'] = report_group.id
result = ReportGroupService.get_report_stats(request, filter_settings)
plot_data = []
for row in result:
point = {
'x': row['x'],
'reports': row['report'] + row['slow_report'] + row['not_found']}
plot_data.append(point)
return plot_data
@view_config(route_name='report_groups', renderer='json',
permission='update_reports', request_method="PATCH")
def report_groups_PATCH(request):
"""
Used to update the report group fixed status
"""
report_group = request.context.report_group
allowed_keys = ['public', 'fixed']
for k, v in request.unsafe_json_body.items():
if k in allowed_keys:
setattr(report_group, k, v)
else:
return HTTPUnprocessableEntity()
return report_group.get_dict(request)