Show More
@@ -90,7 +90,7 b' def test_retry_exception_task():' | |||||
90 | test_retry_exception_task.retry(exc=exc) |
|
90 | test_retry_exception_task.retry(exc=exc) | |
91 |
|
91 | |||
92 |
|
92 | |||
93 |
@celery.task(queue="reports", default_retry_delay=600, max_retries= |
|
93 | @celery.task(queue="reports", default_retry_delay=600, max_retries=144) | |
94 | def add_reports(resource_id, params, dataset, environ=None, **kwargs): |
|
94 | def add_reports(resource_id, params, dataset, environ=None, **kwargs): | |
95 | proto_version = parse_proto(params.get('protocol_version', '')) |
|
95 | proto_version = parse_proto(params.get('protocol_version', '')) | |
96 | current_time = datetime.utcnow().replace(second=0, microsecond=0) |
|
96 | current_time = datetime.utcnow().replace(second=0, microsecond=0) | |
@@ -211,7 +211,7 b' def add_reports(resource_id, params, dataset, environ=None, **kwargs):' | |||||
211 | add_reports.retry(exc=exc) |
|
211 | add_reports.retry(exc=exc) | |
212 |
|
212 | |||
213 |
|
213 | |||
214 |
@celery.task(queue="es", default_retry_delay=600, max_retries= |
|
214 | @celery.task(queue="es", default_retry_delay=600, max_retries=144) | |
215 | def add_reports_es(report_group_docs, report_docs): |
|
215 | def add_reports_es(report_group_docs, report_docs): | |
216 | for k, v in report_group_docs.items(): |
|
216 | for k, v in report_group_docs.items(): | |
217 | Datastores.es.bulk_index(k, 'report_group', v, id_field="_id") |
|
217 | Datastores.es.bulk_index(k, 'report_group', v, id_field="_id") | |
@@ -220,19 +220,19 b' def add_reports_es(report_group_docs, report_docs):' | |||||
220 | parent_field='_parent') |
|
220 | parent_field='_parent') | |
221 |
|
221 | |||
222 |
|
222 | |||
223 |
@celery.task(queue="es", default_retry_delay=600, max_retries= |
|
223 | @celery.task(queue="es", default_retry_delay=600, max_retries=144) | |
224 | def add_reports_slow_calls_es(es_docs): |
|
224 | def add_reports_slow_calls_es(es_docs): | |
225 | for k, v in es_docs.items(): |
|
225 | for k, v in es_docs.items(): | |
226 | Datastores.es.bulk_index(k, 'log', v) |
|
226 | Datastores.es.bulk_index(k, 'log', v) | |
227 |
|
227 | |||
228 |
|
228 | |||
229 |
@celery.task(queue="es", default_retry_delay=600, max_retries= |
|
229 | @celery.task(queue="es", default_retry_delay=600, max_retries=144) | |
230 | def add_reports_stats_rows_es(es_docs): |
|
230 | def add_reports_stats_rows_es(es_docs): | |
231 | for k, v in es_docs.items(): |
|
231 | for k, v in es_docs.items(): | |
232 | Datastores.es.bulk_index(k, 'log', v) |
|
232 | Datastores.es.bulk_index(k, 'log', v) | |
233 |
|
233 | |||
234 |
|
234 | |||
235 |
@celery.task(queue="logs", default_retry_delay=600, max_retries= |
|
235 | @celery.task(queue="logs", default_retry_delay=600, max_retries=144) | |
236 | def add_logs(resource_id, request, dataset, environ=None, **kwargs): |
|
236 | def add_logs(resource_id, request, dataset, environ=None, **kwargs): | |
237 | proto_version = request.get('protocol_version') |
|
237 | proto_version = request.get('protocol_version') | |
238 | current_time = datetime.utcnow().replace(second=0, microsecond=0) |
|
238 | current_time = datetime.utcnow().replace(second=0, microsecond=0) | |
@@ -321,13 +321,13 b' def add_logs(resource_id, request, dataset, environ=None, **kwargs):' | |||||
321 | add_logs.retry(exc=exc) |
|
321 | add_logs.retry(exc=exc) | |
322 |
|
322 | |||
323 |
|
323 | |||
324 |
@celery.task(queue="es", default_retry_delay=600, max_retries= |
|
324 | @celery.task(queue="es", default_retry_delay=600, max_retries=144) | |
325 | def add_logs_es(es_docs): |
|
325 | def add_logs_es(es_docs): | |
326 | for k, v in es_docs.items(): |
|
326 | for k, v in es_docs.items(): | |
327 | Datastores.es.bulk_index(k, 'log', v) |
|
327 | Datastores.es.bulk_index(k, 'log', v) | |
328 |
|
328 | |||
329 |
|
329 | |||
330 |
@celery.task(queue="metrics", default_retry_delay=600, max_retries= |
|
330 | @celery.task(queue="metrics", default_retry_delay=600, max_retries=144) | |
331 | def add_metrics(resource_id, request, dataset, proto_version): |
|
331 | def add_metrics(resource_id, request, dataset, proto_version): | |
332 | current_time = datetime.utcnow().replace(second=0, microsecond=0) |
|
332 | current_time = datetime.utcnow().replace(second=0, microsecond=0) | |
333 | try: |
|
333 | try: | |
@@ -374,7 +374,7 b' def add_metrics(resource_id, request, dataset, proto_version):' | |||||
374 | add_metrics.retry(exc=exc) |
|
374 | add_metrics.retry(exc=exc) | |
375 |
|
375 | |||
376 |
|
376 | |||
377 |
@celery.task(queue="es", default_retry_delay=600, max_retries= |
|
377 | @celery.task(queue="es", default_retry_delay=600, max_retries=144) | |
378 | def add_metrics_es(es_docs): |
|
378 | def add_metrics_es(es_docs): | |
379 | for doc in es_docs: |
|
379 | for doc in es_docs: | |
380 | partition = 'rcae_m_%s' % doc['timestamp'].strftime('%Y_%m_%d') |
|
380 | partition = 'rcae_m_%s' % doc['timestamp'].strftime('%Y_%m_%d') | |
@@ -496,7 +496,7 b' def close_alerts():' | |||||
496 | raise |
|
496 | raise | |
497 |
|
497 | |||
498 |
|
498 | |||
499 |
@celery.task(queue="default", default_retry_delay=600, max_retries= |
|
499 | @celery.task(queue="default", default_retry_delay=600, max_retries=144) | |
500 | def update_tag_counter(tag_name, tag_value, count): |
|
500 | def update_tag_counter(tag_name, tag_value, count): | |
501 | try: |
|
501 | try: | |
502 | query = DBSession.query(Tag).filter(Tag.name == tag_name).filter( |
|
502 | query = DBSession.query(Tag).filter(Tag.name == tag_name).filter( | |
@@ -584,7 +584,7 b' def alerting_reports():' | |||||
584 |
|
584 | |||
585 |
|
585 | |||
586 | @celery.task(queue="default", soft_time_limit=3600 * 4, |
|
586 | @celery.task(queue="default", soft_time_limit=3600 * 4, | |
587 |
hard_time_limit=3600 * 4, max_retries= |
|
587 | hard_time_limit=3600 * 4, max_retries=144) | |
588 | def logs_cleanup(resource_id, filter_settings): |
|
588 | def logs_cleanup(resource_id, filter_settings): | |
589 | request = get_current_request() |
|
589 | request = get_current_request() | |
590 | request.tm.begin() |
|
590 | request.tm.begin() |
General Comments 0
You need to be logged in to leave comments.
Login now