##// END OF EJS Templates
tasks: change retry amount
ergo -
Show More
@@ -90,7 +90,7 b' def test_retry_exception_task():'
90 test_retry_exception_task.retry(exc=exc)
90 test_retry_exception_task.retry(exc=exc)
91
91
92
92
93 @celery.task(queue="reports", default_retry_delay=600, max_retries=999)
93 @celery.task(queue="reports", default_retry_delay=600, max_retries=144)
94 def add_reports(resource_id, params, dataset, environ=None, **kwargs):
94 def add_reports(resource_id, params, dataset, environ=None, **kwargs):
95 proto_version = parse_proto(params.get('protocol_version', ''))
95 proto_version = parse_proto(params.get('protocol_version', ''))
96 current_time = datetime.utcnow().replace(second=0, microsecond=0)
96 current_time = datetime.utcnow().replace(second=0, microsecond=0)
@@ -211,7 +211,7 b' def add_reports(resource_id, params, dataset, environ=None, **kwargs):'
211 add_reports.retry(exc=exc)
211 add_reports.retry(exc=exc)
212
212
213
213
214 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
214 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
215 def add_reports_es(report_group_docs, report_docs):
215 def add_reports_es(report_group_docs, report_docs):
216 for k, v in report_group_docs.items():
216 for k, v in report_group_docs.items():
217 Datastores.es.bulk_index(k, 'report_group', v, id_field="_id")
217 Datastores.es.bulk_index(k, 'report_group', v, id_field="_id")
@@ -220,19 +220,19 b' def add_reports_es(report_group_docs, report_docs):'
220 parent_field='_parent')
220 parent_field='_parent')
221
221
222
222
223 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
223 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
224 def add_reports_slow_calls_es(es_docs):
224 def add_reports_slow_calls_es(es_docs):
225 for k, v in es_docs.items():
225 for k, v in es_docs.items():
226 Datastores.es.bulk_index(k, 'log', v)
226 Datastores.es.bulk_index(k, 'log', v)
227
227
228
228
229 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
229 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
230 def add_reports_stats_rows_es(es_docs):
230 def add_reports_stats_rows_es(es_docs):
231 for k, v in es_docs.items():
231 for k, v in es_docs.items():
232 Datastores.es.bulk_index(k, 'log', v)
232 Datastores.es.bulk_index(k, 'log', v)
233
233
234
234
235 @celery.task(queue="logs", default_retry_delay=600, max_retries=999)
235 @celery.task(queue="logs", default_retry_delay=600, max_retries=144)
236 def add_logs(resource_id, request, dataset, environ=None, **kwargs):
236 def add_logs(resource_id, request, dataset, environ=None, **kwargs):
237 proto_version = request.get('protocol_version')
237 proto_version = request.get('protocol_version')
238 current_time = datetime.utcnow().replace(second=0, microsecond=0)
238 current_time = datetime.utcnow().replace(second=0, microsecond=0)
@@ -321,13 +321,13 b' def add_logs(resource_id, request, dataset, environ=None, **kwargs):'
321 add_logs.retry(exc=exc)
321 add_logs.retry(exc=exc)
322
322
323
323
324 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
324 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
325 def add_logs_es(es_docs):
325 def add_logs_es(es_docs):
326 for k, v in es_docs.items():
326 for k, v in es_docs.items():
327 Datastores.es.bulk_index(k, 'log', v)
327 Datastores.es.bulk_index(k, 'log', v)
328
328
329
329
330 @celery.task(queue="metrics", default_retry_delay=600, max_retries=999)
330 @celery.task(queue="metrics", default_retry_delay=600, max_retries=144)
331 def add_metrics(resource_id, request, dataset, proto_version):
331 def add_metrics(resource_id, request, dataset, proto_version):
332 current_time = datetime.utcnow().replace(second=0, microsecond=0)
332 current_time = datetime.utcnow().replace(second=0, microsecond=0)
333 try:
333 try:
@@ -374,7 +374,7 b' def add_metrics(resource_id, request, dataset, proto_version):'
374 add_metrics.retry(exc=exc)
374 add_metrics.retry(exc=exc)
375
375
376
376
377 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
377 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
378 def add_metrics_es(es_docs):
378 def add_metrics_es(es_docs):
379 for doc in es_docs:
379 for doc in es_docs:
380 partition = 'rcae_m_%s' % doc['timestamp'].strftime('%Y_%m_%d')
380 partition = 'rcae_m_%s' % doc['timestamp'].strftime('%Y_%m_%d')
@@ -496,7 +496,7 b' def close_alerts():'
496 raise
496 raise
497
497
498
498
499 @celery.task(queue="default", default_retry_delay=600, max_retries=999)
499 @celery.task(queue="default", default_retry_delay=600, max_retries=144)
500 def update_tag_counter(tag_name, tag_value, count):
500 def update_tag_counter(tag_name, tag_value, count):
501 try:
501 try:
502 query = DBSession.query(Tag).filter(Tag.name == tag_name).filter(
502 query = DBSession.query(Tag).filter(Tag.name == tag_name).filter(
@@ -584,7 +584,7 b' def alerting_reports():'
584
584
585
585
586 @celery.task(queue="default", soft_time_limit=3600 * 4,
586 @celery.task(queue="default", soft_time_limit=3600 * 4,
587 hard_time_limit=3600 * 4, max_retries=999)
587 hard_time_limit=3600 * 4, max_retries=144)
588 def logs_cleanup(resource_id, filter_settings):
588 def logs_cleanup(resource_id, filter_settings):
589 request = get_current_request()
589 request = get_current_request()
590 request.tm.begin()
590 request.tm.begin()
General Comments 0
You need to be logged in to leave comments. Login now