##// END OF EJS Templates
tasks: change retry amount
ergo -
Show More
@@ -90,7 +90,7 b' def test_retry_exception_task():'
90 90 test_retry_exception_task.retry(exc=exc)
91 91
92 92
93 @celery.task(queue="reports", default_retry_delay=600, max_retries=999)
93 @celery.task(queue="reports", default_retry_delay=600, max_retries=144)
94 94 def add_reports(resource_id, params, dataset, environ=None, **kwargs):
95 95 proto_version = parse_proto(params.get('protocol_version', ''))
96 96 current_time = datetime.utcnow().replace(second=0, microsecond=0)
@@ -211,7 +211,7 b' def add_reports(resource_id, params, dataset, environ=None, **kwargs):'
211 211 add_reports.retry(exc=exc)
212 212
213 213
214 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
214 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
215 215 def add_reports_es(report_group_docs, report_docs):
216 216 for k, v in report_group_docs.items():
217 217 Datastores.es.bulk_index(k, 'report_group', v, id_field="_id")
@@ -220,19 +220,19 b' def add_reports_es(report_group_docs, report_docs):'
220 220 parent_field='_parent')
221 221
222 222
223 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
223 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
224 224 def add_reports_slow_calls_es(es_docs):
225 225 for k, v in es_docs.items():
226 226 Datastores.es.bulk_index(k, 'log', v)
227 227
228 228
229 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
229 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
230 230 def add_reports_stats_rows_es(es_docs):
231 231 for k, v in es_docs.items():
232 232 Datastores.es.bulk_index(k, 'log', v)
233 233
234 234
235 @celery.task(queue="logs", default_retry_delay=600, max_retries=999)
235 @celery.task(queue="logs", default_retry_delay=600, max_retries=144)
236 236 def add_logs(resource_id, request, dataset, environ=None, **kwargs):
237 237 proto_version = request.get('protocol_version')
238 238 current_time = datetime.utcnow().replace(second=0, microsecond=0)
@@ -321,13 +321,13 b' def add_logs(resource_id, request, dataset, environ=None, **kwargs):'
321 321 add_logs.retry(exc=exc)
322 322
323 323
324 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
324 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
325 325 def add_logs_es(es_docs):
326 326 for k, v in es_docs.items():
327 327 Datastores.es.bulk_index(k, 'log', v)
328 328
329 329
330 @celery.task(queue="metrics", default_retry_delay=600, max_retries=999)
330 @celery.task(queue="metrics", default_retry_delay=600, max_retries=144)
331 331 def add_metrics(resource_id, request, dataset, proto_version):
332 332 current_time = datetime.utcnow().replace(second=0, microsecond=0)
333 333 try:
@@ -374,7 +374,7 b' def add_metrics(resource_id, request, dataset, proto_version):'
374 374 add_metrics.retry(exc=exc)
375 375
376 376
377 @celery.task(queue="es", default_retry_delay=600, max_retries=999)
377 @celery.task(queue="es", default_retry_delay=600, max_retries=144)
378 378 def add_metrics_es(es_docs):
379 379 for doc in es_docs:
380 380 partition = 'rcae_m_%s' % doc['timestamp'].strftime('%Y_%m_%d')
@@ -496,7 +496,7 b' def close_alerts():'
496 496 raise
497 497
498 498
499 @celery.task(queue="default", default_retry_delay=600, max_retries=999)
499 @celery.task(queue="default", default_retry_delay=600, max_retries=144)
500 500 def update_tag_counter(tag_name, tag_value, count):
501 501 try:
502 502 query = DBSession.query(Tag).filter(Tag.name == tag_name).filter(
@@ -584,7 +584,7 b' def alerting_reports():'
584 584
585 585
586 586 @celery.task(queue="default", soft_time_limit=3600 * 4,
587 hard_time_limit=3600 * 4, max_retries=999)
587 hard_time_limit=3600 * 4, max_retries=144)
588 588 def logs_cleanup(resource_id, filter_settings):
589 589 request = get_current_request()
590 590 request.tm.begin()
General Comments 0
You need to be logged in to leave comments. Login now