diff --git a/apps/resm/tasks.py b/apps/resm/tasks.py index ecd3f7c..40f769e 100644 --- a/apps/resm/tasks.py +++ b/apps/resm/tasks.py @@ -193,6 +193,8 @@ def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True # ) if exclude_failed: qs = qs.filter(fail_reason=None) + else: + qs = qs.exclude(fail_reason__contains="elsevier_") qs = qs.exclude(fetch_status="downloading" ).filter(doi__startswith="10.1016").order_by("?") @@ -270,6 +272,7 @@ def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True paper.save_fail_reason("elsevier_doi_not_found") else: err_msg = f"elsevier_response_error: {res.status_code} {res.text}" + paper.save_fail_reason(f"elsevier_response_error: {res.status_code}") finally: paper.fetch_end()