diff --git a/apps/resm/tasks.py b/apps/resm/tasks.py index ca04b35..047f614 100644 --- a/apps/resm/tasks.py +++ b/apps/resm/tasks.py @@ -124,15 +124,18 @@ def show_task_run(def_name: str): return cache.get(def_name, True) @shared_task(base=CustomTask) -def get_abstract_from_elsevier(number_of_task:int = 20): +def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True): def_name = get_abstract_from_elsevier.name if not show_task_run(def_name): return "stoped" qs = Paper.objects.filter(has_abstract=False) - qs = qs.exclude( - fail_reason__contains="elsevier_doi_not_found" - ).exclude(fail_reason__contains="elsevier_abstract_not_found" - ).exclude(fetch_status="downloading" + # qs = qs.exclude( + # fail_reason__contains="elsevier_doi_not_found" + # ).exclude(fail_reason__contains="elsevier_abstract_not_found" + # ) + if exclude_failed: + qs = qs.filter(fail_reason=None) + qs = qs.exclude(fetch_status="downloading" ).filter(doi__startswith="10.1016").order_by("publication_date") if not qs.exists():