feat: get_abstract_from_elsevier 添加参数
This commit is contained in:
parent
51fc1a5c5a
commit
8fbdc7c28b
|
|
@ -124,15 +124,18 @@ def show_task_run(def_name: str):
|
|||
return cache.get(def_name, True)
|
||||
|
||||
@shared_task(base=CustomTask)
|
||||
def get_abstract_from_elsevier(number_of_task:int = 20):
|
||||
def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True):
|
||||
def_name = get_abstract_from_elsevier.name
|
||||
if not show_task_run(def_name):
|
||||
return "stoped"
|
||||
qs = Paper.objects.filter(has_abstract=False)
|
||||
qs = qs.exclude(
|
||||
fail_reason__contains="elsevier_doi_not_found"
|
||||
).exclude(fail_reason__contains="elsevier_abstract_not_found"
|
||||
).exclude(fetch_status="downloading"
|
||||
# qs = qs.exclude(
|
||||
# fail_reason__contains="elsevier_doi_not_found"
|
||||
# ).exclude(fail_reason__contains="elsevier_abstract_not_found"
|
||||
# )
|
||||
if exclude_failed:
|
||||
qs = qs.filter(fail_reason=None)
|
||||
qs = qs.exclude(fetch_status="downloading"
|
||||
).filter(doi__startswith="10.1016").order_by("publication_date")
|
||||
|
||||
if not qs.exists():
|
||||
|
|
|
|||
Loading…
Reference in New Issue