zcdsj
/
paper_server
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: get_abstract_from_elsevier 添加参数

This commit is contained in:
caoqianming 2026-02-04 08:56:13 +08:00
parent 51fc1a5c5a
commit 8fbdc7c28b
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apps/resm/tasks.py
View File

@ -124,15 +124,18 @@ def show_task_run(def_name: str):
return cache.get(def_name, True) return cache.get(def_name, True)
@shared_task(base=CustomTask) @shared_task(base=CustomTask)
def get_abstract_from_elsevier(number_of_task:int = 20): def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True):
def_name = get_abstract_from_elsevier.name def_name = get_abstract_from_elsevier.name
if not show_task_run(def_name): if not show_task_run(def_name):
return "stoped" return "stoped"
qs = Paper.objects.filter(has_abstract=False) qs = Paper.objects.filter(has_abstract=False)
qs = qs.exclude( # qs = qs.exclude(
fail_reason__contains="elsevier_doi_not_found" # fail_reason__contains="elsevier_doi_not_found"
).exclude(fail_reason__contains="elsevier_abstract_not_found" # ).exclude(fail_reason__contains="elsevier_abstract_not_found"
).exclude(fetch_status="downloading" # )
if exclude_failed:
qs = qs.filter(fail_reason=None)
qs = qs.exclude(fetch_status="downloading"
).filter(doi__startswith="10.1016").order_by("publication_date") ).filter(doi__startswith="10.1016").order_by("publication_date")
if not qs.exists(): if not qs.exists():