feat: 优化 get_pdf_from_openalex
This commit is contained in:
parent
d5f8e43751
commit
b3ea39757e
|
|
@ -156,14 +156,17 @@ def get_pdf_from_openalex(number_of_task: int =10):
|
|||
fetch_status="downloading").exclude(fail_reason__contains="openalex_pdf_not_found")[:number_of_task]
|
||||
if not qs.exists():
|
||||
return "done"
|
||||
msg = ""
|
||||
for paper in qs:
|
||||
if not show_task_run(def_name):
|
||||
break
|
||||
paper.fetch("downloading")
|
||||
save_pdf_from_openalex(paper)
|
||||
msg = save_pdf_from_openalex(paper)
|
||||
paper.fetch_end()
|
||||
if paper.has_fulltext_pdf:
|
||||
count += 1
|
||||
if cache.get("openalex_api_exceed"):
|
||||
break
|
||||
countdown = 2
|
||||
if cache.get("openalex_api_exceed"):
|
||||
countdown = 5 * 60 # 5分钟后重试
|
||||
|
|
@ -175,7 +178,7 @@ def get_pdf_from_openalex(number_of_task: int =10):
|
|||
},
|
||||
countdown=countdown,
|
||||
)
|
||||
return count
|
||||
return msg, count
|
||||
|
||||
@shared_task(base=CustomTask)
|
||||
def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True):
|
||||
|
|
|
|||
Loading…
Reference in New Issue