zcdsj
/
paper_server
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: get_abstract 优化3

This commit is contained in:
caoqianming 2026-02-13 16:18:04 +08:00
parent 38c4d8109b
commit 54780b8ce1
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/resm/tasks.py
View File

@ -193,6 +193,8 @@ def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True
# ) # )
if exclude_failed: if exclude_failed:
qs = qs.filter(fail_reason=None) qs = qs.filter(fail_reason=None)
else:
qs = qs.exclude(fail_reason__contains="elsevier_")
qs = qs.exclude(fetch_status="downloading" qs = qs.exclude(fetch_status="downloading"
).filter(doi__startswith="10.1016").order_by("?") ).filter(doi__startswith="10.1016").order_by("?")
@ -270,6 +272,7 @@ def get_abstract_from_elsevier(number_of_task:int = 20, exclude_failed:bool=True
paper.save_fail_reason("elsevier_doi_not_found") paper.save_fail_reason("elsevier_doi_not_found")
else: else:
err_msg = f"elsevier_response_error: {res.status_code} {res.text}" err_msg = f"elsevier_response_error: {res.status_code} {res.text}"
paper.save_fail_reason(f"elsevier_response_error: {res.status_code}")
finally: finally:
paper.fetch_end() paper.fetch_end()