feat: 429时等待一会
This commit is contained in:
parent
d393e37842
commit
ae298d0e6d
|
|
@ -11,6 +11,7 @@ from lxml import etree
|
||||||
from celery import current_app
|
from celery import current_app
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
import random
|
import random
|
||||||
|
import time
|
||||||
|
|
||||||
config.email = "caoqianming@foxmail.com"
|
config.email = "caoqianming@foxmail.com"
|
||||||
config.max_retries = 0
|
config.max_retries = 0
|
||||||
|
|
@ -361,6 +362,9 @@ def save_pdf_from_openalex(paper:Paper):
|
||||||
paper.fetch_status = "fulltext_ready"
|
paper.fetch_status = "fulltext_ready"
|
||||||
paper.save(update_fields=["has_fulltext", "has_fulltext_pdf", "fetch_status", "update_time"])
|
paper.save(update_fields=["has_fulltext", "has_fulltext_pdf", "fetch_status", "update_time"])
|
||||||
return "success"
|
return "success"
|
||||||
|
elif res.status_code == 429:
|
||||||
|
time.sleep(random.randint(1, 10))
|
||||||
|
return save_pdf_from_openalex(paper)
|
||||||
|
|
||||||
|
|
||||||
# https://sci.bban.top/pdf/10.1016/j.conbuildmat.2020.121016.pdf?download=true
|
# https://sci.bban.top/pdf/10.1016/j.conbuildmat.2020.121016.pdf?download=true
|
||||||
Loading…
Reference in New Issue