diff --git a/apps/resm/tasks.py b/apps/resm/tasks.py index 14c754f..079d9d6 100644 --- a/apps/resm/tasks.py +++ b/apps/resm/tasks.py @@ -43,4 +43,7 @@ def get_paper_meta_from_openalex(publication_year:int, search_key:str): if record["primary_location"] and record["primary_location"]["source"]: paper.publication_name = record["primary_location"]["source"]["display_name"] papers.append(paper) + if len(papers) >= 100: + Paper.objects.bulk_create(papers, ignore_conflicts=True) + papers = [] Paper.objects.bulk_create(papers, ignore_conflicts=True)