from scholarly import scholarly | |
import json | |
from es_gpt import ESGPT | |
# Create an instance of the ESGPT class | |
esgpt = ESGPT(index_name="papers") | |
# Search for papers by author ID | |
author = scholarly.search_author_id("JE_m2UgAAAAJ") | |
papers = scholarly.fill(author, sections=['publications']) | |
# Index each paper in Elasticsearch | |
for paper in papers['publications']: | |
paper = scholarly.fill(paper, sections=[]) | |
print(paper) | |
paper_dict = paper['bib'] | |
id = paper['author_pub_id'] | |
# Index the paper in Elasticsearch | |
esgpt.index(doc_id=id, doc=paper_dict) |