Spaces:
Sleeping
Sleeping
switch to full dataset
Browse files
app.py
CHANGED
@@ -115,8 +115,8 @@ if 'arxiv_corpus' not in st.session_state:
|
|
115 |
arxiv_corpus = load_from_disk('data/')
|
116 |
except:
|
117 |
st.write('downloading data')
|
118 |
-
|
119 |
-
arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data_galaxy',split='train')
|
120 |
arxiv_corpus.save_to_disk('data/')
|
121 |
arxiv_corpus.add_faiss_index('embed')
|
122 |
st.session_state.arxiv_corpus = arxiv_corpus
|
|
|
115 |
arxiv_corpus = load_from_disk('data/')
|
116 |
except:
|
117 |
st.write('downloading data')
|
118 |
+
arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data',split='train')
|
119 |
+
# arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data_galaxy',split='train')
|
120 |
arxiv_corpus.save_to_disk('data/')
|
121 |
arxiv_corpus.add_faiss_index('embed')
|
122 |
st.session_state.arxiv_corpus = arxiv_corpus
|