kiyer commited on
Commit
136a26b
·
verified ·
1 Parent(s): 880a607

switch to full dataset

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -115,8 +115,8 @@ if 'arxiv_corpus' not in st.session_state:
115
  arxiv_corpus = load_from_disk('data/')
116
  except:
117
  st.write('downloading data')
118
- # arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data',split='train')
119
- arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data_galaxy',split='train')
120
  arxiv_corpus.save_to_disk('data/')
121
  arxiv_corpus.add_faiss_index('embed')
122
  st.session_state.arxiv_corpus = arxiv_corpus
 
115
  arxiv_corpus = load_from_disk('data/')
116
  except:
117
  st.write('downloading data')
118
+ arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data',split='train')
119
+ # arxiv_corpus = load_dataset('kiyer/pathfinder_arxiv_data_galaxy',split='train')
120
  arxiv_corpus.save_to_disk('data/')
121
  arxiv_corpus.add_faiss_index('embed')
122
  st.session_state.arxiv_corpus = arxiv_corpus