Monsia commited on
Commit
a7aa9c3
·
1 Parent(s): f5eb666

refactor: add NUM_DAYS_PAST in config file

Browse files
Files changed (2) hide show
  1. config.py +2 -0
  2. scrape_data.py +1 -1
config.py CHANGED
@@ -5,3 +5,5 @@ GOOGLE_CHAT_MODEL = "gemini-pro"
5
  GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
6
  STORAGE_PATH = "data/chroma/"
7
  HIISTORY_FILE = "./data/qa_history.txt"
 
 
 
5
  GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
6
  STORAGE_PATH = "data/chroma/"
7
  HIISTORY_FILE = "./data/qa_history.txt"
8
+
9
+ NUM_DAYS_PAST = 30
scrape_data.py CHANGED
@@ -144,6 +144,6 @@ def process_docs(
144
 
145
  if __name__ == "__main__":
146
 
147
- data = scrap_articles(DATA_URL, num_days_past=2)
148
  vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
149
  ret = vectordb.as_retriever()
 
144
 
145
  if __name__ == "__main__":
146
 
147
+ data = scrap_articles(DATA_URL, num_days_past=config.NUM_DAYS_PAST)
148
  vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
149
  ret = vectordb.as_retriever()