refactor: add NUM_DAYS_PAST in config file
Browse files- config.py +2 -0
- scrape_data.py +1 -1
config.py
CHANGED
@@ -5,3 +5,5 @@ GOOGLE_CHAT_MODEL = "gemini-pro"
|
|
5 |
GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
|
6 |
STORAGE_PATH = "data/chroma/"
|
7 |
HIISTORY_FILE = "./data/qa_history.txt"
|
|
|
|
|
|
5 |
GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
|
6 |
STORAGE_PATH = "data/chroma/"
|
7 |
HIISTORY_FILE = "./data/qa_history.txt"
|
8 |
+
|
9 |
+
NUM_DAYS_PAST = 30
|
scrape_data.py
CHANGED
@@ -144,6 +144,6 @@ def process_docs(
|
|
144 |
|
145 |
if __name__ == "__main__":
|
146 |
|
147 |
-
data = scrap_articles(DATA_URL, num_days_past=
|
148 |
vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
|
149 |
ret = vectordb.as_retriever()
|
|
|
144 |
|
145 |
if __name__ == "__main__":
|
146 |
|
147 |
+
data = scrap_articles(DATA_URL, num_days_past=config.NUM_DAYS_PAST)
|
148 |
vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
|
149 |
ret = vectordb.as_retriever()
|