refactor: add NUM_DAYS_PAST in config file
Browse files- config.py +2 -0
- scrape_data.py +1 -1
config.py
CHANGED
|
@@ -5,3 +5,5 @@ GOOGLE_CHAT_MODEL = "gemini-pro"
|
|
| 5 |
GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
|
| 6 |
STORAGE_PATH = "data/chroma/"
|
| 7 |
HIISTORY_FILE = "./data/qa_history.txt"
|
|
|
|
|
|
|
|
|
| 5 |
GOOGLE_EMBEDDING_MODEL = "models/embedding-001"
|
| 6 |
STORAGE_PATH = "data/chroma/"
|
| 7 |
HIISTORY_FILE = "./data/qa_history.txt"
|
| 8 |
+
|
| 9 |
+
NUM_DAYS_PAST = 30
|
scrape_data.py
CHANGED
|
@@ -144,6 +144,6 @@ def process_docs(
|
|
| 144 |
|
| 145 |
if __name__ == "__main__":
|
| 146 |
|
| 147 |
-
data = scrap_articles(DATA_URL, num_days_past=
|
| 148 |
vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
|
| 149 |
ret = vectordb.as_retriever()
|
|
|
|
| 144 |
|
| 145 |
if __name__ == "__main__":
|
| 146 |
|
| 147 |
+
data = scrap_articles(DATA_URL, num_days_past=config.NUM_DAYS_PAST)
|
| 148 |
vectordb = process_docs(data, config.STORAGE_PATH, embeddings_model)
|
| 149 |
ret = vectordb.as_retriever()
|