Spaces:
Running
Running
Update rss_processor.py
Browse files- rss_processor.py +7 -1
rss_processor.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
import os
|
2 |
import feedparser
|
|
|
3 |
from huggingface_hub import HfApi, login
|
4 |
from langchain.vectorstores import Chroma
|
5 |
from langchain.embeddings import HuggingFaceEmbeddings
|
@@ -172,4 +173,9 @@ def upload_to_hf_hub():
|
|
172 |
logger.info(f"Uploaded {file} to {REPO_ID}")
|
173 |
except Exception as e:
|
174 |
logger.error(f"Error uploading file {file}: {e}")
|
175 |
-
logger.info(f"Database uploaded to: {REPO_ID}")
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import os
|
2 |
import feedparser
|
3 |
+
import sys
|
4 |
from huggingface_hub import HfApi, login
|
5 |
from langchain.vectorstores import Chroma
|
6 |
from langchain.embeddings import HuggingFaceEmbeddings
|
|
|
173 |
logger.info(f"Uploaded {file} to {REPO_ID}")
|
174 |
except Exception as e:
|
175 |
logger.error(f"Error uploading file {file}: {e}")
|
176 |
+
logger.info(f"Database uploaded to: {REPO_ID}")
|
177 |
+
|
178 |
+
if __name__ == "__main__":
|
179 |
+
if len(sys.argv) > 1 and sys.argv[1] == "load_feeds":
|
180 |
+
articles = fetch_rss_feeds()
|
181 |
+
process_and_store_articles(articles)
|