broadfield-dev commited on
Commit
fdfda12
·
verified ·
1 Parent(s): be9be7d

Update rss_processor.py

Browse files
Files changed (1) hide show
  1. rss_processor.py +7 -1
rss_processor.py CHANGED
@@ -1,5 +1,6 @@
1
  import os
2
  import feedparser
 
3
  from huggingface_hub import HfApi, login
4
  from langchain.vectorstores import Chroma
5
  from langchain.embeddings import HuggingFaceEmbeddings
@@ -172,4 +173,9 @@ def upload_to_hf_hub():
172
  logger.info(f"Uploaded {file} to {REPO_ID}")
173
  except Exception as e:
174
  logger.error(f"Error uploading file {file}: {e}")
175
- logger.info(f"Database uploaded to: {REPO_ID}")
 
 
 
 
 
 
1
  import os
2
  import feedparser
3
+ import sys
4
  from huggingface_hub import HfApi, login
5
  from langchain.vectorstores import Chroma
6
  from langchain.embeddings import HuggingFaceEmbeddings
 
173
  logger.info(f"Uploaded {file} to {REPO_ID}")
174
  except Exception as e:
175
  logger.error(f"Error uploading file {file}: {e}")
176
+ logger.info(f"Database uploaded to: {REPO_ID}")
177
+
178
+ if __name__ == "__main__":
179
+ if len(sys.argv) > 1 and sys.argv[1] == "load_feeds":
180
+ articles = fetch_rss_feeds()
181
+ process_and_store_articles(articles)