broadfield-dev commited on
Commit
d695e20
·
verified ·
1 Parent(s): 631c47e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +17 -5
app.py CHANGED
@@ -1,7 +1,8 @@
1
  import os
2
- from flask import Flask, render_template, request
3
  from rss_processor import fetch_rss_feeds, process_and_store_articles, vector_db
4
  import logging
 
5
 
6
  app = Flask(__name__)
7
 
@@ -9,14 +10,25 @@ app = Flask(__name__)
9
  logging.basicConfig(level=logging.INFO)
10
  logger = logging.getLogger(__name__)
11
 
12
- @app.route('/', methods=['GET', 'POST'])
13
- def index():
14
- logger.info("Starting to fetch RSS feeds")
 
 
 
 
 
15
  articles = fetch_rss_feeds()
16
  logger.info(f"Fetched {len(articles)} articles")
17
  process_and_store_articles(articles)
18
  logger.info("Articles processed and stored")
19
- stored_docs = vector_db.similarity_search("news", k=len(articles))
 
 
 
 
 
 
20
  # Use a set to ensure unique articles by title and link
21
  unique_articles = {}
22
  for doc in stored_docs:
 
1
  import os
2
+ from flask import Flask, render_template, request, Response
3
  from rss_processor import fetch_rss_feeds, process_and_store_articles, vector_db
4
  import logging
5
+ import time
6
 
7
  app = Flask(__name__)
8
 
 
10
  logging.basicConfig(level=logging.INFO)
11
  logger = logging.getLogger(__name__)
12
 
13
+ @app.route('/')
14
+ def loading():
15
+ return render_template("loading.html")
16
+
17
+ @app.route('/load_feeds', methods=['GET'])
18
+ def load_feeds():
19
+ logger.info("Starting to fetch and process RSS feeds")
20
+ start_time = time.time()
21
  articles = fetch_rss_feeds()
22
  logger.info(f"Fetched {len(articles)} articles")
23
  process_and_store_articles(articles)
24
  logger.info("Articles processed and stored")
25
+ end_time = time.time()
26
+ logger.info(f"RSS feed loading took {end_time - start_time:.2f} seconds")
27
+ return Response("Feeds loaded", status=200)
28
+
29
+ @app.route('/index', methods=['GET'])
30
+ def index():
31
+ stored_docs = vector_db.similarity_search("news", k=1000) # Increased k to ensure all unique articles
32
  # Use a set to ensure unique articles by title and link
33
  unique_articles = {}
34
  for doc in stored_docs: