Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,7 +1,8 @@
|
|
1 |
import os
|
2 |
-
from flask import Flask, render_template, request
|
3 |
from rss_processor import fetch_rss_feeds, process_and_store_articles, vector_db
|
4 |
import logging
|
|
|
5 |
|
6 |
app = Flask(__name__)
|
7 |
|
@@ -9,14 +10,25 @@ app = Flask(__name__)
|
|
9 |
logging.basicConfig(level=logging.INFO)
|
10 |
logger = logging.getLogger(__name__)
|
11 |
|
12 |
-
@app.route('/'
|
13 |
-
def
|
14 |
-
|
|
|
|
|
|
|
|
|
|
|
15 |
articles = fetch_rss_feeds()
|
16 |
logger.info(f"Fetched {len(articles)} articles")
|
17 |
process_and_store_articles(articles)
|
18 |
logger.info("Articles processed and stored")
|
19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
20 |
# Use a set to ensure unique articles by title and link
|
21 |
unique_articles = {}
|
22 |
for doc in stored_docs:
|
|
|
1 |
import os
|
2 |
+
from flask import Flask, render_template, request, Response
|
3 |
from rss_processor import fetch_rss_feeds, process_and_store_articles, vector_db
|
4 |
import logging
|
5 |
+
import time
|
6 |
|
7 |
app = Flask(__name__)
|
8 |
|
|
|
10 |
logging.basicConfig(level=logging.INFO)
|
11 |
logger = logging.getLogger(__name__)
|
12 |
|
13 |
+
@app.route('/')
|
14 |
+
def loading():
|
15 |
+
return render_template("loading.html")
|
16 |
+
|
17 |
+
@app.route('/load_feeds', methods=['GET'])
|
18 |
+
def load_feeds():
|
19 |
+
logger.info("Starting to fetch and process RSS feeds")
|
20 |
+
start_time = time.time()
|
21 |
articles = fetch_rss_feeds()
|
22 |
logger.info(f"Fetched {len(articles)} articles")
|
23 |
process_and_store_articles(articles)
|
24 |
logger.info("Articles processed and stored")
|
25 |
+
end_time = time.time()
|
26 |
+
logger.info(f"RSS feed loading took {end_time - start_time:.2f} seconds")
|
27 |
+
return Response("Feeds loaded", status=200)
|
28 |
+
|
29 |
+
@app.route('/index', methods=['GET'])
|
30 |
+
def index():
|
31 |
+
stored_docs = vector_db.similarity_search("news", k=1000) # Increased k to ensure all unique articles
|
32 |
# Use a set to ensure unique articles by title and link
|
33 |
unique_articles = {}
|
34 |
for doc in stored_docs:
|