Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -64,7 +64,8 @@ def index():
|
|
64 |
title = meta.get("title", "No Title").strip()
|
65 |
link = meta.get("link", "").strip()
|
66 |
published = meta.get("published", "Unknown Date").strip()
|
67 |
-
key
|
|
|
68 |
if key not in seen_keys:
|
69 |
seen_keys.add(key)
|
70 |
try:
|
@@ -91,10 +92,12 @@ def index():
|
|
91 |
cat = article["category"]
|
92 |
if cat not in categorized_articles:
|
93 |
categorized_articles[cat] = []
|
94 |
-
# No need for extra deduplication here; trust seen_keys
|
95 |
categorized_articles[cat].append(article)
|
96 |
|
97 |
-
#
|
|
|
|
|
|
|
98 |
for cat in categorized_articles:
|
99 |
categorized_articles[cat] = sorted(categorized_articles[cat], key=lambda x: x["published"], reverse=True)[:10]
|
100 |
# Log the first two items to check for duplicates
|
|
|
64 |
title = meta.get("title", "No Title").strip()
|
65 |
link = meta.get("link", "").strip()
|
66 |
published = meta.get("published", "Unknown Date").strip()
|
67 |
+
# Use a more robust key with normalized fields to prevent duplicates
|
68 |
+
key = f"{title.lower()}|{link.lower()}|{published}"
|
69 |
if key not in seen_keys:
|
70 |
seen_keys.add(key)
|
71 |
try:
|
|
|
92 |
cat = article["category"]
|
93 |
if cat not in categorized_articles:
|
94 |
categorized_articles[cat] = []
|
|
|
95 |
categorized_articles[cat].append(article)
|
96 |
|
97 |
+
# Sort categories alphabetically
|
98 |
+
categorized_articles = dict(sorted(categorized_articles.items(), key=lambda x: x[0].lower()))
|
99 |
+
|
100 |
+
# Limit to 10 most recent per category and log top 2 for debugging
|
101 |
for cat in categorized_articles:
|
102 |
categorized_articles[cat] = sorted(categorized_articles[cat], key=lambda x: x["published"], reverse=True)[:10]
|
103 |
# Log the first two items to check for duplicates
|