broadfield-dev commited on
Commit
47649d8
·
verified ·
1 Parent(s): 7a82005

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -3
app.py CHANGED
@@ -64,7 +64,8 @@ def index():
64
  title = meta.get("title", "No Title").strip()
65
  link = meta.get("link", "").strip()
66
  published = meta.get("published", "Unknown Date").strip()
67
- key = f"{title}|{link}|{published}"
 
68
  if key not in seen_keys:
69
  seen_keys.add(key)
70
  try:
@@ -91,10 +92,12 @@ def index():
91
  cat = article["category"]
92
  if cat not in categorized_articles:
93
  categorized_articles[cat] = []
94
- # No need for extra deduplication here; trust seen_keys
95
  categorized_articles[cat].append(article)
96
 
97
- # Limit to 10 most recent per category
 
 
 
98
  for cat in categorized_articles:
99
  categorized_articles[cat] = sorted(categorized_articles[cat], key=lambda x: x["published"], reverse=True)[:10]
100
  # Log the first two items to check for duplicates
 
64
  title = meta.get("title", "No Title").strip()
65
  link = meta.get("link", "").strip()
66
  published = meta.get("published", "Unknown Date").strip()
67
+ # Use a more robust key with normalized fields to prevent duplicates
68
+ key = f"{title.lower()}|{link.lower()}|{published}"
69
  if key not in seen_keys:
70
  seen_keys.add(key)
71
  try:
 
92
  cat = article["category"]
93
  if cat not in categorized_articles:
94
  categorized_articles[cat] = []
 
95
  categorized_articles[cat].append(article)
96
 
97
+ # Sort categories alphabetically
98
+ categorized_articles = dict(sorted(categorized_articles.items(), key=lambda x: x[0].lower()))
99
+
100
+ # Limit to 10 most recent per category and log top 2 for debugging
101
  for cat in categorized_articles:
102
  categorized_articles[cat] = sorted(categorized_articles[cat], key=lambda x: x["published"], reverse=True)[:10]
103
  # Log the first two items to check for duplicates