update cache TTL to 24 hours and increase memory limit to 8GB

main.py

@@ -21,7 +21,7 @@ from datetime import datetime
 MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
 EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
 BATCH_SIZE = 2000
-CACHE_TTL = "60"
+CACHE_TTL = "24h"
 TRENDING_CACHE_TTL = "900"  # 15 minutes cache for trending data
 
 if torch.cuda.is_available():
@@ -48,7 +48,7 @@ if sys.platform == "darwin":
     LOCAL = True
 DATA_DIR = "data" if LOCAL else "/data"
 # Configure cache
-cache.setup("mem://", size_limit="5gb")
+cache.setup("mem://", size_limit="8gb")
 
 # Initialize ChromaDB client
 client = chromadb.PersistentClient(path=f"{DATA_DIR}/chroma")