func clean up

components/generators/daily_feed.py

@@ -15,7 +15,7 @@ Settings.llm = None
 # 🔐 Environment variables
 REDIS_URL = os.environ.get("UPSTASH_REDIS_URL", "redis://localhost:6379")
 REDIS_KEY = os.environ.get("UPSTASH_REDIS_TOKEN")
-HF_ENDPOINT_URL = os.environ.get("MISTRAL_URL")
+MISTRAL_URL = os.environ.get("MISTRAL_URL")
 HF_TOKEN = os.environ.get("HF_TOKEN")
 
 # ✅ Redis client
@@ -46,32 +46,36 @@ def build_prompt(content: str, topic: str) -> str:
     return f"<s>[INST]{base_instruction}\n\n{tail}[/INST]</s>"
 
 # 🔁 Call Mistral using HF Inference Endpoint
-def call_mistral(prompt: str) -> str:
+def call_mistral(prompt: str) -> Optional[str]:
+    headers = {
+        "Authorization": f"Bearer {HF_TOKEN}",
+        "Content-Type": "application/json"
+    }
     payload = {
-        "inputs": prompt,
-        "parameters": {
-            "max_new_tokens": 128,
-            "temperature": 0.7,
-        },
+        "inputs": prompt
     }
+
     try:
-        response = requests.post(HF_ENDPOINT_URL, headers=HEADERS, json=payload, timeout=90)
+        response = requests.post(MISTRAL_URL, headers=headers, json=payload, timeout=20)
         response.raise_for_status()
         data = response.json()
 
+        # Get the generated text
         if isinstance(data, list) and data:
-            return data[0].get("generated_text", "").strip()
-        if isinstance(data, dict) and "generated_text" in data:
-            return data["generated_text"].strip()
-
-    except requests.exceptions.RequestException as e:
-        print("❌ HF Endpoint error:", str(e))
-        if e.response is not None:
-            print("Endpoint said:", e.response.text[:300])
-    except Exception as e:
-        print("❌ Unknown error:", str(e))
+            raw_output = data[0].get("generated_text", "")
+        elif isinstance(data, dict):
+            raw_output = data.get("generated_text", "")
+        else:
+            return None
 
-    return ""
+        # ✅ Extract only the portion after the [/INST]</s> marker
+        if "[/INST]</s>" in raw_output:
+            return raw_output.split("[/INST]</s>")[-1].strip()
+        return raw_output.strip()
+
+    except Exception as e:
+        print(f"⚠️ Mistral error: {e}")
+        return None
 
 # ✂️ Summarize top N documents
 def summarize_topic(docs: List[str], topic: str) -> List[Dict]: