switching to bart

components/LLMs/Bart.py

@@ -0,0 +1,50 @@
+# components/LLMs/bart.py
+
+import os
+import requests
+from typing import Optional
+
+HF_TOKEN = os.environ.get("HF_TOKEN")
+BART_URL = "https://wq3d0mr9dcpcldou.us-east-1.aws.endpoints.huggingface.cloud"
+
+HEADERS = {
+    "Authorization": f"Bearer {HF_TOKEN}",
+    "Content-Type": "application/json"
+}
+
+
+def call_bart_summarizer(base_prompt: str, tail_prompt: str, max_length: int = 130) -> Optional[str]:
+    """
+    Calls facebook/bart-large-cnn using HF Inference API with composed prompt.
+
+    Args:
+        base_prompt (str): Instruction or high-level instruction.
+        tail_prompt (str): News content or body.
+        max_length (int): Output summary length limit.
+
+    Returns:
+        str: Cleaned summary string, or None if error.
+    """
+    full_input = f"{base_prompt.strip()}\n\n{tail_prompt.strip()}"
+    payload = {
+        "inputs": full_input,
+        "parameters": {
+            "max_length": max_length,
+            "do_sample": False
+        }
+    }
+
+    try:
+        response = requests.post(BART_URL, headers=HEADERS, json=payload, timeout=30)
+        response.raise_for_status()
+        result = response.json()
+
+        if isinstance(result, list) and result and "summary_text" in result[0]:
+            return result[0]["summary_text"].strip()
+        else:
+            print("⚠️ Unexpected BART response format:", result)
+            return None
+
+    except Exception as e:
+        print(f"⚠️ BART API call failed: {e}")
+        return None

components/generators/daily_feed.py

@@ -10,6 +10,7 @@ from llama_index.core.schema import Document
 from llama_index.core.settings import Settings
 from components.LLMs.Mistral import call_mistral
 from components.LLMs.TinyLLama import call_tinyllama
+from components.LLMs.Bart import call_bart_summarizer
 
 # ✅ Disable implicit LLM usage
 Settings.llm = None
@@ -49,7 +50,7 @@ def summarize_topic(docs: List[str], topic: str) -> List[Dict]:
     for doc in docs[:5]:
         tail_prompt = f"Topic: {topic}\n\n{doc.strip()}"
         print(f"\n📤 Prompt tail for Mistral:\n{tail_prompt[:300]}...\n")
-        summary_block = call_tinyllama(base_prompt=BASE_PROMPT, tail_prompt=tail_prompt)
+        summary_block = call_bart_summarizer(base_prompt=BASE_PROMPT, tail_prompt=tail_prompt)
 
         if summary_block:
             for line in summary_block.splitlines():