embedding bug fix

app.py

@@ -10,8 +10,8 @@ for key, value in st.secrets.items():
 
 # Initialize session state
 if 'f1_ai' not in st.session_state:
-    # Use HuggingFace by default for Spaces deployment
-    st.session_state.f1_ai = F1AI(llm_provider="huggingface")
+    # Always use OpenRouter for deployment
+    st.session_state.f1_ai = F1AI(llm_provider="openrouter")
 if 'chat_history' not in st.session_state:
     st.session_state.chat_history = []
 

llm_manager.py

@@ -2,7 +2,7 @@ import os
 import json
 import requests
 from typing import List, Dict, Any
-from langchain_ollama import OllamaEmbeddings
+from langchain_community.embeddings import HuggingFaceEmbeddings  # Changed import
 from dotenv import load_dotenv
 import logging
 
@@ -22,12 +22,15 @@ class LLMManager:
         Initialize the LLM Manager.
         
         Args:
-            provider (str): "ollama" for embeddings, OpenRouter is used for LLM regardless
+            provider (str): Provider for LLM (openrouter is default and recommended)
         """
         self.provider = provider
         
-        # Initialize Ollama embeddings
-        self.embeddings = OllamaEmbeddings(model="tazarov/all-minilm-l6-v2-f32:latest")
+        # Initialize HuggingFace embeddings instead of Ollama
+        self.embeddings = HuggingFaceEmbeddings(
+            model_name="all-MiniLM-L6-v2",
+            model_kwargs={'device': 'cpu'}
+        )
         
         # Initialize OpenRouter client
         self.openrouter_api_key = os.getenv("OPENROUTER_API_KEY")

requirements.txt

@@ -11,4 +11,5 @@ beautifulsoup4==4.12.2
 tqdm==4.66.1
 python-dotenv==1.0.0
 typing-extensions==4.8.0
-rich==13.7.0
+rich==13.7.0
+sentence_transformers