emb_func

app.py

@@ -22,6 +22,9 @@ from langchain_huggingface import HuggingFaceEmbeddings
 import os
 from chroma_datasets.utils import import_into_chroma
 from datasets import load_dataset
+import chromadb.utils.embedding_functions as embedding_functions
+
+
 
 # Global params
 CHROMA_PATH = "chromadb_mem10_mxbai_800_complete"
@@ -31,11 +34,16 @@ LLM_NAME = "gpt-4o-mini"
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
 MXBAI_API_KEY = os.environ.get("MXBAI_API_KEY")
 HF_TOKEN = os.environ.get("HF_TOKEN")
+HF_API_KEY = os.environ.get("HF_API_KEY")
 
 # Load the reranker model
 device = "cuda:0" if torch.cuda.is_available() else "cpu"
 mxbai_client = MixedbreadAI(api_key=MXBAI_API_KEY)
 model_emb = "mixedbread-ai/mxbai-embed-large-v1"  
+huggingface_ef = embedding_functions.HuggingFaceEmbeddingFunction(
+    api_key=HF_API_KEY,
+    model_name=model_emb
+)
 
 # Set up ChromaDB
 client = chromadb.Client()
@@ -46,7 +54,7 @@ dataset = load_dataset("eliot-hub/memoires_vec_800", split="data", token=HF_TOKE
 db = import_into_chroma(
     chroma_client=client,
     dataset=dataset,
-    embedding_function=HuggingFaceEmbeddings(model_name=model_emb)
+    embedding_function=huggingface_ef
     )
 # db = Chroma(
 #     client=client,