Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ import warnings
|
|
4 |
import asyncio
|
5 |
from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Document, Settings
|
6 |
from llama_index.llms.cerebras import Cerebras
|
7 |
-
from llama_index.embeddings.
|
8 |
from groq import Groq
|
9 |
import io
|
10 |
|
@@ -26,7 +26,20 @@ else:
|
|
26 |
os.environ["CEREBRAS_API_KEY"] = api_key
|
27 |
llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"]) # Change model to Llama3.1-70b from Cerebras
|
28 |
Settings.llm = llm # Ensure Cerebras is the LLM being used
|
29 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
30 |
|
31 |
# Initialize Groq client for Whisper Large V3
|
32 |
groq_api_key = os.getenv("GROQ_API_KEY")
|
|
|
4 |
import asyncio
|
5 |
from llama_index.core import VectorStoreIndex, SimpleDirectoryReader, Document, Settings
|
6 |
from llama_index.llms.cerebras import Cerebras
|
7 |
+
from llama_index.embeddings.voyageai import VoyageEmbedding
|
8 |
from groq import Groq
|
9 |
import io
|
10 |
|
|
|
26 |
os.environ["CEREBRAS_API_KEY"] = api_key
|
27 |
llm = Cerebras(model="llama-3.3-70b", api_key=os.environ["CEREBRAS_API_KEY"]) # Change model to Llama3.1-70b from Cerebras
|
28 |
Settings.llm = llm # Ensure Cerebras is the LLM being used
|
29 |
+
|
30 |
+
# Initialize Voyage Embedding model
|
31 |
+
voyage_api_key = os.getenv("VOYAGE_API_KEY")
|
32 |
+
if not voyage_api_key:
|
33 |
+
raise ValueError("VOYAGE_API_KEY is not set.")
|
34 |
+
else:
|
35 |
+
print("Voyage API key loaded successfully.")
|
36 |
+
|
37 |
+
model_name = "voyage-multimodal-3"
|
38 |
+
embed_model = VoyageEmbedding(
|
39 |
+
model_name=model_name,
|
40 |
+
voyage_api_key=voyage_api_key,
|
41 |
+
truncation=True
|
42 |
+
)
|
43 |
|
44 |
# Initialize Groq client for Whisper Large V3
|
45 |
groq_api_key = os.getenv("GROQ_API_KEY")
|