together

app.py

@@ -28,7 +28,7 @@ from langchain_community.embeddings import HuggingFaceBgeEmbeddings
 from langchain_community.vectorstores.utils import DistanceStrategy
 from langchain_openai import ChatOpenAI
 from langchain_anthropic import ChatAnthropic
-from langchain_nvidia_ai_endpoints import ChatNVIDIA
+from langchain_together import ChatTogether
 from langchain_pinecone import PineconeVectorStore
 from pinecone import Pinecone
 import streamlit as st
@@ -65,11 +65,19 @@ ANTHROPIC_CHAT_MODELS = [
     "claude-3-5-sonnet-20240620",
     "claude-3-opus-20240229",
 ]
-CHAT_MODELS = OPENAI_CHAT_MODELS + ANTHROPIC_CHAT_MODELS
+TOGETHER_CHAT_MODELS = [
+    "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo",
+    "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo",
+    "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo",
+]
+    
+
+CHAT_MODELS = OPENAI_CHAT_MODELS + ANTHROPIC_CHAT_MODELS + TOGETHER_CHAT_MODELS
 
 PROVIDER_MODELS = {
     "OpenAI": OPENAI_CHAT_MODELS,
     "Anthropic": ANTHROPIC_CHAT_MODELS,
+    "Together": TOGETHER_CHAT_MODELS,
 }
 
 
@@ -503,14 +511,14 @@ elif SS["model_name"] in ANTHROPIC_CHAT_MODELS:
         top_p=SS["top_p"],
         max_tokens_to_sample=SS["max_output_tokens"],
     )
-elif SS["model_name"] in NVIDIA_NIM_CHAT_MODELS:
-    llm = ChatNVIDIA(
+elif SS["model_name"] in TOGETHER_CHAT_MODELS:
+    llm = ChatTogether(
         model=SS["model_name"],
         temperature=SS["temperature"],
         max_tokens=SS["max_output_tokens"],
         top_p=SS["top_p"],
         seed=SEED,
-        nvidia_api_key=st.secrets["nvidia_api_key"],
+        api_key=st.secrets["together_api_key"],
     )
 else:
     raise ValueError()

requirements.txt

@@ -28,6 +28,7 @@ frozenlist==1.4.1
 fsspec==2024.2.0
 gitdb==4.0.11
 GitPython==3.1.42
+greenlet==3.0.3
 h11==0.14.0
 httpcore==1.0.4
 httpx==0.27.0
@@ -46,11 +47,12 @@ jsonschema-specifications==2023.12.1
 langchain==0.2.5
 langchain-anthropic==0.1.15
 langchain-community==0.2.5
-langchain-core==0.2.7
+langchain-core==0.2.28
 langchain-nvidia-ai-endpoints==0.1.2
-langchain-openai==0.1.8
+langchain-openai==0.1.20
 langchain-pinecone==0.1.1
 langchain-text-splitters==0.2.1
+langchain-together==0.1.5
 langchainhub==0.1.15
 langsmith==0.1.77
 markdown-it-py==3.0.0
@@ -63,6 +65,18 @@ multidict==6.0.5
 mypy-extensions==1.0.0
 networkx==3.2.1
 numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.19.3
+nvidia-nvjitlink-cu12==12.6.20
+nvidia-nvtx-cu12==12.1.105
 openai==1.34.0
 orjson==3.10.0
 packaging==23.2
@@ -115,6 +129,7 @@ tornado==6.4
 tqdm==4.66.2
 traitlets==5.14.1
 transformers==4.38.1
+triton==2.2.0
 types-requests==2.31.0.20240311
 typing-inspect==0.9.0
 typing_extensions==4.9.0