Update main.py
Browse files
main.py
CHANGED
@@ -6,6 +6,9 @@ import numpy as np
|
|
6 |
from typing import List
|
7 |
from pathlib import Path
|
8 |
|
|
|
|
|
|
|
9 |
from langchain_openai import ChatOpenAI, OpenAI
|
10 |
from langchain.schema.runnable.config import RunnableConfig
|
11 |
from langchain.schema import StrOutputParser
|
@@ -59,9 +62,17 @@ def create_agent(filename: str):
|
|
59 |
"""
|
60 |
|
61 |
# Create an OpenAI object.
|
62 |
-
os.environ['OPENAI_API_KEY'] = os.environ['OPENAI_API_KEY']
|
63 |
-
llm = ChatOpenAI(temperature=0, model="gpt-4o-2024-05-13")
|
64 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
65 |
# Read the CSV file into a Pandas DataFrame.
|
66 |
if cl.user_session.get("createdb") == None:
|
67 |
df = pd.read_csv(filename)
|
|
|
6 |
from typing import List
|
7 |
from pathlib import Path
|
8 |
|
9 |
+
from langchain_huggingface import HuggingFaceEndpoint
|
10 |
+
from langchain_community.chat_models.huggingface import ChatHuggingFace
|
11 |
+
|
12 |
from langchain_openai import ChatOpenAI, OpenAI
|
13 |
from langchain.schema.runnable.config import RunnableConfig
|
14 |
from langchain.schema import StrOutputParser
|
|
|
62 |
"""
|
63 |
|
64 |
# Create an OpenAI object.
|
65 |
+
#os.environ['OPENAI_API_KEY'] = os.environ['OPENAI_API_KEY']
|
66 |
+
#llm = ChatOpenAI(temperature=0, model="gpt-4o-2024-05-13")
|
67 |
+
|
68 |
+
# Create an HuggingFace Mistral object.
|
69 |
+
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
70 |
+
|
71 |
+
repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
72 |
+
model_llm = HuggingFaceEndpoint(
|
73 |
+
repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.01, streaming=True
|
74 |
+
)
|
75 |
+
llm = ChatHuggingFace(llm=model_llm)
|
76 |
# Read the CSV file into a Pandas DataFrame.
|
77 |
if cl.user_session.get("createdb") == None:
|
78 |
df = pd.read_csv(filename)
|