datacipen commited on
Commit
6710714
·
verified ·
1 Parent(s): 43b9b8c

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +14 -3
main.py CHANGED
@@ -6,6 +6,9 @@ import numpy as np
6
  from typing import List
7
  from pathlib import Path
8
 
 
 
 
9
  from langchain_openai import ChatOpenAI, OpenAI
10
  from langchain.schema.runnable.config import RunnableConfig
11
  from langchain.schema import StrOutputParser
@@ -59,9 +62,17 @@ def create_agent(filename: str):
59
  """
60
 
61
  # Create an OpenAI object.
62
- os.environ['OPENAI_API_KEY'] = os.environ['OPENAI_API_KEY']
63
- llm = ChatOpenAI(temperature=0, model="gpt-4o-2024-05-13")
64
- #llm = OpenAI(temperature=0, model_name="gpt-4")
 
 
 
 
 
 
 
 
65
  # Read the CSV file into a Pandas DataFrame.
66
  if cl.user_session.get("createdb") == None:
67
  df = pd.read_csv(filename)
 
6
  from typing import List
7
  from pathlib import Path
8
 
9
+ from langchain_huggingface import HuggingFaceEndpoint
10
+ from langchain_community.chat_models.huggingface import ChatHuggingFace
11
+
12
  from langchain_openai import ChatOpenAI, OpenAI
13
  from langchain.schema.runnable.config import RunnableConfig
14
  from langchain.schema import StrOutputParser
 
62
  """
63
 
64
  # Create an OpenAI object.
65
+ #os.environ['OPENAI_API_KEY'] = os.environ['OPENAI_API_KEY']
66
+ #llm = ChatOpenAI(temperature=0, model="gpt-4o-2024-05-13")
67
+
68
+ # Create an HuggingFace Mistral object.
69
+ os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
70
+
71
+ repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
72
+ model_llm = HuggingFaceEndpoint(
73
+ repo_id=repo_id, task="text2text-generation", max_new_tokens=8000, temperature=0.01, streaming=True
74
+ )
75
+ llm = ChatHuggingFace(llm=model_llm)
76
  # Read the CSV file into a Pandas DataFrame.
77
  if cl.user_session.get("createdb") == None:
78
  df = pd.read_csv(filename)