Update main.py

main.py

@@ -56,13 +56,9 @@ async def set_starters():
 @cl.on_message
 async def on_message(message: cl.Message):
     await cl.Message(f"> SURVEYIA").send()
-    #model = await LLMistral()
+    model = await LLMistral()
     
-    os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
-    llm = HuggingFaceTextGen(
-        inference_server_url="https://api-inference.huggingface.co/models/mistralai/Mixtral-8x22B-Instruct-v0.1"
-    )
-    df = SmartDataframe("./public/ExpeCFA_LP_CAA.csv", config={"llm": llm})
+    df = SmartDataframe("./public/ExpeCFA_LP_CAA.csv", config={"llm": model})
     msg = cl.Message(content="")
     res = df.chat(message.content)
     #cb = cl.AsyncLangchainCallbackHandler()