Update src/streamlit_app.py

src/streamlit_app.py

@@ -1,6 +1,6 @@
 import os
 os.environ["STREAMLIT_HOME"] = "/tmp/.streamlit"
-from langchain_huggingface import HuggingFaceEndpoint
+from langchain_huggingface import ChatHuggingFace
 import streamlit as st
 
 # constants
@@ -19,12 +19,10 @@ if "response" not in st.session_state:
     st.session_state.response = ""
 
 def get_llm(model_id=MODEL, max_new_tokens=300, temperature=0.7):
-    os.environ["HF_TOKEN"] = os.getenv("HF_TOKEN")  # Optional but ensures it's set
-
-    return HuggingFaceEndpoint(
+    return ChatHuggingFace(
         repo_id=model_id,
-        max_new_tokens=max_new_tokens,
         temperature=temperature,
+        max_new_tokens=max_new_tokens,
     )
     
 # create llm