Update app.py

app.py

@@ -3,10 +3,11 @@ from langchain.text_splitter import CharacterTextSplitter
 from langchain.docstore.document import Document
 from langchain.chains.summarize import load_summarize_chain
 # from langchain_community.llms import CTransformers
-from langchain_community.llms import HuggingFaceHub
+# from langchain_community.llms import HuggingFaceHub
 from langchain.callbacks.manager import CallbackManager
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from pypdf import PdfReader
+from langchain_community.llms import LlamaCpp
 
 HUGGINGFACEHUB_API_TOKEN = st.secrets["HUGGINGFACEHUB_API_TOKEN"]
 
@@ -49,9 +50,11 @@ def load_llm():
     #     model_kwargs={"temperature": 0.5, "max_length": 500}
     # )
 
-    llm = HuggingFaceHub(
-        repo_id="mistralai/Mistral-7B-Instruct",  # Free and open-source alternative
-        model_kwargs={"temperature": 0.5, "max_length": 500}
+    llm = LlamaCpp(
+        model_path="models/llama-2-7b.gguf",  # Path to your downloaded model
+        temperature=0.5,
+        max_tokens=500,
+        n_ctx=1024
     )
         
     return llm