Update app.py

app.py

@@ -2,11 +2,14 @@ import streamlit as st
 from langchain.text_splitter import CharacterTextSplitter
 from langchain.docstore.document import Document
 from langchain.chains.summarize import load_summarize_chain
-from langchain_community.llms import CTransformers
+# from langchain_community.llms import CTransformers
+from langchain_community.llms import HuggingFaceHub
 from langchain.callbacks.manager import CallbackManager
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from pypdf import PdfReader
 
+HUGGINGFACEHUB_API_TOKEN = st.secrets["HUGGINGFACEHUB_API_TOKEN"]
+
 # Page title
 st.set_page_config(page_title='🦜🔗 Text Summarization App')
 st.title('🦜🔗 Text Summarization App')
@@ -33,12 +36,17 @@ def load_llm():
     callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])   
 
     # Loading the LLM model
-    llm = CTransformers(
-        model="llama-2-7b-chat.ggmlv3.q2_K.bin",
-        model_type="llama",
-        config={'max_new_tokens': 600,
-                              'temperature': 0.5,
-                              'context_length': 700}
+    # llm = CTransformers(
+    #     model="llama-2-7b-chat.ggmlv3.q2_K.bin",
+    #     model_type="llama",
+    #     config={'max_new_tokens': 600,
+    #                           'temperature': 0.5,
+    #                           'context_length': 700}
+    # )
+
+    llm = HuggingFaceHub(
+        repo_id="meta-llama/Llama-2-7b-chat-hf",  # Official Llama-2 model
+        model_kwargs={"temperature": 0.5, "max_length": 500}
     )
         
     return llm