Update app.py

app.py

@@ -59,10 +59,6 @@ retriever = vectordb.as_retriever(
 
 from transformers import pipeline
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
-
-llm_model = "HuggingFaceH4/zephyr-7b-beta"
-pipe = pipeline(task="text-generation",llm_model = "models/HuggingFaceH4/zephyr-7b-beta",retriever = retriever)
-
 from langchain_core.messages import SystemMessage
 from langchain_core.prompts import HumanMessagePromptTemplate
 from langchain_core.prompts import ChatPromptTemplate
@@ -78,7 +74,11 @@ qa_chat_prompt = ChatPromptTemplate.from_messages(
     ]
 )
 
-chain = qa_chat_prompt | pipe
+llm_model = "HuggingFaceH4/zephyr-7b-beta"
+pipe = pipeline(task="text-generation",llm_model = "models/HuggingFaceH4/zephyr-7b-beta",retriever = retriever,chat = qa_chat_prompt)
+
+
+#chain = qa_chat_prompt | pipe
 
 import gradio as gr
 #ragdemo = gr.load("models/HuggingFaceH4/zephyr-7b-beta")