Update app.py

app.py

@@ -6,7 +6,8 @@ hftoken = os.environ["hftoken"]
 
 from langchain_huggingface import HuggingFaceEndpoint
 
-repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+# repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+repo_id = "google/gemma-2-9b-it"
 llm = HuggingFaceEndpoint(repo_id = repo_id, max_new_tokens = 128, temperature = 0.7, huggingfacehub_api_token = hftoken)
 
 from langchain_core.output_parsers import StrOutputParser
@@ -37,11 +38,22 @@ retriever = vectorstore.as_retriever()
 
 from langchain_core.prompts import ChatPromptTemplate
 
-prompt = ChatPromptTemplate.from_template("""Given the following context and a question, generate an answer based on the context only.
+# prompt = ChatPromptTemplate.from_template("""Given the following context and a question, generate an answer based on the context only.
 
-In the answer try to provide as much text as possible from "response" section in the source document context without making much changes.
-If somebody asks "Who are you?" or a similar phrase, state "I am Rishi's assistant built using a Large Language Model!"
-If the answer is not found in the context, kindly state "I don't know. Please ask Rishi on Discord. Discord Invite Link: https://discord.gg/6ezpZGeCcM. Or email at [email protected]" Don't try to make up an answer.
+# In the answer try to provide as much text as possible from "response" section in the source document context without making much changes.
+# If somebody asks "Who are you?" or a similar phrase, state "I am Rishi's assistant built using a Large Language Model!"
+# If the answer is not found in the context, kindly state "I don't know. Please ask Rishi on Discord. Discord Invite Link: https://discord.gg/6ezpZGeCcM. Or email at [email protected]" Don't try to make up an answer.
+
+# CONTEXT: {context}
+
+# QUESTION: {question}""")
+
+prompt = ChatPromptTemplate.from_template("""As an AI assistant for AIoT SMART Labs, your task is to provide accurate answers based on the given context.
+
+1. **Use the context:** Generate an answer based only on the context provided. Try to use as much text as possible from the "response" section in the source document without making significant changes.
+2. **Identify yourself:** If someone asks "Who are you?" or a similar question, reply with "I am Rishi's assistant built using a Large Language Model!"
+3. **Handle unknowns:** If you cannot find the answer in the context, state "I don't know. Please ask Rishi on Discord at https://discord.gg/6ezpZGeCcM or email [email protected]." Do not make up an answer.
+4. **Clarity and brevity:** Ensure your answers are clear and concise.
 
 CONTEXT: {context}