Update app.py

app.py

@@ -8,7 +8,7 @@ import re
 import json
 from auditqa.sample_questions import QUESTIONS
 from auditqa.reports import POSSIBLE_REPORTS
-from auditqa.engine.prompts import audience_prompts, answer_prompt_template, llama3_prompt_template, system_propmt, user_propmt
+from auditqa.engine.prompts import audience_prompts, answer_prompt_template, llama3_prompt
 from auditqa.doc_process import process_pdf
 from langchain_core.prompts import ChatPromptTemplate
 from langchain_core.output_parsers import StrOutputParser
@@ -72,7 +72,7 @@ async def chat(query,history,sources,reports):
     
 # get prompt
     
-    prompt = ChatPromptTemplate.from_template(llama3_prompt_template.format(system_prompt=system_propmt,user_prompt=user_propmt))
+    prompt = ChatPromptTemplate.from_template(llama3_prompt)
 
 # get llm
  #   llm_qa = HuggingFaceEndpoint(
@@ -89,8 +89,7 @@ async def chat(query,history,sources,reports):
     llm_qa = HuggingFaceEndpoint(
       endpoint_url= "https://mnczdhmrf7lkfd9d.eu-west-1.aws.endpoints.huggingface.cloud",
       task="text-generation",
-      huggingfacehub_api_token=HF_token,
-      model_kwargs = {'stop':["<|eot_id|>"]})
+      huggingfacehub_api_token=HF_token)
 
     
 # create rag chain