Update app.py

app.py

@@ -29,7 +29,8 @@ with open(css_file) as f:
 HUGGINGFACEHUB_API_TOKEN = os.getenv('HUGGINGFACEHUB_API_TOKEN')
 model_id = os.getenv('model_id')
 hf_token = os.getenv('hf_token')
-repo_id = os.getenv('repo_id')
+repo_id== os.getenv('LLM_RepoID')
+
 #HUGGINGFACEHUB_API_TOKEN = os.environ.get('HUGGINGFACEHUB_API_TOKEN')
 #model_id = os.environ.get('model_id')
 #hf_token = os.environ.get('hf_token')
@@ -50,8 +51,8 @@ llm = HuggingFaceHub(repo_id=repo_id,
                                    "top_p":0.95, "eos_token_id":49155})
 
 prompt_template = """
-#You are a very helpful AI assistant. Please ONLY use {context} to answer the user's input question. If you don't know the answer, just say that you don't know. DON'T try to make up an answer and do NOT go beyond the given context without the user's explicitly asking you to do so!
-You are a very helpful AI assistant. Please response to the user's input question with as many details as possible.
+You are a very helpful AI assistant. Please ONLY use {context} to answer the user's question. If you don't know the answer, just say that you don't know. DON'T try to make up an answer.
+Your response should be full and detailed.
 Question: {question}
 Helpful AI Repsonse:
 """
@@ -161,8 +162,11 @@ with st.spinner("AI Thinking...Please wait a while to Cheers!"):
     loader = TextLoader(i_file_path, encoding="utf-8")
     loaded_documents = loader.load()
     temp_ai_response=chain({"input_documents": loaded_documents, "question": user_question}, return_only_outputs=False)
-    temp_ai_response = temp_ai_response['output_text']    
-    final_ai_response=temp_ai_response.partition('<|end|>')[0]
-    i_final_ai_response = final_ai_response.replace('\n', '')
+    initial_ai_response=temp_ai_response['output_text']
+    cleaned_initial_ai_response = remove_context(initial_ai_response)
+    final_ai_response = cleaned_initial_ai_response.split('<|end|>\n<|system|>\n<|end|>\n<|user|>')[0].strip().replace('\n\n', '\n').replace('<|end|>', '').replace('<|user|>', '').replace('<|system|>', '').replace('<|assistant|>', '')
+    #temp_ai_response = temp_ai_response['output_text']    
+    #final_ai_response=temp_ai_response.partition('<|end|>')[0]
+    #i_final_ai_response = final_ai_response.replace('\n', '')
     st.write("AI Response:")
-    st.write(i_final_ai_response)
+    st.write(final_ai_response)