clean up responses

app.py

@@ -174,12 +174,13 @@ def reasoner(query: str, documents: list[str], llm_client: Any):
         
         llm_response = llm_client.run_inference(prompt)
 
-        message = message + '\n' + llm_response
+        # message = message + '\n' + llm_response
 
         answer_dict = safe_parse_json(llm_response)
         decision = answer_dict.get("decision", "")
+        reasoning = answer_dict.get("reasoning", "")
 
-        message = message + '\n' + decision
+        # message = message + '\n' + decision
 
         for chunk in message.split():
             text += chunk + " "
@@ -188,7 +189,7 @@ def reasoner(query: str, documents: list[str], llm_client: Any):
             placeholder.markdown(text + "▌")
         placeholder.markdown(text)
     # You could return reasoning info here.
-    return message
+    return reasoning, decision
 
 # Accept user input
 if prompt := st.chat_input("Type here"):
@@ -215,23 +216,19 @@ if prompt := st.chat_input("Type here"):
         options["model_family"] = "OpenAI"
         options["model_name"] = "gpt-4o-2024-05-13"
 
-    
     llm_client = LLMReasoner(options)
 
-
     retrieved_documents = retriever(prompt, selected_retriever)
-    reasoning = reasoner(prompt, retrieved_documents, llm_client)
+    reasoning, decision = reasoner(prompt, retrieved_documents, llm_client)
 
     # Display assistant response in chat message container
     with st.chat_message("assistant"):
         message_placeholder = st.empty()
         full_response = ""
-        assistant_response = random.choice(
-            [
-                "The claim is correct.",
-                "The claim is incorrect.",
-            ]
-        )
+        if decision.lower() == 'support':
+            assistant_response = f'The claim is correct because {reasoning}'
+        elif decision.lower() == 'contradict':
+            assistant_response = f'The claim is incorrect because {reasoning}'
 
         # Simulate stream of response with milliseconds delay
         for chunk in assistant_response.split():
@@ -242,4 +239,3 @@ if prompt := st.chat_input("Type here"):
         message_placeholder.markdown(full_response)
     # Add assistant response to chat history
     st.session_state.messages.append({"role": "assistant", "content": full_response})
-