Update app.py

app.py

@@ -32,7 +32,7 @@ def get_tool_owner_info():
     }
     return json.dumps(owner_info)
 
-def run_conversation(user_prompt, messages):
+def run_conversation(user_prompt, messages, model_option, max_tokens):
     tools = [
         {
             "type": "function",
@@ -155,32 +155,16 @@ if prompt := st.chat_input("Enter your prompt here..."):
 
     # Fetch response from Groq API
     try:
-        chat_completion = client.chat.completions.create(
-            model=model_option,
-            messages=[
-                {"role": m["role"], "content": m["content"]}
-                for m in st.session_state.messages
-            ],
-            max_tokens=max_tokens,
-            stream=True,
-        )
+        full_response = run_conversation(prompt, st.session_state.messages, model_option, max_tokens)
 
-        # Use the generator function with st.write_stream
-        with st.chat_message("assistant", avatar="🤖"):
-            chat_responses_generator = generate_chat_responses(chat_completion)
-            full_response = st.write_stream(chat_responses_generator)
-    except Exception as e:
-        st.error(e, icon="🚨")
-
-    # Append the full response to session_state.messages
-    if isinstance(full_response, str):
+        # Append the full response to session_state.messages
         st.session_state.messages.append(
             {"role": "assistant", "content": full_response}
         )
-    else:
-        # Handle the case where full_response is not a string
-        combined_response = "\n".join(str(item) for item in full_response)
-        st.session_state.messages.append(
-            {"role": "assistant", "content": combined_response}
-        )
 
+        # Display the assistant's response
+        with st.chat_message("assistant", avatar="🤖"):
+            st.markdown(full_response)
+
+    except Exception as e:
+        st.error(e, icon="🚨")