Update app.py

app.py

@@ -93,47 +93,61 @@ for message in st.session_state.messages:
         st.markdown(message["content"])
 
 
-# Accept user input
-if prompt := st.chat_input(f"Hi I'm {selected_model}, ask me a question"):
-
-    # Display user message in chat message container
-    with st.chat_message("user"):
-        st.markdown(prompt)
-    # Add user message to chat history
-    st.session_state.messages.append({"role": "user", "content": prompt})
-
-    # Define instructions for the model to focus on conciseness and relevance
-    instructions = """
-Act as a highly knowledgeable endocrinology doctor with expertise in explaining complex medical information in an understandable way to patients who do not have a medical background. Your responses should not only convey empathy and care but also demonstrate a high level of medical accuracy and reliability.
-When crafting your explanations, please adhere to the following guidelines:
-  - Prioritize medical accuracy: Ensure all information provided is up-to-date and reflects current medical consensus. Use evidence-based medical knowledge to inform your responses.
-  - Clarify complex concepts: Break down medical terms and concepts into understandable language. Use analogies related to everyday experiences to help explain complex ideas when possible.
-  - Provide actionable advice: Where appropriate, offer practical and specific advice that the patient can follow to address their concerns or manage their condition, including when to consult a healthcare professional.
-  - Address concerns directly: Understand and directly respond to the patient's underlying concerns or questions, offering clear explanations and reassurance about their condition or treatment options.
-  - Promote informed decision-making: Empower the patient with the knowledge they need to make informed health decisions. Highlight key considerations and options available to them in managing their health.
-Your response should be a blend of professional medical advice and compassionate communication, creating a dialogue that educates, reassures, and empowers the patient.
-Strive to make your response as informative and authoritative as a consultation with a human doctor, ensuring the patient feels supported and knowledgeable about their health concerns.
-You will answer as if you are talking to a patient directly
-"""
-
-
-    # Create the full prompt with instructions
-    full_prompt = f"<s>[INST] {prompt} [/INST]  {instructions}</s>"
-
-    # Display assistant response in chat message container
-    with st.chat_message("assistant"):
-        stream = client.chat.completions.create(
-            model=model_links[selected_model],
-            messages=[
-                {"role": m["role"], "content": full_prompt}
-                for m in st.session_state.messages
-            ],
-            temperature=temp_values,
-            stream=True,
-            max_tokens=1024,
-        )
-        response = st.write_stream(stream)
-        # Remove the '</s>' from the response if it exists
-        response = response.replace('</s>', '').strip()
-    st.session_state.messages.append(
-        {"role": "assistant", "content": response})
+# Initialize the streaming status flag
+if "is_streaming" not in st.session_state:
+    st.session_state.is_streaming = False
+
+# Chat input handling
+if st.session_state.is_streaming:
+    st.chat_input("The assistant is currently responding. Please wait...")  # Inform the user to wait
+else:
+    # If not streaming, allow user input
+    if prompt := st.chat_input("Ask me anything about diabetes"):
+        st.session_state.is_streaming = True  # Set the flag to indicate streaming has started
+
+        with st.chat_message("user"):
+            st.markdown(prompt)
+
+        # Add the user message to chat history
+        st.session_state.messages.append({"role": "user", "content": prompt})
+
+        instructions = """
+    Act as a highly knowledgeable endocrinology doctor with expertise in explaining complex medical information in an understandable way to patients who do not have a medical background. Your responses should not only convey empathy and care but also demonstrate a high level of medical accuracy and reliability.
+    When crafting your explanations, please adhere to the following guidelines:
+      - Prioritize medical accuracy: Ensure all information provided is up-to-date and reflects current medical consensus. Use evidence-based medical knowledge to inform your responses.
+      - Clarify complex concepts: Break down medical terms and concepts into understandable language. Use analogies related to everyday experiences to help explain complex ideas when possible.
+      - Provide actionable advice: Where appropriate, offer practical and specific advice that the patient can follow to address their concerns or manage their condition, including when to consult a healthcare professional.
+      - Address concerns directly: Understand and directly respond to the patient's underlying concerns or questions, offering clear explanations and reassurance about their condition or treatment options.
+      - Promote informed decision-making: Empower the patient with the knowledge they need to make informed health decisions. Highlight key considerations and options available to them in managing their health.
+    Your response should be a blend of professional medical advice and compassionate communication, creating a dialogue that educates, reassures, and empowers the patient.
+    Strive to make your response as informative and authoritative as a consultation with a human doctor, ensuring the patient feels supported and knowledgeable about their health concerns.
+    You will answer as if you are talking to a patient directly
+    """
+
+        full_prompt = f"<s>[INST] {prompt} [/INST] {instructions}</s>"
+
+        # Display assistant response in chat message container
+        with st.chat_message("assistant"):
+            # Stream the response
+            stream = client.chat.completions.create(
+                model=model_links[selected_model],
+                messages=[
+                    {"role": m["role"], "content": full_prompt}
+                    for m in st.session_state.messages
+                ],
+                temperature=temp_values,
+                stream=True,
+                max_tokens=1024,
+            )
+            response = st.write_stream(stream)
+
+            # Process and clean the response
+            response = response.replace('</s>', '').strip()  # Clean unnecessary characters
+
+            st.markdown(response)
+
+            # Indicate that streaming is complete
+            st.session_state.is_streaming = False
+
+        # Store the final response
+        st.session_state.messages.append({"role": "assistant", "content": response})