Update app.py

app.py

@@ -102,15 +102,21 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, ask me a question"):
     # Add user message to chat history
     st.session_state.messages.append({"role": "user", "content": prompt})
 
+    # Define instructions for the model
+    instructions = "Respond as an expert doctor in diabetes. Ensure the response is informative and directly answers the user's question."
+
+    # Create the full prompt with instructions
+    full_prompt = f"<s>[INST] {instructions} [Q] {prompt} [/Q] [/INST]</s>"
+
     # Display assistant response in chat message container
     with st.chat_message("assistant"):
         stream = client.chat.completions.create(
             model=model_links[selected_model],
             messages=[
-                {"role": m["role"], "content": m["content"]}
+                {"role": "m["role"], "content": m["content"]}
                 for m in st.session_state.messages
             ],
-            temperature=temp_values,  # 0.5,
+            temperature=temp_values,
             stream=True,
             max_tokens=1024,
         )
@@ -118,3 +124,4 @@ if prompt := st.chat_input(f"Hi I'm {selected_model}, ask me a question"):
         response = st.write_stream(stream)
     st.session_state.messages.append(
         {"role": "assistant", "content": response})
+