add system prompt

app.py

@@ -30,7 +30,11 @@ if "current_conversation_id" not in st.session_state:
     }
 
 if "selected_model" not in st.session_state:
-    st.session_state.selected_model = "gpt-3.5-turbo"
+    st.session_state.selected_model = "gpt-4o"  # Default to gpt-4o
+
+# Initialize System Prompt
+if "system_prompt" not in st.session_state:
+    st.session_state.system_prompt = "You are a helpful assistant providing clear, concise, and accurate information."
 
 # Get OpenAI API key from environment or user input
 openai_api_key = os.getenv("OPENAI_API_KEY_NEW_3")
@@ -44,75 +48,32 @@ if openai_api_key:
 
 # Available models with descriptions and token limits
 AVAILABLE_MODELS = {
-    "gpt-3.5-turbo": {
-        "description": "Fast and cost-effective",
-        "max_tokens": 4096,
-        "output_tokens": 500,
-        "temperature": 0.7
-    },
-    "gpt-3.5-turbo-16k": {
-        "description": "Longer context window",
-        "max_tokens": 16384,
-        "output_tokens": 1000, 
-        "temperature": 0.7
-    },
-    "gpt-4": {
-        "description": "More capable but slower",
-        "max_tokens": 8192,
-        "output_tokens": 800,
-        "temperature": 0.7
-    },
-    "gpt-4-turbo": {
-        "description": "Most powerful model (if available)",
-        "max_tokens": 128000,
-        "output_tokens": 1200,
-        "temperature": 0.7
-    },
     "gpt-4o": {
         "description": "Latest GPT-4 Omni model",
         "max_tokens": 128000,
         "output_tokens": 1200,
-        "temperature": 0.7
-    },
-    "gpt-4o-mini": {
-        "description": "Efficient version of GPT-4o",
-        "max_tokens": 128000,
-        "output_tokens": 1000,
-        "temperature": 0.7
-    },
-    "o1-mini": {
-       "description": "OpenAI Reasoning Model - Mini",
-       "max_tokens": 180000,
-       "output_tokens": 1000,
-       "temperature": 0.7
+        "temperature": None  # Does not support temperature
     },
     "o1": {
        "description": "OpenAI Reasoning Model - Standard",
        "max_tokens": 200000,
        "output_tokens": 1200,
-       "temperature": 0.7
-    },
-    "o1-pro": {
-       "description": "OpenAI Reasoning Model - Professional",
-       "max_tokens": 200000,
-       "output_tokens": 1500,
-       "temperature": 0.7
+       "temperature": None  # Does not support temperature
     },
     "o3-mini": {
        "description": "OpenAI Advanced Reasoning - Mini",
        "max_tokens": 200000,
        "output_tokens": 1000,
-       "temperature": 0.7
-    },
-    "o3-mini-2025-01-31": {
-       "description": "OpenAI Advanced Reasoning - Enhanced",
-       "max_tokens": 200000,
-       "output_tokens": 1200,
-       "temperature": 0.7
+       "temperature": None  # Does not support temperature
     }
 }
 
-
+# List of models that do NOT support temperature
+models_without_temperature = [
+    "gpt-4o", 
+    "o1", 
+    "o3-mini"
+]
 
 # Function to call OpenAI API
 def get_ai_response(prompt, history):
@@ -120,25 +81,22 @@ def get_ai_response(prompt, history):
         return get_demo_response(prompt)
     
     try:
+        # Use the system prompt from the session state
+        system_prompt = st.session_state.system_prompt
+        
+        # Construct the messages with the system prompt first
         messages = [
-            {"role": "system", "content": "You are a helpful assistant providing clear, concise, and accurate information."}
+            {"role": "system", "content": system_prompt}
         ]
         for msg in history:
             messages.append({"role": msg["role"], "content": msg["content"]})
         messages.append({"role": "user", "content": prompt})
         
         model = st.session_state.selected_model
-        model_config = AVAILABLE_MODELS.get(model, AVAILABLE_MODELS["gpt-3.5-turbo"])
+        model_config = AVAILABLE_MODELS.get(model)
         
         # Check if the model does NOT support temperature
-        models_without_temperature = [
-            "o3-mini", 
-            "o1", 
-            "gpt-4o", 
-            "o3-mini-2025-01-31"
-        ]
-        
-        if any(model.startswith(prefix) for prefix in models_without_temperature):
+        if model in models_without_temperature:
             # Models that do not support temperature
             response = client.chat.completions.create(
                 model=model,
@@ -147,7 +105,7 @@ def get_ai_response(prompt, history):
                 stream=False
             )
         else:
-            # Models that support temperature
+            # Models that support temperature (not needed here but kept for future flexibility)
             response = client.chat.completions.create(
                 model=model,
                 messages=messages,
@@ -161,8 +119,6 @@ def get_ai_response(prompt, history):
     except Exception as e:
         return f"An error occurred: {str(e)}."
 
-
-
 # Function to create a new conversation
 def create_new_chat():
     new_id = str(uuid.uuid4())
@@ -172,10 +128,19 @@ def create_new_chat():
         "messages": []
     }
 
-# Sidebar for model selection and conversation management
 # Sidebar for model selection and conversation management
 with st.sidebar:
     st.title("Model Selection")
+
+    # Textbox for System Prompt
+    st.markdown("### System Prompt")
+    system_prompt = st.text_area(
+        "Enter System Prompt:",
+        value=st.session_state.system_prompt,
+        height=100
+    )
+    st.session_state.system_prompt = system_prompt  # Update the session state
+
     selected_model = st.selectbox(
         "Choose a model:",
         list(AVAILABLE_MODELS.keys()),
@@ -190,27 +155,25 @@ with st.sidebar:
     st.markdown(f"**Description:** {model_info['description']}")
     st.markdown(f"**Max Tokens:** {model_info['max_tokens']}")
     
-    # Display temperature only if the model supports it
-    models_without_temperature = [
-        "o3-mini", 
-        "o1", 
-        "gpt-4o", 
-        "o3-mini-2025-01-31"
-    ]
-    if not any(selected_model.startswith(prefix) for prefix in models_without_temperature):
-        st.markdown(f"**Temperature:** {model_info['temperature']}")
-    else:
+    # Display temperature information
+    if selected_model in models_without_temperature:
         st.markdown("**Temperature:** Not supported for this model")
+    else:
+        st.markdown(f"**Temperature:** {model_info['temperature']}")
     
     st.markdown("---")
 
-
 # Main chat window
 with st.container():
     current_id = st.session_state.current_conversation_id
     current_conv = st.session_state.conversations.get(current_id, {"messages": []})
     messages = current_conv["messages"]
     
+    # Display system prompt at the top of the chat
+    with st.chat_message("system"):
+        st.markdown(f"**System Prompt:** {st.session_state.system_prompt}")
+    
+    # Display chat messages
     for message in messages:
         with st.chat_message(message["role"]):
             st.markdown(message["content"])