Update app.py

app.py

@@ -24,6 +24,10 @@ if "messages" not in st.session_state:
     st.session_state.messages = []
 if "system_prompt" not in st.session_state:
     st.session_state.system_prompt = ""
+if "temperature" not in st.session_state:
+    st.session_state.temperature = 0.2
+if "top_p" not in st.session_state:
+    st.session_state.top_p = 0.95
 
 def stream_chat(prompt: str) -> Iterator[str]:
     """Stream chat responses from the LLM API"""
@@ -36,14 +40,13 @@ def stream_chat(prompt: str) -> Iterator[str]:
     if st.session_state.system_prompt:
         messages.append({"role": "system", "content": st.session_state.system_prompt})
     messages.extend(st.session_state.messages)
-    # messages.append({"role": "user", "content": prompt})
     
     stream = client.chat.completions.create(
         messages=messages,
         model=os.getenv('LLM_MODEL_NAME'),
-        temperature=0.2,
-        top_p=0.95,
-        stream=True
+        stream=True,
+        temperature=st.session_state.temperature,
+        top_p=st.session_state.top_p
     )
     
     for chunk in stream:
@@ -65,16 +68,35 @@ def main():
             clear_chat_history()
             st.rerun()
     
-    # System prompt input
-    system_prompt = st.text_area(
-        "System Prompt 設定:",
-        value=st.session_state.system_prompt,
-        help="設定 system prompt 來定義 AI 助理的行為和角色。開始對話後將無法修改。",
-        height=100,
-        disabled=len(st.session_state.messages) > 0  # 當有對話時設為唯讀
-    )
-    if not st.session_state.messages and system_prompt != st.session_state.system_prompt:
-        st.session_state.system_prompt = system_prompt
+    # Advanced options in expander
+    with st.expander("進階選項 ⚙️", expanded=False):
+        # System prompt input
+        system_prompt = st.text_area(
+            "System Prompt 設定:",
+            value=st.session_state.system_prompt,
+            help="設定 system prompt 來定義 AI 助理的行為和角色。開始對話後將無法修改。",
+            height=100,
+            disabled=len(st.session_state.messages) > 0  # 當有對話時設為唯讀
+        )
+        if not st.session_state.messages and system_prompt != st.session_state.system_prompt:
+            st.session_state.system_prompt = system_prompt
+        
+        st.session_state.temperature = st.slider(
+            "Temperature",
+            min_value=0.0,
+            max_value=2.0,
+            value=st.session_state.temperature,
+            step=0.1,
+            help="較高的值會使輸出更加隨機，較低的值會使其更加集中和確定。"
+        )
+        st.session_state.top_p = st.slider(
+            "Top P",
+            min_value=0.1,
+            max_value=1.0,
+            value=st.session_state.top_p,
+            step=0.05,
+            help="控制模型輸出的多樣性，較低的值會使輸出更加保守。"
+        )
     
     # Display chat messages
     for message in st.session_state.messages: