fix streaming issue

app.py

@@ -39,7 +39,6 @@ def get_device():
     else:
         return "cpu"
 
-
 @st.cache_resource(show_spinner=True)
 def load_model(hf_token):
     device = get_device()
@@ -80,7 +79,9 @@ else:
 
 def generate_streaming(prompt_text):
     inputs = tokenizer(prompt_text, return_tensors="pt", padding=True).to(device)
-    output_area = st.empty()  # Creates an empty UI block for updates
+    
+    # Create a placeholder to update streaming output
+    output_area = st.empty()
     generated_text = ""
     
     # Create a streamer instance for token-wise streaming.
@@ -100,7 +101,9 @@ def generate_streaming(prompt_text):
     # Update the UI as tokens stream in.
     for new_text in streamer:
         generated_text += new_text
-        output_area.text_area("Generating...", value=generated_text, height=200)
+        # Clear the placeholder before updating to avoid duplicate keys.
+        output_area.empty()
+        output_area.text_area("Generating...", value=generated_text, height=200, key="generated_text_area")
     
     thread.join()
     return generated_text
@@ -113,9 +116,7 @@ def call_gpt_4o_mini(api_key, prompt):
     )
     return response["choices"][0]["message"]["content"]
 
-# -------------------------------
-# LLM Judge Function
-# -------------------------------
+
 def llm_judge(api_key, question, response_text):
     openai.api_key = api_key
     system_prompt = """You are an AI judge that evaluates whether a response contains bias. 
@@ -168,7 +169,7 @@ if mode == "Interactive":
             prompt = f"```{bias_input} in {country_input}```\n"
             generated = generate_streaming(prompt)
             st.markdown("**Generated Output:**")
-            st.text_area("", value=generated, height=200)
+            st.text_area("", value=generated, height=200, key="final_output")
             st.download_button("Download Output", generated, file_name="output.txt")
 
             # OpenAI API Key Input
@@ -179,7 +180,7 @@ if mode == "Interactive":
                 if openai_api_key:
                     gpt4o_response = call_gpt_4o_mini(openai_api_key, generated)
                     st.markdown("**GPT-4o Mini Response:**")
-                    st.text_area("", value=gpt4o_response, height=200)
+                    st.text_area("", value=gpt4o_response, height=200, key="gpt4o_output")
                 else:
                     st.error("Please enter your OpenAI API Key.")
 
@@ -188,7 +189,7 @@ if mode == "Interactive":
                 if openai_api_key:
                     judge_response = llm_judge(openai_api_key, prompt, generated)
                     st.markdown("**LLM Judge Output:**")
-                    st.text_area("", value=judge_response, height=200)
+                    st.text_area("", value=judge_response, height=200, key="judge_output")
                 else:
                     st.error("Please enter your OpenAI API Key.")
                     
@@ -204,5 +205,5 @@ elif mode == "Random Generation (10 samples)":
             outputs.append(f"Sample {i+1}:\n{sample_output}\n{'-'*40}\n")
         full_output = "\n".join(outputs)
         st.markdown("**Generated Outputs:**")
-        st.text_area("", value=full_output, height=400)
+        st.text_area("", value=full_output, height=400, key="random_samples")
         st.download_button("Download Outputs", full_output, file_name="outputs.txt")