fix streaming

app.py

@@ -58,11 +58,15 @@ def predict(message, history, system_prompt, temperature, top_p, top_k, frequenc
                                 content = json_data['choices'][0]['delta'].get('content', '')
                                 if content:
                                     partial_message += content
+
+                                    print(f"<|assistant|>\n{partial_message}\n")
                                     yield partial_message
                         except json.JSONDecodeError:
                             continue  
 
         if partial_message:
+
+            print(f"<|assistant|>\n{partial_message}\n")
             yield partial_message
 
     except RequestException as e:
@@ -135,6 +139,8 @@ with gr.Blocks(theme='gradio/monochrome') as demo:
             max_tokens = gr.Slider(1, 1024, value=256, step=1, label="Max Output (max_tokens)")
 
     def user(user_message, history):
+
+        print(f"<|user|>\n{user_message}\n")
         return "", history + [[user_message, None]]
 
     def bot(history, system_prompt, temperature, top_p, top_k, frequency_penalty, presence_penalty, repetition_penalty, max_tokens):