Update app.py

app.py

@@ -1,5 +1,6 @@
 import os
 from typing import Optional, Tuple, Any
+from copy import deepcopy
 from functools import partial
 import gradio as gr
 import spaces
@@ -37,31 +38,15 @@ Assistant: "girlfriend;mother;father;friend"
 
 '''
 
-'''
-You will now get a blank message from the user and then after your answer, the user will give you the text to complete: 
-Example:
-
->> User: 
->> Assistant: <Waiting for text>
->> User: Help me write a sentiment analysis pipeline
->> Assistant: using huggingface;using NLTK;using python
-'''
+# '''
+# You will now get a blank message from the user and then after your answer, the user will give you the text to complete: 
+# Example:
 
-
-extra_prompt = '''
-Examples: 
-(1)
-User: "Help me write a sentiment analysis pipeline"
-Assistant: "using huggingface;using NLTK;using python"
-
-(2)
-User: "My name is"
-Assistant: "" (nothing much to contribute at this point. return nothing)
-
-(3)
-User: "Help me find a present for my"
-Assistant: "girlfriend;mother;father;friend"
-'''
+# >> User: 
+# >> Assistant: <Waiting for text>
+# >> User: Help me write a sentiment analysis pipeline
+# >> Assistant: using huggingface;using NLTK;using python
+# '''
 
 
 start_messages = [
@@ -104,12 +89,14 @@ def generate(text, past_key_values):
         *start_messages,
         {'role': 'user', 'content': text}
     ]
+
+    cur_generate_kwargs = deepcopy(generate_kwargs)
     
     if past_key_values:
         past_key_values = past_kv_to_device(past_key_values, pipe.model.device, pipe.model.dtype)
-    response = pipe(messages, 
-                    past_key_values=past_key_values, 
-                    **generate_kwargs)[0]['generated_text']
+        cur_generate_kwargs.update({'past_key_values': past_key_values})
+    
+    response = pipe(messages, **cur_generate_kwargs)[0]['generated_text']
     return response[-1]['content']