Update app.py

app.py

@@ -63,7 +63,7 @@ def past_kv_to_device(past_kv, device):
 
 
 @spaces.GPU
-def set_past_key_values():
+def set_past_key_values(past_key_values):
     model, tokenizer = pipe.model, pipe.tokenizer
     tokenized = tokenizer.apply_chat_template(start_messages, return_tensors='pt')    
     
@@ -89,8 +89,8 @@ def generate(text):
     
 if __name__ == "__main__":
     with torch.no_grad():
-        set_past_key_values()
-        print(f'{past_key_values.past_key_values}')
+        set_past_key_values(past_key_values)
+        print(f'{past_key_values.past_key_values=}')
         demo = gr.Interface(generate, 
                             inputs="textbox", outputs="textbox")
         demo.launch()