Update app.py

app.py

@@ -28,7 +28,7 @@ Escribe unha resposta que responda adecuadamente a entrada.
     return instruction
 
         
-def generate(model,tokenizer,instruction,context):
+def generate(model,tokenizer,instruction,context,streamer):
     prompt = generate_and_tokenize_instruction({'instruction':instruction,'input':context,'output':''},return_tensors="pt")
     input_ids = prompt["input_ids"]#.to('cuda:0')
     generation_output = model.generate(
@@ -40,7 +40,8 @@ def generate(model,tokenizer,instruction,context):
             temperature=temperature,
             top_k=10,
             repetition_penalty=repetition_penalty,
-            eos_token_id=tokenizer.eos_token_id
+            eos_token_id=tokenizer.eos_token_id,
+            streamer=streamer
         )
     outputs = []
     for o in generation_output.sequences:
@@ -64,8 +65,9 @@ model.eval()
 
 if st.button('Generate'):
     st.write("Generating...")
-    thread = Thread(target=lambda: generate(model,instruction,context))
     streamer = TextIteratorStreamer(tokenizer)
+    thread = Thread(target=lambda: generate(model,instruction,context,streamer))
+
     
     thread.start()
     print("Generating")