Update app.py

app.py

@@ -12,7 +12,8 @@ import gradio as gr
 def generate(input):
     tokenized = tokenizer(input, return_tensors="pt")["input_ids"]
     outputs = model.generate(tokenized, max_new_tokens=80, do_sample=True, temperature=0.9)
-    return tokenizer.decode(outputs[0]).replace("</s>", "");
+    decoded = tokenizer.decode(outputs[0])
+    return decoded.slice(len(input), len(decoded)).replace("</s>", "");
 
 iface = gr.Interface(fn=generate, inputs="text", outputs="text")
 iface.launch()