dev

app.py

@@ -261,7 +261,7 @@ def predict(text):
     print(inputs)
     # Generate outputs
     with torch.no_grad():  # Disable gradient calculation for inference
-        outputs = model.generate(inputs['input_ids'][0])
+        outputs = model.generate(inputs['input_ids'])
 
     ## Decode the generated output
     #predictions = tokenizer.decode(outputs[0], skip_special_tokens=True)