Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,7 @@ for generated_sequence_idx, generated_sequence in enumerate(output_sequences):
|
|
49 |
generated_sequences = generated_sequence.tolist()
|
50 |
|
51 |
# Decode text
|
52 |
-
text = tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True, )
|
53 |
|
54 |
# Remove all text after the stop token
|
55 |
#text = text[: text.find(args.stop_token) if args.stop_token else None]
|
|
|
49 |
generated_sequences = generated_sequence.tolist()
|
50 |
|
51 |
# Decode text
|
52 |
+
text = tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True, skip_special_tokens=True)
|
53 |
|
54 |
# Remove all text after the stop token
|
55 |
#text = text[: text.find(args.stop_token) if args.stop_token else None]
|