orzhan commited on
Commit
c99011b
·
1 Parent(s): a6923c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ for generated_sequence_idx, generated_sequence in enumerate(output_sequences):
49
  generated_sequences = generated_sequence.tolist()
50
 
51
  # Decode text
52
- text = tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True, )
53
 
54
  # Remove all text after the stop token
55
  #text = text[: text.find(args.stop_token) if args.stop_token else None]
 
49
  generated_sequences = generated_sequence.tolist()
50
 
51
  # Decode text
52
+ text = tokenizer.decode(generated_sequence, clean_up_tokenization_spaces=True, skip_special_tokens=True)
53
 
54
  # Remove all text after the stop token
55
  #text = text[: text.find(args.stop_token) if args.stop_token else None]