huseinzol05 commited on
Commit
e2129d8
·
verified ·
1 Parent(s): d44c691

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -60,8 +60,7 @@ input_ids = [{'input_ids': tokenizer.encode(f'{prefix}{s}{tokenizer.eos_token}',
60
  0]} for s in strings]
61
  padded = tokenizer.pad(input_ids, padding='longest')
62
  outputs = model.generate(**padded, max_length = 100)
63
- tokenizer.batch_decode([[i for i in o if i not in all_special_ids] for o in outputs],
64
- spaces_between_special_tokens = False)
65
  ```
66
 
67
  Output,
 
60
  0]} for s in strings]
61
  padded = tokenizer.pad(input_ids, padding='longest')
62
  outputs = model.generate(**padded, max_length = 100)
63
+ tokenizer.batch_decode([[i for i in o if i not in all_special_ids] for o in outputs])
 
64
  ```
65
 
66
  Output,