huseinzol05
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -60,8 +60,7 @@ input_ids = [{'input_ids': tokenizer.encode(f'{prefix}{s}{tokenizer.eos_token}',
|
|
60 |
0]} for s in strings]
|
61 |
padded = tokenizer.pad(input_ids, padding='longest')
|
62 |
outputs = model.generate(**padded, max_length = 100)
|
63 |
-
tokenizer.batch_decode([[i for i in o if i not in all_special_ids] for o in outputs]
|
64 |
-
spaces_between_special_tokens = False)
|
65 |
```
|
66 |
|
67 |
Output,
|
|
|
60 |
0]} for s in strings]
|
61 |
padded = tokenizer.pad(input_ids, padding='longest')
|
62 |
outputs = model.generate(**padded, max_length = 100)
|
63 |
+
tokenizer.batch_decode([[i for i in o if i not in all_special_ids] for o in outputs])
|
|
|
64 |
```
|
65 |
|
66 |
Output,
|