vitvit commited on
Commit
8362824
โ€ข
1 Parent(s): b268c72

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -20,11 +20,11 @@ tokenizer = AutoTokenizer.from_pretrained('HeNLP/LongHeRo')
20
  model = AutoModelForMaskedLM.from_pretrained('HeNLP/LongHeRo')
21
 
22
  # Tokenization Example:
23
- # Encoding and tokenizing
24
- encoded_string = tokenizer('ืฉืœื•ื ืœื›ื•ืœื')
25
 
26
  # Decoding
27
- decoded_string = tokenizer.decode(encoded_string['input_ids'], skip_special_tokens=True)
28
  ```
29
 
30
 
 
20
  model = AutoModelForMaskedLM.from_pretrained('HeNLP/LongHeRo')
21
 
22
  # Tokenization Example:
23
+ # Tokenizing
24
+ tokenized_string = tokenizer('ืฉืœื•ื ืœื›ื•ืœื')
25
 
26
  # Decoding
27
+ decoded_string = tokenizer.decode(tokenized_string ['input_ids'], skip_special_tokens=True)
28
  ```
29
 
30