Update README.md
Browse files
README.md
CHANGED
@@ -35,7 +35,7 @@ from transformers import AutoTokenizer
|
|
35 |
#import the model
|
36 |
model = AutoModel.from_pretrained("andreagurioli1995/ModularStarEncoder", trust_remote_code=True)
|
37 |
|
38 |
-
#import the tokenizer
|
39 |
tokenizer = AutoTokenizer.from_pretrained("andreagurioli1995/ModularStarEncoder")
|
40 |
|
41 |
|
|
|
35 |
#import the model
|
36 |
model = AutoModel.from_pretrained("andreagurioli1995/ModularStarEncoder", trust_remote_code=True)
|
37 |
|
38 |
+
#import the tokenizer, the tokenizer applies LEFT padding!
|
39 |
tokenizer = AutoTokenizer.from_pretrained("andreagurioli1995/ModularStarEncoder")
|
40 |
|
41 |
|