zRzRzRzRzRzRzR
commited on
Commit
•
79d982a
1
Parent(s):
74efae3
Update tokenization_chatglm.py
Browse files- tokenization_chatglm.py +1 -0
tokenization_chatglm.py
CHANGED
@@ -207,6 +207,7 @@ class ChatGLM4Tokenizer(PreTrainedTokenizer):
|
|
207 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
208 |
pad_to_multiple_of: Optional[int] = None,
|
209 |
return_attention_mask: Optional[bool] = None,
|
|
|
210 |
) -> dict:
|
211 |
"""
|
212 |
Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
|
|
|
207 |
padding_strategy: PaddingStrategy = PaddingStrategy.DO_NOT_PAD,
|
208 |
pad_to_multiple_of: Optional[int] = None,
|
209 |
return_attention_mask: Optional[bool] = None,
|
210 |
+
padding_side: Optional[str] = None,
|
211 |
) -> dict:
|
212 |
"""
|
213 |
Pad encoded inputs (on left/right and up to predefined length or max length in the batch)
|