Add files using upload-large-folder tool
Browse files
tokenization_ernie_45t_vl.py
CHANGED
|
@@ -231,6 +231,7 @@ class Ernie4_5_VLTokenizer(PreTrainedTokenizer):
|
|
| 231 |
padding_strategy=PaddingStrategy.DO_NOT_PAD,
|
| 232 |
pad_to_multiple_of: Optional[int] = None,
|
| 233 |
return_attention_mask: Optional[bool] = None,
|
|
|
|
| 234 |
) -> dict:
|
| 235 |
"""Pad the encoded inputs to the specified length"""
|
| 236 |
if return_attention_mask is None:
|
|
|
|
| 231 |
padding_strategy=PaddingStrategy.DO_NOT_PAD,
|
| 232 |
pad_to_multiple_of: Optional[int] = None,
|
| 233 |
return_attention_mask: Optional[bool] = None,
|
| 234 |
+
**kwargs,
|
| 235 |
) -> dict:
|
| 236 |
"""Pad the encoded inputs to the specified length"""
|
| 237 |
if return_attention_mask is None:
|