lysandre HF Staff commited on
Commit
3eade78
·
verified ·
1 Parent(s): 7d0c3de

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -1
tokenizer_config.json CHANGED
@@ -8011,5 +8011,6 @@
8011
  "padding_side": "left",
8012
  "processor_class": "PixtralProcessor",
8013
  "tokenizer_class": "PreTrainedTokenizerFast",
8014
- "unk_token": "<unk>"
 
8015
  }
 
8011
  "padding_side": "left",
8012
  "processor_class": "PixtralProcessor",
8013
  "tokenizer_class": "PreTrainedTokenizerFast",
8014
+ "unk_token": "<unk>",
8015
+ "model_input_names": ["input_ids", "attention_mask"]
8016
  }