Xenova HF staff commited on
Commit
b61e24c
·
verified ·
1 Parent(s): 43229b8

Upload tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -2
tokenizer_config.json CHANGED
@@ -51337,10 +51337,9 @@
51337
  "image_token": "<image_soft_token>",
51338
  "model_max_length": 1000000000000000019884624838656,
51339
  "pad_token": "<pad>",
51340
- "processor_class": "Gemma3Processor",
51341
  "sp_model_kwargs": null,
51342
  "spaces_between_special_tokens": false,
51343
  "tokenizer_class": "GemmaTokenizer",
51344
  "unk_token": "<unk>",
51345
  "use_default_system_prompt": false
51346
- }
 
51337
  "image_token": "<image_soft_token>",
51338
  "model_max_length": 1000000000000000019884624838656,
51339
  "pad_token": "<pad>",
 
51340
  "sp_model_kwargs": null,
51341
  "spaces_between_special_tokens": false,
51342
  "tokenizer_class": "GemmaTokenizer",
51343
  "unk_token": "<unk>",
51344
  "use_default_system_prompt": false
51345
+ }