bys0318 commited on
Commit
fdfab97
1 Parent(s): 0fab950

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -15,7 +15,7 @@
15
  null
16
  ]
17
  },
18
- "chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]sop<|{{ message['role'] }}|>\n {{ message['content'] }}{% else %}<|{{ message['role'] }}|>\n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
19
  "clean_up_tokenization_spaces": false,
20
  "do_lower_case": false,
21
  "eos_token": "<|endoftext|>",
 
15
  null
16
  ]
17
  },
18
+ "chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]<sop><|{{ message['role'] }}|>\n {{ message['content'] }}{% else %}<|{{ message['role'] }}|>\n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
19
  "clean_up_tokenization_spaces": false,
20
  "do_lower_case": false,
21
  "eos_token": "<|endoftext|>",