ayjays132 commited on
Commit
05d1bdc
1 Parent(s): df5eddd

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +1 -1
tokenizer.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "type": "gpt2",
3
  "params": {
4
  "lowercase": true,
5
  "preserve_case": false
 
1
  {
2
+ "type": "basic_english",
3
  "params": {
4
  "lowercase": true,
5
  "preserve_case": false