Upload tokenizer
ac775f9
|
{ |
|
"[/ENT-01]": 250002, |
|
"[/ENT-02]": 250003, |
|
"[/ENT-03]": 250004, |
|
"[/ENT-04]": 250005, |
|
"[/ENT-05]": 250006, |
|
"[/ENT-06]": 250007, |
|
"[/ENT-07]": 250008, |
|
"[/ENT-08]": 250009, |
|
"[/OBJ]": 250010, |
|
"[/SUB]": 250011, |
|
"[ENT-01]": 250012, |
|
"[ENT-02]": 250013, |
|
"[ENT-03]": 250014, |
|
"[ENT-04]": 250015, |
|
"[ENT-05]": 250016, |
|
"[ENT-06]": 250017, |
|
"[ENT-07]": 250018, |
|
"[ENT-08]": 250019, |
|
"[GRP-00]": 250020, |
|
"[GRP-01]": 250021, |
|
"[OBJ]": 250022, |
|
"[REL]": 250023, |
|
"[SUB]": 250024 |
|
} |
|
|