Upload tokenizer
732d3f2
|
{ |
|
"</s>": 1, |
|
"<extra_id_0>": 259, |
|
"<extra_id_100>": 359, |
|
"<extra_id_101>": 360, |
|
"<extra_id_102>": 361, |
|
"<extra_id_103>": 362, |
|
"<extra_id_104>": 363, |
|
"<extra_id_105>": 364, |
|
"<extra_id_106>": 365, |
|
"<extra_id_107>": 366, |
|
"<extra_id_108>": 367, |
|
"<extra_id_109>": 368, |
|
"<extra_id_10>": 269, |
|
"<extra_id_110>": 369, |
|
"<extra_id_111>": 370, |
|
"<extra_id_112>": 371, |
|
"<extra_id_113>": 372, |
|
"<extra_id_114>": 373, |
|
"<extra_id_115>": 374, |
|
"<extra_id_116>": 375, |
|
"<extra_id_117>": 376, |
|
"<extra_id_118>": 377, |
|
"<extra_id_119>": 378, |
|
"<extra_id_11>": 270, |
|
"<extra_id_120>": 379, |
|
"<extra_id_121>": 380, |
|
"<extra_id_122>": 381, |
|
"<extra_id_123>": 382, |
|
"<extra_id_124>": 383, |
|
"<extra_id_12>": 271, |
|
"<extra_id_13>": 272, |
|
"<extra_id_14>": 273, |
|
"<extra_id_15>": 274, |
|
"<extra_id_16>": 275, |
|
"<extra_id_17>": 276, |
|
"<extra_id_18>": 277, |
|
"<extra_id_19>": 278, |
|
"<extra_id_1>": 260, |
|
"<extra_id_20>": 279, |
|
"<extra_id_21>": 280, |
|
"<extra_id_22>": 281, |
|
"<extra_id_23>": 282, |
|
"<extra_id_24>": 283, |
|
"<extra_id_25>": 284, |
|
"<extra_id_26>": 285, |
|
"<extra_id_27>": 286, |
|
"<extra_id_28>": 287, |
|
"<extra_id_29>": 288, |
|
"<extra_id_2>": 261, |
|
"<extra_id_30>": 289, |
|
"<extra_id_31>": 290, |
|
"<extra_id_32>": 291, |
|
"<extra_id_33>": 292, |
|
"<extra_id_34>": 293, |
|
"<extra_id_35>": 294, |
|
"<extra_id_36>": 295, |
|
"<extra_id_37>": 296, |
|
"<extra_id_38>": 297, |
|
"<extra_id_39>": 298, |
|
"<extra_id_3>": 262, |
|
"<extra_id_40>": 299, |
|
"<extra_id_41>": 300, |
|
"<extra_id_42>": 301, |
|
"<extra_id_43>": 302, |
|
"<extra_id_44>": 303, |
|
"<extra_id_45>": 304, |
|
"<extra_id_46>": 305, |
|
"<extra_id_47>": 306, |
|
"<extra_id_48>": 307, |
|
"<extra_id_49>": 308, |
|
"<extra_id_4>": 263, |
|
"<extra_id_50>": 309, |
|
"<extra_id_51>": 310, |
|
"<extra_id_52>": 311, |
|
"<extra_id_53>": 312, |
|
"<extra_id_54>": 313, |
|
"<extra_id_55>": 314, |
|
"<extra_id_56>": 315, |
|
"<extra_id_57>": 316, |
|
"<extra_id_58>": 317, |
|
"<extra_id_59>": 318, |
|
"<extra_id_5>": 264, |
|
"<extra_id_60>": 319, |
|
"<extra_id_61>": 320, |
|
"<extra_id_62>": 321, |
|
"<extra_id_63>": 322, |
|
"<extra_id_64>": 323, |
|
"<extra_id_65>": 324, |
|
"<extra_id_66>": 325, |
|
"<extra_id_67>": 326, |
|
"<extra_id_68>": 327, |
|
"<extra_id_69>": 328, |
|
"<extra_id_6>": 265, |
|
"<extra_id_70>": 329, |
|
"<extra_id_71>": 330, |
|
"<extra_id_72>": 331, |
|
"<extra_id_73>": 332, |
|
"<extra_id_74>": 333, |
|
"<extra_id_75>": 334, |
|
"<extra_id_76>": 335, |
|
"<extra_id_77>": 336, |
|
"<extra_id_78>": 337, |
|
"<extra_id_79>": 338, |
|
"<extra_id_7>": 266, |
|
"<extra_id_80>": 339, |
|
"<extra_id_81>": 340, |
|
"<extra_id_82>": 341, |
|
"<extra_id_83>": 342, |
|
"<extra_id_84>": 343, |
|
"<extra_id_85>": 344, |
|
"<extra_id_86>": 345, |
|
"<extra_id_87>": 346, |
|
"<extra_id_88>": 347, |
|
"<extra_id_89>": 348, |
|
"<extra_id_8>": 267, |
|
"<extra_id_90>": 349, |
|
"<extra_id_91>": 350, |
|
"<extra_id_92>": 351, |
|
"<extra_id_93>": 352, |
|
"<extra_id_94>": 353, |
|
"<extra_id_95>": 354, |
|
"<extra_id_96>": 355, |
|
"<extra_id_97>": 356, |
|
"<extra_id_98>": 357, |
|
"<extra_id_99>": 358, |
|
"<extra_id_9>": 268, |
|
"<pad>": 0, |
|
"<unk>": 2 |
|
} |
|
|