tokenizer_src.json

{"<unk>": 0, "<pad>": 1, "\ub9ac": 2, "\uae40": 3, "\uc815": 4, "\uc870": 5, "\ubc15": 6, "\uc2e0": 7, "\uc131": 8, "\uc218": 9, "\uacbd": 10, "\uc6d0": 11, "\uae30": 12, "\uad8c": 13, "\uc0c1": 14, "\uc1a1": 15, "\uc720": 16, "\uc774": 17, "\ub958": 18, "\uc9c4": 19, "\uba85": 20, "\ub0a8": 21, "\uc11d": 22, "\ubb38": 23, "\uc601": 24, "\uc548": 25, "\uc11c": 26, "\ubbfc": 27, "\uc6b0": 28, "\uac15": 29, "\uc138": 30, "\uc775": 31, "\uc7a5": 32, "\uc624": 33, "\uad6c": 34, "\uc885": 35, "\ub85c": 36, "\uc9c0": 37, "\uc2dc": 38, "\uaddc": 39, "\uc724": 40, "\uad11": 41, "\ud604": 42, "\uc911": 43, "\uc8fc": 44, "\uc7ac": 45, "\ud64d": 46, "\ud55c": 47, "\uc778": 48, "\ud615": 49, "\uc751": 50, "\ub355": 51, "\ud76c": 52, "\uc0ac": 53, "\uc77c": 54, "\ud0dc": 55, "\uc900": 56, "\ub7c9": 57, "\ub3c4": 58, "\uc120": 59, "\ud638": 60, "\ubc31": 61, "\ub300": 62, "\ud544": 63, "\ud558": 64, "\ucc3d": 65, "\uc5f0": 66, "\uc758": 67, "\uc804": 68, "\uc784": 69, "\uc81c": 70, "\ub9cc": 71, "\ub3d9": 72, "\uc21c": 73, "\uce68": 74, "\ubcf5": 75, "\ub8e1": 76, "\uacc4": 77, "\ub9bc": 78, "\uc190": 79, "\uc591": 80, "\ud6c4": 81, "\uc5ec": 82, "\ubcf4": 83, "\ud658": 84, "\uc6b4": 85, "\ud6a8": 86, "\ubcd1": 87, "\uc2b9": 88, "\ub450": 89, "\ucc9c": 90, "\ubd09": 91, "\uce58": 92, "\ud654": 93, "\uc6a9": 94, "\uad6d": 95, "\ubc30": 96, "\ud5cc": 97, "\ud718": 98, "\ud574": 99, "\uadf9": 100, "\uae38": 101, "\uacb8": 102, "\ucca0": 103, "\uad00": 104, "\ubc29": 105, "\uac74": 106, "\uc704": 107, "\uace0": 108, "\uc9d5": 109, "\uacfd": 110, "\ucc2c": 111, "\ub9b0": 112, "\ud56d": 113, "\ub2ec": 114, "\uadfc": 115, "\ucda9": 116, "\ubcc0": 117, "\ud765": 118, "\ub4dd": 119, "\uc9c1": 120, "\uc2dd": 121, "\ud589": 122, "\ucd98": 123, "\ud559": 124, "\ud760": 125, "\ud68c": 126, "\uc625": 127, "\uc528": 128, "\ub9bd": 129, "\uc801": 130, "\uc2ec": 131, "\ub77c": 132, "\uacf5": 133, "\ubd80": 134, "\ube48": 135, "\ud6c8": 136, "\uad50": 137, "\ub824": 138, "\ubaa9": 139, "\uc219": 140, "\ud0dd": 141, "\ud669": 142, "\ubabd": 143, "\ubb34": 144, "\uc6b1": 145, "\ucd5c": 146, "\uc0bc": 147, "\uc18c": 148, "\uc9d1": 149, "\ub9f9": 150, "\uc124": 151, "\ubb35": 152, "\ud601": 153, "\ub82c": 154, "\uc545": 155, "\ucc44": 156, "\ub834": 157, "\ub85d": 158, "\uc740": 159, "\ud734": 160, "\ub839": 161, "\uba74": 162, "\ubaa8": 163, "\uc12d": 164, "\uc790": 165, "\uc644": 166, "\ud0c1": 167, "\uc22d": 168, "\uc99d": 169, "\uae08": 170, "\ub77d": 171, "\uc5b5": 172, "\ubc94": 173, "\uc57d": 174, "\uc88c": 175, "\uac11": 176, "\uace4": 177, "\ub828": 178, "\uc0dd": 179, "\uacac": 180, "\ubc1c": 181, "\uc5b4": 182, "\uc0b0": 183, "\uc220": 184, "\uac78": 185, "\uac1c": 186, "\uac80": 187, "\uc5c4": 188, "\uc628": 189, "\ud45c": 190, "\ub3c8": 191, "\ub798": 192, "\ubd95": 193, "\uc5b8": 194, "\uc5c5": 195, "\uc5fd": 196, "\ucc98": 197, "\ud611": 198, "\ub2f4": 199, "\uac04": 200, "\ub144": 201, "\ub9dd": 202, "\ucd94": 203, "\ub95c": 204, "\ucde8": 205, "\uac70": 206, "\ud568": 207, "\uc6c5": 208, "\ub2a5": 209, "\ub780": 210, "\ub840": 211, "\ubc88": 212, "\uc5f4": 213, "\uccad": 214, "\uac01": 215, "\uac00": 216, "\ubbf8": 217, "\uc694": 218, "\ucd08": 219, "\ub2e8": 220, "\uc655": 221, "\uad49": 222, "\ub155": 223, "\ubcbd": 224, "\uc810": 225, "\uc874": 226, "\ucca8": 227, "\ud3c9": 228, "\uae09": 229, "\ubc18": 230, "\ud33d": 231, "\ud761": 232, "\uadc0": 233, "\ud5c8": 234, "\ud63c": 235, "\uac10": 236, "\ub9c8": 237, "\uc608": 238, "\ud314": 239, "\uade0": 240, "\ub2f9": 241, "\ub8b0": 242, "\uc7a0": 243, "\ucc38": 244, "\ucc99": 245, "\ub098": 246, "\ub20c": 247, "\ube44": 248, "\uc12c": 249, "\uc2e4": 250, "\uc800": 251, "\uc9c8": 252, "\ud48d": 253, "\uaca9": 254, "\uae0d": 255, "\ub96d": 256, "\ub9e4": 257, "\ucd1d": 258, "\ud1b5": 259, "\ubd84": 260, "\ucd95": 261, "\ud754": 262, "\ub0b4": 263, "\ub3c5": 264, "\uc18d": 265, "\ud61c": 266, "\ud65c": 267, "\ub140": 268, "\ub178": 269, "\ub960": 270, "\ub9d0": 271, "\ube59": 272, "\uc2b5": 273, "\uc544": 274, "\uc721": 275, "\uc791": 276, "\ud575": 277, "\uad70": 278, "\uc808": 279, "\ucc28": 280, "\ud5a5": 281, "\ud6e4": 282, "\uace1": 283, "\uad81": 284, "\ub0ad": 285, "\uc554": 286, "\uc560": 287, "\uc57c": 288, "\uc639": 289, "\uc6d4": 290, "\ucc45": 291, "\uce6d": 292, "\ud0c4": 293, "\ud655": 294, "\ud758": 295, "\uacb0": 296, "\ub4f1": 297, "\ubb3c": 298, "\uc5fc": 299, "\uc728": 300, "\uc744": 301, "\uce60": 302, "\ud30c": 303, "\ud3ec": 304, "\uad04": 305, "\ub09c": 306, "\ub18d": 307, "\ub959": 308, "\ub989": 309, "\ub9c9": 310, "\ubc00": 311, "\ubcf8": 312, "\uc0c9": 313, "\uc74c": 314, "\uc999": 315, "\uccb4": 316, "\uce59": 317, "\ud0d5": 318, "\uac08": 319, "\uacfc": 320, "\ub274": 321, "\ub454": 322, "\ub78c": 323, "\ub975": 324, "\uc0c8": 325, "\uc1e0": 326, "\uc561": 327, "\uc5ed": 328, "\uc678": 329, "\uc735": 330, "\uc7a1": 331, "\ucd0c": 332, "\uce21": 333, "\ucf8c": 334, "\ud0d0": 335, "\ud569": 336, "\ud6a1": 337, "\ud790": 338, "\ub9e5": 0, "\ubc8c": 0, "\ubb18": 0, "\ub3cc": 0, "\ub179": 0, "\ud54d": 0, "<blank>": 0, "\ubd81": 0, "\ud53c": 0}