tribble-600m / added_tokens.json
igorktech's picture
Training in progress, step 500
0d194f4 verified
{
"<mask>": 256001,
"ace_Arab": 256002,
"ace_Latn": 256003,
"acm_Arab": 256004,
"acq_Arab": 256005,
"aeb_Arab": 256006,
"afr_Latn": 256007,
"ajp_Arab": 256008,
"aka_Latn": 256009,
"als_Latn": 256010,
"amh_Ethi": 256011,
"apc_Arab": 256012,
"arb_Arab": 256013,
"arg_Latn": 256014,
"arn_Latn": 256015,
"ars_Arab": 256016,
"ary_Arab": 256017,
"arz_Arab": 256018,
"asm_Beng": 256019,
"ast_Latn": 256020,
"awa_Deva": 256021,
"ayr_Latn": 256022,
"azb_Arab": 256023,
"azj_Latn": 256024,
"bak_Cyrl": 256025,
"bam_Latn": 256026,
"ban_Latn": 256027,
"bel_Cyrl": 256028,
"bem_Latn": 256029,
"ben_Beng": 256030,
"bho_Deva": 256031,
"bjn_Arab": 256032,
"bjn_Latn": 256033,
"bod_Tibt": 256034,
"bos_Latn": 256035,
"bug_Latn": 256036,
"bul_Cyrl": 256037,
"cat_Latn": 256038,
"ceb_Latn": 256039,
"ces_Latn": 256040,
"cjk_Latn": 256041,
"ckb_Arab": 256042,
"crh_Latn": 256043,
"cym_Latn": 256044,
"dan_Latn": 256045,
"deu_Latn": 256046,
"dik_Latn": 256047,
"dyu_Latn": 256048,
"dzo_Tibt": 256049,
"ell_Grek": 256050,
"eng_Latn": 256051,
"epo_Latn": 256052,
"est_Latn": 256053,
"eus_Latn": 256054,
"ewe_Latn": 256055,
"fao_Latn": 256056,
"fij_Latn": 256057,
"fin_Latn": 256058,
"fon_Latn": 256059,
"fra_Latn": 256060,
"fur_Latn": 256061,
"fuv_Latn": 256062,
"gaz_Latn": 256063,
"gla_Latn": 256064,
"gle_Latn": 256065,
"glg_Latn": 256066,
"grn_Latn": 256067,
"guj_Gujr": 256068,
"hat_Latn": 256069,
"hau_Latn": 256070,
"heb_Hebr": 256071,
"hin_Deva": 256072,
"hne_Deva": 256073,
"hrv_Latn": 256074,
"hun_Latn": 256075,
"hye_Armn": 256076,
"ibo_Latn": 256077,
"ilo_Latn": 256078,
"ind_Latn": 256079,
"isl_Latn": 256080,
"ita_Latn": 256081,
"jav_Latn": 256082,
"jpn_Jpan": 256083,
"kab_Latn": 256084,
"kac_Latn": 256085,
"kam_Latn": 256086,
"kan_Knda": 256087,
"kas_Arab": 256088,
"kas_Deva": 256089,
"kat_Geor": 256090,
"kaz_Cyrl": 256091,
"kbp_Latn": 256092,
"kea_Latn": 256093,
"khk_Cyrl": 256094,
"khm_Khmr": 256095,
"kik_Latn": 256096,
"kin_Latn": 256097,
"kir_Cyrl": 256098,
"kmb_Latn": 256099,
"kmr_Latn": 256100,
"knc_Arab": 256101,
"knc_Latn": 256102,
"kon_Latn": 256103,
"kor_Hang": 256104,
"lao_Laoo": 256105,
"lij_Latn": 256106,
"lim_Latn": 256107,
"lin_Latn": 256108,
"lit_Latn": 256109,
"lmo_Latn": 256110,
"ltg_Latn": 256111,
"ltz_Latn": 256112,
"lua_Latn": 256113,
"lug_Latn": 256114,
"luo_Latn": 256115,
"lus_Latn": 256116,
"lvs_Latn": 256117,
"mag_Deva": 256118,
"mai_Deva": 256119,
"mal_Mlym": 256120,
"mar_Deva": 256121,
"min_Latn": 256122,
"mkd_Cyrl": 256123,
"mlt_Latn": 256124,
"mni_Beng": 256125,
"mos_Latn": 256126,
"mri_Latn": 256127,
"mya_Mymr": 256128,
"nld_Latn": 256129,
"nno_Latn": 256130,
"nob_Latn": 256131,
"npi_Deva": 256132,
"nso_Latn": 256133,
"nus_Latn": 256134,
"nya_Latn": 256135,
"oci_Latn": 256136,
"ory_Orya": 256137,
"pag_Latn": 256138,
"pan_Guru": 256139,
"pap_Latn": 256140,
"pbt_Arab": 256141,
"pes_Arab": 256142,
"plt_Latn": 256143,
"pol_Latn": 256144,
"por_Latn": 256145,
"prs_Arab": 256146,
"quy_Latn": 256147,
"ron_Latn": 256148,
"run_Latn": 256149,
"rus_Cyrl": 256150,
"sag_Latn": 256151,
"san_Deva": 256152,
"sat_Beng": 256153,
"scn_Latn": 256154,
"shn_Mymr": 256155,
"sin_Sinh": 256156,
"slk_Latn": 256157,
"slv_Latn": 256158,
"smo_Latn": 256159,
"sna_Latn": 256160,
"snd_Arab": 256161,
"som_Latn": 256162,
"sot_Latn": 256163,
"spa_Latn": 256164,
"srd_Latn": 256165,
"srp_Cyrl": 256166,
"ssw_Latn": 256167,
"sun_Latn": 256168,
"swe_Latn": 256169,
"swh_Latn": 256170,
"szl_Latn": 256171,
"tam_Taml": 256172,
"taq_Latn": 256173,
"taq_Tfng": 256174,
"tat_Cyrl": 256175,
"tel_Telu": 256176,
"tgk_Cyrl": 256177,
"tgl_Latn": 256178,
"tha_Thai": 256179,
"tir_Ethi": 256180,
"tpi_Latn": 256181,
"tsn_Latn": 256182,
"tso_Latn": 256183,
"tuk_Latn": 256184,
"tum_Latn": 256185,
"tur_Latn": 256186,
"twi_Latn": 256187,
"tzm_Tfng": 256188,
"uig_Arab": 256189,
"ukr_Cyrl": 256190,
"umb_Latn": 256191,
"urd_Arab": 256192,
"uzn_Latn": 256193,
"vec_Latn": 256194,
"vie_Latn": 256195,
"war_Latn": 256196,
"wol_Latn": 256197,
"xho_Latn": 256198,
"ydd_Hebr": 256199,
"yor_Latn": 256200,
"yue_Hant": 256201,
"zho_Hans": 256202,
"zho_Hant": 256203,
"zsm_Latn": 256204,
"zul_Latn": 256205
}