moctarsmal's picture
Training in progress, epoch 1
ab50f72
{
"_name_or_path": "flaubert/flaubert_small_cased",
"amp": 1,
"architectures": [
"FlaubertForSequenceClassification"
],
"asm": false,
"attention_dropout": 0.1,
"bos_index": 0,
"bos_token_id": 0,
"bptt": 512,
"causal": false,
"clip_grad_norm": 5,
"dropout": 0.1,
"emb_dim": 512,
"embed_init_std": 0.02209708691207961,
"encoder_only": true,
"end_n_top": 5,
"eos_index": 1,
"fp16": true,
"gelu_activation": true,
"group_by_size": true,
"id2label": {
"0": "AABE-FA",
"1": "ALDI",
"2": "ALLIANZ",
"3": "AMAZON",
"4": "APPLE",
"5": "AUCHAN",
"6": "BOULANGER",
"7": "BOUYGUES TELECOM",
"8": "CARBURANT",
"9": "CARREFOUR",
"10": "CARTE BLEUE",
"11": "CASTORAMA",
"12": "COMPTOIRS OCEANIQUES",
"13": "DARTY",
"14": "DAUCHEZ ADMINISTRATEUR DE BIENS SA",
"15": "E.LECLERC",
"16": "EDENKIA",
"17": "EDENRED FRANCE",
"18": "EDF",
"19": "ENGIE",
"20": "FACEBOOK IRELAND LIMITED",
"21": "FIDUCIAIRE DU VAL D'EUROPE",
"22": "FNAC",
"23": "FOODEX",
"24": "FRAIS BANCAIRES",
"25": "FREE",
"26": "GOOGLE",
"27": "GRAND FRAIS",
"28": "HBO EXPERTISE",
"29": "HOTEL",
"30": "IKEA",
"31": "INTERMARCHE",
"32": "LA POSTE",
"33": "LA SHUNDE",
"34": "LEROY MERLIN",
"35": "LIDL",
"36": "LOYER",
"37": "LX FRANCE",
"38": "METRO",
"39": "NESPRESSO",
"40": "ORANGE",
"41": "OVH",
"42": "PARIS STORE",
"43": "PARKING",
"44": "PEAGE",
"45": "POMONA",
"46": "PROMOCASH",
"47": "RESTAURANT",
"48": "REYNAUD",
"49": "SARL B.L AUDIT",
"50": "SFR",
"51": "SNCF",
"52": "TANG FRERES",
"53": "TAXI",
"54": "TOTALENERGIES",
"55": "TRANSPORT",
"56": "UBER EATS",
"57": "WENG",
"58": "XIONG HAI"
},
"id2lang": {
"0": "fr"
},
"init_std": 0.02,
"is_encoder": true,
"label2id": {
"AABE-FA": 0,
"ALDI": 1,
"ALLIANZ": 2,
"AMAZON": 3,
"APPLE": 4,
"AUCHAN": 5,
"BOULANGER": 6,
"BOUYGUES TELECOM": 7,
"CARBURANT": 8,
"CARREFOUR": 9,
"CARTE BLEUE": 10,
"CASTORAMA": 11,
"COMPTOIRS OCEANIQUES": 12,
"DARTY": 13,
"DAUCHEZ ADMINISTRATEUR DE BIENS SA": 14,
"E.LECLERC": 15,
"EDENKIA": 16,
"EDENRED FRANCE": 17,
"EDF": 18,
"ENGIE": 19,
"FACEBOOK IRELAND LIMITED": 20,
"FIDUCIAIRE DU VAL D'EUROPE": 21,
"FNAC": 22,
"FOODEX": 23,
"FRAIS BANCAIRES": 24,
"FREE": 25,
"GOOGLE": 26,
"GRAND FRAIS": 27,
"HBO EXPERTISE": 28,
"HOTEL": 29,
"IKEA": 30,
"INTERMARCHE": 31,
"LA POSTE": 32,
"LA SHUNDE": 33,
"LEROY MERLIN": 34,
"LIDL": 35,
"LOYER": 36,
"LX FRANCE": 37,
"METRO": 38,
"NESPRESSO": 39,
"ORANGE": 40,
"OVH": 41,
"PARIS STORE": 42,
"PARKING": 43,
"PEAGE": 44,
"POMONA": 45,
"PROMOCASH": 46,
"RESTAURANT": 47,
"REYNAUD": 48,
"SARL B.L AUDIT": 49,
"SFR": 50,
"SNCF": 51,
"TANG FRERES": 52,
"TAXI": 53,
"TOTALENERGIES": 54,
"TRANSPORT": 55,
"UBER EATS": 56,
"WENG": 57,
"XIONG HAI": 58
},
"lang2id": {
"fr": 0
},
"lang_id": 0,
"langs": [
"fr"
],
"layer_norm_eps": 1e-06,
"layerdrop": 0.2,
"lg_sampling_factor": -1,
"lgs": "fr",
"mask_index": 5,
"mask_token_id": 0,
"max_batch_size": 0,
"max_position_embeddings": 512,
"max_vocab": -1,
"mlm_steps": [
[
"fr",
null
]
],
"model_type": "flaubert",
"n_heads": 8,
"n_langs": 1,
"n_layers": 6,
"pad_index": 2,
"pad_token_id": 2,
"pre_norm": true,
"problem_type": "single_label_classification",
"sample_alpha": 0,
"share_inout_emb": true,
"sinusoidal_embeddings": false,
"start_n_top": 5,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "first",
"summary_use_proj": true,
"tokens_per_batch": -1,
"torch_dtype": "float32",
"transformers_version": "4.34.0",
"unk_index": 3,
"use_lang_emb": true,
"vocab_size": 68729,
"word_blank": 0,
"word_dropout": 0,
"word_keep": 0.1,
"word_mask": 0.8,
"word_mask_keep_rand": "0.8,0.1,0.1",
"word_pred": 0.15,
"word_rand": 0.1,
"word_shuffle": 0
}