upload nace2_level1_20 model

config.json

@@ -0,0 +1,44 @@
+{
+  "_name_or_path": "../models/roberta-large/",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "finetuning_task": "nace",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "1",
+    "1": "2",
+    "2": "3",
+    "3": "4",
+    "4": "5",
+    "5": "6"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "1": 0,
+    "2": 1,
+    "3": 2,
+    "4": 3,
+    "5": 4,
+    "6": 5
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "multi_label_classification",
+  "transformers_version": "4.6.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea35181434eac9080ac831ac14caf9472f1e689a174f36ec8231ecb5d80e570d
+size 1421627693

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729614d0618f1b672fd5522ef01b608992c1bd0c379947db2a8dc6b4e6206869
+size 15523

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "add_prefix_space": false, "errors": "replace", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": "<mask>", "special_tokens_map_file": null, "name_or_path": "../models/roberta-large/"}

trainer_state.json

@@ -0,0 +1,336 @@
+{
+  "best_metric": 0.9532240352938909,
+  "best_model_checkpoint": "./output//20_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-40000",
+  "epoch": 0.7299336672779861,
+  "global_step": 40000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 6.082725060827251e-07,
+      "loss": 0.3132,
+      "step": 2000
+    },
+    {
+      "epoch": 0.04,
+      "eval_accuracy": 0.8434321142258856,
+      "eval_f1": 0.8909110843109309,
+      "eval_loss": 0.1265411078929901,
+      "eval_roc_auc": 0.9213767705759509,
+      "eval_runtime": 2893.0443,
+      "eval_samples_per_second": 33.674,
+      "step": 2000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.2165450121654502e-06,
+      "loss": 0.1068,
+      "step": 4000
+    },
+    {
+      "epoch": 0.07,
+      "eval_accuracy": 0.888648238059556,
+      "eval_f1": 0.9273535044794836,
+      "eval_loss": 0.07977746427059174,
+      "eval_roc_auc": 0.9485323633587821,
+      "eval_runtime": 2892.136,
+      "eval_samples_per_second": 33.685,
+      "step": 4000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.8248175182481753e-06,
+      "loss": 0.0828,
+      "step": 6000
+    },
+    {
+      "epoch": 0.11,
+      "eval_accuracy": 0.8895925929727677,
+      "eval_f1": 0.9305848812431281,
+      "eval_loss": 0.07206098735332489,
+      "eval_roc_auc": 0.9527906922517034,
+      "eval_runtime": 2892.9744,
+      "eval_samples_per_second": 33.675,
+      "step": 6000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.4330900243309005e-06,
+      "loss": 0.0731,
+      "step": 8000
+    },
+    {
+      "epoch": 0.15,
+      "eval_accuracy": 0.9002679093829873,
+      "eval_f1": 0.937980881324318,
+      "eval_loss": 0.06552038341760635,
+      "eval_roc_auc": 0.9577804517072407,
+      "eval_runtime": 2894.2574,
+      "eval_samples_per_second": 33.66,
+      "step": 8000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 3.0413625304136257e-06,
+      "loss": 0.0696,
+      "step": 10000
+    },
+    {
+      "epoch": 0.18,
+      "eval_accuracy": 0.9033781217601954,
+      "eval_f1": 0.9405285597448666,
+      "eval_loss": 0.06280936300754547,
+      "eval_roc_auc": 0.9606146188592658,
+      "eval_runtime": 2894.0668,
+      "eval_samples_per_second": 33.662,
+      "step": 10000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6496350364963505e-06,
+      "loss": 0.066,
+      "step": 12000
+    },
+    {
+      "epoch": 0.22,
+      "eval_accuracy": 0.905287361041254,
+      "eval_f1": 0.9417959549161978,
+      "eval_loss": 0.05985909327864647,
+      "eval_roc_auc": 0.9594101544601925,
+      "eval_runtime": 2895.254,
+      "eval_samples_per_second": 33.649,
+      "step": 12000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 4.257907542579076e-06,
+      "loss": 0.0637,
+      "step": 14000
+    },
+    {
+      "epoch": 0.26,
+      "eval_accuracy": 0.9088081625111629,
+      "eval_f1": 0.9438244788000874,
+      "eval_loss": 0.05829664319753647,
+      "eval_roc_auc": 0.9615365087786716,
+      "eval_runtime": 2895.6689,
+      "eval_samples_per_second": 33.644,
+      "step": 14000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 4.866180048661801e-06,
+      "loss": 0.0623,
+      "step": 16000
+    },
+    {
+      "epoch": 0.29,
+      "eval_accuracy": 0.9128319356196303,
+      "eval_f1": 0.9465757082857906,
+      "eval_loss": 0.0566316694021225,
+      "eval_roc_auc": 0.963087400509175,
+      "eval_runtime": 2896.4086,
+      "eval_samples_per_second": 33.635,
+      "step": 16000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.969715206460757e-06,
+      "loss": 0.0607,
+      "step": 18000
+    },
+    {
+      "epoch": 0.33,
+      "eval_accuracy": 0.9125855821640099,
+      "eval_f1": 0.9472601377088317,
+      "eval_loss": 0.05489673465490341,
+      "eval_roc_auc": 0.9637262945675201,
+      "eval_runtime": 2897.0113,
+      "eval_samples_per_second": 33.628,
+      "step": 18000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 4.9308885480771105e-06,
+      "loss": 0.0602,
+      "step": 20000
+    },
+    {
+      "epoch": 0.36,
+      "eval_accuracy": 0.9147206454460537,
+      "eval_f1": 0.9477220503970293,
+      "eval_loss": 0.05647333711385727,
+      "eval_roc_auc": 0.9643404592959164,
+      "eval_runtime": 2898.0195,
+      "eval_samples_per_second": 33.616,
+      "step": 20000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 4.8920618896934645e-06,
+      "loss": 0.0579,
+      "step": 22000
+    },
+    {
+      "epoch": 0.4,
+      "eval_accuracy": 0.9125547879820572,
+      "eval_f1": 0.9480550834363412,
+      "eval_loss": 0.05308946967124939,
+      "eval_roc_auc": 0.9659595651426466,
+      "eval_runtime": 2898.0594,
+      "eval_samples_per_second": 33.616,
+      "step": 22000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 4.8532352313098175e-06,
+      "loss": 0.0574,
+      "step": 24000
+    },
+    {
+      "epoch": 0.44,
+      "eval_accuracy": 0.9161474425431888,
+      "eval_f1": 0.949495831332664,
+      "eval_loss": 0.051538560539484024,
+      "eval_roc_auc": 0.9652335991771203,
+      "eval_runtime": 2898.2265,
+      "eval_samples_per_second": 33.614,
+      "step": 24000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.8144085729261714e-06,
+      "loss": 0.0566,
+      "step": 26000
+    },
+    {
+      "epoch": 0.47,
+      "eval_accuracy": 0.9136941727143019,
+      "eval_f1": 0.9496842358026173,
+      "eval_loss": 0.05137912556529045,
+      "eval_roc_auc": 0.968884227918182,
+      "eval_runtime": 2899.198,
+      "eval_samples_per_second": 33.603,
+      "step": 26000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.775581914542525e-06,
+      "loss": 0.0559,
+      "step": 28000
+    },
+    {
+      "epoch": 0.51,
+      "eval_accuracy": 0.9152133523572946,
+      "eval_f1": 0.9488828443753642,
+      "eval_loss": 0.05188358202576637,
+      "eval_roc_auc": 0.9643445491459475,
+      "eval_runtime": 2898.1027,
+      "eval_samples_per_second": 33.615,
+      "step": 28000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.736755256158879e-06,
+      "loss": 0.055,
+      "step": 30000
+    },
+    {
+      "epoch": 0.55,
+      "eval_accuracy": 0.9187033596452511,
+      "eval_f1": 0.9510342387062685,
+      "eval_loss": 0.05020885169506073,
+      "eval_roc_auc": 0.9663431709190323,
+      "eval_runtime": 2897.1407,
+      "eval_samples_per_second": 33.627,
+      "step": 30000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.697928597775233e-06,
+      "loss": 0.0547,
+      "step": 32000
+    },
+    {
+      "epoch": 0.58,
+      "eval_accuracy": 0.9174921218217839,
+      "eval_f1": 0.9501358873370442,
+      "eval_loss": 0.05047479644417763,
+      "eval_roc_auc": 0.9660343939821142,
+      "eval_runtime": 2897.8899,
+      "eval_samples_per_second": 33.618,
+      "step": 32000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.659101939391586e-06,
+      "loss": 0.0532,
+      "step": 34000
+    },
+    {
+      "epoch": 0.62,
+      "eval_accuracy": 0.920027509469211,
+      "eval_f1": 0.9515785386687373,
+      "eval_loss": 0.04900650307536125,
+      "eval_roc_auc": 0.9662507314169619,
+      "eval_runtime": 2897.2054,
+      "eval_samples_per_second": 33.626,
+      "step": 34000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.62027528100794e-06,
+      "loss": 0.0525,
+      "step": 36000
+    },
+    {
+      "epoch": 0.66,
+      "eval_accuracy": 0.9201712156516562,
+      "eval_f1": 0.9524362960165035,
+      "eval_loss": 0.04841683432459831,
+      "eval_roc_auc": 0.9675610696135818,
+      "eval_runtime": 2898.5852,
+      "eval_samples_per_second": 33.61,
+      "step": 36000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 4.581448622624294e-06,
+      "loss": 0.0535,
+      "step": 38000
+    },
+    {
+      "epoch": 0.69,
+      "eval_accuracy": 0.9190934192833168,
+      "eval_f1": 0.9519025007608072,
+      "eval_loss": 0.04914608970284462,
+      "eval_roc_auc": 0.9681339368085271,
+      "eval_runtime": 2898.1713,
+      "eval_samples_per_second": 33.615,
+      "step": 38000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 4.542621964240648e-06,
+      "loss": 0.0522,
+      "step": 40000
+    },
+    {
+      "epoch": 0.73,
+      "eval_accuracy": 0.9198530091048132,
+      "eval_f1": 0.9532240352938909,
+      "eval_loss": 0.04747059941291809,
+      "eval_roc_auc": 0.9699960586310394,
+      "eval_runtime": 2897.6551,
+      "eval_samples_per_second": 33.621,
+      "step": 40000
+    }
+  ],
+  "max_steps": 273995,
+  "num_train_epochs": 5,
+  "total_flos": 6.9867777687552e+16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a56018a07e606c57059ae9a62500cffc443058ed11e208a066fb9dd9513b1b7
+size 2479