Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -0,0 +1,42 @@
+{
+  "config": {
+    "adapter_residual_before_ln": false,
+    "cross_adapter": false,
+    "dropout": 0.0,
+    "factorized_phm_W": true,
+    "factorized_phm_rule": false,
+    "hypercomplex_nonlinearity": "glorot-uniform",
+    "init_weights": "bert",
+    "inv_adapter": null,
+    "inv_adapter_reduction_factor": null,
+    "is_parallel": false,
+    "learn_phm": true,
+    "leave_out": [],
+    "ln_after": false,
+    "ln_before": false,
+    "mh_adapter": false,
+    "non_linearity": "relu",
+    "original_ln_after": true,
+    "original_ln_before": true,
+    "output_adapter": true,
+    "phm_bias": true,
+    "phm_c_init": "normal",
+    "phm_dim": 4,
+    "phm_init_range": 0.0001,
+    "phm_layer": false,
+    "phm_rank": 1,
+    "reduction_factor": 16,
+    "residual_before_ln": true,
+    "scaling": 1.0,
+    "shared_W_phm": false,
+    "shared_phm_rule": true,
+    "use_gating": false
+  },
+  "config_id": "9076f36a74755ac4",
+  "hidden_size": 768,
+  "model_class": "DebertaV2ForMaskedLM",
+  "model_name": "microsoft/mdeberta-v3-base",
+  "model_type": "deberta-v2",
+  "name": "cc100",
+  "version": "adapters.1.0.0"
+}

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 250101
+}

head_config.json

@@ -0,0 +1,14 @@
+{
+  "config": null,
+  "hidden_size": 768,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1
+  },
+  "model_class": "DebertaV2ForMaskedLM",
+  "model_name": "microsoft/mdeberta-v3-base",
+  "model_type": "deberta-v2",
+  "name": null,
+  "num_labels": 2,
+  "version": "adapters.1.0.0"
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2740aba50898791256caa99c69e252914bd8ea5d1aab74b7cedc86ad420b2525
+size 11936954

pytorch_adapter.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae57185db735322fe76fa5d918e034079b63def6f942bf800bfd675bb13055
+size 3595558

pytorch_model_head.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31140e6ad588eac67d2ea4a364439d70a4960a13cb7e2f4e815f92f3045e4c9
+size 774447414

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138729ce744467e9dfbb78e2bfec3d696c194fe33770c7393c84a4c190c050d2
+size 14244

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1779cc7b17c6f5ed33c2a8a77c4ae41b3c2418eee1200bcb469135e32da88b2
+size 1064

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8d666d62a7bc4ac8f040aab68e942c861f93303156cc28f5c7e885d86d6e3
+size 4305025

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddbe35b768b22d6cd0d61a0a88ea3a188b7c00bbb7b825f9f247cf0b79c2365
+size 16350764

tokenizer_config.json

@@ -0,0 +1,858 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "▁<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250002": {
+      "content": "▁<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250003": {
+      "content": "▁<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250004": {
+      "content": "▁<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250005": {
+      "content": "▁<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250006": {
+      "content": "▁<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250007": {
+      "content": "▁<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250008": {
+      "content": "▁<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250009": {
+      "content": "▁<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250010": {
+      "content": "▁<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250011": {
+      "content": "▁<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250012": {
+      "content": "▁<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250013": {
+      "content": "▁<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250014": {
+      "content": "▁<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250015": {
+      "content": "▁<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250016": {
+      "content": "▁<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250017": {
+      "content": "▁<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250018": {
+      "content": "▁<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250019": {
+      "content": "▁<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250020": {
+      "content": "▁<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250021": {
+      "content": "▁<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250022": {
+      "content": "▁<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250023": {
+      "content": "▁<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250024": {
+      "content": "▁<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250025": {
+      "content": "▁<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250026": {
+      "content": "▁<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250027": {
+      "content": "▁<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250028": {
+      "content": "▁<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250029": {
+      "content": "▁<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250030": {
+      "content": "▁<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250031": {
+      "content": "▁<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250032": {
+      "content": "▁<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250033": {
+      "content": "▁<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250034": {
+      "content": "▁<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250035": {
+      "content": "▁<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250036": {
+      "content": "▁<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250037": {
+      "content": "▁<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250038": {
+      "content": "▁<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250039": {
+      "content": "▁<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250040": {
+      "content": "▁<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250041": {
+      "content": "▁<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250042": {
+      "content": "▁<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250043": {
+      "content": "▁<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250044": {
+      "content": "▁<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250045": {
+      "content": "▁<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250046": {
+      "content": "▁<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250047": {
+      "content": "▁<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250048": {
+      "content": "▁<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250049": {
+      "content": "▁<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250050": {
+      "content": "▁<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250051": {
+      "content": "▁<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250052": {
+      "content": "▁<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250053": {
+      "content": "▁<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250054": {
+      "content": "▁<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250055": {
+      "content": "▁<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250056": {
+      "content": "▁<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250057": {
+      "content": "▁<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250058": {
+      "content": "▁<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250059": {
+      "content": "▁<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250060": {
+      "content": "▁<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250061": {
+      "content": "▁<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250062": {
+      "content": "▁<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250063": {
+      "content": "▁<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250064": {
+      "content": "▁<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250065": {
+      "content": "▁<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250066": {
+      "content": "▁<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250067": {
+      "content": "▁<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250068": {
+      "content": "▁<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250069": {
+      "content": "▁<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250070": {
+      "content": "▁<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250071": {
+      "content": "▁<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250072": {
+      "content": "▁<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250073": {
+      "content": "▁<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250074": {
+      "content": "▁<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250075": {
+      "content": "▁<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250076": {
+      "content": "▁<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250077": {
+      "content": "▁<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250078": {
+      "content": "▁<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250079": {
+      "content": "▁<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250080": {
+      "content": "▁<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250081": {
+      "content": "▁<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250082": {
+      "content": "▁<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250083": {
+      "content": "▁<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250084": {
+      "content": "▁<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250085": {
+      "content": "▁<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250086": {
+      "content": "▁<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250087": {
+      "content": "▁<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250088": {
+      "content": "▁<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250089": {
+      "content": "▁<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250090": {
+      "content": "▁<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250091": {
+      "content": "▁<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250092": {
+      "content": "▁<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250093": {
+      "content": "▁<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250094": {
+      "content": "▁<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250095": {
+      "content": "▁<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250096": {
+      "content": "▁<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250097": {
+      "content": "▁<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250098": {
+      "content": "▁<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250099": {
+      "content": "▁<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250100": {
+      "content": "▁<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "250101": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

trainer_state.json

@@ -0,0 +1,684 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 46875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.032,
+      "grad_norm": 4.063066482543945,
+      "learning_rate": 4.9466666666666665e-05,
+      "loss": 8.4648,
+      "step": 500
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 5.788206577301025,
+      "learning_rate": 4.8933333333333335e-05,
+      "loss": 6.2097,
+      "step": 1000
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 6.765925407409668,
+      "learning_rate": 4.8400000000000004e-05,
+      "loss": 5.5866,
+      "step": 1500
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 8.289322853088379,
+      "learning_rate": 4.7866666666666674e-05,
+      "loss": 5.2423,
+      "step": 2000
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 9.453794479370117,
+      "learning_rate": 4.7333333333333336e-05,
+      "loss": 5.0433,
+      "step": 2500
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 8.274454116821289,
+      "learning_rate": 4.6800000000000006e-05,
+      "loss": 4.8576,
+      "step": 3000
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 9.12468433380127,
+      "learning_rate": 4.626666666666667e-05,
+      "loss": 4.7199,
+      "step": 3500
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 9.231947898864746,
+      "learning_rate": 4.573333333333333e-05,
+      "loss": 4.5848,
+      "step": 4000
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 9.559453010559082,
+      "learning_rate": 4.52e-05,
+      "loss": 4.4715,
+      "step": 4500
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 10.853475570678711,
+      "learning_rate": 4.466666666666667e-05,
+      "loss": 4.3618,
+      "step": 5000
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 8.335192680358887,
+      "learning_rate": 4.413333333333334e-05,
+      "loss": 4.2521,
+      "step": 5500
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 9.980358123779297,
+      "learning_rate": 4.36e-05,
+      "loss": 4.1798,
+      "step": 6000
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 9.899739265441895,
+      "learning_rate": 4.3066666666666665e-05,
+      "loss": 4.0975,
+      "step": 6500
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 9.108661651611328,
+      "learning_rate": 4.2533333333333335e-05,
+      "loss": 4.0288,
+      "step": 7000
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 8.751429557800293,
+      "learning_rate": 4.2e-05,
+      "loss": 3.9617,
+      "step": 7500
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 8.371955871582031,
+      "learning_rate": 4.146666666666667e-05,
+      "loss": 3.9134,
+      "step": 8000
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 8.894974708557129,
+      "learning_rate": 4.093333333333334e-05,
+      "loss": 3.8653,
+      "step": 8500
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 8.370528221130371,
+      "learning_rate": 4.0400000000000006e-05,
+      "loss": 3.8295,
+      "step": 9000
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 7.603794097900391,
+      "learning_rate": 3.986666666666667e-05,
+      "loss": 3.7692,
+      "step": 9500
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 8.196404457092285,
+      "learning_rate": 3.933333333333333e-05,
+      "loss": 3.7207,
+      "step": 10000
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 8.058171272277832,
+      "learning_rate": 3.88e-05,
+      "loss": 3.6915,
+      "step": 10500
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 8.150157928466797,
+      "learning_rate": 3.8266666666666664e-05,
+      "loss": 3.6472,
+      "step": 11000
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 9.0753755569458,
+      "learning_rate": 3.773333333333334e-05,
+      "loss": 3.6238,
+      "step": 11500
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 7.527621269226074,
+      "learning_rate": 3.72e-05,
+      "loss": 3.5811,
+      "step": 12000
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 8.329578399658203,
+      "learning_rate": 3.6666666666666666e-05,
+      "loss": 3.5547,
+      "step": 12500
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 7.496935844421387,
+      "learning_rate": 3.6133333333333335e-05,
+      "loss": 3.5226,
+      "step": 13000
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 7.821002960205078,
+      "learning_rate": 3.56e-05,
+      "loss": 3.5118,
+      "step": 13500
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 8.542437553405762,
+      "learning_rate": 3.506666666666667e-05,
+      "loss": 3.4783,
+      "step": 14000
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 7.732368469238281,
+      "learning_rate": 3.453333333333334e-05,
+      "loss": 3.4419,
+      "step": 14500
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 7.177491664886475,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 3.4347,
+      "step": 15000
+    },
+    {
+      "epoch": 0.992,
+      "grad_norm": 7.078914165496826,
+      "learning_rate": 3.346666666666667e-05,
+      "loss": 3.4066,
+      "step": 15500
+    },
+    {
+      "epoch": 1.024,
+      "grad_norm": 8.010518074035645,
+      "learning_rate": 3.293333333333333e-05,
+      "loss": 3.3819,
+      "step": 16000
+    },
+    {
+      "epoch": 1.056,
+      "grad_norm": 7.851644515991211,
+      "learning_rate": 3.24e-05,
+      "loss": 3.3585,
+      "step": 16500
+    },
+    {
+      "epoch": 1.088,
+      "grad_norm": 7.097132205963135,
+      "learning_rate": 3.1866666666666664e-05,
+      "loss": 3.3478,
+      "step": 17000
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 7.4348955154418945,
+      "learning_rate": 3.1333333333333334e-05,
+      "loss": 3.3258,
+      "step": 17500
+    },
+    {
+      "epoch": 1.152,
+      "grad_norm": 7.034393787384033,
+      "learning_rate": 3.08e-05,
+      "loss": 3.3203,
+      "step": 18000
+    },
+    {
+      "epoch": 1.184,
+      "grad_norm": 7.648390293121338,
+      "learning_rate": 3.0266666666666666e-05,
+      "loss": 3.2904,
+      "step": 18500
+    },
+    {
+      "epoch": 1.216,
+      "grad_norm": 7.214566707611084,
+      "learning_rate": 2.9733333333333336e-05,
+      "loss": 3.2815,
+      "step": 19000
+    },
+    {
+      "epoch": 1.248,
+      "grad_norm": 7.044500350952148,
+      "learning_rate": 2.9199999999999998e-05,
+      "loss": 3.2625,
+      "step": 19500
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 7.024742603302002,
+      "learning_rate": 2.8666666666666668e-05,
+      "loss": 3.2553,
+      "step": 20000
+    },
+    {
+      "epoch": 1.312,
+      "grad_norm": 6.994293212890625,
+      "learning_rate": 2.8133333333333334e-05,
+      "loss": 3.239,
+      "step": 20500
+    },
+    {
+      "epoch": 1.3439999999999999,
+      "grad_norm": 6.599395275115967,
+      "learning_rate": 2.7600000000000003e-05,
+      "loss": 3.2207,
+      "step": 21000
+    },
+    {
+      "epoch": 1.376,
+      "grad_norm": 7.322856426239014,
+      "learning_rate": 2.706666666666667e-05,
+      "loss": 3.2061,
+      "step": 21500
+    },
+    {
+      "epoch": 1.408,
+      "grad_norm": 6.638829231262207,
+      "learning_rate": 2.6533333333333332e-05,
+      "loss": 3.1981,
+      "step": 22000
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 7.128690242767334,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 3.1907,
+      "step": 22500
+    },
+    {
+      "epoch": 1.472,
+      "grad_norm": 7.676299571990967,
+      "learning_rate": 2.5466666666666668e-05,
+      "loss": 3.1754,
+      "step": 23000
+    },
+    {
+      "epoch": 1.504,
+      "grad_norm": 6.643492698669434,
+      "learning_rate": 2.4933333333333334e-05,
+      "loss": 3.1553,
+      "step": 23500
+    },
+    {
+      "epoch": 1.536,
+      "grad_norm": 6.973154544830322,
+      "learning_rate": 2.44e-05,
+      "loss": 3.1522,
+      "step": 24000
+    },
+    {
+      "epoch": 1.568,
+      "grad_norm": 6.821743488311768,
+      "learning_rate": 2.3866666666666666e-05,
+      "loss": 3.1391,
+      "step": 24500
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 6.451427936553955,
+      "learning_rate": 2.3333333333333336e-05,
+      "loss": 3.131,
+      "step": 25000
+    },
+    {
+      "epoch": 1.6320000000000001,
+      "grad_norm": 6.943073749542236,
+      "learning_rate": 2.2800000000000002e-05,
+      "loss": 3.1209,
+      "step": 25500
+    },
+    {
+      "epoch": 1.6640000000000001,
+      "grad_norm": 8.064687728881836,
+      "learning_rate": 2.2266666666666668e-05,
+      "loss": 3.1285,
+      "step": 26000
+    },
+    {
+      "epoch": 1.696,
+      "grad_norm": 7.248683452606201,
+      "learning_rate": 2.1733333333333334e-05,
+      "loss": 3.1069,
+      "step": 26500
+    },
+    {
+      "epoch": 1.728,
+      "grad_norm": 6.336924076080322,
+      "learning_rate": 2.12e-05,
+      "loss": 3.0995,
+      "step": 27000
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 6.641776084899902,
+      "learning_rate": 2.0666666666666666e-05,
+      "loss": 3.0895,
+      "step": 27500
+    },
+    {
+      "epoch": 1.792,
+      "grad_norm": 6.72490930557251,
+      "learning_rate": 2.0133333333333336e-05,
+      "loss": 3.0969,
+      "step": 28000
+    },
+    {
+      "epoch": 1.8239999999999998,
+      "grad_norm": 7.2020134925842285,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 3.0832,
+      "step": 28500
+    },
+    {
+      "epoch": 1.8559999999999999,
+      "grad_norm": 7.248571395874023,
+      "learning_rate": 1.9066666666666668e-05,
+      "loss": 3.0742,
+      "step": 29000
+    },
+    {
+      "epoch": 1.888,
+      "grad_norm": 5.987290859222412,
+      "learning_rate": 1.8533333333333334e-05,
+      "loss": 3.058,
+      "step": 29500
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 6.915395736694336,
+      "learning_rate": 1.8e-05,
+      "loss": 3.0601,
+      "step": 30000
+    },
+    {
+      "epoch": 1.952,
+      "grad_norm": 7.008046627044678,
+      "learning_rate": 1.7466666666666667e-05,
+      "loss": 3.0529,
+      "step": 30500
+    },
+    {
+      "epoch": 1.984,
+      "grad_norm": 6.35275936126709,
+      "learning_rate": 1.6933333333333333e-05,
+      "loss": 3.0517,
+      "step": 31000
+    },
+    {
+      "epoch": 2.016,
+      "grad_norm": 6.3554368019104,
+      "learning_rate": 1.6400000000000002e-05,
+      "loss": 3.0367,
+      "step": 31500
+    },
+    {
+      "epoch": 2.048,
+      "grad_norm": 6.700064659118652,
+      "learning_rate": 1.586666666666667e-05,
+      "loss": 3.0438,
+      "step": 32000
+    },
+    {
+      "epoch": 2.08,
+      "grad_norm": 6.4971208572387695,
+      "learning_rate": 1.5333333333333334e-05,
+      "loss": 3.0261,
+      "step": 32500
+    },
+    {
+      "epoch": 2.112,
+      "grad_norm": 7.133357048034668,
+      "learning_rate": 1.48e-05,
+      "loss": 3.036,
+      "step": 33000
+    },
+    {
+      "epoch": 2.144,
+      "grad_norm": 7.0592145919799805,
+      "learning_rate": 1.4266666666666667e-05,
+      "loss": 3.0239,
+      "step": 33500
+    },
+    {
+      "epoch": 2.176,
+      "grad_norm": 6.350597381591797,
+      "learning_rate": 1.3733333333333335e-05,
+      "loss": 3.0156,
+      "step": 34000
+    },
+    {
+      "epoch": 2.208,
+      "grad_norm": 6.648479461669922,
+      "learning_rate": 1.32e-05,
+      "loss": 3.0188,
+      "step": 34500
+    },
+    {
+      "epoch": 2.24,
+      "grad_norm": 7.037032127380371,
+      "learning_rate": 1.2666666666666668e-05,
+      "loss": 3.0073,
+      "step": 35000
+    },
+    {
+      "epoch": 2.2720000000000002,
+      "grad_norm": 6.653946876525879,
+      "learning_rate": 1.2133333333333335e-05,
+      "loss": 3.0054,
+      "step": 35500
+    },
+    {
+      "epoch": 2.304,
+      "grad_norm": 6.303481101989746,
+      "learning_rate": 1.16e-05,
+      "loss": 3.009,
+      "step": 36000
+    },
+    {
+      "epoch": 2.336,
+      "grad_norm": 6.57046365737915,
+      "learning_rate": 1.1066666666666667e-05,
+      "loss": 3.0066,
+      "step": 36500
+    },
+    {
+      "epoch": 2.368,
+      "grad_norm": 6.93709135055542,
+      "learning_rate": 1.0533333333333335e-05,
+      "loss": 2.9905,
+      "step": 37000
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 7.277021884918213,
+      "learning_rate": 1e-05,
+      "loss": 2.9862,
+      "step": 37500
+    },
+    {
+      "epoch": 2.432,
+      "grad_norm": 6.674744129180908,
+      "learning_rate": 9.466666666666667e-06,
+      "loss": 2.9917,
+      "step": 38000
+    },
+    {
+      "epoch": 2.464,
+      "grad_norm": 8.342588424682617,
+      "learning_rate": 8.933333333333333e-06,
+      "loss": 2.9822,
+      "step": 38500
+    },
+    {
+      "epoch": 2.496,
+      "grad_norm": 7.07329797744751,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 2.9845,
+      "step": 39000
+    },
+    {
+      "epoch": 2.528,
+      "grad_norm": 6.7366719245910645,
+      "learning_rate": 7.866666666666667e-06,
+      "loss": 2.9877,
+      "step": 39500
+    },
+    {
+      "epoch": 2.56,
+      "grad_norm": 6.436901569366455,
+      "learning_rate": 7.333333333333334e-06,
+      "loss": 2.9883,
+      "step": 40000
+    },
+    {
+      "epoch": 2.592,
+      "grad_norm": 6.694100856781006,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 2.977,
+      "step": 40500
+    },
+    {
+      "epoch": 2.624,
+      "grad_norm": 6.5170369148254395,
+      "learning_rate": 6.266666666666666e-06,
+      "loss": 2.9719,
+      "step": 41000
+    },
+    {
+      "epoch": 2.656,
+      "grad_norm": 7.04496955871582,
+      "learning_rate": 5.733333333333333e-06,
+      "loss": 2.9732,
+      "step": 41500
+    },
+    {
+      "epoch": 2.6879999999999997,
+      "grad_norm": 6.8769330978393555,
+      "learning_rate": 5.2e-06,
+      "loss": 2.9658,
+      "step": 42000
+    },
+    {
+      "epoch": 2.7199999999999998,
+      "grad_norm": 6.8494415283203125,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 2.9711,
+      "step": 42500
+    },
+    {
+      "epoch": 2.752,
+      "grad_norm": 7.2201690673828125,
+      "learning_rate": 4.133333333333333e-06,
+      "loss": 2.9745,
+      "step": 43000
+    },
+    {
+      "epoch": 2.784,
+      "grad_norm": 6.6199493408203125,
+      "learning_rate": 3.6e-06,
+      "loss": 2.9606,
+      "step": 43500
+    },
+    {
+      "epoch": 2.816,
+      "grad_norm": 7.001955986022949,
+      "learning_rate": 3.066666666666667e-06,
+      "loss": 2.9618,
+      "step": 44000
+    },
+    {
+      "epoch": 2.848,
+      "grad_norm": 6.914155960083008,
+      "learning_rate": 2.5333333333333334e-06,
+      "loss": 2.9575,
+      "step": 44500
+    },
+    {
+      "epoch": 2.88,
+      "grad_norm": 7.15353536605835,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 2.9537,
+      "step": 45000
+    },
+    {
+      "epoch": 2.912,
+      "grad_norm": 6.975430488586426,
+      "learning_rate": 1.4666666666666667e-06,
+      "loss": 2.9522,
+      "step": 45500
+    },
+    {
+      "epoch": 2.944,
+      "grad_norm": 7.9337968826293945,
+      "learning_rate": 9.333333333333334e-07,
+      "loss": 2.9603,
+      "step": 46000
+    },
+    {
+      "epoch": 2.976,
+      "grad_norm": 6.636446952819824,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 2.9589,
+      "step": 46500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 46875,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.99952244736e+17,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6621a3821bed3cdcb68fd5f4beeaca85d554d8f20e9f54b5090bdf56e5f0c93
+size 5240