Training in progress, step 500

adapter_config.json

@@ -1,19 +1,17 @@
 {
   "auto_mapping": null,
   "base_model_name_or_path": "bert-base-cased",
-  "fan_in_fan_out": false,
-  "feedforward_modules": [
-    "output.dense"
-  ],
+  "encoder_dropout": 0.0,
+  "encoder_hidden_size": 128,
+  "encoder_num_layers": 2,
+  "encoder_reparameterization_type": "MLP",
   "inference_mode": true,
-  "init_ia3_weights": true,
-  "modules_to_save": null,
-  "peft_type": "IA3",
+  "num_attention_heads": 12,
+  "num_layers": 12,
+  "num_transformer_submodules": 1,
+  "num_virtual_tokens": 20,
+  "peft_type": "P_TUNING",
   "revision": null,
-  "target_modules": [
-    "output.dense",
-    "value",
-    "key"
-  ],
-  "task_type": "QUESTION_ANS"
+  "task_type": "QUESTION_ANS",
+  "token_dim": 768
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72521c54351d787d392ef5e7cd508b9c618ab58254f1b34900ba1ebeb9939400
-size 270552
+oid sha256:c2acb82011f732ec4cd6350ab63b21e0994045a1264abacbcadff74a2e2b2271
+size 67880

runs/Jan11_15-30-37_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1704954638.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.3221.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dfd86dab185353142744f8b715adb05d03ddd741753cc51d27756836d8807ec
-size 5253
+oid sha256:1b489f53a85b75314a7ad1a9a6171cee5ccf702fd39ea5de422b6b87fa75d447
+size 5830

runs/Jan12_10-00-40_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705021240.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4178.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa99a483fcd7020de5f3a92f363b6e6946dc89c82adb8d7e6cfd7bdd50af516
+size 4498

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78370502facad748ec7da47f2fabeb75a91172e0928d4ca68539b6886b735495
+oid sha256:69db1eb9684832c421b800bd1253974a79c5592a9ce4d9835100b35ce6b97354
 size 4283