Training in progress, step 32

adapter_config.json

@@ -16,16 +16,12 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "gate_proj",
-    "q_proj",
-    "down_proj",
     "v_proj",
-    "k_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b2b61eab585642465521ee36d7ff91cd70631c1431dee986e770d7f115353f7
-size 136753176
+oid sha256:fc0cd2aa5b8af2e91982c1549129ed595bf7498e44d8369f5de0e0a6363d9c6a
+size 4373064

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1837f6727c2ad828b110fc54d728c9ccbf1626fbe4ed1f5c59462dfd9ebda1f2
-size 5560
+oid sha256:8c70fecb73e829634e2bd1d42f46548e331ee68e89c67393ab69fb8ae731a351
+size 5496