Training in progress, step 50

adapter_config.json

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 32,
+  "lora_alpha": 64,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,7 +19,7 @@
     "score"
   ],
   "peft_type": "LORA",
-  "r": 16,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68a045468f0e9ab47ef0c1a9da28d023b5322f88b90ffe9027c78c0958eaa0c3
-size 27313024
+oid sha256:996abc775fa52798168a432665b684d09f9a487bb971709b2be0ff559b4bdc96
+size 54576048

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7639eddf8788426b3403c73375c624a0bd04ca994bbc9d09fd8030ef07a2dfc2
+oid sha256:30601ceab6d241a569cfd829c7955620a983f03985e8370f4a3f11ecd5ec3a95
 size 5112