Training in progress, epoch 1

adapter_config.json

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 512,
+  "lora_alpha": 256,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,7 +19,7 @@
     "score"
   ],
   "peft_type": "LORA",
-  "r": 256,
+  "r": 128,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5795e2e8cf7e33d69d24b0e36ac0929587746efb3ebfc5aa5e49d8a411a24764
-size 61589308
+oid sha256:c4a1dbbfe1767a737661c461aa0c24b9bacfb3f8d831325903fb1938d227aa64
+size 33277748

runs/Oct04_11-40-43_fedab1aec196/events.out.tfevents.1728043019.fedab1aec196.1021.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a85fe9f907edbb2276a33948dfcdd4c507fff56da0a06e0a494f605752bcb39
+size 560

runs/Oct04_11-57-20_fedab1aec196/events.out.tfevents.1728043052.fedab1aec196.1021.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc90baa3d57177243e40fd4d31b5dc88df6c83159e0bf45ae8eea54508e05bd1
+size 101321

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1213b04ce3d15bd30ed0997a7eaf49653964d0f8d92d77e45fb78ebc8369ba3e
+oid sha256:88d7e52bdbaf9cf4b9b5c3f004b66be4cc63995fbd7f956955c1753d4f952d1b
 size 5240