Tatvajsh/Lllama_AHS_V_6.6

adapter_config.json

@@ -8,22 +8,22 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 32,
+  "lora_alpha": 64,
   "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "o_proj",
-    "down_proj",
+    "base_layer",
     "q_proj",
     "v_proj",
-    "base_layer",
+    "o_proj",
+    "gate_proj",
     "up_proj",
-    "k_proj"
+    "k_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f96ae7a30916d21fe92469f9312cb7206dadce0fbd1ac7611263117a9fa87e0
-size 50982397
+oid sha256:18dafa6c0ee06c46901f52d9eed0b943e355197fe1341923551c2481c0391409
+size 101834237

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:811c45d617a3590236724d60ab1c64294468f32e8e4049b6e3456cffb22bde7d
+oid sha256:1f9955b04800dc6c2cf924ada51ee03b2e139da1bb54bddd1445c63daa7185fc
 size 4027