Upload folder using huggingface_hub

adapter_config.json

@@ -11,7 +11,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 256,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.03,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -21,9 +21,10 @@
   "revision": null,
   "target_modules": [
     "gate_up_proj",
+    "o_proj",
     "down_proj",
-    "qkv_proj",
-    "o_proj"
+    "ffn",
+    "qkv_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc0365da59a6a70a5d3d7df6b7d135f9b3877b3b6deaf1a1244d351bc38b67b1
+oid sha256:ea8cb624413dcf55efe052a025911d1ee0c08f8b00924754223d406eba23b43f
 size 805341552

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa509173696f55eb0730f9f9bbea72d4eb8215d7f61bc74e75fc64b6f8153e04
+oid sha256:4330cb6756d4c95ca99f2fb3134fca55c8caf7ebc7ad7bcb34e9554352f775f8
 size 5368