daptheHuman
/

merak-7b-candi-borobudur-v1-lora-4bit

Model card Files Files and versions Community

daptheHuman commited on Dec 13, 2023

Commit

525583b

·

1 Parent(s): cf98bbd

Upload model

Files changed (2) hide show

adapter_config.json +3 -3
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -14,16 +14,16 @@
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": [
-    "embed_tokens,lm_head"
   ],
   "peft_type": "LORA",
   "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
     "v_proj",
-    "q_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": [
+    "embed_tokens"
   ],
   "peft_type": "LORA",
   "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
     "v_proj",
+    "q_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:968a8a20e1d61be771b3b62b22d6ac5a63a8324a6feb08d7ed8435f687f35eb3
-size 18899856

 version https://git-lfs.github.com/spec/v1
+oid sha256:8ce754567f49dc611fb7a613e4893d9abe5a2f30198a44aee2457f7fb678a7c6
+size 543221344