makcedward
/

Llama-3.2-1B-Instruct-VbLoRA-Adapter

Model card Files Files and versions Community

makcedward commited on Feb 20

Commit

8e788da

·

verified ·

1 Parent(s): d4ea5fc

Upload model

Files changed (1) hide show

adapter_config.json +3 -2

adapter_config.json CHANGED Viewed

@@ -2,6 +2,7 @@
   "auto_mapping": null,
   "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_logits_std": 0.1,
@@ -15,8 +16,8 @@
   "revision": null,
   "save_only_topk_weights": false,
   "target_modules": [
-    "q_proj",
-    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "topk": 2,

   "auto_mapping": null,
   "base_model_name_or_path": "meta-llama/Llama-3.2-1B-Instruct",
   "bias": "none",
+  "exclude_modules": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_logits_std": 0.1,
   "revision": null,
   "save_only_topk_weights": false,
   "target_modules": [
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "topk": 2,