weav-geng
/

llama2-qlora-finetunined-french

Model card Files Files and versions Community

weav-geng commited on Jul 25, 2023

Commit

a06756f

•

1 Parent(s): f8a31b9

Upload model

Files changed (2) hide show

adapter_config.json +2 -3
adapter_model.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "auto_mapping": null,
-  "base_model_name_or_path": "TinyPixel/Llama-2-7B-bf16-sharded",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -14,8 +14,7 @@
   "r": 64,
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

 {
   "auto_mapping": null,
+  "base_model_name_or_path": "EleutherAI/pythia-70m-deduped",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "r": 64,
   "revision": null,
   "target_modules": [
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b37e26267eae2a1740c53809d22a12949f293c809a6dc15ef72b4d25b89872a
-size 134263757

 version https://git-lfs.github.com/spec/v1
+oid sha256:56b1d79eccf1c1fe6cf381e43974ed45d847bed174c2546527746c6de4f1a986
+size 3150357