MahmoudIbrahim
/

FalconMasr

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

MahmoudIbrahim commited on Oct 31

Commit

7586325

•

1 Parent(s): c9cabee

Upload model

Files changed (2) hide show

adapter_config.json +5 -2
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -4,7 +4,7 @@
   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": false,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,
@@ -20,7 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "bias": "none",
   "fan_in_fan_out": false,
+  "inference_mode": true,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "dense_h_to_4h",
+    "dense",
+    "dense_4h_to_h",
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5992c4aa0bcd0587821694c1cfa1e4a92efd4eed855254124752adb6fb73ebc
-size 74457856

 version https://git-lfs.github.com/spec/v1
+oid sha256:d71adde2db5ce5ad70f63aaa115347e4010996104ac690efaf3a7db24ad9766f
+size 522227376