Upload FalconForCausalLM

README.md

@@ -1,10 +1,10 @@
 ---
 base_model: ybelkada/falcon-7b-sharded-bf16
-library_name: transformers
 datasets:
 - Omartificial-Intelligence-Space/Arabic-finanical-rag-embedding-dataset
 language:
 - ar
+library_name: transformers
 pipeline_tag: text-generation
 ---
 

adapter_config.json

@@ -4,14 +4,14 @@
   "base_model_name_or_path": "ybelkada/falcon-7b-sharded-bf16",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": true,
+  "inference_mode": false,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 16,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -20,10 +20,7 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense",
-    "dense_h_to_4h",
-    "query_key_value",
-    "dense_4h_to_h"
+    "dense"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13fdb415f3259ddb7e485cf92ff2375c0b01c90c782661ab755c752001079b24
-size 522227376
+oid sha256:d5992c4aa0bcd0587821694c1cfa1e4a92efd4eed855254124752adb6fb73ebc
+size 74457856