Trelis
/

Meta-Llama-3.1-8B-Instruct-touch-rugby-2-adapters

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

RonanMcGovern commited on 15 days ago

Commit

21fc72b

•

1 Parent(s): 1819b0e

rescale alpha

Files changed (1) hide show

adapter_config.json +2 -2

adapter_config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 32,
   "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -30,5 +30,5 @@
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,
-  "use_rslora": true
 }

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 181.02,
   "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,
+  "use_rslora": false
 }