LoftQ
/

Meta-Llama-3-8B-4bit-64rank

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

LoftQ commited on Apr 20

Commit

290614e

•

1 Parent(s): 2c8ea59

Update loftq_init/adapter_config.json

Files changed (1) hide show

loftq_init/adapter_config.json +2 -2

loftq_init/adapter_config.json CHANGED Viewed

@@ -1,10 +1,10 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "LoftQ/Meta-Llama-3-8B-4bit-64rank-5iter",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": true,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "LoftQ/Meta-Llama-3-8B-4bit-64rank",
   "bias": "none",
   "fan_in_fan_out": false,
+  "inference_mode": false,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,