241204

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d9edca8e6c85e295af73e1c608135d99cbe420af8bc614ce7a4342f4dcf05
+size 27296640

config.json

@@ -1,37 +1,6 @@
 {
-  "alpha_pattern": {},
-  "auto_mapping": null,
-
-  "base_model_name_or_path": "abacusai/Llama-3-Smaug-8B",
-  "bias": "none",
-  "fan_in_fan_out": false,
-  "inference_mode": true,
-  "init_lora_weights": true,
-  "layer_replication": null,
-  "layers_pattern": null,
-  "layers_to_transform": null,
-  "loftq_config": {},
-  "lora_alpha": 32,
-  "lora_dropout": 0.05,
-  "megatron_config": null,
-  "megatron_core": "megatron.core",
-  "modules_to_save": [
-    "classifier",
-    "score"
-  ],
-  "peft_type": "LORA",
-  "r": 16,
-  "rank_pattern": {},
-  "revision": null,
-  "target_modules": [
-    "v_proj",
-    "q_proj"
-  ],
-  "task_type": "SEQ_CLS",
-  "use_dora": false,
-  "use_rslora": false,
-    "architectures": [
-    "LlamaForSequenceClassification"
+  "architectures": [
+    "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
@@ -54,7 +23,5 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.37.2",
   "use_cache": true,
-  "vocab_size": 128256,
-  "num_labels": 1,
-  "problem_type": "regression"
-}
+  "vocab_size": 128256
+}