Upload folder using huggingface_hub

README.md

@@ -199,4 +199,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 ### Framework versions
 
-- PEFT 0.14.0
+- PEFT 0.13.2

adapter_config.json

@@ -3,8 +3,6 @@
   "auto_mapping": null,
   "base_model_name_or_path": "Qwen/Qwen1.5-0.5B",
   "bias": "none",
-  "eva_config": null,
-  "exclude_modules": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
@@ -13,8 +11,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 16,
-  "lora_bias": false,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -23,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a01f7b28c1157008c9400ef93a907c73acf90c92e198afae70c4314e579a168
+oid sha256:1cb27e02f4b75735253c379ed8eb085dff24fc2acb9977751ec9e199b2398d8a
 size 3158328

tokenizer_config.json

@@ -35,7 +35,6 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
   "errors": "replace",
-  "extra_special_tokens": {},
   "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6127eeed5991017f508a19ac449eb41f6ea504b015ea3cf7363efe8a9b85e48
-size 5560
+oid sha256:f5b2b97d1daa230cc50fd6f78cda4fac3527fa50e85e8d279b00375aa827f35b
+size 5368