Upload folder using huggingface_hub
Browse files- adapter_config.json +7 -7
- adapter_model.safetensors +2 -2
- runs/Jan22_14-03-54_t-20250122220250-jhxn7-worker-0/events.out.tfevents.1737554663.t-20250122220250-jhxn7-worker-0.617.0 +3 -0
- runs/Jan22_14-10-21_t-20250122220911-92jwz-worker-0/events.out.tfevents.1737555049.t-20250122220911-92jwz-worker-0.617.0 +3 -0
- runs/Jan22_14-12-17_t-20250122221115-vjtgv-worker-0/events.out.tfevents.1737555158.t-20250122221115-vjtgv-worker-0.617.0 +3 -0
- training_args.bin +1 -1
adapter_config.json
CHANGED
@@ -10,25 +10,25 @@
|
|
10 |
"layers_pattern": null,
|
11 |
"layers_to_transform": null,
|
12 |
"loftq_config": {},
|
13 |
-
"lora_alpha":
|
14 |
"lora_dropout": 0.05,
|
15 |
"megatron_config": null,
|
16 |
"megatron_core": "megatron.core",
|
17 |
"modules_to_save": null,
|
18 |
"peft_type": "LORA",
|
19 |
-
"r":
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
23 |
-
"v_proj",
|
24 |
-
"qkv_proj",
|
25 |
"q_proj",
|
26 |
-
"
|
27 |
"gate_up_proj",
|
28 |
-
"k_proj",
|
29 |
"o_proj",
|
|
|
|
|
30 |
"up_proj",
|
31 |
-
"
|
|
|
32 |
],
|
33 |
"task_type": "CAUSAL_LM",
|
34 |
"use_dora": false,
|
|
|
10 |
"layers_pattern": null,
|
11 |
"layers_to_transform": null,
|
12 |
"loftq_config": {},
|
13 |
+
"lora_alpha": 32,
|
14 |
"lora_dropout": 0.05,
|
15 |
"megatron_config": null,
|
16 |
"megatron_core": "megatron.core",
|
17 |
"modules_to_save": null,
|
18 |
"peft_type": "LORA",
|
19 |
+
"r": 16,
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
|
|
|
|
23 |
"q_proj",
|
24 |
+
"gate_proj",
|
25 |
"gate_up_proj",
|
|
|
26 |
"o_proj",
|
27 |
+
"v_proj",
|
28 |
+
"qkv_proj",
|
29 |
"up_proj",
|
30 |
+
"k_proj",
|
31 |
+
"down_proj"
|
32 |
],
|
33 |
"task_type": "CAUSAL_LM",
|
34 |
"use_dora": false,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c0df80e65bd9a2b2fb97fcccb301eeea37a218a4fad341ca735c46dcda995bf
|
3 |
+
size 100697728
|
runs/Jan22_14-03-54_t-20250122220250-jhxn7-worker-0/events.out.tfevents.1737554663.t-20250122220250-jhxn7-worker-0.617.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9be00c1a9d370e12d2710f7af2f81deb0af696e9915e2bf21b9641200c0e910
|
3 |
+
size 8883
|
runs/Jan22_14-10-21_t-20250122220911-92jwz-worker-0/events.out.tfevents.1737555049.t-20250122220911-92jwz-worker-0.617.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0283b918f918c3a76d608b380d8a290671a22d66c51dfdc0f540a3424973883a
|
3 |
+
size 8777
|
runs/Jan22_14-12-17_t-20250122221115-vjtgv-worker-0/events.out.tfevents.1737555158.t-20250122221115-vjtgv-worker-0.617.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aef9c1616cfd02575ffdb1c705cf1449813cb84ad1b846541e481db4d841da1c
|
3 |
+
size 8776
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5432
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7d3b748f5c6f1375ffe45ed91e8ace9bb8384ed2884d7fafa80fbba9ffc772db
|
3 |
size 5432
|