Training in progress, step 500
Browse files- model.safetensors +1 -1
- run-0/checkpoint-1000/model.safetensors +1 -1
- run-0/checkpoint-1000/optimizer.pt +1 -1
- run-0/checkpoint-1000/rng_state.pth +1 -1
- run-0/checkpoint-1000/scheduler.pt +1 -1
- run-0/checkpoint-1000/training_args.bin +2 -2
- run-0/checkpoint-1500/model.safetensors +1 -1
- run-0/checkpoint-1500/optimizer.pt +1 -1
- run-0/checkpoint-1500/rng_state.pth +1 -1
- run-0/checkpoint-1500/scheduler.pt +1 -1
- run-0/checkpoint-1500/training_args.bin +2 -2
- run-0/checkpoint-2000/config.json +1 -1
- run-0/checkpoint-2000/model.safetensors +1 -1
- run-0/checkpoint-2000/optimizer.pt +1 -1
- run-0/checkpoint-2000/rng_state.pth +1 -1
- run-0/checkpoint-2000/scheduler.pt +1 -1
- run-0/checkpoint-2000/tokenizer.json +1 -6
- run-0/checkpoint-2000/trainer_state.json +64 -48
- run-0/checkpoint-2000/training_args.bin +2 -2
- run-1/checkpoint-1000/config.json +1 -1
- run-1/checkpoint-1000/tokenizer.json +1 -6
- run-1/checkpoint-1000/trainer_state.json +41 -27
- run-1/checkpoint-1500/config.json +1 -1
- run-1/checkpoint-1500/tokenizer.json +1 -6
- run-1/checkpoint-1500/trainer_state.json +50 -35
- run-1/checkpoint-500/config.json +1 -1
- run-1/checkpoint-500/model.safetensors +1 -1
- run-1/checkpoint-500/optimizer.pt +1 -1
- run-1/checkpoint-500/rng_state.pth +1 -1
- run-1/checkpoint-500/scheduler.pt +1 -1
- run-1/checkpoint-500/tokenizer.json +1 -6
- run-1/checkpoint-500/trainer_state.json +27 -14
- run-1/checkpoint-500/training_args.bin +2 -2
- training_args.bin +1 -1
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1992bc8cbd8cfc6c88b1963eedb9aa5c6b4583be00c396662c3f6a358ddb1ad
|
3 |
size 268290900
|
run-0/checkpoint-1000/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2a6bfc0d04fa062aafe14fdad65aae2ea6adae5c8469541e9b7863a1faad3e9a
|
3 |
size 268290900
|
run-0/checkpoint-1000/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 536643898
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80c0e2557f9299a203cad2cf29f7a6e92288b2b70263361fd6952fed79531eed
|
3 |
size 536643898
|
run-0/checkpoint-1000/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c35ee7e612988cfbcef57649260f5e638d50749c336bb364c0aaa11036e867c9
|
3 |
size 14244
|
run-0/checkpoint-1000/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed9da1cbe846856af516cf037dd225e7f48e2737ef84c42a9bee0753b8c140ef
|
3 |
size 1064
|
run-0/checkpoint-1000/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
|
3 |
+
size 5176
|
run-0/checkpoint-1500/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c12548a0e1d2999b1e89a6451858c1ba19278e932f73f0ec0a958da3b98809ec
|
3 |
size 268290900
|
run-0/checkpoint-1500/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 536643898
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e508a0180bc2432169987e3671ecfea4c7f7399055995ca577258a0697775a3d
|
3 |
size 536643898
|
run-0/checkpoint-1500/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1c10319269a5ccb2640eed78049edda0fca1ea40d757f64b6ab5474fe9e926f9
|
3 |
size 14244
|
run-0/checkpoint-1500/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad4d7d251acf36e559c362893a1fb310c9f46b20e8a330025a14b6829ce4ab07
|
3 |
size 1064
|
run-0/checkpoint-1500/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
|
3 |
+
size 5176
|
run-0/checkpoint-2000/config.json
CHANGED
@@ -326,6 +326,6 @@
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
-
"transformers_version": "4.
|
330 |
"vocab_size": 30522
|
331 |
}
|
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
+
"transformers_version": "4.41.1",
|
330 |
"vocab_size": 30522
|
331 |
}
|
run-0/checkpoint-2000/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc630be871e84a2ba797e4b734dafee8fd052aad75df18916397c3c502e9da12
|
3 |
size 268290900
|
run-0/checkpoint-2000/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 536643898
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6f651cfe4ff9f8d1c3b71bb6d9d942ddaabbc951698f633c577cf1fddc8aaa6
|
3 |
size 536643898
|
run-0/checkpoint-2000/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37ccc14cc902672c3d8e770c2a2ce3a532b454981f3118cb18a09274102a99fc
|
3 |
size 14244
|
run-0/checkpoint-2000/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f38866eaf1d2baeb52a55cb38ece6ee67f3213265b0830dd06c82a9148795bea
|
3 |
size 1064
|
run-0/checkpoint-2000/tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 512,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|
run-0/checkpoint-2000/trainer_state.json
CHANGED
@@ -10,94 +10,110 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"eval_accuracy": 0.
|
14 |
-
"eval_loss": 0.
|
15 |
-
"eval_runtime": 1.
|
16 |
-
"eval_samples_per_second":
|
17 |
-
"eval_steps_per_second":
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
-
"epoch": 1.
|
22 |
-
"
|
23 |
-
"
|
|
|
24 |
"step": 500
|
25 |
},
|
26 |
{
|
27 |
"epoch": 2.0,
|
28 |
-
"eval_accuracy": 0.
|
29 |
-
"eval_loss": 0.
|
30 |
-
"eval_runtime": 1.
|
31 |
-
"eval_samples_per_second":
|
32 |
-
"eval_steps_per_second":
|
33 |
"step": 636
|
34 |
},
|
35 |
{
|
36 |
"epoch": 3.0,
|
37 |
-
"eval_accuracy": 0.
|
38 |
-
"eval_loss": 0.
|
39 |
-
"eval_runtime": 1.
|
40 |
-
"eval_samples_per_second":
|
41 |
-
"eval_steps_per_second": 47.
|
42 |
"step": 954
|
43 |
},
|
44 |
{
|
45 |
-
"epoch": 3.
|
46 |
-
"
|
47 |
-
"
|
|
|
48 |
"step": 1000
|
49 |
},
|
50 |
{
|
51 |
"epoch": 4.0,
|
52 |
-
"eval_accuracy": 0.
|
53 |
-
"eval_loss": 0.
|
54 |
-
"eval_runtime": 1.
|
55 |
-
"eval_samples_per_second":
|
56 |
-
"eval_steps_per_second":
|
57 |
"step": 1272
|
58 |
},
|
59 |
{
|
60 |
-
"epoch": 4.
|
61 |
-
"
|
62 |
-
"
|
|
|
63 |
"step": 1500
|
64 |
},
|
65 |
{
|
66 |
"epoch": 5.0,
|
67 |
-
"eval_accuracy": 0.
|
68 |
-
"eval_loss": 0.
|
69 |
-
"eval_runtime": 1.
|
70 |
-
"eval_samples_per_second":
|
71 |
-
"eval_steps_per_second":
|
72 |
"step": 1590
|
73 |
},
|
74 |
{
|
75 |
"epoch": 6.0,
|
76 |
-
"eval_accuracy": 0.
|
77 |
-
"eval_loss": 0.
|
78 |
-
"eval_runtime": 1.
|
79 |
-
"eval_samples_per_second":
|
80 |
-
"eval_steps_per_second":
|
81 |
"step": 1908
|
82 |
},
|
83 |
{
|
84 |
-
"epoch": 6.
|
85 |
-
"
|
86 |
-
"
|
|
|
87 |
"step": 2000
|
88 |
}
|
89 |
],
|
90 |
"logging_steps": 500,
|
91 |
-
"max_steps":
|
92 |
"num_input_tokens_seen": 0,
|
93 |
-
"num_train_epochs":
|
94 |
"save_steps": 500,
|
95 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
"train_batch_size": 48,
|
97 |
"trial_name": null,
|
98 |
"trial_params": {
|
99 |
-
"alpha": 0.
|
100 |
-
"num_train_epochs":
|
101 |
-
"temperature":
|
102 |
}
|
103 |
}
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"eval_accuracy": 0.6674193548387096,
|
14 |
+
"eval_loss": 0.416048139333725,
|
15 |
+
"eval_runtime": 1.3187,
|
16 |
+
"eval_samples_per_second": 2350.748,
|
17 |
+
"eval_steps_per_second": 49.29,
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
+
"epoch": 1.5723270440251573,
|
22 |
+
"grad_norm": 0.9905994534492493,
|
23 |
+
"learning_rate": 1.550763701707098e-05,
|
24 |
+
"loss": 0.6477,
|
25 |
"step": 500
|
26 |
},
|
27 |
{
|
28 |
"epoch": 2.0,
|
29 |
+
"eval_accuracy": 0.8332258064516129,
|
30 |
+
"eval_loss": 0.15088918805122375,
|
31 |
+
"eval_runtime": 1.3272,
|
32 |
+
"eval_samples_per_second": 2335.773,
|
33 |
+
"eval_steps_per_second": 48.976,
|
34 |
"step": 636
|
35 |
},
|
36 |
{
|
37 |
"epoch": 3.0,
|
38 |
+
"eval_accuracy": 0.886774193548387,
|
39 |
+
"eval_loss": 0.07951628416776657,
|
40 |
+
"eval_runtime": 1.3591,
|
41 |
+
"eval_samples_per_second": 2280.965,
|
42 |
+
"eval_steps_per_second": 47.827,
|
43 |
"step": 954
|
44 |
},
|
45 |
{
|
46 |
+
"epoch": 3.1446540880503147,
|
47 |
+
"grad_norm": 0.7344270348548889,
|
48 |
+
"learning_rate": 1.101527403414196e-05,
|
49 |
+
"loss": 0.1749,
|
50 |
"step": 1000
|
51 |
},
|
52 |
{
|
53 |
"epoch": 4.0,
|
54 |
+
"eval_accuracy": 0.9090322580645162,
|
55 |
+
"eval_loss": 0.05769029259681702,
|
56 |
+
"eval_runtime": 1.3435,
|
57 |
+
"eval_samples_per_second": 2307.35,
|
58 |
+
"eval_steps_per_second": 48.38,
|
59 |
"step": 1272
|
60 |
},
|
61 |
{
|
62 |
+
"epoch": 4.716981132075472,
|
63 |
+
"grad_norm": 0.4701627790927887,
|
64 |
+
"learning_rate": 6.522911051212939e-06,
|
65 |
+
"loss": 0.0902,
|
66 |
"step": 1500
|
67 |
},
|
68 |
{
|
69 |
"epoch": 5.0,
|
70 |
+
"eval_accuracy": 0.9193548387096774,
|
71 |
+
"eval_loss": 0.04808399826288223,
|
72 |
+
"eval_runtime": 1.3493,
|
73 |
+
"eval_samples_per_second": 2297.566,
|
74 |
+
"eval_steps_per_second": 48.175,
|
75 |
"step": 1590
|
76 |
},
|
77 |
{
|
78 |
"epoch": 6.0,
|
79 |
+
"eval_accuracy": 0.9235483870967742,
|
80 |
+
"eval_loss": 0.0440458320081234,
|
81 |
+
"eval_runtime": 1.3465,
|
82 |
+
"eval_samples_per_second": 2302.187,
|
83 |
+
"eval_steps_per_second": 48.272,
|
84 |
"step": 1908
|
85 |
},
|
86 |
{
|
87 |
+
"epoch": 6.289308176100629,
|
88 |
+
"grad_norm": 0.4379720985889435,
|
89 |
+
"learning_rate": 2.0305480682839176e-06,
|
90 |
+
"loss": 0.0704,
|
91 |
"step": 2000
|
92 |
}
|
93 |
],
|
94 |
"logging_steps": 500,
|
95 |
+
"max_steps": 2226,
|
96 |
"num_input_tokens_seen": 0,
|
97 |
+
"num_train_epochs": 7,
|
98 |
"save_steps": 500,
|
99 |
+
"stateful_callbacks": {
|
100 |
+
"TrainerControl": {
|
101 |
+
"args": {
|
102 |
+
"should_epoch_stop": false,
|
103 |
+
"should_evaluate": false,
|
104 |
+
"should_log": false,
|
105 |
+
"should_save": true,
|
106 |
+
"should_training_stop": false
|
107 |
+
},
|
108 |
+
"attributes": {}
|
109 |
+
}
|
110 |
+
},
|
111 |
+
"total_flos": 520991326672152.0,
|
112 |
"train_batch_size": 48,
|
113 |
"trial_name": null,
|
114 |
"trial_params": {
|
115 |
+
"alpha": 0.5999229797501479,
|
116 |
+
"num_train_epochs": 7,
|
117 |
+
"temperature": 2
|
118 |
}
|
119 |
}
|
run-0/checkpoint-2000/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
|
3 |
+
size 5176
|
run-1/checkpoint-1000/config.json
CHANGED
@@ -326,6 +326,6 @@
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
-
"transformers_version": "4.
|
330 |
"vocab_size": 30522
|
331 |
}
|
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
+
"transformers_version": "4.41.1",
|
330 |
"vocab_size": 30522
|
331 |
}
|
run-1/checkpoint-1000/tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 512,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|
run-1/checkpoint-1000/trainer_state.json
CHANGED
@@ -10,55 +10,69 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"eval_accuracy": 0.
|
14 |
-
"eval_loss": 0.
|
15 |
-
"eval_runtime": 1.
|
16 |
-
"eval_samples_per_second":
|
17 |
-
"eval_steps_per_second": 47.
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
-
"epoch": 1.
|
22 |
-
"
|
23 |
-
"
|
|
|
24 |
"step": 500
|
25 |
},
|
26 |
{
|
27 |
"epoch": 2.0,
|
28 |
-
"eval_accuracy": 0.
|
29 |
-
"eval_loss": 0.
|
30 |
-
"eval_runtime": 1.
|
31 |
-
"eval_samples_per_second":
|
32 |
-
"eval_steps_per_second":
|
33 |
"step": 636
|
34 |
},
|
35 |
{
|
36 |
"epoch": 3.0,
|
37 |
-
"eval_accuracy": 0.
|
38 |
-
"eval_loss": 0.
|
39 |
-
"eval_runtime": 1.
|
40 |
-
"eval_samples_per_second":
|
41 |
-
"eval_steps_per_second":
|
42 |
"step": 954
|
43 |
},
|
44 |
{
|
45 |
-
"epoch": 3.
|
46 |
-
"
|
47 |
-
"
|
|
|
48 |
"step": 1000
|
49 |
}
|
50 |
],
|
51 |
"logging_steps": 500,
|
52 |
-
"max_steps":
|
53 |
"num_input_tokens_seen": 0,
|
54 |
-
"num_train_epochs":
|
55 |
"save_steps": 500,
|
56 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
"train_batch_size": 48,
|
58 |
"trial_name": null,
|
59 |
"trial_params": {
|
60 |
-
"alpha": 0.
|
61 |
-
"num_train_epochs":
|
62 |
-
"temperature":
|
63 |
}
|
64 |
}
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"eval_accuracy": 0.577741935483871,
|
14 |
+
"eval_loss": 0.20344002544879913,
|
15 |
+
"eval_runtime": 1.3567,
|
16 |
+
"eval_samples_per_second": 2284.973,
|
17 |
+
"eval_steps_per_second": 47.911,
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
+
"epoch": 1.5723270440251573,
|
22 |
+
"grad_norm": 0.494202196598053,
|
23 |
+
"learning_rate": 1.4758909853249476e-05,
|
24 |
+
"loss": 0.3218,
|
25 |
"step": 500
|
26 |
},
|
27 |
{
|
28 |
"epoch": 2.0,
|
29 |
+
"eval_accuracy": 0.8129032258064516,
|
30 |
+
"eval_loss": 0.10371456295251846,
|
31 |
+
"eval_runtime": 1.3471,
|
32 |
+
"eval_samples_per_second": 2301.291,
|
33 |
+
"eval_steps_per_second": 48.253,
|
34 |
"step": 636
|
35 |
},
|
36 |
{
|
37 |
"epoch": 3.0,
|
38 |
+
"eval_accuracy": 0.8709677419354839,
|
39 |
+
"eval_loss": 0.07233396172523499,
|
40 |
+
"eval_runtime": 1.3503,
|
41 |
+
"eval_samples_per_second": 2295.728,
|
42 |
+
"eval_steps_per_second": 48.136,
|
43 |
"step": 954
|
44 |
},
|
45 |
{
|
46 |
+
"epoch": 3.1446540880503147,
|
47 |
+
"grad_norm": 0.4743537902832031,
|
48 |
+
"learning_rate": 9.517819706498952e-06,
|
49 |
+
"loss": 0.1194,
|
50 |
"step": 1000
|
51 |
}
|
52 |
],
|
53 |
"logging_steps": 500,
|
54 |
+
"max_steps": 1908,
|
55 |
"num_input_tokens_seen": 0,
|
56 |
+
"num_train_epochs": 6,
|
57 |
"save_steps": 500,
|
58 |
+
"stateful_callbacks": {
|
59 |
+
"TrainerControl": {
|
60 |
+
"args": {
|
61 |
+
"should_epoch_stop": false,
|
62 |
+
"should_evaluate": false,
|
63 |
+
"should_log": false,
|
64 |
+
"should_save": true,
|
65 |
+
"should_training_stop": false
|
66 |
+
},
|
67 |
+
"attributes": {}
|
68 |
+
}
|
69 |
+
},
|
70 |
+
"total_flos": 260941334653608.0,
|
71 |
"train_batch_size": 48,
|
72 |
"trial_name": null,
|
73 |
"trial_params": {
|
74 |
+
"alpha": 0.6325268278134527,
|
75 |
+
"num_train_epochs": 6,
|
76 |
+
"temperature": 12
|
77 |
}
|
78 |
}
|
run-1/checkpoint-1500/config.json
CHANGED
@@ -326,6 +326,6 @@
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
-
"transformers_version": "4.
|
330 |
"vocab_size": 30522
|
331 |
}
|
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
+
"transformers_version": "4.41.1",
|
330 |
"vocab_size": 30522
|
331 |
}
|
run-1/checkpoint-1500/tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 512,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|
run-1/checkpoint-1500/trainer_state.json
CHANGED
@@ -10,70 +10,85 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"eval_accuracy": 0.
|
14 |
-
"eval_loss": 0.
|
15 |
-
"eval_runtime": 1.
|
16 |
-
"eval_samples_per_second":
|
17 |
-
"eval_steps_per_second": 47.
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
-
"epoch": 1.
|
22 |
-
"
|
23 |
-
"
|
|
|
24 |
"step": 500
|
25 |
},
|
26 |
{
|
27 |
"epoch": 2.0,
|
28 |
-
"eval_accuracy": 0.
|
29 |
-
"eval_loss": 0.
|
30 |
-
"eval_runtime": 1.
|
31 |
-
"eval_samples_per_second":
|
32 |
-
"eval_steps_per_second":
|
33 |
"step": 636
|
34 |
},
|
35 |
{
|
36 |
"epoch": 3.0,
|
37 |
-
"eval_accuracy": 0.
|
38 |
-
"eval_loss": 0.
|
39 |
-
"eval_runtime": 1.
|
40 |
-
"eval_samples_per_second":
|
41 |
-
"eval_steps_per_second":
|
42 |
"step": 954
|
43 |
},
|
44 |
{
|
45 |
-
"epoch": 3.
|
46 |
-
"
|
47 |
-
"
|
|
|
48 |
"step": 1000
|
49 |
},
|
50 |
{
|
51 |
"epoch": 4.0,
|
52 |
-
"eval_accuracy": 0.
|
53 |
-
"eval_loss": 0.
|
54 |
-
"eval_runtime": 1.
|
55 |
-
"eval_samples_per_second":
|
56 |
-
"eval_steps_per_second": 47.
|
57 |
"step": 1272
|
58 |
},
|
59 |
{
|
60 |
-
"epoch": 4.
|
61 |
-
"
|
62 |
-
"
|
|
|
63 |
"step": 1500
|
64 |
}
|
65 |
],
|
66 |
"logging_steps": 500,
|
67 |
-
"max_steps":
|
68 |
"num_input_tokens_seen": 0,
|
69 |
-
"num_train_epochs":
|
70 |
"save_steps": 500,
|
71 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
72 |
"train_batch_size": 48,
|
73 |
"trial_name": null,
|
74 |
"trial_params": {
|
75 |
-
"alpha": 0.
|
76 |
-
"num_train_epochs":
|
77 |
-
"temperature":
|
78 |
}
|
79 |
}
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"eval_accuracy": 0.577741935483871,
|
14 |
+
"eval_loss": 0.20344002544879913,
|
15 |
+
"eval_runtime": 1.3567,
|
16 |
+
"eval_samples_per_second": 2284.973,
|
17 |
+
"eval_steps_per_second": 47.911,
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
+
"epoch": 1.5723270440251573,
|
22 |
+
"grad_norm": 0.494202196598053,
|
23 |
+
"learning_rate": 1.4758909853249476e-05,
|
24 |
+
"loss": 0.3218,
|
25 |
"step": 500
|
26 |
},
|
27 |
{
|
28 |
"epoch": 2.0,
|
29 |
+
"eval_accuracy": 0.8129032258064516,
|
30 |
+
"eval_loss": 0.10371456295251846,
|
31 |
+
"eval_runtime": 1.3471,
|
32 |
+
"eval_samples_per_second": 2301.291,
|
33 |
+
"eval_steps_per_second": 48.253,
|
34 |
"step": 636
|
35 |
},
|
36 |
{
|
37 |
"epoch": 3.0,
|
38 |
+
"eval_accuracy": 0.8709677419354839,
|
39 |
+
"eval_loss": 0.07233396172523499,
|
40 |
+
"eval_runtime": 1.3503,
|
41 |
+
"eval_samples_per_second": 2295.728,
|
42 |
+
"eval_steps_per_second": 48.136,
|
43 |
"step": 954
|
44 |
},
|
45 |
{
|
46 |
+
"epoch": 3.1446540880503147,
|
47 |
+
"grad_norm": 0.4743537902832031,
|
48 |
+
"learning_rate": 9.517819706498952e-06,
|
49 |
+
"loss": 0.1194,
|
50 |
"step": 1000
|
51 |
},
|
52 |
{
|
53 |
"epoch": 4.0,
|
54 |
+
"eval_accuracy": 0.8848387096774194,
|
55 |
+
"eval_loss": 0.05824179947376251,
|
56 |
+
"eval_runtime": 1.3553,
|
57 |
+
"eval_samples_per_second": 2287.256,
|
58 |
+
"eval_steps_per_second": 47.959,
|
59 |
"step": 1272
|
60 |
},
|
61 |
{
|
62 |
+
"epoch": 4.716981132075472,
|
63 |
+
"grad_norm": 0.3467690646648407,
|
64 |
+
"learning_rate": 4.276729559748428e-06,
|
65 |
+
"loss": 0.0813,
|
66 |
"step": 1500
|
67 |
}
|
68 |
],
|
69 |
"logging_steps": 500,
|
70 |
+
"max_steps": 1908,
|
71 |
"num_input_tokens_seen": 0,
|
72 |
+
"num_train_epochs": 6,
|
73 |
"save_steps": 500,
|
74 |
+
"stateful_callbacks": {
|
75 |
+
"TrainerControl": {
|
76 |
+
"args": {
|
77 |
+
"should_epoch_stop": false,
|
78 |
+
"should_evaluate": false,
|
79 |
+
"should_log": false,
|
80 |
+
"should_save": true,
|
81 |
+
"should_training_stop": false
|
82 |
+
},
|
83 |
+
"attributes": {}
|
84 |
+
}
|
85 |
+
},
|
86 |
+
"total_flos": 391368939443328.0,
|
87 |
"train_batch_size": 48,
|
88 |
"trial_name": null,
|
89 |
"trial_params": {
|
90 |
+
"alpha": 0.6325268278134527,
|
91 |
+
"num_train_epochs": 6,
|
92 |
+
"temperature": 12
|
93 |
}
|
94 |
}
|
run-1/checkpoint-500/config.json
CHANGED
@@ -326,6 +326,6 @@
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
-
"transformers_version": "4.
|
330 |
"vocab_size": 30522
|
331 |
}
|
|
|
326 |
"sinusoidal_pos_embds": false,
|
327 |
"tie_weights_": true,
|
328 |
"torch_dtype": "float32",
|
329 |
+
"transformers_version": "4.41.1",
|
330 |
"vocab_size": 30522
|
331 |
}
|
run-1/checkpoint-500/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 268290900
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1992bc8cbd8cfc6c88b1963eedb9aa5c6b4583be00c396662c3f6a358ddb1ad
|
3 |
size 268290900
|
run-1/checkpoint-500/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 536643898
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:569559a6c1c61ada1010013edab7b010346f26be17388bea8473982069d749b5
|
3 |
size 536643898
|
run-1/checkpoint-500/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9fb2a0dfb1b0ccef3590fe01e9bd16b6db86f247cc9c7e77290c217a53bac20
|
3 |
size 14244
|
run-1/checkpoint-500/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb78b1e790f49c38375a9a03add3c9373ef72cf0138709ffb96775535ef084c6
|
3 |
size 1064
|
run-1/checkpoint-500/tokenizer.json
CHANGED
@@ -1,11 +1,6 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
"direction": "Right",
|
5 |
-
"max_length": 512,
|
6 |
-
"strategy": "LongestFirst",
|
7 |
-
"stride": 0
|
8 |
-
},
|
9 |
"padding": null,
|
10 |
"added_tokens": [
|
11 |
{
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
4 |
"padding": null,
|
5 |
"added_tokens": [
|
6 |
{
|
run-1/checkpoint-500/trainer_state.json
CHANGED
@@ -10,31 +10,44 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"eval_accuracy": 0.
|
14 |
-
"eval_loss": 0.
|
15 |
-
"eval_runtime": 1.
|
16 |
-
"eval_samples_per_second":
|
17 |
-
"eval_steps_per_second": 47.
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
-
"epoch": 1.
|
22 |
-
"
|
23 |
-
"
|
|
|
24 |
"step": 500
|
25 |
}
|
26 |
],
|
27 |
"logging_steps": 500,
|
28 |
-
"max_steps":
|
29 |
"num_input_tokens_seen": 0,
|
30 |
-
"num_train_epochs":
|
31 |
"save_steps": 500,
|
32 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
"train_batch_size": 48,
|
34 |
"trial_name": null,
|
35 |
"trial_params": {
|
36 |
-
"alpha": 0.
|
37 |
-
"num_train_epochs":
|
38 |
-
"temperature":
|
39 |
}
|
40 |
}
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"eval_accuracy": 0.577741935483871,
|
14 |
+
"eval_loss": 0.20344002544879913,
|
15 |
+
"eval_runtime": 1.3567,
|
16 |
+
"eval_samples_per_second": 2284.973,
|
17 |
+
"eval_steps_per_second": 47.911,
|
18 |
"step": 318
|
19 |
},
|
20 |
{
|
21 |
+
"epoch": 1.5723270440251573,
|
22 |
+
"grad_norm": 0.494202196598053,
|
23 |
+
"learning_rate": 1.4758909853249476e-05,
|
24 |
+
"loss": 0.3218,
|
25 |
"step": 500
|
26 |
}
|
27 |
],
|
28 |
"logging_steps": 500,
|
29 |
+
"max_steps": 1908,
|
30 |
"num_input_tokens_seen": 0,
|
31 |
+
"num_train_epochs": 6,
|
32 |
"save_steps": 500,
|
33 |
+
"stateful_callbacks": {
|
34 |
+
"TrainerControl": {
|
35 |
+
"args": {
|
36 |
+
"should_epoch_stop": false,
|
37 |
+
"should_evaluate": false,
|
38 |
+
"should_log": false,
|
39 |
+
"should_save": true,
|
40 |
+
"should_training_stop": false
|
41 |
+
},
|
42 |
+
"attributes": {}
|
43 |
+
}
|
44 |
+
},
|
45 |
+
"total_flos": 130072209152340.0,
|
46 |
"train_batch_size": 48,
|
47 |
"trial_name": null,
|
48 |
"trial_params": {
|
49 |
+
"alpha": 0.6325268278134527,
|
50 |
+
"num_train_epochs": 6,
|
51 |
+
"temperature": 12
|
52 |
}
|
53 |
}
|
run-1/checkpoint-500/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:720882e08adee18bc186850828f02514ae1f0c4061921a151ad1b71291c1e3c8
|
3 |
+
size 5176
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5176
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:720882e08adee18bc186850828f02514ae1f0c4061921a151ad1b71291c1e3c8
|
3 |
size 5176
|