Training in progress, step 50, checkpoint
Browse files- last-checkpoint/model-00001-of-00003.safetensors +1 -1
- last-checkpoint/model-00002-of-00003.safetensors +1 -1
- last-checkpoint/model-00003-of-00003.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/rng_state.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +16 -110
- last-checkpoint/training_args.bin +1 -1
last-checkpoint/model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4943178720
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cba411d16e4182625bec2426d023cac727ecf315cd3e9cb0890596aef3184f2
|
3 |
size 4943178720
|
last-checkpoint/model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999819336
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:89987a8836c2e2fb6735a4b1a7b77865034434b5df1fadbb31f324f581dc5d52
|
3 |
size 4999819336
|
last-checkpoint/model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4540532728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4dff5838d21e7ac63b425d64836ca0fa68b49528511a23a55761f6370b8537eb
|
3 |
size 4540532728
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14710155092
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ec7abc023d7fe3c58d923d6ad40c09929be577418d3d8532673ec5d0941dbca
|
3 |
size 14710155092
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c5c1df0637047eea0b1eabe544fcb11ca3e5a4720f18459462a89f9826e9168
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3353489b38799fd56e115bb7a4e2a7a61242a09d303dca9e218c08878b9b8728
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
-
"eval_steps":
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -11,139 +11,45 @@
|
|
11 |
{
|
12 |
"epoch": 0.002369668246445498,
|
13 |
"eval_loss": 1.879074215888977,
|
14 |
-
"eval_runtime":
|
15 |
-
"eval_samples_per_second": 13.
|
16 |
-
"eval_steps_per_second": 6.
|
17 |
"step": 1
|
18 |
},
|
19 |
{
|
20 |
"epoch": 0.023696682464454975,
|
21 |
-
"grad_norm": 23.
|
22 |
"learning_rate": 1.6000000000000003e-05,
|
23 |
"loss": 1.6552,
|
24 |
"step": 10
|
25 |
},
|
26 |
{
|
27 |
"epoch": 0.04739336492890995,
|
28 |
-
"grad_norm": 20.
|
29 |
"learning_rate": 3.2000000000000005e-05,
|
30 |
-
"loss": 1.
|
31 |
"step": 20
|
32 |
},
|
33 |
{
|
34 |
"epoch": 0.07109004739336493,
|
35 |
-
"grad_norm":
|
36 |
"learning_rate": 4.8e-05,
|
37 |
-
"loss": 1.
|
38 |
"step": 30
|
39 |
},
|
40 |
{
|
41 |
"epoch": 0.0947867298578199,
|
42 |
-
"grad_norm":
|
43 |
"learning_rate": 6.400000000000001e-05,
|
44 |
-
"loss": 2.
|
45 |
"step": 40
|
46 |
},
|
47 |
{
|
48 |
"epoch": 0.11848341232227488,
|
49 |
-
"grad_norm":
|
50 |
"learning_rate": 8e-05,
|
51 |
-
"loss": 2.
|
52 |
"step": 50
|
53 |
-
},
|
54 |
-
{
|
55 |
-
"epoch": 0.11848341232227488,
|
56 |
-
"eval_loss": 3.161129951477051,
|
57 |
-
"eval_runtime": 110.3687,
|
58 |
-
"eval_samples_per_second": 13.6,
|
59 |
-
"eval_steps_per_second": 6.804,
|
60 |
-
"step": 50
|
61 |
-
},
|
62 |
-
{
|
63 |
-
"epoch": 0.14218009478672985,
|
64 |
-
"grad_norm": 43.25,
|
65 |
-
"learning_rate": 9.6e-05,
|
66 |
-
"loss": 3.2101,
|
67 |
-
"step": 60
|
68 |
-
},
|
69 |
-
{
|
70 |
-
"epoch": 0.16587677725118483,
|
71 |
-
"grad_norm": 55.5,
|
72 |
-
"learning_rate": 0.00011200000000000001,
|
73 |
-
"loss": 3.2406,
|
74 |
-
"step": 70
|
75 |
-
},
|
76 |
-
{
|
77 |
-
"epoch": 0.1895734597156398,
|
78 |
-
"grad_norm": 49.25,
|
79 |
-
"learning_rate": 0.00012800000000000002,
|
80 |
-
"loss": 3.4937,
|
81 |
-
"step": 80
|
82 |
-
},
|
83 |
-
{
|
84 |
-
"epoch": 0.2132701421800948,
|
85 |
-
"grad_norm": 808.0,
|
86 |
-
"learning_rate": 0.000144,
|
87 |
-
"loss": 3.9683,
|
88 |
-
"step": 90
|
89 |
-
},
|
90 |
-
{
|
91 |
-
"epoch": 0.23696682464454977,
|
92 |
-
"grad_norm": 201.0,
|
93 |
-
"learning_rate": 0.00016,
|
94 |
-
"loss": 4.5857,
|
95 |
-
"step": 100
|
96 |
-
},
|
97 |
-
{
|
98 |
-
"epoch": 0.23696682464454977,
|
99 |
-
"eval_loss": 4.856403827667236,
|
100 |
-
"eval_runtime": 110.2664,
|
101 |
-
"eval_samples_per_second": 13.612,
|
102 |
-
"eval_steps_per_second": 6.811,
|
103 |
-
"step": 100
|
104 |
-
},
|
105 |
-
{
|
106 |
-
"epoch": 0.26066350710900477,
|
107 |
-
"grad_norm": 87.5,
|
108 |
-
"learning_rate": 0.00017600000000000002,
|
109 |
-
"loss": 4.4561,
|
110 |
-
"step": 110
|
111 |
-
},
|
112 |
-
{
|
113 |
-
"epoch": 0.2843601895734597,
|
114 |
-
"grad_norm": 137.0,
|
115 |
-
"learning_rate": 0.000192,
|
116 |
-
"loss": 4.4283,
|
117 |
-
"step": 120
|
118 |
-
},
|
119 |
-
{
|
120 |
-
"epoch": 0.3080568720379147,
|
121 |
-
"grad_norm": 344.0,
|
122 |
-
"learning_rate": 0.0001999978128380225,
|
123 |
-
"loss": 5.9584,
|
124 |
-
"step": 130
|
125 |
-
},
|
126 |
-
{
|
127 |
-
"epoch": 0.33175355450236965,
|
128 |
-
"grad_norm": 65.0,
|
129 |
-
"learning_rate": 0.0001999803161162393,
|
130 |
-
"loss": 6.4638,
|
131 |
-
"step": 140
|
132 |
-
},
|
133 |
-
{
|
134 |
-
"epoch": 0.35545023696682465,
|
135 |
-
"grad_norm": 114.5,
|
136 |
-
"learning_rate": 0.00019994532573409262,
|
137 |
-
"loss": 7.2027,
|
138 |
-
"step": 150
|
139 |
-
},
|
140 |
-
{
|
141 |
-
"epoch": 0.35545023696682465,
|
142 |
-
"eval_loss": 8.472414016723633,
|
143 |
-
"eval_runtime": 110.8104,
|
144 |
-
"eval_samples_per_second": 13.546,
|
145 |
-
"eval_steps_per_second": 6.777,
|
146 |
-
"step": 150
|
147 |
}
|
148 |
],
|
149 |
"logging_steps": 10,
|
@@ -163,7 +69,7 @@
|
|
163 |
"attributes": {}
|
164 |
}
|
165 |
},
|
166 |
-
"total_flos":
|
167 |
"train_batch_size": 2,
|
168 |
"trial_name": null,
|
169 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.11848341232227488,
|
5 |
+
"eval_steps": 100,
|
6 |
+
"global_step": 50,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
11 |
{
|
12 |
"epoch": 0.002369668246445498,
|
13 |
"eval_loss": 1.879074215888977,
|
14 |
+
"eval_runtime": 109.3265,
|
15 |
+
"eval_samples_per_second": 13.73,
|
16 |
+
"eval_steps_per_second": 6.869,
|
17 |
"step": 1
|
18 |
},
|
19 |
{
|
20 |
"epoch": 0.023696682464454975,
|
21 |
+
"grad_norm": 23.75,
|
22 |
"learning_rate": 1.6000000000000003e-05,
|
23 |
"loss": 1.6552,
|
24 |
"step": 10
|
25 |
},
|
26 |
{
|
27 |
"epoch": 0.04739336492890995,
|
28 |
+
"grad_norm": 20.375,
|
29 |
"learning_rate": 3.2000000000000005e-05,
|
30 |
+
"loss": 1.7472,
|
31 |
"step": 20
|
32 |
},
|
33 |
{
|
34 |
"epoch": 0.07109004739336493,
|
35 |
+
"grad_norm": 24.25,
|
36 |
"learning_rate": 4.8e-05,
|
37 |
+
"loss": 1.9292,
|
38 |
"step": 30
|
39 |
},
|
40 |
{
|
41 |
"epoch": 0.0947867298578199,
|
42 |
+
"grad_norm": 107.5,
|
43 |
"learning_rate": 6.400000000000001e-05,
|
44 |
+
"loss": 2.3565,
|
45 |
"step": 40
|
46 |
},
|
47 |
{
|
48 |
"epoch": 0.11848341232227488,
|
49 |
+
"grad_norm": 41.0,
|
50 |
"learning_rate": 8e-05,
|
51 |
+
"loss": 2.6061,
|
52 |
"step": 50
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
53 |
}
|
54 |
],
|
55 |
"logging_steps": 10,
|
|
|
69 |
"attributes": {}
|
70 |
}
|
71 |
},
|
72 |
+
"total_flos": 8737589192294400.0,
|
73 |
"train_batch_size": 2,
|
74 |
"trial_name": null,
|
75 |
"trial_params": null
|
last-checkpoint/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6776
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb00fcbb1b223563dc860df53b82c11283bd077e6f853a13396f3fff5da17666
|
3 |
size 6776
|