SystemAdmin123 commited on
Commit
b2e7aed
·
verified ·
1 Parent(s): d6c968f

Training in progress, step 50, checkpoint

Browse files
last-checkpoint/model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3927460c5be93662d361e0652583a47649298ad5ffbd120a40a71773cd207aca
3
  size 4943178720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cba411d16e4182625bec2426d023cac727ecf315cd3e9cb0890596aef3184f2
3
  size 4943178720
last-checkpoint/model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff66447d15a6da7419c9fdaae48f2df66754bb12387f3096358548645c8277d0
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89987a8836c2e2fb6735a4b1a7b77865034434b5df1fadbb31f324f581dc5d52
3
  size 4999819336
last-checkpoint/model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76dac0c69be005ed49e49458992a7fd3212ea772b71ced9d506db8a08caf089e
3
  size 4540532728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dff5838d21e7ac63b425d64836ca0fa68b49528511a23a55761f6370b8537eb
3
  size 4540532728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cd36532398aa526267b94731fe2352a0a0518b2a340bece982f3f2bd3518fba
3
  size 14710155092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ec7abc023d7fe3c58d923d6ad40c09929be577418d3d8532673ec5d0941dbca
3
  size 14710155092
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b1b9f0479324b9b6f1edd389fcd7b47638e6980c8cd3fbd0487a8e891e0040f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c5c1df0637047eea0b1eabe544fcb11ca3e5a4720f18459462a89f9826e9168
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f2227e6ae47e426954edaad47574e1686726548477230bedd0b4f0bf3940388
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3353489b38799fd56e115bb7a4e2a7a61242a09d303dca9e218c08878b9b8728
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.35545023696682465,
5
- "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -11,139 +11,45 @@
11
  {
12
  "epoch": 0.002369668246445498,
13
  "eval_loss": 1.879074215888977,
14
- "eval_runtime": 110.6251,
15
- "eval_samples_per_second": 13.568,
16
- "eval_steps_per_second": 6.789,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.023696682464454975,
21
- "grad_norm": 23.875,
22
  "learning_rate": 1.6000000000000003e-05,
23
  "loss": 1.6552,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.04739336492890995,
28
- "grad_norm": 20.5,
29
  "learning_rate": 3.2000000000000005e-05,
30
- "loss": 1.7504,
31
  "step": 20
32
  },
33
  {
34
  "epoch": 0.07109004739336493,
35
- "grad_norm": 23.5,
36
  "learning_rate": 4.8e-05,
37
- "loss": 1.9291,
38
  "step": 30
39
  },
40
  {
41
  "epoch": 0.0947867298578199,
42
- "grad_norm": 25.875,
43
  "learning_rate": 6.400000000000001e-05,
44
- "loss": 2.1915,
45
  "step": 40
46
  },
47
  {
48
  "epoch": 0.11848341232227488,
49
- "grad_norm": 1208.0,
50
  "learning_rate": 8e-05,
51
- "loss": 2.6683,
52
  "step": 50
53
- },
54
- {
55
- "epoch": 0.11848341232227488,
56
- "eval_loss": 3.161129951477051,
57
- "eval_runtime": 110.3687,
58
- "eval_samples_per_second": 13.6,
59
- "eval_steps_per_second": 6.804,
60
- "step": 50
61
- },
62
- {
63
- "epoch": 0.14218009478672985,
64
- "grad_norm": 43.25,
65
- "learning_rate": 9.6e-05,
66
- "loss": 3.2101,
67
- "step": 60
68
- },
69
- {
70
- "epoch": 0.16587677725118483,
71
- "grad_norm": 55.5,
72
- "learning_rate": 0.00011200000000000001,
73
- "loss": 3.2406,
74
- "step": 70
75
- },
76
- {
77
- "epoch": 0.1895734597156398,
78
- "grad_norm": 49.25,
79
- "learning_rate": 0.00012800000000000002,
80
- "loss": 3.4937,
81
- "step": 80
82
- },
83
- {
84
- "epoch": 0.2132701421800948,
85
- "grad_norm": 808.0,
86
- "learning_rate": 0.000144,
87
- "loss": 3.9683,
88
- "step": 90
89
- },
90
- {
91
- "epoch": 0.23696682464454977,
92
- "grad_norm": 201.0,
93
- "learning_rate": 0.00016,
94
- "loss": 4.5857,
95
- "step": 100
96
- },
97
- {
98
- "epoch": 0.23696682464454977,
99
- "eval_loss": 4.856403827667236,
100
- "eval_runtime": 110.2664,
101
- "eval_samples_per_second": 13.612,
102
- "eval_steps_per_second": 6.811,
103
- "step": 100
104
- },
105
- {
106
- "epoch": 0.26066350710900477,
107
- "grad_norm": 87.5,
108
- "learning_rate": 0.00017600000000000002,
109
- "loss": 4.4561,
110
- "step": 110
111
- },
112
- {
113
- "epoch": 0.2843601895734597,
114
- "grad_norm": 137.0,
115
- "learning_rate": 0.000192,
116
- "loss": 4.4283,
117
- "step": 120
118
- },
119
- {
120
- "epoch": 0.3080568720379147,
121
- "grad_norm": 344.0,
122
- "learning_rate": 0.0001999978128380225,
123
- "loss": 5.9584,
124
- "step": 130
125
- },
126
- {
127
- "epoch": 0.33175355450236965,
128
- "grad_norm": 65.0,
129
- "learning_rate": 0.0001999803161162393,
130
- "loss": 6.4638,
131
- "step": 140
132
- },
133
- {
134
- "epoch": 0.35545023696682465,
135
- "grad_norm": 114.5,
136
- "learning_rate": 0.00019994532573409262,
137
- "loss": 7.2027,
138
- "step": 150
139
- },
140
- {
141
- "epoch": 0.35545023696682465,
142
- "eval_loss": 8.472414016723633,
143
- "eval_runtime": 110.8104,
144
- "eval_samples_per_second": 13.546,
145
- "eval_steps_per_second": 6.777,
146
- "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -163,7 +69,7 @@
163
  "attributes": {}
164
  }
165
  },
166
- "total_flos": 2.62127675768832e+16,
167
  "train_batch_size": 2,
168
  "trial_name": null,
169
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.11848341232227488,
5
+ "eval_steps": 100,
6
+ "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
11
  {
12
  "epoch": 0.002369668246445498,
13
  "eval_loss": 1.879074215888977,
14
+ "eval_runtime": 109.3265,
15
+ "eval_samples_per_second": 13.73,
16
+ "eval_steps_per_second": 6.869,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.023696682464454975,
21
+ "grad_norm": 23.75,
22
  "learning_rate": 1.6000000000000003e-05,
23
  "loss": 1.6552,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.04739336492890995,
28
+ "grad_norm": 20.375,
29
  "learning_rate": 3.2000000000000005e-05,
30
+ "loss": 1.7472,
31
  "step": 20
32
  },
33
  {
34
  "epoch": 0.07109004739336493,
35
+ "grad_norm": 24.25,
36
  "learning_rate": 4.8e-05,
37
+ "loss": 1.9292,
38
  "step": 30
39
  },
40
  {
41
  "epoch": 0.0947867298578199,
42
+ "grad_norm": 107.5,
43
  "learning_rate": 6.400000000000001e-05,
44
+ "loss": 2.3565,
45
  "step": 40
46
  },
47
  {
48
  "epoch": 0.11848341232227488,
49
+ "grad_norm": 41.0,
50
  "learning_rate": 8e-05,
51
+ "loss": 2.6061,
52
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  }
54
  ],
55
  "logging_steps": 10,
 
69
  "attributes": {}
70
  }
71
  },
72
+ "total_flos": 8737589192294400.0,
73
  "train_batch_size": 2,
74
  "trial_name": null,
75
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6d395a8e654802d6385ed1ba25fef8e0604b0103cee44f7dd323903de4959d9
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb00fcbb1b223563dc860df53b82c11283bd077e6f853a13396f3fff5da17666
3
  size 6776