bradmin commited on
Commit
800a2ba
·
1 Parent(s): e8eb58d

Training in progress, step 1000, checkpoint

Browse files
checkpoint-1000/model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6bc796e1f313a0da0f20682f34d5b10bdb628c734a808be0fdf23f02acbb2e37
3
  size 4946584368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da3a803ccfdff34424162b3eb683fc2eed22874f0479289fc0e383d6146a360
3
  size 4946584368
checkpoint-1000/model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07cb3989c268a454235253d096d00b6c2067919cd06a34289188a67aeab6156d
3
  size 134284024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecaeaa4234b1577d7c2557328148771e61cf83016664341ee64725d8084f1280
3
  size 134284024
checkpoint-1000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c82c1417dcd6dc5ef99ed249f448071145b18784351f0c4796c3693c4dbe721
3
  size 10161845830
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a091ff15caa94cba56618deb07fe2275376ee8f528192df3342acd81473f1e
3
  size 10161845830
checkpoint-1000/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ad157a0041a3cb7c2bbf964c1795c512b84fc50aa2bea2536cda0a7d61abf27
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd4f568147f8d2475b0dcdc39c1487f9dacbecb4fe1faedbea50bfbeea90be12
3
  size 1064
checkpoint-1000/trainer_state.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5239030779305829,
5
  "eval_steps": 500,
6
  "global_step": 1000,
7
  "is_hyper_param_search": false,
@@ -9,147 +9,147 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.03,
13
- "learning_rate": 8.984758762730497e-06,
14
- "loss": 0.7048,
15
  "step": 50
16
  },
17
  {
18
  "epoch": 0.05,
19
- "learning_rate": 8.939138293283543e-06,
20
- "loss": 0.676,
21
  "step": 100
22
  },
23
  {
24
- "epoch": 0.08,
25
- "learning_rate": 8.863447619392112e-06,
26
- "loss": 0.6622,
27
  "step": 150
28
  },
29
  {
30
  "epoch": 0.1,
31
- "learning_rate": 8.758199460842813e-06,
32
- "loss": 0.6612,
33
  "step": 200
34
  },
35
  {
36
- "epoch": 0.13,
37
- "learning_rate": 8.62410675637192e-06,
38
- "loss": 0.6619,
39
  "step": 250
40
  },
41
  {
42
- "epoch": 0.16,
43
- "learning_rate": 8.462077834301639e-06,
44
- "loss": 0.6494,
45
  "step": 300
46
  },
47
  {
48
- "epoch": 0.18,
49
- "learning_rate": 8.2732102596301e-06,
50
- "loss": 0.6349,
51
  "step": 350
52
  },
53
  {
54
- "epoch": 0.21,
55
- "learning_rate": 8.058783399254226e-06,
56
- "loss": 0.6307,
57
  "step": 400
58
  },
59
  {
60
- "epoch": 0.24,
61
- "learning_rate": 7.820249755687773e-06,
62
- "loss": 0.6398,
63
  "step": 450
64
  },
65
  {
66
- "epoch": 0.26,
67
- "learning_rate": 7.559225127978898e-06,
68
- "loss": 0.6248,
69
  "step": 500
70
  },
71
  {
72
- "epoch": 0.26,
73
  "eval_accuracy": 0.0,
74
- "eval_loss": 0.6433030366897583,
75
- "eval_runtime": 137.5224,
76
- "eval_samples_per_second": 98.704,
77
- "eval_steps_per_second": 12.34,
78
  "step": 500
79
  },
80
  {
81
- "epoch": 0.29,
82
- "learning_rate": 7.277477666476089e-06,
83
- "loss": 0.627,
84
  "step": 550
85
  },
86
  {
87
- "epoch": 0.31,
88
- "learning_rate": 6.976915895584163e-06,
89
- "loss": 0.6281,
90
  "step": 600
91
  },
92
  {
93
- "epoch": 0.34,
94
- "learning_rate": 6.6595757856428145e-06,
95
- "loss": 0.627,
96
  "step": 650
97
  },
98
  {
99
- "epoch": 0.37,
100
- "learning_rate": 6.32760696150126e-06,
101
- "loss": 0.624,
102
  "step": 700
103
  },
104
  {
105
- "epoch": 0.39,
106
- "learning_rate": 5.983258141210536e-06,
107
- "loss": 0.627,
108
  "step": 750
109
  },
110
  {
111
- "epoch": 0.42,
112
- "learning_rate": 5.628861903469983e-06,
113
- "loss": 0.612,
114
  "step": 800
115
  },
116
  {
117
- "epoch": 0.45,
118
- "learning_rate": 5.266818887011524e-06,
119
- "loss": 0.6069,
120
  "step": 850
121
  },
122
  {
123
- "epoch": 0.47,
124
- "learning_rate": 4.899581528953207e-06,
125
- "loss": 0.6208,
126
  "step": 900
127
  },
128
  {
129
- "epoch": 0.5,
130
- "learning_rate": 4.52963745227654e-06,
131
- "loss": 0.6069,
132
  "step": 950
133
  },
134
  {
135
- "epoch": 0.52,
136
- "learning_rate": 4.1594926149588915e-06,
137
- "loss": 0.6114,
138
  "step": 1000
139
  },
140
  {
141
- "epoch": 0.52,
142
  "eval_accuracy": 0.0,
143
- "eval_loss": 0.6329867243766785,
144
- "eval_runtime": 138.3676,
145
- "eval_samples_per_second": 98.101,
146
- "eval_steps_per_second": 12.264,
147
  "step": 1000
148
  }
149
  ],
150
  "logging_steps": 50,
151
- "max_steps": 1908,
152
- "num_train_epochs": 1,
153
  "save_steps": 500,
154
  "total_flos": 0.0,
155
  "trial_name": null,
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.4911591355599214,
5
  "eval_steps": 500,
6
  "global_step": 1000,
7
  "is_hyper_param_search": false,
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.02,
13
+ "learning_rate": 8.999464304375242e-06,
14
+ "loss": 0.7019,
15
  "step": 50
16
  },
17
  {
18
  "epoch": 0.05,
19
+ "learning_rate": 8.997857345043108e-06,
20
+ "loss": 0.6739,
21
  "step": 100
22
  },
23
  {
24
+ "epoch": 0.07,
25
+ "learning_rate": 8.99517950459963e-06,
26
+ "loss": 0.6677,
27
  "step": 150
28
  },
29
  {
30
  "epoch": 0.1,
31
+ "learning_rate": 8.99143142060366e-06,
32
+ "loss": 0.6625,
33
  "step": 200
34
  },
35
  {
36
+ "epoch": 0.12,
37
+ "learning_rate": 8.98661398542506e-06,
38
+ "loss": 0.6649,
39
  "step": 250
40
  },
41
  {
42
+ "epoch": 0.15,
43
+ "learning_rate": 8.980728346032255e-06,
44
+ "loss": 0.6528,
45
  "step": 300
46
  },
47
  {
48
+ "epoch": 0.17,
49
+ "learning_rate": 8.973775903719142e-06,
50
+ "loss": 0.6442,
51
  "step": 350
52
  },
53
  {
54
+ "epoch": 0.2,
55
+ "learning_rate": 8.965758313771466e-06,
56
+ "loss": 0.6375,
57
  "step": 400
58
  },
59
  {
60
+ "epoch": 0.22,
61
+ "learning_rate": 8.956677485072722e-06,
62
+ "loss": 0.6303,
63
  "step": 450
64
  },
65
  {
66
+ "epoch": 0.25,
67
+ "learning_rate": 8.946535579649664e-06,
68
+ "loss": 0.634,
69
  "step": 500
70
  },
71
  {
72
+ "epoch": 0.25,
73
  "eval_accuracy": 0.0,
74
+ "eval_loss": 0.6457224488258362,
75
+ "eval_runtime": 154.2695,
76
+ "eval_samples_per_second": 87.989,
77
+ "eval_steps_per_second": 14.669,
78
  "step": 500
79
  },
80
  {
81
+ "epoch": 0.27,
82
+ "learning_rate": 8.935335012157564e-06,
83
+ "loss": 0.6236,
84
  "step": 550
85
  },
86
  {
87
+ "epoch": 0.29,
88
+ "learning_rate": 8.92307844930531e-06,
89
+ "loss": 0.6235,
90
  "step": 600
91
  },
92
  {
93
+ "epoch": 0.32,
94
+ "learning_rate": 8.909768809220503e-06,
95
+ "loss": 0.6301,
96
  "step": 650
97
  },
98
  {
99
+ "epoch": 0.34,
100
+ "learning_rate": 8.895409260754679e-06,
101
+ "loss": 0.6227,
102
  "step": 700
103
  },
104
  {
105
+ "epoch": 0.37,
106
+ "learning_rate": 8.880003222728855e-06,
107
+ "loss": 0.6187,
108
  "step": 750
109
  },
110
  {
111
+ "epoch": 0.39,
112
+ "learning_rate": 8.863554363119547e-06,
113
+ "loss": 0.6201,
114
  "step": 800
115
  },
116
  {
117
+ "epoch": 0.42,
118
+ "learning_rate": 8.846066598185479e-06,
119
+ "loss": 0.614,
120
  "step": 850
121
  },
122
  {
123
+ "epoch": 0.44,
124
+ "learning_rate": 8.827544091535166e-06,
125
+ "loss": 0.607,
126
  "step": 900
127
  },
128
  {
129
+ "epoch": 0.47,
130
+ "learning_rate": 8.80799125313562e-06,
131
+ "loss": 0.6176,
132
  "step": 950
133
  },
134
  {
135
+ "epoch": 0.49,
136
+ "learning_rate": 8.787412738262386e-06,
137
+ "loss": 0.5999,
138
  "step": 1000
139
  },
140
  {
141
+ "epoch": 0.49,
142
  "eval_accuracy": 0.0,
143
+ "eval_loss": 0.6475000977516174,
144
+ "eval_runtime": 154.4877,
145
+ "eval_samples_per_second": 87.865,
146
+ "eval_steps_per_second": 14.648,
147
  "step": 1000
148
  }
149
  ],
150
  "logging_steps": 50,
151
+ "max_steps": 10180,
152
+ "num_train_epochs": 5,
153
  "save_steps": 500,
154
  "total_flos": 0.0,
155
  "trial_name": null,
checkpoint-1000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e1679a4ba8385bd7dd8d63d11037eaecb596b5582e81d808d9f0a459b868354
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:675ad7baaf7ffa742fe1cbe33421593cfc3ecc39b8591506637a3cfb1a79ff8b
3
  size 4664