mgh6 commited on
Commit
e60d07d
·
verified ·
1 Parent(s): a6a540e

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d51c23a242cdd640054522d294ea271269733ca31b86fcbc629511f4b1ec40b4
3
  size 609855088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c3ea48a3d6443a0fd08b53e26ae04984ed6d6381f3928afee8fb4a155e9eaf
3
  size 609855088
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fd4a9ab644e8a57e9ae9ade1220106ca660c1d95a05de03f2d5532224f2478b
3
  size 1219840122
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff76df2be9ebe7397bfb66a0d8ba41a51dc5c9909150e0d126337d9da67e16a
3
  size 1219840122
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:848fdf35f13e1fde847fbd191021c99c0675e5e723a1b65fde4649f2fc9250db
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7034a159dfbc62e35de23e4c6fd1b9f4a30b049e2fbd1857b3a8bade788440
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9f9fc41c0627d630837221d5c7872d3197c08985ee35f058d5f5e36bfe0249b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2ced66205bf6a6509c630ed58ad5e3a6e3843df72048f8b326021e9e36307f
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ae1449d711371210b0f6284f921f3df183a3c5c6628d3fc2950f5c89910866d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753dcfeefdbe4107c04bfd9f26c44afd642bd34e5d3d0b685a1b7e09f489639e
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3cc14e80a0475fa4dead8d6a3c6f0af9c5a92c40ad285584d68830834b3a6ea
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e87981ec44568bc91dcff3b2572db474da39ce05df9ab33e26b3f375f4eac1b
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:478ca537cf75a11344e25e46d3c46fdcf2db572bdb8cfff6f1ed3781e47a9787
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6956522915b3d6cfb4a36d77fb3f2d3b9a7b7a09c560fa745829757b1d0d295
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.03836047336824137,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -77,6 +77,76 @@
77
  "learning_rate": 9.616387908546877e-05,
78
  "loss": 75.2954,
79
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  }
81
  ],
82
  "logging_steps": 50,
@@ -96,7 +166,7 @@
96
  "attributes": {}
97
  }
98
  },
99
- "total_flos": 1.9477233017238323e+17,
100
  "train_batch_size": 2,
101
  "trial_name": null,
102
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.07672094673648273,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
77
  "learning_rate": 9.616387908546877e-05,
78
  "loss": 75.2954,
79
  "step": 500
80
+ },
81
+ {
82
+ "epoch": 0.0421965207050655,
83
+ "grad_norm": 24.453649520874023,
84
+ "learning_rate": 9.578026699401565e-05,
85
+ "loss": 75.0015,
86
+ "step": 550
87
+ },
88
+ {
89
+ "epoch": 0.046032568041889634,
90
+ "grad_norm": 31.099306106567383,
91
+ "learning_rate": 9.539665490256254e-05,
92
+ "loss": 75.0084,
93
+ "step": 600
94
+ },
95
+ {
96
+ "epoch": 0.049868615378713774,
97
+ "grad_norm": 29.60244369506836,
98
+ "learning_rate": 9.501304281110941e-05,
99
+ "loss": 74.4046,
100
+ "step": 650
101
+ },
102
+ {
103
+ "epoch": 0.05370466271553791,
104
+ "grad_norm": 37.62842559814453,
105
+ "learning_rate": 9.462943071965629e-05,
106
+ "loss": 74.3024,
107
+ "step": 700
108
+ },
109
+ {
110
+ "epoch": 0.05754071005236205,
111
+ "grad_norm": 29.12676429748535,
112
+ "learning_rate": 9.424581862820317e-05,
113
+ "loss": 73.9017,
114
+ "step": 750
115
+ },
116
+ {
117
+ "epoch": 0.06137675738918618,
118
+ "grad_norm": 29.885427474975586,
119
+ "learning_rate": 9.386220653675004e-05,
120
+ "loss": 73.7941,
121
+ "step": 800
122
+ },
123
+ {
124
+ "epoch": 0.06521280472601032,
125
+ "grad_norm": 53.64329147338867,
126
+ "learning_rate": 9.347859444529692e-05,
127
+ "loss": 73.4727,
128
+ "step": 850
129
+ },
130
+ {
131
+ "epoch": 0.06904885206283445,
132
+ "grad_norm": 30.879840850830078,
133
+ "learning_rate": 9.309498235384379e-05,
134
+ "loss": 73.1386,
135
+ "step": 900
136
+ },
137
+ {
138
+ "epoch": 0.07288489939965859,
139
+ "grad_norm": 32.532352447509766,
140
+ "learning_rate": 9.271137026239067e-05,
141
+ "loss": 73.0574,
142
+ "step": 950
143
+ },
144
+ {
145
+ "epoch": 0.07672094673648273,
146
+ "grad_norm": 29.306671142578125,
147
+ "learning_rate": 9.232775817093756e-05,
148
+ "loss": 72.7158,
149
+ "step": 1000
150
  }
151
  ],
152
  "logging_steps": 50,
 
166
  "attributes": {}
167
  }
168
  },
169
+ "total_flos": 3.895117780751483e+17,
170
  "train_batch_size": 2,
171
  "trial_name": null,
172
  "trial_params": null