leixa commited on
Commit
d0daa86
·
verified ·
1 Parent(s): 578e42d

Training in progress, step 462, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c89eb8b5506b906a6926d8e9eca22e01089b1a5aa31aa0276c9e2b5e3bbac728
3
  size 328468852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c936e33e771d64f59c0320ef76f702c8baefb76b8a6061a149f15476d3954e7a
3
  size 328468852
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8beaf170005db0771c982de7e9d403f811e69dfcf7962b6a164501a12a64ee78
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902a971a6dd3166551a11be2e45b39a3a9ecf36ab45d22f6eb5fc1988a7caf24
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9507fdefdfac1d5dbc7a23a3aeb675b6dd3cc22a3762b7e85ff02a1c9c43105
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b58b44a2d5024ddc12e64ead45d5d25c7fc985d9aaeb44c7bc3de9b8cf56f23
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4804117815270232,
5
  "eval_steps": 42,
6
- "global_step": 420,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1075,6 +1075,112 @@
1075
  "eval_samples_per_second": 14.383,
1076
  "eval_steps_per_second": 3.603,
1077
  "step": 420
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1078
  }
1079
  ],
1080
  "logging_steps": 3,
@@ -1094,7 +1200,7 @@
1094
  "attributes": {}
1095
  }
1096
  },
1097
- "total_flos": 5.971932478439424e+17,
1098
  "train_batch_size": 4,
1099
  "trial_name": null,
1100
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5284529596797255,
5
  "eval_steps": 42,
6
+ "global_step": 462,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1075
  "eval_samples_per_second": 14.383,
1076
  "eval_steps_per_second": 3.603,
1077
  "step": 420
1078
+ },
1079
+ {
1080
+ "epoch": 0.48384329425221617,
1081
+ "grad_norm": NaN,
1082
+ "learning_rate": 5.9702234071631e-06,
1083
+ "loss": 0.0,
1084
+ "step": 423
1085
+ },
1086
+ {
1087
+ "epoch": 0.4872748069774092,
1088
+ "grad_norm": NaN,
1089
+ "learning_rate": 5.5226705990794155e-06,
1090
+ "loss": 0.0,
1091
+ "step": 426
1092
+ },
1093
+ {
1094
+ "epoch": 0.49070631970260226,
1095
+ "grad_norm": NaN,
1096
+ "learning_rate": 5.091571939329048e-06,
1097
+ "loss": 0.0,
1098
+ "step": 429
1099
+ },
1100
+ {
1101
+ "epoch": 0.49413783242779524,
1102
+ "grad_norm": NaN,
1103
+ "learning_rate": 4.677086910538092e-06,
1104
+ "loss": 0.0,
1105
+ "step": 432
1106
+ },
1107
+ {
1108
+ "epoch": 0.4975693451529883,
1109
+ "grad_norm": NaN,
1110
+ "learning_rate": 4.279368849209381e-06,
1111
+ "loss": 0.0,
1112
+ "step": 435
1113
+ },
1114
+ {
1115
+ "epoch": 0.5010008578781813,
1116
+ "grad_norm": NaN,
1117
+ "learning_rate": 3.898564888996476e-06,
1118
+ "loss": 0.0,
1119
+ "step": 438
1120
+ },
1121
+ {
1122
+ "epoch": 0.5044323706033743,
1123
+ "grad_norm": NaN,
1124
+ "learning_rate": 3.534815906272404e-06,
1125
+ "loss": 0.0,
1126
+ "step": 441
1127
+ },
1128
+ {
1129
+ "epoch": 0.5078638833285674,
1130
+ "grad_norm": NaN,
1131
+ "learning_rate": 3.18825646801314e-06,
1132
+ "loss": 0.0,
1133
+ "step": 444
1134
+ },
1135
+ {
1136
+ "epoch": 0.5112953960537604,
1137
+ "grad_norm": NaN,
1138
+ "learning_rate": 2.8590147820153513e-06,
1139
+ "loss": 0.0,
1140
+ "step": 447
1141
+ },
1142
+ {
1143
+ "epoch": 0.5147269087789534,
1144
+ "grad_norm": NaN,
1145
+ "learning_rate": 2.547212649466568e-06,
1146
+ "loss": 0.0,
1147
+ "step": 450
1148
+ },
1149
+ {
1150
+ "epoch": 0.5181584215041464,
1151
+ "grad_norm": NaN,
1152
+ "learning_rate": 2.2529654198854835e-06,
1153
+ "loss": 0.0,
1154
+ "step": 453
1155
+ },
1156
+ {
1157
+ "epoch": 0.5215899342293394,
1158
+ "grad_norm": NaN,
1159
+ "learning_rate": 1.9763819484490355e-06,
1160
+ "loss": 0.0,
1161
+ "step": 456
1162
+ },
1163
+ {
1164
+ "epoch": 0.5250214469545325,
1165
+ "grad_norm": NaN,
1166
+ "learning_rate": 1.7175645557220566e-06,
1167
+ "loss": 0.0,
1168
+ "step": 459
1169
+ },
1170
+ {
1171
+ "epoch": 0.5284529596797255,
1172
+ "grad_norm": NaN,
1173
+ "learning_rate": 1.4766089898042678e-06,
1174
+ "loss": 0.0,
1175
+ "step": 462
1176
+ },
1177
+ {
1178
+ "epoch": 0.5284529596797255,
1179
+ "eval_loss": NaN,
1180
+ "eval_runtime": 102.5202,
1181
+ "eval_samples_per_second": 14.368,
1182
+ "eval_steps_per_second": 3.599,
1183
+ "step": 462
1184
  }
1185
  ],
1186
  "logging_steps": 3,
 
1200
  "attributes": {}
1201
  }
1202
  },
1203
+ "total_flos": 6.569125726283366e+17,
1204
  "train_batch_size": 4,
1205
  "trial_name": null,
1206
  "trial_params": null