mika5883 commited on
Commit
9ed59ff
1 Parent(s): 25ab6a8

Training in progress, step 8000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab28ecb94b7a818a5a7fd1c75030bb7191001272b6094d37a909690e2363f392
3
  size 891644712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a744c13deb25911b66983e31562327d3465c179b21146bc88ec434370beb4e3
3
  size 891644712
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f96d7c8ef3b30034ac3cc33cc9b776b72fa413fbfee63fe75839a96f5fc8817
3
  size 1783444357
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253d6301b450c522622839b71d9e12bac5f9cc03981cb65be544bfdf36d7d4b7
3
  size 1783444357
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89d57fdcf5f9a2ba7a66cb157a536592aea4bc319138ee95de3e9ae0ff3c98c0
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848d4d9f2c4a26bc5101c133c47fd9e2a8a04e37c4bc27e88dacfd4314e7b448
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c8aa76edc747fa1f55c383a900f2044d0133f29781c0dba0a687e1604db66b1
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2aca196cd5d7049ddd26164789577fde10cf1d311b04f47bbbf913861b9e3d
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0416,
5
  "eval_steps": 500,
6
- "global_step": 6500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -98,6 +98,27 @@
98
  "learning_rate": 4.89608e-05,
99
  "loss": 0.4939,
100
  "step": 6500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
  }
102
  ],
103
  "logging_steps": 500,
@@ -117,7 +138,7 @@
117
  "attributes": {}
118
  }
119
  },
120
- "total_flos": 3.166581030912e+16,
121
  "train_batch_size": 64,
122
  "trial_name": null,
123
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.0512,
5
  "eval_steps": 500,
6
+ "global_step": 8000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
98
  "learning_rate": 4.89608e-05,
99
  "loss": 0.4939,
100
  "step": 6500
101
+ },
102
+ {
103
+ "epoch": 0.0448,
104
+ "grad_norm": 0.9770995378494263,
105
+ "learning_rate": 4.88808e-05,
106
+ "loss": 0.4824,
107
+ "step": 7000
108
+ },
109
+ {
110
+ "epoch": 0.048,
111
+ "grad_norm": 0.981966495513916,
112
+ "learning_rate": 4.88008e-05,
113
+ "loss": 0.4875,
114
+ "step": 7500
115
+ },
116
+ {
117
+ "epoch": 0.0512,
118
+ "grad_norm": 1.0177415609359741,
119
+ "learning_rate": 4.87208e-05,
120
+ "loss": 0.4785,
121
+ "step": 8000
122
  }
123
  ],
124
  "logging_steps": 500,
 
138
  "attributes": {}
139
  }
140
  },
141
+ "total_flos": 3.897330499584e+16,
142
  "train_batch_size": 64,
143
  "trial_name": null,
144
  "trial_params": null