saqidr commited on
Commit
dc385a8
·
verified ·
1 Parent(s): 4c0200d

Training in progress, step 500

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b64fce98847974a1fbc15a5211620e911f29d0a6fa5bc6a5bf2e0acabc13c361
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1992bc8cbd8cfc6c88b1963eedb9aa5c6b4583be00c396662c3f6a358ddb1ad
3
  size 268290900
run-0/checkpoint-1000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e5093cae8988b1c78fe1fa0de0ab86a02d9feb54f3792947511ec2b5b40b1b9
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6bfc0d04fa062aafe14fdad65aae2ea6adae5c8469541e9b7863a1faad3e9a
3
  size 268290900
run-0/checkpoint-1000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:622dd8e8d3db209abf2f42558ee6274e310b285bed8f6aed6ce69d0a4ffe7804
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c0e2557f9299a203cad2cf29f7a6e92288b2b70263361fd6952fed79531eed
3
  size 536643898
run-0/checkpoint-1000/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ae8803a4cfd93a17b836d411a0cdc283947bea33521d8af530f6f31af83987d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35ee7e612988cfbcef57649260f5e638d50749c336bb364c0aaa11036e867c9
3
  size 14244
run-0/checkpoint-1000/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:045cf4abe065257226fe11ac1a91dfd4c5b953cb2366365ef8bb18b4cf33e734
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9da1cbe846856af516cf037dd225e7f48e2737ef84c42a9bee0753b8c140ef
3
  size 1064
run-0/checkpoint-1000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:128e3e531e1f78b4508e424d6b0320b2ccd0b6f2b6fb1f09e3f886f07d5e86ea
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
3
+ size 5176
run-0/checkpoint-1500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44956ed874cfbe79d37340b63ddbcd7fbdb99066767991fce3541b8cc0896627
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12548a0e1d2999b1e89a6451858c1ba19278e932f73f0ec0a958da3b98809ec
3
  size 268290900
run-0/checkpoint-1500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9b6101a5040379ef3c94acbc4c966b58cc6632daaa26d4c3194914127aa06d2
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e508a0180bc2432169987e3671ecfea4c7f7399055995ca577258a0697775a3d
3
  size 536643898
run-0/checkpoint-1500/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e4150b40cdd095f99e6d506db714a6c0a9a316d6b4d021acbfec8d198c96919
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c10319269a5ccb2640eed78049edda0fca1ea40d757f64b6ab5474fe9e926f9
3
  size 14244
run-0/checkpoint-1500/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb7b4645e59a5c5cb66f63e8bcb5f006c535fd0ea63db9ae152dd586fd465b28
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4d7d251acf36e559c362893a1fb310c9f46b20e8a330025a14b6829ce4ab07
3
  size 1064
run-0/checkpoint-1500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:128e3e531e1f78b4508e424d6b0320b2ccd0b6f2b6fb1f09e3f886f07d5e86ea
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
3
+ size 5176
run-0/checkpoint-2000/config.json CHANGED
@@ -326,6 +326,6 @@
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
- "transformers_version": "4.37.2",
330
  "vocab_size": 30522
331
  }
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.41.1",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-2000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:156ea8881e640a983d137bf9a2f1b9c9831f3dfa43621563d93e76d3f69fdeaf
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc630be871e84a2ba797e4b734dafee8fd052aad75df18916397c3c502e9da12
3
  size 268290900
run-0/checkpoint-2000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22ca37818535a2f93dc324d93af207b76fd7f6a13a57ff3d91993e4069599c7f
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6f651cfe4ff9f8d1c3b71bb6d9d942ddaabbc951698f633c577cf1fddc8aaa6
3
  size 536643898
run-0/checkpoint-2000/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5613af56824b89d2251abc079d69f51d9497a128212db6eb459f4c957e78a29b
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ccc14cc902672c3d8e770c2a2ce3a532b454981f3118cb18a09274102a99fc
3
  size 14244
run-0/checkpoint-2000/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bf6d4c2c13eda2c2dfacdbfc8684055c5603a92b6c0c386d7c757b108195d12
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f38866eaf1d2baeb52a55cb38ece6ee67f3213265b0830dd06c82a9148795bea
3
  size 1064
run-0/checkpoint-2000/tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
run-0/checkpoint-2000/trainer_state.json CHANGED
@@ -10,94 +10,110 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5958064516129032,
14
- "eval_loss": 0.1949465274810791,
15
- "eval_runtime": 1.357,
16
- "eval_samples_per_second": 2284.501,
17
- "eval_steps_per_second": 47.901,
18
  "step": 318
19
  },
20
  {
21
- "epoch": 1.57,
22
- "learning_rate": 1.606918238993711e-05,
23
- "loss": 0.3113,
 
24
  "step": 500
25
  },
26
  {
27
  "epoch": 2.0,
28
- "eval_accuracy": 0.8164516129032258,
29
- "eval_loss": 0.09700000286102295,
30
- "eval_runtime": 1.3602,
31
- "eval_samples_per_second": 2279.158,
32
- "eval_steps_per_second": 47.789,
33
  "step": 636
34
  },
35
  {
36
  "epoch": 3.0,
37
- "eval_accuracy": 0.8754838709677419,
38
- "eval_loss": 0.0647290050983429,
39
- "eval_runtime": 1.3748,
40
- "eval_samples_per_second": 2254.826,
41
- "eval_steps_per_second": 47.279,
42
  "step": 954
43
  },
44
  {
45
- "epoch": 3.14,
46
- "learning_rate": 1.2138364779874214e-05,
47
- "loss": 0.1105,
 
48
  "step": 1000
49
  },
50
  {
51
  "epoch": 4.0,
52
- "eval_accuracy": 0.8951612903225806,
53
- "eval_loss": 0.05031874030828476,
54
- "eval_runtime": 1.3686,
55
- "eval_samples_per_second": 2265.046,
56
- "eval_steps_per_second": 47.493,
57
  "step": 1272
58
  },
59
  {
60
- "epoch": 4.72,
61
- "learning_rate": 8.207547169811321e-06,
62
- "loss": 0.0722,
 
63
  "step": 1500
64
  },
65
  {
66
  "epoch": 5.0,
67
- "eval_accuracy": 0.9035483870967742,
68
- "eval_loss": 0.04259829595685005,
69
- "eval_runtime": 1.3733,
70
- "eval_samples_per_second": 2257.258,
71
- "eval_steps_per_second": 47.33,
72
  "step": 1590
73
  },
74
  {
75
  "epoch": 6.0,
76
- "eval_accuracy": 0.91,
77
- "eval_loss": 0.03827530890703201,
78
- "eval_runtime": 1.3751,
79
- "eval_samples_per_second": 2254.357,
80
- "eval_steps_per_second": 47.269,
81
  "step": 1908
82
  },
83
  {
84
- "epoch": 6.29,
85
- "learning_rate": 4.276729559748428e-06,
86
- "loss": 0.058,
 
87
  "step": 2000
88
  }
89
  ],
90
  "logging_steps": 500,
91
- "max_steps": 2544,
92
  "num_input_tokens_seen": 0,
93
- "num_train_epochs": 8,
94
  "save_steps": 500,
95
- "total_flos": 519271419317532.0,
 
 
 
 
 
 
 
 
 
 
 
 
96
  "train_batch_size": 48,
97
  "trial_name": null,
98
  "trial_params": {
99
- "alpha": 0.05314446157998587,
100
- "num_train_epochs": 8,
101
- "temperature": 17
102
  }
103
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.6674193548387096,
14
+ "eval_loss": 0.416048139333725,
15
+ "eval_runtime": 1.3187,
16
+ "eval_samples_per_second": 2350.748,
17
+ "eval_steps_per_second": 49.29,
18
  "step": 318
19
  },
20
  {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.9905994534492493,
23
+ "learning_rate": 1.550763701707098e-05,
24
+ "loss": 0.6477,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.8332258064516129,
30
+ "eval_loss": 0.15088918805122375,
31
+ "eval_runtime": 1.3272,
32
+ "eval_samples_per_second": 2335.773,
33
+ "eval_steps_per_second": 48.976,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.886774193548387,
39
+ "eval_loss": 0.07951628416776657,
40
+ "eval_runtime": 1.3591,
41
+ "eval_samples_per_second": 2280.965,
42
+ "eval_steps_per_second": 47.827,
43
  "step": 954
44
  },
45
  {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.7344270348548889,
48
+ "learning_rate": 1.101527403414196e-05,
49
+ "loss": 0.1749,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "eval_accuracy": 0.9090322580645162,
55
+ "eval_loss": 0.05769029259681702,
56
+ "eval_runtime": 1.3435,
57
+ "eval_samples_per_second": 2307.35,
58
+ "eval_steps_per_second": 48.38,
59
  "step": 1272
60
  },
61
  {
62
+ "epoch": 4.716981132075472,
63
+ "grad_norm": 0.4701627790927887,
64
+ "learning_rate": 6.522911051212939e-06,
65
+ "loss": 0.0902,
66
  "step": 1500
67
  },
68
  {
69
  "epoch": 5.0,
70
+ "eval_accuracy": 0.9193548387096774,
71
+ "eval_loss": 0.04808399826288223,
72
+ "eval_runtime": 1.3493,
73
+ "eval_samples_per_second": 2297.566,
74
+ "eval_steps_per_second": 48.175,
75
  "step": 1590
76
  },
77
  {
78
  "epoch": 6.0,
79
+ "eval_accuracy": 0.9235483870967742,
80
+ "eval_loss": 0.0440458320081234,
81
+ "eval_runtime": 1.3465,
82
+ "eval_samples_per_second": 2302.187,
83
+ "eval_steps_per_second": 48.272,
84
  "step": 1908
85
  },
86
  {
87
+ "epoch": 6.289308176100629,
88
+ "grad_norm": 0.4379720985889435,
89
+ "learning_rate": 2.0305480682839176e-06,
90
+ "loss": 0.0704,
91
  "step": 2000
92
  }
93
  ],
94
  "logging_steps": 500,
95
+ "max_steps": 2226,
96
  "num_input_tokens_seen": 0,
97
+ "num_train_epochs": 7,
98
  "save_steps": 500,
99
+ "stateful_callbacks": {
100
+ "TrainerControl": {
101
+ "args": {
102
+ "should_epoch_stop": false,
103
+ "should_evaluate": false,
104
+ "should_log": false,
105
+ "should_save": true,
106
+ "should_training_stop": false
107
+ },
108
+ "attributes": {}
109
+ }
110
+ },
111
+ "total_flos": 520991326672152.0,
112
  "train_batch_size": 48,
113
  "trial_name": null,
114
  "trial_params": {
115
+ "alpha": 0.5999229797501479,
116
+ "num_train_epochs": 7,
117
+ "temperature": 2
118
  }
119
  }
run-0/checkpoint-2000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:128e3e531e1f78b4508e424d6b0320b2ccd0b6f2b6fb1f09e3f886f07d5e86ea
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
3
+ size 5176
run-1/checkpoint-1000/config.json CHANGED
@@ -326,6 +326,6 @@
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
- "transformers_version": "4.37.2",
330
  "vocab_size": 30522
331
  }
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.41.1",
330
  "vocab_size": 30522
331
  }
run-1/checkpoint-1000/tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
run-1/checkpoint-1000/trainer_state.json CHANGED
@@ -10,55 +10,69 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5896774193548387,
14
- "eval_loss": 0.21174675226211548,
15
- "eval_runtime": 1.3562,
16
- "eval_samples_per_second": 2285.793,
17
- "eval_steps_per_second": 47.928,
18
  "step": 318
19
  },
20
  {
21
- "epoch": 1.57,
22
- "learning_rate": 1.371069182389937e-05,
23
- "loss": 0.3315,
 
24
  "step": 500
25
  },
26
  {
27
  "epoch": 2.0,
28
- "eval_accuracy": 0.8035483870967742,
29
- "eval_loss": 0.10993191599845886,
30
- "eval_runtime": 1.3614,
31
- "eval_samples_per_second": 2277.03,
32
- "eval_steps_per_second": 47.744,
33
  "step": 636
34
  },
35
  {
36
  "epoch": 3.0,
37
- "eval_accuracy": 0.8616129032258064,
38
- "eval_loss": 0.07778050750494003,
39
- "eval_runtime": 1.3633,
40
- "eval_samples_per_second": 2273.815,
41
- "eval_steps_per_second": 47.677,
42
  "step": 954
43
  },
44
  {
45
- "epoch": 3.14,
46
- "learning_rate": 7.421383647798742e-06,
47
- "loss": 0.1256,
 
48
  "step": 1000
49
  }
50
  ],
51
  "logging_steps": 500,
52
- "max_steps": 1590,
53
  "num_input_tokens_seen": 0,
54
- "num_train_epochs": 5,
55
  "save_steps": 500,
56
- "total_flos": 259991364709020.0,
 
 
 
 
 
 
 
 
 
 
 
 
57
  "train_batch_size": 48,
58
  "trial_name": null,
59
  "trial_params": {
60
- "alpha": 0.8444910353259852,
61
- "num_train_epochs": 5,
62
- "temperature": 10
63
  }
64
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.577741935483871,
14
+ "eval_loss": 0.20344002544879913,
15
+ "eval_runtime": 1.3567,
16
+ "eval_samples_per_second": 2284.973,
17
+ "eval_steps_per_second": 47.911,
18
  "step": 318
19
  },
20
  {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.494202196598053,
23
+ "learning_rate": 1.4758909853249476e-05,
24
+ "loss": 0.3218,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.8129032258064516,
30
+ "eval_loss": 0.10371456295251846,
31
+ "eval_runtime": 1.3471,
32
+ "eval_samples_per_second": 2301.291,
33
+ "eval_steps_per_second": 48.253,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.8709677419354839,
39
+ "eval_loss": 0.07233396172523499,
40
+ "eval_runtime": 1.3503,
41
+ "eval_samples_per_second": 2295.728,
42
+ "eval_steps_per_second": 48.136,
43
  "step": 954
44
  },
45
  {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.4743537902832031,
48
+ "learning_rate": 9.517819706498952e-06,
49
+ "loss": 0.1194,
50
  "step": 1000
51
  }
52
  ],
53
  "logging_steps": 500,
54
+ "max_steps": 1908,
55
  "num_input_tokens_seen": 0,
56
+ "num_train_epochs": 6,
57
  "save_steps": 500,
58
+ "stateful_callbacks": {
59
+ "TrainerControl": {
60
+ "args": {
61
+ "should_epoch_stop": false,
62
+ "should_evaluate": false,
63
+ "should_log": false,
64
+ "should_save": true,
65
+ "should_training_stop": false
66
+ },
67
+ "attributes": {}
68
+ }
69
+ },
70
+ "total_flos": 260941334653608.0,
71
  "train_batch_size": 48,
72
  "trial_name": null,
73
  "trial_params": {
74
+ "alpha": 0.6325268278134527,
75
+ "num_train_epochs": 6,
76
+ "temperature": 12
77
  }
78
  }
run-1/checkpoint-1500/config.json CHANGED
@@ -326,6 +326,6 @@
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
- "transformers_version": "4.37.2",
330
  "vocab_size": 30522
331
  }
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.41.1",
330
  "vocab_size": 30522
331
  }
run-1/checkpoint-1500/tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
run-1/checkpoint-1500/trainer_state.json CHANGED
@@ -10,70 +10,85 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5896774193548387,
14
- "eval_loss": 0.21174675226211548,
15
- "eval_runtime": 1.3562,
16
- "eval_samples_per_second": 2285.793,
17
- "eval_steps_per_second": 47.928,
18
  "step": 318
19
  },
20
  {
21
- "epoch": 1.57,
22
- "learning_rate": 1.371069182389937e-05,
23
- "loss": 0.3315,
 
24
  "step": 500
25
  },
26
  {
27
  "epoch": 2.0,
28
- "eval_accuracy": 0.8035483870967742,
29
- "eval_loss": 0.10993191599845886,
30
- "eval_runtime": 1.3614,
31
- "eval_samples_per_second": 2277.03,
32
- "eval_steps_per_second": 47.744,
33
  "step": 636
34
  },
35
  {
36
  "epoch": 3.0,
37
- "eval_accuracy": 0.8616129032258064,
38
- "eval_loss": 0.07778050750494003,
39
- "eval_runtime": 1.3633,
40
- "eval_samples_per_second": 2273.815,
41
- "eval_steps_per_second": 47.677,
42
  "step": 954
43
  },
44
  {
45
- "epoch": 3.14,
46
- "learning_rate": 7.421383647798742e-06,
47
- "loss": 0.1256,
 
48
  "step": 1000
49
  },
50
  {
51
  "epoch": 4.0,
52
- "eval_accuracy": 0.8783870967741936,
53
- "eval_loss": 0.06527664512395859,
54
- "eval_runtime": 1.3774,
55
- "eval_samples_per_second": 2250.621,
56
- "eval_steps_per_second": 47.19,
57
  "step": 1272
58
  },
59
  {
60
- "epoch": 4.72,
61
- "learning_rate": 1.1320754716981133e-06,
62
- "loss": 0.0903,
 
63
  "step": 1500
64
  }
65
  ],
66
  "logging_steps": 500,
67
- "max_steps": 1590,
68
  "num_input_tokens_seen": 0,
69
- "num_train_epochs": 5,
70
  "save_steps": 500,
71
- "total_flos": 390310534917408.0,
 
 
 
 
 
 
 
 
 
 
 
 
72
  "train_batch_size": 48,
73
  "trial_name": null,
74
  "trial_params": {
75
- "alpha": 0.8444910353259852,
76
- "num_train_epochs": 5,
77
- "temperature": 10
78
  }
79
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.577741935483871,
14
+ "eval_loss": 0.20344002544879913,
15
+ "eval_runtime": 1.3567,
16
+ "eval_samples_per_second": 2284.973,
17
+ "eval_steps_per_second": 47.911,
18
  "step": 318
19
  },
20
  {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.494202196598053,
23
+ "learning_rate": 1.4758909853249476e-05,
24
+ "loss": 0.3218,
25
  "step": 500
26
  },
27
  {
28
  "epoch": 2.0,
29
+ "eval_accuracy": 0.8129032258064516,
30
+ "eval_loss": 0.10371456295251846,
31
+ "eval_runtime": 1.3471,
32
+ "eval_samples_per_second": 2301.291,
33
+ "eval_steps_per_second": 48.253,
34
  "step": 636
35
  },
36
  {
37
  "epoch": 3.0,
38
+ "eval_accuracy": 0.8709677419354839,
39
+ "eval_loss": 0.07233396172523499,
40
+ "eval_runtime": 1.3503,
41
+ "eval_samples_per_second": 2295.728,
42
+ "eval_steps_per_second": 48.136,
43
  "step": 954
44
  },
45
  {
46
+ "epoch": 3.1446540880503147,
47
+ "grad_norm": 0.4743537902832031,
48
+ "learning_rate": 9.517819706498952e-06,
49
+ "loss": 0.1194,
50
  "step": 1000
51
  },
52
  {
53
  "epoch": 4.0,
54
+ "eval_accuracy": 0.8848387096774194,
55
+ "eval_loss": 0.05824179947376251,
56
+ "eval_runtime": 1.3553,
57
+ "eval_samples_per_second": 2287.256,
58
+ "eval_steps_per_second": 47.959,
59
  "step": 1272
60
  },
61
  {
62
+ "epoch": 4.716981132075472,
63
+ "grad_norm": 0.3467690646648407,
64
+ "learning_rate": 4.276729559748428e-06,
65
+ "loss": 0.0813,
66
  "step": 1500
67
  }
68
  ],
69
  "logging_steps": 500,
70
+ "max_steps": 1908,
71
  "num_input_tokens_seen": 0,
72
+ "num_train_epochs": 6,
73
  "save_steps": 500,
74
+ "stateful_callbacks": {
75
+ "TrainerControl": {
76
+ "args": {
77
+ "should_epoch_stop": false,
78
+ "should_evaluate": false,
79
+ "should_log": false,
80
+ "should_save": true,
81
+ "should_training_stop": false
82
+ },
83
+ "attributes": {}
84
+ }
85
+ },
86
+ "total_flos": 391368939443328.0,
87
  "train_batch_size": 48,
88
  "trial_name": null,
89
  "trial_params": {
90
+ "alpha": 0.6325268278134527,
91
+ "num_train_epochs": 6,
92
+ "temperature": 12
93
  }
94
  }
run-1/checkpoint-500/config.json CHANGED
@@ -326,6 +326,6 @@
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
- "transformers_version": "4.37.2",
330
  "vocab_size": 30522
331
  }
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.41.1",
330
  "vocab_size": 30522
331
  }
run-1/checkpoint-500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfd3bf3d49936dfd8baa9582c8eaba7717d92d7d1f8d94038d4151e4c2d4f278
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1992bc8cbd8cfc6c88b1963eedb9aa5c6b4583be00c396662c3f6a358ddb1ad
3
  size 268290900
run-1/checkpoint-500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4a7b2cb6089e0574b3e01b3ab3738f4f73b1a92359ec8127a9ce373bb97a274
3
  size 536643898
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:569559a6c1c61ada1010013edab7b010346f26be17388bea8473982069d749b5
3
  size 536643898
run-1/checkpoint-500/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8174c1d6ac2627de77161655e4e20ef37d9f2235e2e7c4adc0da0d4e0e14b6d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9fb2a0dfb1b0ccef3590fe01e9bd16b6db86f247cc9c7e77290c217a53bac20
3
  size 14244
run-1/checkpoint-500/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e1264523e958cf7990dc5f42d876cc12129475c4603804cf66868aaf25c2c24
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb78b1e790f49c38375a9a03add3c9373ef72cf0138709ffb96775535ef084c6
3
  size 1064
run-1/checkpoint-500/tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
run-1/checkpoint-500/trainer_state.json CHANGED
@@ -10,31 +10,44 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "eval_accuracy": 0.5896774193548387,
14
- "eval_loss": 0.21174675226211548,
15
- "eval_runtime": 1.3562,
16
- "eval_samples_per_second": 2285.793,
17
- "eval_steps_per_second": 47.928,
18
  "step": 318
19
  },
20
  {
21
- "epoch": 1.57,
22
- "learning_rate": 1.371069182389937e-05,
23
- "loss": 0.3315,
 
24
  "step": 500
25
  }
26
  ],
27
  "logging_steps": 500,
28
- "max_steps": 1590,
29
  "num_input_tokens_seen": 0,
30
- "num_train_epochs": 5,
31
  "save_steps": 500,
32
- "total_flos": 129219778448376.0,
 
 
 
 
 
 
 
 
 
 
 
 
33
  "train_batch_size": 48,
34
  "trial_name": null,
35
  "trial_params": {
36
- "alpha": 0.8444910353259852,
37
- "num_train_epochs": 5,
38
- "temperature": 10
39
  }
40
  }
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "eval_accuracy": 0.577741935483871,
14
+ "eval_loss": 0.20344002544879913,
15
+ "eval_runtime": 1.3567,
16
+ "eval_samples_per_second": 2284.973,
17
+ "eval_steps_per_second": 47.911,
18
  "step": 318
19
  },
20
  {
21
+ "epoch": 1.5723270440251573,
22
+ "grad_norm": 0.494202196598053,
23
+ "learning_rate": 1.4758909853249476e-05,
24
+ "loss": 0.3218,
25
  "step": 500
26
  }
27
  ],
28
  "logging_steps": 500,
29
+ "max_steps": 1908,
30
  "num_input_tokens_seen": 0,
31
+ "num_train_epochs": 6,
32
  "save_steps": 500,
33
+ "stateful_callbacks": {
34
+ "TrainerControl": {
35
+ "args": {
36
+ "should_epoch_stop": false,
37
+ "should_evaluate": false,
38
+ "should_log": false,
39
+ "should_save": true,
40
+ "should_training_stop": false
41
+ },
42
+ "attributes": {}
43
+ }
44
+ },
45
+ "total_flos": 130072209152340.0,
46
  "train_batch_size": 48,
47
  "trial_name": null,
48
  "trial_params": {
49
+ "alpha": 0.6325268278134527,
50
+ "num_train_epochs": 6,
51
+ "temperature": 12
52
  }
53
  }
run-1/checkpoint-500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:440b33c1d4af396a1f83c40460d843946c313509afa8ac95fbf678728a7e05c7
3
- size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:720882e08adee18bc186850828f02514ae1f0c4061921a151ad1b71291c1e3c8
3
+ size 5176
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3995b387f2d0291be709cdbf61f96ec0665c9f1f556146e986cb9b22d69b84bd
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:720882e08adee18bc186850828f02514ae1f0c4061921a151ad1b71291c1e3c8
3
  size 5176