ricardo-filho commited on
Commit
b113fb5
·
1 Parent(s): 00ff3cf

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8309859154929577,
4
+ "eval_CRITERIO_JULGAMENTO_number": 142,
5
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8309859154929577,
6
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8309859154929577,
7
+ "eval_DATA_SESSAO_f1": 0.87,
8
+ "eval_DATA_SESSAO_number": 90,
9
+ "eval_DATA_SESSAO_precision": 0.7909090909090909,
10
+ "eval_DATA_SESSAO_recall": 0.9666666666666667,
11
+ "eval_MODALIDADE_LICITACAO_f1": 0.9687738004569688,
12
+ "eval_MODALIDADE_LICITACAO_number": 648,
13
+ "eval_MODALIDADE_LICITACAO_precision": 0.956390977443609,
14
+ "eval_MODALIDADE_LICITACAO_recall": 0.9814814814814815,
15
+ "eval_NUMERO_EXERCICIO_f1": 0.957037037037037,
16
+ "eval_NUMERO_EXERCICIO_number": 330,
17
+ "eval_NUMERO_EXERCICIO_precision": 0.936231884057971,
18
+ "eval_NUMERO_EXERCICIO_recall": 0.9787878787878788,
19
+ "eval_OBJETO_LICITACAO_f1": 0.5061224489795918,
20
+ "eval_OBJETO_LICITACAO_number": 106,
21
+ "eval_OBJETO_LICITACAO_precision": 0.4460431654676259,
22
+ "eval_OBJETO_LICITACAO_recall": 0.5849056603773585,
23
+ "eval_loss": 0.01759175769984722,
24
+ "eval_overall_accuracy": 0.9952974290323688,
25
+ "eval_overall_f1": 0.902465955097534,
26
+ "eval_overall_precision": 0.875089221984297,
27
+ "eval_overall_recall": 0.9316109422492401,
28
+ "eval_runtime": 17.4261,
29
+ "eval_samples": 4936,
30
+ "eval_samples_per_second": 283.253,
31
+ "eval_steps_per_second": 35.407,
32
+ "predict_CRITERIO_JULGAMENTO_f1": 0.7277227722772276,
33
+ "predict_CRITERIO_JULGAMENTO_number": 175,
34
+ "predict_CRITERIO_JULGAMENTO_precision": 0.6419213973799127,
35
+ "predict_CRITERIO_JULGAMENTO_recall": 0.84,
36
+ "predict_DATA_SESSAO_f1": 0.641025641025641,
37
+ "predict_DATA_SESSAO_number": 81,
38
+ "predict_DATA_SESSAO_precision": 0.6666666666666666,
39
+ "predict_DATA_SESSAO_recall": 0.6172839506172839,
40
+ "predict_MODALIDADE_LICITACAO_f1": 0.948762233736327,
41
+ "predict_MODALIDADE_LICITACAO_number": 871,
42
+ "predict_MODALIDADE_LICITACAO_precision": 0.9515011547344111,
43
+ "predict_MODALIDADE_LICITACAO_recall": 0.9460390355912744,
44
+ "predict_NUMERO_EXERCICIO_f1": 0.9489291598023064,
45
+ "predict_NUMERO_EXERCICIO_number": 300,
46
+ "predict_NUMERO_EXERCICIO_precision": 0.9381107491856677,
47
+ "predict_NUMERO_EXERCICIO_recall": 0.96,
48
+ "predict_OBJETO_LICITACAO_f1": 0.33404710920770875,
49
+ "predict_OBJETO_LICITACAO_number": 224,
50
+ "predict_OBJETO_LICITACAO_precision": 0.32098765432098764,
51
+ "predict_OBJETO_LICITACAO_recall": 0.3482142857142857,
52
+ "predict_loss": 0.01171985361725092,
53
+ "predict_overall_accuracy": 0.997315981564856,
54
+ "predict_overall_f1": 0.8229012162563037,
55
+ "predict_overall_precision": 0.8063953488372093,
56
+ "predict_overall_recall": 0.8400969109630527,
57
+ "predict_runtime": 67.6265,
58
+ "predict_samples_per_second": 350.691,
59
+ "predict_steps_per_second": 43.844,
60
+ "train_loss": 0.008084853328839008,
61
+ "train_runtime": 2884.0514,
62
+ "train_samples": 27971,
63
+ "train_samples_per_second": 96.985,
64
+ "train_steps_per_second": 12.125
65
+ }
eval_results.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8309859154929577,
4
+ "eval_CRITERIO_JULGAMENTO_number": 142,
5
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8309859154929577,
6
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8309859154929577,
7
+ "eval_DATA_SESSAO_f1": 0.87,
8
+ "eval_DATA_SESSAO_number": 90,
9
+ "eval_DATA_SESSAO_precision": 0.7909090909090909,
10
+ "eval_DATA_SESSAO_recall": 0.9666666666666667,
11
+ "eval_MODALIDADE_LICITACAO_f1": 0.9687738004569688,
12
+ "eval_MODALIDADE_LICITACAO_number": 648,
13
+ "eval_MODALIDADE_LICITACAO_precision": 0.956390977443609,
14
+ "eval_MODALIDADE_LICITACAO_recall": 0.9814814814814815,
15
+ "eval_NUMERO_EXERCICIO_f1": 0.957037037037037,
16
+ "eval_NUMERO_EXERCICIO_number": 330,
17
+ "eval_NUMERO_EXERCICIO_precision": 0.936231884057971,
18
+ "eval_NUMERO_EXERCICIO_recall": 0.9787878787878788,
19
+ "eval_OBJETO_LICITACAO_f1": 0.5061224489795918,
20
+ "eval_OBJETO_LICITACAO_number": 106,
21
+ "eval_OBJETO_LICITACAO_precision": 0.4460431654676259,
22
+ "eval_OBJETO_LICITACAO_recall": 0.5849056603773585,
23
+ "eval_loss": 0.01759175769984722,
24
+ "eval_overall_accuracy": 0.9952974290323688,
25
+ "eval_overall_f1": 0.902465955097534,
26
+ "eval_overall_precision": 0.875089221984297,
27
+ "eval_overall_recall": 0.9316109422492401,
28
+ "eval_runtime": 17.4261,
29
+ "eval_samples": 4936,
30
+ "eval_samples_per_second": 283.253,
31
+ "eval_steps_per_second": 35.407
32
+ }
predict_results.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "predict_CRITERIO_JULGAMENTO_f1": 0.7277227722772276,
3
+ "predict_CRITERIO_JULGAMENTO_number": 175,
4
+ "predict_CRITERIO_JULGAMENTO_precision": 0.6419213973799127,
5
+ "predict_CRITERIO_JULGAMENTO_recall": 0.84,
6
+ "predict_DATA_SESSAO_f1": 0.641025641025641,
7
+ "predict_DATA_SESSAO_number": 81,
8
+ "predict_DATA_SESSAO_precision": 0.6666666666666666,
9
+ "predict_DATA_SESSAO_recall": 0.6172839506172839,
10
+ "predict_MODALIDADE_LICITACAO_f1": 0.948762233736327,
11
+ "predict_MODALIDADE_LICITACAO_number": 871,
12
+ "predict_MODALIDADE_LICITACAO_precision": 0.9515011547344111,
13
+ "predict_MODALIDADE_LICITACAO_recall": 0.9460390355912744,
14
+ "predict_NUMERO_EXERCICIO_f1": 0.9489291598023064,
15
+ "predict_NUMERO_EXERCICIO_number": 300,
16
+ "predict_NUMERO_EXERCICIO_precision": 0.9381107491856677,
17
+ "predict_NUMERO_EXERCICIO_recall": 0.96,
18
+ "predict_OBJETO_LICITACAO_f1": 0.33404710920770875,
19
+ "predict_OBJETO_LICITACAO_number": 224,
20
+ "predict_OBJETO_LICITACAO_precision": 0.32098765432098764,
21
+ "predict_OBJETO_LICITACAO_recall": 0.3482142857142857,
22
+ "predict_loss": 0.01171985361725092,
23
+ "predict_overall_accuracy": 0.997315981564856,
24
+ "predict_overall_f1": 0.8229012162563037,
25
+ "predict_overall_precision": 0.8063953488372093,
26
+ "predict_overall_recall": 0.8400969109630527,
27
+ "predict_runtime": 67.6265,
28
+ "predict_samples_per_second": 350.691,
29
+ "predict_steps_per_second": 43.844
30
+ }
predictions.txt ADDED
The diff for this file is too large to render. See raw diff
 
runs/Apr12_01-24-07_9c37de7654cf/events.out.tfevents.1681265605.9c37de7654cf.15827.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f21e4d54d953693da05adbbe6fb83578cc14aedd62db77f760652707b2e0c571
3
+ size 1964
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 10.0,
3
+ "train_loss": 0.008084853328839008,
4
+ "train_runtime": 2884.0514,
5
+ "train_samples": 27971,
6
+ "train_samples_per_second": 96.985,
7
+ "train_steps_per_second": 12.125
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,759 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.01759175769984722,
3
+ "best_model_checkpoint": "/content/results/checkpoint-3497",
4
+ "epoch": 10.0,
5
+ "global_step": 34970,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.14,
12
+ "learning_rate": 9.85702030311696e-06,
13
+ "loss": 0.1429,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.29,
18
+ "learning_rate": 9.714040606233915e-06,
19
+ "loss": 0.0344,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.43,
24
+ "learning_rate": 9.571060909350873e-06,
25
+ "loss": 0.0254,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.57,
30
+ "learning_rate": 9.42808121246783e-06,
31
+ "loss": 0.0242,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 0.71,
36
+ "learning_rate": 9.285101515584787e-06,
37
+ "loss": 0.02,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 0.86,
42
+ "learning_rate": 9.142121818701744e-06,
43
+ "loss": 0.0159,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 1.0,
48
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8309859154929577,
49
+ "eval_CRITERIO_JULGAMENTO_number": 142,
50
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8309859154929577,
51
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8309859154929577,
52
+ "eval_DATA_SESSAO_f1": 0.87,
53
+ "eval_DATA_SESSAO_number": 90,
54
+ "eval_DATA_SESSAO_precision": 0.7909090909090909,
55
+ "eval_DATA_SESSAO_recall": 0.9666666666666667,
56
+ "eval_MODALIDADE_LICITACAO_f1": 0.9687738004569688,
57
+ "eval_MODALIDADE_LICITACAO_number": 648,
58
+ "eval_MODALIDADE_LICITACAO_precision": 0.956390977443609,
59
+ "eval_MODALIDADE_LICITACAO_recall": 0.9814814814814815,
60
+ "eval_NUMERO_EXERCICIO_f1": 0.957037037037037,
61
+ "eval_NUMERO_EXERCICIO_number": 330,
62
+ "eval_NUMERO_EXERCICIO_precision": 0.936231884057971,
63
+ "eval_NUMERO_EXERCICIO_recall": 0.9787878787878788,
64
+ "eval_OBJETO_LICITACAO_f1": 0.5061224489795918,
65
+ "eval_OBJETO_LICITACAO_number": 106,
66
+ "eval_OBJETO_LICITACAO_precision": 0.4460431654676259,
67
+ "eval_OBJETO_LICITACAO_recall": 0.5849056603773585,
68
+ "eval_loss": 0.01759175769984722,
69
+ "eval_overall_accuracy": 0.9952974290323688,
70
+ "eval_overall_f1": 0.902465955097534,
71
+ "eval_overall_precision": 0.875089221984297,
72
+ "eval_overall_recall": 0.9316109422492401,
73
+ "eval_runtime": 17.3,
74
+ "eval_samples_per_second": 285.318,
75
+ "eval_steps_per_second": 35.665,
76
+ "step": 3497
77
+ },
78
+ {
79
+ "epoch": 1.0,
80
+ "learning_rate": 8.999142121818703e-06,
81
+ "loss": 0.0189,
82
+ "step": 3500
83
+ },
84
+ {
85
+ "epoch": 1.14,
86
+ "learning_rate": 8.85616242493566e-06,
87
+ "loss": 0.0132,
88
+ "step": 4000
89
+ },
90
+ {
91
+ "epoch": 1.29,
92
+ "learning_rate": 8.713182728052617e-06,
93
+ "loss": 0.0114,
94
+ "step": 4500
95
+ },
96
+ {
97
+ "epoch": 1.43,
98
+ "learning_rate": 8.570203031169575e-06,
99
+ "loss": 0.0115,
100
+ "step": 5000
101
+ },
102
+ {
103
+ "epoch": 1.57,
104
+ "learning_rate": 8.427223334286532e-06,
105
+ "loss": 0.0114,
106
+ "step": 5500
107
+ },
108
+ {
109
+ "epoch": 1.72,
110
+ "learning_rate": 8.28424363740349e-06,
111
+ "loss": 0.0111,
112
+ "step": 6000
113
+ },
114
+ {
115
+ "epoch": 1.86,
116
+ "learning_rate": 8.141263940520446e-06,
117
+ "loss": 0.0161,
118
+ "step": 6500
119
+ },
120
+ {
121
+ "epoch": 2.0,
122
+ "eval_CRITERIO_JULGAMENTO_f1": 0.864864864864865,
123
+ "eval_CRITERIO_JULGAMENTO_number": 142,
124
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8311688311688312,
125
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9014084507042254,
126
+ "eval_DATA_SESSAO_f1": 0.8643216080402011,
127
+ "eval_DATA_SESSAO_number": 90,
128
+ "eval_DATA_SESSAO_precision": 0.7889908256880734,
129
+ "eval_DATA_SESSAO_recall": 0.9555555555555556,
130
+ "eval_MODALIDADE_LICITACAO_f1": 0.9710806697108066,
131
+ "eval_MODALIDADE_LICITACAO_number": 648,
132
+ "eval_MODALIDADE_LICITACAO_precision": 0.9579579579579579,
133
+ "eval_MODALIDADE_LICITACAO_recall": 0.9845679012345679,
134
+ "eval_NUMERO_EXERCICIO_f1": 0.9658246656760773,
135
+ "eval_NUMERO_EXERCICIO_number": 330,
136
+ "eval_NUMERO_EXERCICIO_precision": 0.9475218658892128,
137
+ "eval_NUMERO_EXERCICIO_recall": 0.9848484848484849,
138
+ "eval_OBJETO_LICITACAO_f1": 0.6034482758620691,
139
+ "eval_OBJETO_LICITACAO_number": 106,
140
+ "eval_OBJETO_LICITACAO_precision": 0.5555555555555556,
141
+ "eval_OBJETO_LICITACAO_recall": 0.660377358490566,
142
+ "eval_loss": 0.01905038207769394,
143
+ "eval_overall_accuracy": 0.9954494412325737,
144
+ "eval_overall_f1": 0.9189388356669123,
145
+ "eval_overall_precision": 0.8919885550786838,
146
+ "eval_overall_recall": 0.9475683890577508,
147
+ "eval_runtime": 17.2264,
148
+ "eval_samples_per_second": 286.536,
149
+ "eval_steps_per_second": 35.817,
150
+ "step": 6994
151
+ },
152
+ {
153
+ "epoch": 2.0,
154
+ "learning_rate": 7.998284243637405e-06,
155
+ "loss": 0.0127,
156
+ "step": 7000
157
+ },
158
+ {
159
+ "epoch": 2.14,
160
+ "learning_rate": 7.855304546754362e-06,
161
+ "loss": 0.008,
162
+ "step": 7500
163
+ },
164
+ {
165
+ "epoch": 2.29,
166
+ "learning_rate": 7.712324849871319e-06,
167
+ "loss": 0.0105,
168
+ "step": 8000
169
+ },
170
+ {
171
+ "epoch": 2.43,
172
+ "learning_rate": 7.5693451529882765e-06,
173
+ "loss": 0.0081,
174
+ "step": 8500
175
+ },
176
+ {
177
+ "epoch": 2.57,
178
+ "learning_rate": 7.4263654561052335e-06,
179
+ "loss": 0.0072,
180
+ "step": 9000
181
+ },
182
+ {
183
+ "epoch": 2.72,
184
+ "learning_rate": 7.283385759222191e-06,
185
+ "loss": 0.0092,
186
+ "step": 9500
187
+ },
188
+ {
189
+ "epoch": 2.86,
190
+ "learning_rate": 7.140406062339148e-06,
191
+ "loss": 0.0094,
192
+ "step": 10000
193
+ },
194
+ {
195
+ "epoch": 3.0,
196
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8609271523178808,
197
+ "eval_CRITERIO_JULGAMENTO_number": 142,
198
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8125,
199
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9154929577464789,
200
+ "eval_DATA_SESSAO_f1": 0.86,
201
+ "eval_DATA_SESSAO_number": 90,
202
+ "eval_DATA_SESSAO_precision": 0.7818181818181819,
203
+ "eval_DATA_SESSAO_recall": 0.9555555555555556,
204
+ "eval_MODALIDADE_LICITACAO_f1": 0.972560975609756,
205
+ "eval_MODALIDADE_LICITACAO_number": 648,
206
+ "eval_MODALIDADE_LICITACAO_precision": 0.9608433734939759,
207
+ "eval_MODALIDADE_LICITACAO_recall": 0.9845679012345679,
208
+ "eval_NUMERO_EXERCICIO_f1": 0.9672619047619049,
209
+ "eval_NUMERO_EXERCICIO_number": 330,
210
+ "eval_NUMERO_EXERCICIO_precision": 0.9502923976608187,
211
+ "eval_NUMERO_EXERCICIO_recall": 0.9848484848484849,
212
+ "eval_OBJETO_LICITACAO_f1": 0.5795918367346938,
213
+ "eval_OBJETO_LICITACAO_number": 106,
214
+ "eval_OBJETO_LICITACAO_precision": 0.5107913669064749,
215
+ "eval_OBJETO_LICITACAO_recall": 0.6698113207547169,
216
+ "eval_loss": 0.021519919857382774,
217
+ "eval_overall_accuracy": 0.9955033810455497,
218
+ "eval_overall_f1": 0.9154155986818014,
219
+ "eval_overall_precision": 0.8833922261484098,
220
+ "eval_overall_recall": 0.9498480243161094,
221
+ "eval_runtime": 17.3538,
222
+ "eval_samples_per_second": 284.433,
223
+ "eval_steps_per_second": 35.554,
224
+ "step": 10491
225
+ },
226
+ {
227
+ "epoch": 3.0,
228
+ "learning_rate": 6.997426365456106e-06,
229
+ "loss": 0.0068,
230
+ "step": 10500
231
+ },
232
+ {
233
+ "epoch": 3.15,
234
+ "learning_rate": 6.854446668573064e-06,
235
+ "loss": 0.0067,
236
+ "step": 11000
237
+ },
238
+ {
239
+ "epoch": 3.29,
240
+ "learning_rate": 6.711466971690021e-06,
241
+ "loss": 0.0047,
242
+ "step": 11500
243
+ },
244
+ {
245
+ "epoch": 3.43,
246
+ "learning_rate": 6.5684872748069785e-06,
247
+ "loss": 0.0069,
248
+ "step": 12000
249
+ },
250
+ {
251
+ "epoch": 3.57,
252
+ "learning_rate": 6.4255075779239355e-06,
253
+ "loss": 0.0063,
254
+ "step": 12500
255
+ },
256
+ {
257
+ "epoch": 3.72,
258
+ "learning_rate": 6.282527881040893e-06,
259
+ "loss": 0.0058,
260
+ "step": 13000
261
+ },
262
+ {
263
+ "epoch": 3.86,
264
+ "learning_rate": 6.139548184157849e-06,
265
+ "loss": 0.0057,
266
+ "step": 13500
267
+ },
268
+ {
269
+ "epoch": 4.0,
270
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8657718120805369,
271
+ "eval_CRITERIO_JULGAMENTO_number": 142,
272
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8269230769230769,
273
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9084507042253521,
274
+ "eval_DATA_SESSAO_f1": 0.8717948717948718,
275
+ "eval_DATA_SESSAO_number": 90,
276
+ "eval_DATA_SESSAO_precision": 0.8095238095238095,
277
+ "eval_DATA_SESSAO_recall": 0.9444444444444444,
278
+ "eval_MODALIDADE_LICITACAO_f1": 0.9778117827084928,
279
+ "eval_MODALIDADE_LICITACAO_number": 648,
280
+ "eval_MODALIDADE_LICITACAO_precision": 0.9696509863429439,
281
+ "eval_MODALIDADE_LICITACAO_recall": 0.9861111111111112,
282
+ "eval_NUMERO_EXERCICIO_f1": 0.9657228017883756,
283
+ "eval_NUMERO_EXERCICIO_number": 330,
284
+ "eval_NUMERO_EXERCICIO_precision": 0.9501466275659824,
285
+ "eval_NUMERO_EXERCICIO_recall": 0.9818181818181818,
286
+ "eval_OBJETO_LICITACAO_f1": 0.5983606557377049,
287
+ "eval_OBJETO_LICITACAO_number": 106,
288
+ "eval_OBJETO_LICITACAO_precision": 0.5289855072463768,
289
+ "eval_OBJETO_LICITACAO_recall": 0.6886792452830188,
290
+ "eval_loss": 0.021230101585388184,
291
+ "eval_overall_accuracy": 0.9959790321236104,
292
+ "eval_overall_f1": 0.9208103130755064,
293
+ "eval_overall_precision": 0.8934953538241601,
294
+ "eval_overall_recall": 0.9498480243161094,
295
+ "eval_runtime": 17.1865,
296
+ "eval_samples_per_second": 287.201,
297
+ "eval_steps_per_second": 35.9,
298
+ "step": 13988
299
+ },
300
+ {
301
+ "epoch": 4.0,
302
+ "learning_rate": 5.996568487274807e-06,
303
+ "loss": 0.0075,
304
+ "step": 14000
305
+ },
306
+ {
307
+ "epoch": 4.15,
308
+ "learning_rate": 5.853588790391764e-06,
309
+ "loss": 0.0032,
310
+ "step": 14500
311
+ },
312
+ {
313
+ "epoch": 4.29,
314
+ "learning_rate": 5.710609093508722e-06,
315
+ "loss": 0.005,
316
+ "step": 15000
317
+ },
318
+ {
319
+ "epoch": 4.43,
320
+ "learning_rate": 5.56762939662568e-06,
321
+ "loss": 0.0035,
322
+ "step": 15500
323
+ },
324
+ {
325
+ "epoch": 4.58,
326
+ "learning_rate": 5.424649699742637e-06,
327
+ "loss": 0.0056,
328
+ "step": 16000
329
+ },
330
+ {
331
+ "epoch": 4.72,
332
+ "learning_rate": 5.2816700028595944e-06,
333
+ "loss": 0.0034,
334
+ "step": 16500
335
+ },
336
+ {
337
+ "epoch": 4.86,
338
+ "learning_rate": 5.138690305976551e-06,
339
+ "loss": 0.0049,
340
+ "step": 17000
341
+ },
342
+ {
343
+ "epoch": 5.0,
344
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8762541806020068,
345
+ "eval_CRITERIO_JULGAMENTO_number": 142,
346
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8343949044585988,
347
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9225352112676056,
348
+ "eval_DATA_SESSAO_f1": 0.8512820512820511,
349
+ "eval_DATA_SESSAO_number": 90,
350
+ "eval_DATA_SESSAO_precision": 0.7904761904761904,
351
+ "eval_DATA_SESSAO_recall": 0.9222222222222223,
352
+ "eval_MODALIDADE_LICITACAO_f1": 0.9740061162079512,
353
+ "eval_MODALIDADE_LICITACAO_number": 648,
354
+ "eval_MODALIDADE_LICITACAO_precision": 0.9651515151515152,
355
+ "eval_MODALIDADE_LICITACAO_recall": 0.9830246913580247,
356
+ "eval_NUMERO_EXERCICIO_f1": 0.9642857142857142,
357
+ "eval_NUMERO_EXERCICIO_number": 330,
358
+ "eval_NUMERO_EXERCICIO_precision": 0.9473684210526315,
359
+ "eval_NUMERO_EXERCICIO_recall": 0.9818181818181818,
360
+ "eval_OBJETO_LICITACAO_f1": 0.5901639344262294,
361
+ "eval_OBJETO_LICITACAO_number": 106,
362
+ "eval_OBJETO_LICITACAO_precision": 0.5217391304347826,
363
+ "eval_OBJETO_LICITACAO_recall": 0.6792452830188679,
364
+ "eval_loss": 0.021448180079460144,
365
+ "eval_overall_accuracy": 0.9957142366780921,
366
+ "eval_overall_f1": 0.9175864606328183,
367
+ "eval_overall_precision": 0.8894436519258203,
368
+ "eval_overall_recall": 0.9475683890577508,
369
+ "eval_runtime": 17.281,
370
+ "eval_samples_per_second": 285.632,
371
+ "eval_steps_per_second": 35.704,
372
+ "step": 17485
373
+ },
374
+ {
375
+ "epoch": 5.0,
376
+ "learning_rate": 4.995710609093509e-06,
377
+ "loss": 0.0058,
378
+ "step": 17500
379
+ },
380
+ {
381
+ "epoch": 5.15,
382
+ "learning_rate": 4.852730912210466e-06,
383
+ "loss": 0.0035,
384
+ "step": 18000
385
+ },
386
+ {
387
+ "epoch": 5.29,
388
+ "learning_rate": 4.709751215327424e-06,
389
+ "loss": 0.0033,
390
+ "step": 18500
391
+ },
392
+ {
393
+ "epoch": 5.43,
394
+ "learning_rate": 4.566771518444381e-06,
395
+ "loss": 0.0023,
396
+ "step": 19000
397
+ },
398
+ {
399
+ "epoch": 5.58,
400
+ "learning_rate": 4.423791821561339e-06,
401
+ "loss": 0.0028,
402
+ "step": 19500
403
+ },
404
+ {
405
+ "epoch": 5.72,
406
+ "learning_rate": 4.280812124678296e-06,
407
+ "loss": 0.0025,
408
+ "step": 20000
409
+ },
410
+ {
411
+ "epoch": 5.86,
412
+ "learning_rate": 4.137832427795253e-06,
413
+ "loss": 0.0036,
414
+ "step": 20500
415
+ },
416
+ {
417
+ "epoch": 6.0,
418
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8791946308724832,
419
+ "eval_CRITERIO_JULGAMENTO_number": 142,
420
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8397435897435898,
421
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9225352112676056,
422
+ "eval_DATA_SESSAO_f1": 0.8557213930348259,
423
+ "eval_DATA_SESSAO_number": 90,
424
+ "eval_DATA_SESSAO_precision": 0.7747747747747747,
425
+ "eval_DATA_SESSAO_recall": 0.9555555555555556,
426
+ "eval_MODALIDADE_LICITACAO_f1": 0.9716908951798011,
427
+ "eval_MODALIDADE_LICITACAO_number": 648,
428
+ "eval_MODALIDADE_LICITACAO_precision": 0.9635811836115327,
429
+ "eval_MODALIDADE_LICITACAO_recall": 0.9799382716049383,
430
+ "eval_NUMERO_EXERCICIO_f1": 0.9685157421289355,
431
+ "eval_NUMERO_EXERCICIO_number": 330,
432
+ "eval_NUMERO_EXERCICIO_precision": 0.9584569732937686,
433
+ "eval_NUMERO_EXERCICIO_recall": 0.9787878787878788,
434
+ "eval_OBJETO_LICITACAO_f1": 0.6147540983606556,
435
+ "eval_OBJETO_LICITACAO_number": 106,
436
+ "eval_OBJETO_LICITACAO_precision": 0.5434782608695652,
437
+ "eval_OBJETO_LICITACAO_recall": 0.7075471698113207,
438
+ "eval_loss": 0.02969948947429657,
439
+ "eval_overall_accuracy": 0.9953072362710917,
440
+ "eval_overall_f1": 0.9201324990798676,
441
+ "eval_overall_precision": 0.8922198429693077,
442
+ "eval_overall_recall": 0.9498480243161094,
443
+ "eval_runtime": 17.497,
444
+ "eval_samples_per_second": 282.105,
445
+ "eval_steps_per_second": 35.263,
446
+ "step": 20982
447
+ },
448
+ {
449
+ "epoch": 6.01,
450
+ "learning_rate": 3.994852730912211e-06,
451
+ "loss": 0.0017,
452
+ "step": 21000
453
+ },
454
+ {
455
+ "epoch": 6.15,
456
+ "learning_rate": 3.851873034029168e-06,
457
+ "loss": 0.0025,
458
+ "step": 21500
459
+ },
460
+ {
461
+ "epoch": 6.29,
462
+ "learning_rate": 3.7088933371461255e-06,
463
+ "loss": 0.0029,
464
+ "step": 22000
465
+ },
466
+ {
467
+ "epoch": 6.43,
468
+ "learning_rate": 3.565913640263083e-06,
469
+ "loss": 0.0025,
470
+ "step": 22500
471
+ },
472
+ {
473
+ "epoch": 6.58,
474
+ "learning_rate": 3.4229339433800403e-06,
475
+ "loss": 0.0017,
476
+ "step": 23000
477
+ },
478
+ {
479
+ "epoch": 6.72,
480
+ "learning_rate": 3.2799542464969976e-06,
481
+ "loss": 0.003,
482
+ "step": 23500
483
+ },
484
+ {
485
+ "epoch": 6.86,
486
+ "learning_rate": 3.1369745496139554e-06,
487
+ "loss": 0.0016,
488
+ "step": 24000
489
+ },
490
+ {
491
+ "epoch": 7.0,
492
+ "eval_CRITERIO_JULGAMENTO_f1": 0.877076411960133,
493
+ "eval_CRITERIO_JULGAMENTO_number": 142,
494
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8301886792452831,
495
+ "eval_CRITERIO_JULGAMENTO_recall": 0.9295774647887324,
496
+ "eval_DATA_SESSAO_f1": 0.8571428571428572,
497
+ "eval_DATA_SESSAO_number": 90,
498
+ "eval_DATA_SESSAO_precision": 0.7924528301886793,
499
+ "eval_DATA_SESSAO_recall": 0.9333333333333333,
500
+ "eval_MODALIDADE_LICITACAO_f1": 0.9740061162079512,
501
+ "eval_MODALIDADE_LICITACAO_number": 648,
502
+ "eval_MODALIDADE_LICITACAO_precision": 0.9651515151515152,
503
+ "eval_MODALIDADE_LICITACAO_recall": 0.9830246913580247,
504
+ "eval_NUMERO_EXERCICIO_f1": 0.9580838323353293,
505
+ "eval_NUMERO_EXERCICIO_number": 330,
506
+ "eval_NUMERO_EXERCICIO_precision": 0.9467455621301775,
507
+ "eval_NUMERO_EXERCICIO_recall": 0.9696969696969697,
508
+ "eval_OBJETO_LICITACAO_f1": 0.6416666666666667,
509
+ "eval_OBJETO_LICITACAO_number": 106,
510
+ "eval_OBJETO_LICITACAO_precision": 0.5746268656716418,
511
+ "eval_OBJETO_LICITACAO_recall": 0.7264150943396226,
512
+ "eval_loss": 0.02968510240316391,
513
+ "eval_overall_accuracy": 0.9954886701874653,
514
+ "eval_overall_f1": 0.9214891264283082,
515
+ "eval_overall_precision": 0.8947745168217609,
516
+ "eval_overall_recall": 0.9498480243161094,
517
+ "eval_runtime": 17.3315,
518
+ "eval_samples_per_second": 284.8,
519
+ "eval_steps_per_second": 35.6,
520
+ "step": 24479
521
+ },
522
+ {
523
+ "epoch": 7.01,
524
+ "learning_rate": 2.9939948527309128e-06,
525
+ "loss": 0.0018,
526
+ "step": 24500
527
+ },
528
+ {
529
+ "epoch": 7.15,
530
+ "learning_rate": 2.8510151558478697e-06,
531
+ "loss": 0.0014,
532
+ "step": 25000
533
+ },
534
+ {
535
+ "epoch": 7.29,
536
+ "learning_rate": 2.708035458964827e-06,
537
+ "loss": 0.0017,
538
+ "step": 25500
539
+ },
540
+ {
541
+ "epoch": 7.43,
542
+ "learning_rate": 2.5650557620817845e-06,
543
+ "loss": 0.0024,
544
+ "step": 26000
545
+ },
546
+ {
547
+ "epoch": 7.58,
548
+ "learning_rate": 2.4220760651987423e-06,
549
+ "loss": 0.0012,
550
+ "step": 26500
551
+ },
552
+ {
553
+ "epoch": 7.72,
554
+ "learning_rate": 2.279096368315699e-06,
555
+ "loss": 0.0017,
556
+ "step": 27000
557
+ },
558
+ {
559
+ "epoch": 7.86,
560
+ "learning_rate": 2.1361166714326566e-06,
561
+ "loss": 0.0016,
562
+ "step": 27500
563
+ },
564
+ {
565
+ "epoch": 8.0,
566
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8464163822525597,
567
+ "eval_CRITERIO_JULGAMENTO_number": 142,
568
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8211920529801324,
569
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8732394366197183,
570
+ "eval_DATA_SESSAO_f1": 0.8717948717948718,
571
+ "eval_DATA_SESSAO_number": 90,
572
+ "eval_DATA_SESSAO_precision": 0.8095238095238095,
573
+ "eval_DATA_SESSAO_recall": 0.9444444444444444,
574
+ "eval_MODALIDADE_LICITACAO_f1": 0.9739663093415009,
575
+ "eval_MODALIDADE_LICITACAO_number": 648,
576
+ "eval_MODALIDADE_LICITACAO_precision": 0.9665653495440729,
577
+ "eval_MODALIDADE_LICITACAO_recall": 0.9814814814814815,
578
+ "eval_NUMERO_EXERCICIO_f1": 0.960960960960961,
579
+ "eval_NUMERO_EXERCICIO_number": 330,
580
+ "eval_NUMERO_EXERCICIO_precision": 0.9523809523809523,
581
+ "eval_NUMERO_EXERCICIO_recall": 0.9696969696969697,
582
+ "eval_OBJETO_LICITACAO_f1": 0.6416666666666667,
583
+ "eval_OBJETO_LICITACAO_number": 106,
584
+ "eval_OBJETO_LICITACAO_precision": 0.5746268656716418,
585
+ "eval_OBJETO_LICITACAO_recall": 0.7264150943396226,
586
+ "eval_loss": 0.02984590083360672,
587
+ "eval_overall_accuracy": 0.995518091903634,
588
+ "eval_overall_f1": 0.9200000000000002,
589
+ "eval_overall_precision": 0.8973988439306358,
590
+ "eval_overall_recall": 0.9437689969604863,
591
+ "eval_runtime": 17.2507,
592
+ "eval_samples_per_second": 286.133,
593
+ "eval_steps_per_second": 35.767,
594
+ "step": 27976
595
+ },
596
+ {
597
+ "epoch": 8.01,
598
+ "learning_rate": 1.993136974549614e-06,
599
+ "loss": 0.0015,
600
+ "step": 28000
601
+ },
602
+ {
603
+ "epoch": 8.15,
604
+ "learning_rate": 1.8501572776665715e-06,
605
+ "loss": 0.0009,
606
+ "step": 28500
607
+ },
608
+ {
609
+ "epoch": 8.29,
610
+ "learning_rate": 1.707177580783529e-06,
611
+ "loss": 0.0008,
612
+ "step": 29000
613
+ },
614
+ {
615
+ "epoch": 8.44,
616
+ "learning_rate": 1.5641978839004863e-06,
617
+ "loss": 0.0012,
618
+ "step": 29500
619
+ },
620
+ {
621
+ "epoch": 8.58,
622
+ "learning_rate": 1.4212181870174434e-06,
623
+ "loss": 0.0019,
624
+ "step": 30000
625
+ },
626
+ {
627
+ "epoch": 8.72,
628
+ "learning_rate": 1.278238490134401e-06,
629
+ "loss": 0.0007,
630
+ "step": 30500
631
+ },
632
+ {
633
+ "epoch": 8.86,
634
+ "learning_rate": 1.1352587932513584e-06,
635
+ "loss": 0.0011,
636
+ "step": 31000
637
+ },
638
+ {
639
+ "epoch": 9.0,
640
+ "eval_CRITERIO_JULGAMENTO_f1": 0.832214765100671,
641
+ "eval_CRITERIO_JULGAMENTO_number": 142,
642
+ "eval_CRITERIO_JULGAMENTO_precision": 0.7948717948717948,
643
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8732394366197183,
644
+ "eval_DATA_SESSAO_f1": 0.8350515463917526,
645
+ "eval_DATA_SESSAO_number": 90,
646
+ "eval_DATA_SESSAO_precision": 0.7788461538461539,
647
+ "eval_DATA_SESSAO_recall": 0.9,
648
+ "eval_MODALIDADE_LICITACAO_f1": 0.972434915773354,
649
+ "eval_MODALIDADE_LICITACAO_number": 648,
650
+ "eval_MODALIDADE_LICITACAO_precision": 0.9650455927051672,
651
+ "eval_MODALIDADE_LICITACAO_recall": 0.9799382716049383,
652
+ "eval_NUMERO_EXERCICIO_f1": 0.9580838323353293,
653
+ "eval_NUMERO_EXERCICIO_number": 330,
654
+ "eval_NUMERO_EXERCICIO_precision": 0.9467455621301775,
655
+ "eval_NUMERO_EXERCICIO_recall": 0.9696969696969697,
656
+ "eval_OBJETO_LICITACAO_f1": 0.6581196581196581,
657
+ "eval_OBJETO_LICITACAO_number": 106,
658
+ "eval_OBJETO_LICITACAO_precision": 0.6015625,
659
+ "eval_OBJETO_LICITACAO_recall": 0.7264150943396226,
660
+ "eval_loss": 0.03186869993805885,
661
+ "eval_overall_accuracy": 0.9953807905615134,
662
+ "eval_overall_f1": 0.9162962962962963,
663
+ "eval_overall_precision": 0.8937861271676301,
664
+ "eval_overall_recall": 0.9399696048632219,
665
+ "eval_runtime": 17.302,
666
+ "eval_samples_per_second": 285.286,
667
+ "eval_steps_per_second": 35.661,
668
+ "step": 31473
669
+ },
670
+ {
671
+ "epoch": 9.01,
672
+ "learning_rate": 9.922790963683158e-07,
673
+ "loss": 0.0011,
674
+ "step": 31500
675
+ },
676
+ {
677
+ "epoch": 9.15,
678
+ "learning_rate": 8.492993994852731e-07,
679
+ "loss": 0.0005,
680
+ "step": 32000
681
+ },
682
+ {
683
+ "epoch": 9.29,
684
+ "learning_rate": 7.063197026022306e-07,
685
+ "loss": 0.0011,
686
+ "step": 32500
687
+ },
688
+ {
689
+ "epoch": 9.44,
690
+ "learning_rate": 5.633400057191879e-07,
691
+ "loss": 0.0009,
692
+ "step": 33000
693
+ },
694
+ {
695
+ "epoch": 9.58,
696
+ "learning_rate": 4.203603088361453e-07,
697
+ "loss": 0.0014,
698
+ "step": 33500
699
+ },
700
+ {
701
+ "epoch": 9.72,
702
+ "learning_rate": 2.773806119531027e-07,
703
+ "loss": 0.0015,
704
+ "step": 34000
705
+ },
706
+ {
707
+ "epoch": 9.87,
708
+ "learning_rate": 1.3440091507006005e-07,
709
+ "loss": 0.0011,
710
+ "step": 34500
711
+ },
712
+ {
713
+ "epoch": 10.0,
714
+ "eval_CRITERIO_JULGAMENTO_f1": 0.8523489932885906,
715
+ "eval_CRITERIO_JULGAMENTO_number": 142,
716
+ "eval_CRITERIO_JULGAMENTO_precision": 0.8141025641025641,
717
+ "eval_CRITERIO_JULGAMENTO_recall": 0.8943661971830986,
718
+ "eval_DATA_SESSAO_f1": 0.8102564102564102,
719
+ "eval_DATA_SESSAO_number": 90,
720
+ "eval_DATA_SESSAO_precision": 0.7523809523809524,
721
+ "eval_DATA_SESSAO_recall": 0.8777777777777778,
722
+ "eval_MODALIDADE_LICITACAO_f1": 0.9747126436781608,
723
+ "eval_MODALIDADE_LICITACAO_number": 648,
724
+ "eval_MODALIDADE_LICITACAO_precision": 0.9680365296803652,
725
+ "eval_MODALIDADE_LICITACAO_recall": 0.9814814814814815,
726
+ "eval_NUMERO_EXERCICIO_f1": 0.9579579579579579,
727
+ "eval_NUMERO_EXERCICIO_number": 330,
728
+ "eval_NUMERO_EXERCICIO_precision": 0.9494047619047619,
729
+ "eval_NUMERO_EXERCICIO_recall": 0.9666666666666667,
730
+ "eval_OBJETO_LICITACAO_f1": 0.6497890295358649,
731
+ "eval_OBJETO_LICITACAO_number": 106,
732
+ "eval_OBJETO_LICITACAO_precision": 0.5877862595419847,
733
+ "eval_OBJETO_LICITACAO_recall": 0.7264150943396226,
734
+ "eval_loss": 0.03240570053458214,
735
+ "eval_overall_accuracy": 0.9954151158970436,
736
+ "eval_overall_f1": 0.9166975194372455,
737
+ "eval_overall_precision": 0.8938628158844766,
738
+ "eval_overall_recall": 0.9407294832826748,
739
+ "eval_runtime": 17.3298,
740
+ "eval_samples_per_second": 284.827,
741
+ "eval_steps_per_second": 35.603,
742
+ "step": 34970
743
+ },
744
+ {
745
+ "epoch": 10.0,
746
+ "step": 34970,
747
+ "total_flos": 1.985612966049009e+16,
748
+ "train_loss": 0.008084853328839008,
749
+ "train_runtime": 2884.0514,
750
+ "train_samples_per_second": 96.985,
751
+ "train_steps_per_second": 12.125
752
+ }
753
+ ],
754
+ "max_steps": 34970,
755
+ "num_train_epochs": 10,
756
+ "total_flos": 1.985612966049009e+16,
757
+ "trial_name": null,
758
+ "trial_params": null
759
+ }