Hugging Face's logo

intelcomp
/
nace2_level1_28

Text Classification
Transformers
PyTorch
roberta
Inference Endpoints
Model card Files Community
nace2_level1_28
File size: 3,760 Bytes 
5e3b627
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
 
{
  "best_metric": 0.8505891563864203,
  "best_model_checkpoint": "./output//28_roberta-large_nace_5__5e-6_0.01_0.06_07-21-22_10-40/checkpoint-16000",
  "epoch": 0.06421396091777803,
  "global_step": 16000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 1.3377747454883547e-07,
      "loss": 0.5803,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "eval_accuracy": 0.002219141961875006,
      "eval_f1": 0.004815820909835742,
      "eval_loss": 0.4762592911720276,
      "eval_roc_auc": 0.4995028806565217,
      "eval_runtime": 13327.9977,
      "eval_samples_per_second": 33.236,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.6755494909767094e-07,
      "loss": 0.3811,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.6265994527772009,
      "eval_f1": 0.7223735823190928,
      "eval_loss": 0.28443753719329834,
      "eval_roc_auc": 0.8082289013358491,
      "eval_runtime": 13329.5463,
      "eval_samples_per_second": 33.232,
      "step": 4000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.013324236465065e-07,
      "loss": 0.2627,
      "step": 6000
    },
    {
      "epoch": 0.02,
      "eval_accuracy": 0.7253907766771115,
      "eval_f1": 0.7919750914486393,
      "eval_loss": 0.22472703456878662,
      "eval_roc_auc": 0.8576420537998708,
      "eval_runtime": 13320.5922,
      "eval_samples_per_second": 33.254,
      "step": 6000
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.351098981953419e-07,
      "loss": 0.2193,
      "step": 8000
    },
    {
      "epoch": 0.03,
      "eval_accuracy": 0.7562691324802918,
      "eval_f1": 0.8144825798742746,
      "eval_loss": 0.20236817002296448,
      "eval_roc_auc": 0.8730890185004464,
      "eval_runtime": 13323.985,
      "eval_samples_per_second": 33.246,
      "step": 8000
    },
    {
      "epoch": 0.04,
      "learning_rate": 6.688873727441773e-07,
      "loss": 0.1991,
      "step": 10000
    },
    {
      "epoch": 0.04,
      "eval_accuracy": 0.7722049647375407,
      "eval_f1": 0.8289314788242148,
      "eval_loss": 0.18846644461154938,
      "eval_roc_auc": 0.8831482505191296,
      "eval_runtime": 13322.5542,
      "eval_samples_per_second": 33.249,
      "step": 10000
    },
    {
      "epoch": 0.05,
      "learning_rate": 8.02664847293013e-07,
      "loss": 0.1878,
      "step": 12000
    },
    {
      "epoch": 0.05,
      "eval_accuracy": 0.7822215800832574,
      "eval_f1": 0.837804383735982,
      "eval_loss": 0.17950177192687988,
      "eval_roc_auc": 0.8893622425676875,
      "eval_runtime": 13327.9426,
      "eval_samples_per_second": 33.236,
      "step": 12000
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.364423218418484e-07,
      "loss": 0.1806,
      "step": 14000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.7860525911812246,
      "eval_f1": 0.8418071128806041,
      "eval_loss": 0.17355895042419434,
      "eval_roc_auc": 0.8909973044567995,
      "eval_runtime": 13332.0958,
      "eval_samples_per_second": 33.225,
      "step": 14000
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.0702197963906837e-06,
      "loss": 0.171,
      "step": 16000
    },
    {
      "epoch": 0.06,
      "eval_accuracy": 0.796651646634941,
      "eval_f1": 0.8505891563864203,
      "eval_loss": 0.16524717211723328,
      "eval_roc_auc": 0.8974221260411068,
      "eval_runtime": 13333.5968,
      "eval_samples_per_second": 33.222,
      "step": 16000
    }
  ],
  "max_steps": 1245835,
  "num_train_epochs": 5,
  "total_flos": 6.9867576164352e+16,
  "trial_name": null,
  "trial_params": null
}