bob-bob-bob-3
commited on
Commit
•
1c537a2
1
Parent(s):
3544e49
End of training
Browse files
README.md
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
---
|
2 |
-
license:
|
3 |
-
base_model: indolem/
|
4 |
tags:
|
5 |
- generated_from_trainer
|
6 |
model-index:
|
@@ -13,12 +13,12 @@ should probably proofread and complete it, then remove this comment. -->
|
|
13 |
|
14 |
# sv1
|
15 |
|
16 |
-
This model is a fine-tuned version of [indolem/
|
17 |
It achieves the following results on the evaluation set:
|
18 |
-
- Loss:
|
19 |
-
- F1 macro: 0.
|
20 |
-
- Weighted: 0.
|
21 |
-
- Balanced accuracy: 0.
|
22 |
|
23 |
## Model description
|
24 |
|
@@ -43,26 +43,19 @@ The following hyperparameters were used during training:
|
|
43 |
- seed: 42
|
44 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
45 |
- lr_scheduler_type: linear
|
46 |
-
- num_epochs:
|
47 |
|
48 |
### Training results
|
49 |
|
50 |
| Training Loss | Epoch | Step | Validation Loss | F1 macro | Weighted | Balanced accuracy |
|
51 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|:--------:|:-----------------:|
|
52 |
-
| 1.
|
53 |
-
|
|
54 |
-
| 0.
|
55 |
-
| 0.
|
56 |
-
| 0.
|
57 |
-
| 0.
|
58 |
-
| 0.
|
59 |
-
| 0.0013 | 8.0 | 1232 | 2.8277 | 0.3864 | 0.6097 | 0.5067 |
|
60 |
-
| 0.0006 | 9.0 | 1386 | 2.9388 | 0.3911 | 0.6087 | 0.5121 |
|
61 |
-
| 0.0006 | 10.0 | 1540 | 2.9096 | 0.4015 | 0.6235 | 0.5205 |
|
62 |
-
| 0.0004 | 11.0 | 1694 | 3.2002 | 0.3856 | 0.5798 | 0.5138 |
|
63 |
-
| 0.0005 | 12.0 | 1848 | 3.1226 | 0.3945 | 0.6052 | 0.5185 |
|
64 |
-
| 0.0004 | 13.0 | 2002 | 3.0566 | 0.3968 | 0.6123 | 0.5181 |
|
65 |
-
| 0.0004 | 14.0 | 2156 | 3.0499 | 0.3977 | 0.6145 | 0.5186 |
|
66 |
|
67 |
|
68 |
### Framework versions
|
|
|
1 |
---
|
2 |
+
license: mit
|
3 |
+
base_model: indolem/indobert-base-uncased
|
4 |
tags:
|
5 |
- generated_from_trainer
|
6 |
model-index:
|
|
|
13 |
|
14 |
# sv1
|
15 |
|
16 |
+
This model is a fine-tuned version of [indolem/indobert-base-uncased](https://huggingface.co/indolem/indobert-base-uncased) on the None dataset.
|
17 |
It achieves the following results on the evaluation set:
|
18 |
+
- Loss: 2.3325
|
19 |
+
- F1 macro: 0.3954
|
20 |
+
- Weighted: 0.5529
|
21 |
+
- Balanced accuracy: 0.5398
|
22 |
|
23 |
## Model description
|
24 |
|
|
|
43 |
- seed: 42
|
44 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
45 |
- lr_scheduler_type: linear
|
46 |
+
- num_epochs: 7
|
47 |
|
48 |
### Training results
|
49 |
|
50 |
| Training Loss | Epoch | Step | Validation Loss | F1 macro | Weighted | Balanced accuracy |
|
51 |
|:-------------:|:-----:|:----:|:---------------:|:--------:|:--------:|:-----------------:|
|
52 |
+
| 1.5316 | 1.0 | 154 | 1.5495 | 0.2252 | 0.3650 | 0.3588 |
|
53 |
+
| 1.2625 | 2.0 | 308 | 1.4130 | 0.3021 | 0.4392 | 0.4393 |
|
54 |
+
| 0.8381 | 3.0 | 462 | 1.4654 | 0.3616 | 0.5320 | 0.4578 |
|
55 |
+
| 0.6723 | 4.0 | 616 | 1.4752 | 0.4154 | 0.5946 | 0.5237 |
|
56 |
+
| 0.3447 | 5.0 | 770 | 1.6081 | 0.4057 | 0.6112 | 0.5217 |
|
57 |
+
| 0.2433 | 6.0 | 924 | 2.2897 | 0.4023 | 0.5488 | 0.5463 |
|
58 |
+
| 0.0404 | 7.0 | 1078 | 2.3325 | 0.3954 | 0.5529 | 0.5398 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
|
60 |
|
61 |
### Framework versions
|
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "indolem/
|
3 |
"architectures": [
|
4 |
"BertForSequenceClassification"
|
5 |
],
|
@@ -7,7 +7,6 @@
|
|
7 |
"bos_token_id": 0,
|
8 |
"classifier_dropout": null,
|
9 |
"eos_token_ids": 0,
|
10 |
-
"gradient_checkpointing": false,
|
11 |
"hidden_act": "gelu",
|
12 |
"hidden_dropout_prob": 0.1,
|
13 |
"hidden_size": 768,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "indolem/indobert-base-uncased",
|
3 |
"architectures": [
|
4 |
"BertForSequenceClassification"
|
5 |
],
|
|
|
7 |
"bos_token_id": 0,
|
8 |
"classifier_dropout": null,
|
9 |
"eos_token_ids": 0,
|
|
|
10 |
"hidden_act": "gelu",
|
11 |
"hidden_dropout_prob": 0.1,
|
12 |
"hidden_size": 768,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 442280976
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be1b05edd362a32bb997ff8053d5d71d52eb5326227f5d2e7ab006b0bf45bd7c
|
3 |
size 442280976
|
runs/Jun19_20-33-27_80516ee61c48/events.out.tfevents.1718829684.80516ee61c48.721.22
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa3320dd57e2e0b5790fd1c4d4220d91045464e6f48fd4cb870c02b1819081de
|
3 |
+
size 524
|
runs/Jun19_20-42-51_80516ee61c48/events.out.tfevents.1718829772.80516ee61c48.721.23
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54e6697786b011bb32ba617652fa2fb9e3c1766082d6dfbf399f68b0506266f3
|
3 |
+
size 31010
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5112
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce1850ef5ce21e9775e79fa886821bd45af688556486a7d13e8531698d7d141a
|
3 |
size 5112
|