nhankins commited on
Commit
8392d69
·
verified ·
1 Parent(s): 497f7ff

nhankins/frugalaichallenge_hankins_class_model_v1

Browse files
README.md ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ base_model: michellejieli/emotion_text_classifier
4
+ tags:
5
+ - generated_from_trainer
6
+ metrics:
7
+ - f1
8
+ model-index:
9
+ - name: results
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # results
17
+
18
+ This model is a fine-tuned version of [michellejieli/emotion_text_classifier](https://huggingface.co/michellejieli/emotion_text_classifier) on an unknown dataset.
19
+ It achieves the following results on the evaluation set:
20
+ - Loss: 0.2828
21
+ - F1: 0.7879
22
+ - Roc Auc: nan
23
+ - Hamming: 0.1039
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - learning_rate: 5e-05
43
+ - train_batch_size: 8
44
+ - eval_batch_size: 8
45
+ - seed: 42
46
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
47
+ - lr_scheduler_type: linear
48
+ - num_epochs: 4
49
+
50
+ ### Training results
51
+
52
+
53
+
54
+ ### Framework versions
55
+
56
+ - Transformers 4.47.1
57
+ - Pytorch 2.5.1+cu121
58
+ - Datasets 3.2.0
59
+ - Tokenizers 0.21.0
config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "michellejieli/emotion_text_classifier",
3
+ "architectures": [
4
+ "RobertaForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "gradient_checkpointing": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "LABEL_0",
16
+ "1": "LABEL_1",
17
+ "2": "LABEL_2",
18
+ "3": "LABEL_3",
19
+ "4": "LABEL_4",
20
+ "5": "LABEL_5",
21
+ "6": "LABEL_6",
22
+ "7": "LABEL_7",
23
+ "8": "LABEL_8",
24
+ "9": "LABEL_9",
25
+ "10": "LABEL_10",
26
+ "11": "LABEL_11",
27
+ "12": "LABEL_12",
28
+ "13": "LABEL_13",
29
+ "14": "LABEL_14",
30
+ "15": "LABEL_15",
31
+ "16": "LABEL_16",
32
+ "17": "LABEL_17",
33
+ "18": "LABEL_18",
34
+ "19": "LABEL_19",
35
+ "20": "LABEL_20",
36
+ "21": "LABEL_21",
37
+ "22": "LABEL_22",
38
+ "23": "LABEL_23",
39
+ "24": "LABEL_24",
40
+ "25": "LABEL_25",
41
+ "26": "LABEL_26",
42
+ "27": "LABEL_27",
43
+ "28": "LABEL_28"
44
+ },
45
+ "initializer_range": 0.02,
46
+ "intermediate_size": 3072,
47
+ "label2id": {
48
+ "LABEL_0": 0,
49
+ "LABEL_1": 1,
50
+ "LABEL_10": 10,
51
+ "LABEL_11": 11,
52
+ "LABEL_12": 12,
53
+ "LABEL_13": 13,
54
+ "LABEL_14": 14,
55
+ "LABEL_15": 15,
56
+ "LABEL_16": 16,
57
+ "LABEL_17": 17,
58
+ "LABEL_18": 18,
59
+ "LABEL_19": 19,
60
+ "LABEL_2": 2,
61
+ "LABEL_20": 20,
62
+ "LABEL_21": 21,
63
+ "LABEL_22": 22,
64
+ "LABEL_23": 23,
65
+ "LABEL_24": 24,
66
+ "LABEL_25": 25,
67
+ "LABEL_26": 26,
68
+ "LABEL_27": 27,
69
+ "LABEL_28": 28,
70
+ "LABEL_3": 3,
71
+ "LABEL_4": 4,
72
+ "LABEL_5": 5,
73
+ "LABEL_6": 6,
74
+ "LABEL_7": 7,
75
+ "LABEL_8": 8,
76
+ "LABEL_9": 9
77
+ },
78
+ "layer_norm_eps": 1e-05,
79
+ "max_position_embeddings": 514,
80
+ "model_type": "roberta",
81
+ "num_attention_heads": 12,
82
+ "num_hidden_layers": 6,
83
+ "pad_token_id": 1,
84
+ "position_embedding_type": "absolute",
85
+ "problem_type": "multi_label_classification",
86
+ "torch_dtype": "float32",
87
+ "transformers_version": "4.47.1",
88
+ "type_vocab_size": 1,
89
+ "use_cache": true,
90
+ "vocab_size": 50265
91
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:388cb87096db08cb993190ac0474e605a4a94c8bb9423c5f3b7c33b43ff41493
3
+ size 328575332
runs/Jan24_13-24-54_b4b6892c4d72/events.out.tfevents.1737725104.b4b6892c4d72.994.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12ab3e73481cedf4a3c6c675322670a003671bb064ee4b33d5b8d021c711cc2
3
+ size 7592
runs/Jan24_13-24-54_b4b6892c4d72/events.out.tfevents.1737725439.b4b6892c4d72.994.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c04aa9b576a9146f1e78c4e808dbbcd52e2b935433367fb23cedf731cedf20b7
3
+ size 507
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16177b89a2ecd5bb8cc14ba2b34ef8bbba0d369e74303620d1400d0dd7f9c197
3
+ size 5304