thomasavare commited on
Commit
e82272d
·
1 Parent(s): 7f20ee5

Upload TFDistilBertForSequenceClassification

Browse files
Files changed (3) hide show
  1. README.md +56 -0
  2. config.json +127 -0
  3. tf_model.h5 +3 -0
README.md ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: thomasavare/distilbert-ft-test3
4
+ tags:
5
+ - generated_from_keras_callback
6
+ model-index:
7
+ - name: distilbert-ft-test3-pipeline-retrain
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information Keras had access to. You should
12
+ probably proofread and complete it, then remove this comment. -->
13
+
14
+ # distilbert-ft-test3-pipeline-retrain
15
+
16
+ This model is a fine-tuned version of [thomasavare/distilbert-ft-test3](https://huggingface.co/thomasavare/distilbert-ft-test3) on an unknown dataset.
17
+ It achieves the following results on the evaluation set:
18
+ - Train Loss: 1.4653
19
+ - Train Accuracy: 0.6860
20
+ - Epoch: 2
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - optimizer: {'name': 'Adam', 'weight_decay': None, 'clipnorm': None, 'global_clipnorm': None, 'clipvalue': None, 'use_ema': False, 'ema_momentum': 0.99, 'ema_overwrite_frequency': None, 'jit_compile': True, 'is_legacy_optimizer': False, 'learning_rate': 1e-05, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False}
40
+ - training_precision: float32
41
+
42
+ ### Training results
43
+
44
+ | Train Loss | Train Accuracy | Epoch |
45
+ |:----------:|:--------------:|:-----:|
46
+ | 2.8597 | 0.5860 | 0 |
47
+ | 1.7989 | 0.6440 | 1 |
48
+ | 1.4653 | 0.6860 | 2 |
49
+
50
+
51
+ ### Framework versions
52
+
53
+ - Transformers 4.33.2
54
+ - TensorFlow 2.13.0
55
+ - Datasets 2.14.5
56
+ - Tokenizers 0.13.3
config.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "thomasavare/distilbert-ft-test3",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForSequenceClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "ALUMINIUM CAN",
13
+ "1": "ALUMINIUM SHEET",
14
+ "2": "ALUMINIUM TRAY",
15
+ "3": "CIGARETTE BUTT",
16
+ "4": "CIGARETTE PACK",
17
+ "5": "COMPOSTABLE PACKAGING",
18
+ "6": "CONDIMENT PACKETS",
19
+ "7": "COVID TEST",
20
+ "8": "CRUMBLED TISSUE",
21
+ "9": "CYLINDRICAL BATTERY",
22
+ "10": "FACE MASK",
23
+ "11": "GLASS BOTTLE",
24
+ "12": "GLASS JAR",
25
+ "13": "LAPTOP CHARGER",
26
+ "14": "MEDS BLISTER",
27
+ "15": "METAL CAP",
28
+ "16": "MIXED PAPER-PLASTIC PACKAGING",
29
+ "17": "ORGANIC SCRAPS",
30
+ "18": "PAPER BOWL",
31
+ "19": "PAPER CUP",
32
+ "20": "PAPER FOOD PACKAGING",
33
+ "21": "PAPER MAGASINE",
34
+ "22": "PAPER PACKAGING",
35
+ "23": "PAPER PLATE",
36
+ "24": "PAPER SHEET",
37
+ "25": "PAPER SUGAR BAG",
38
+ "26": "PAPER TRAY",
39
+ "27": "PHONE CHARGER",
40
+ "28": "PIZZA BOX",
41
+ "29": "PLASTIC BAG",
42
+ "30": "PLASTIC BOTTLE",
43
+ "31": "PLASTIC BOWL",
44
+ "32": "PLASTIC CAP",
45
+ "33": "PLASTIC CUP",
46
+ "34": "PLASTIC CUTLERY",
47
+ "35": "PLASTIC DISH",
48
+ "36": "PLASTIC GLOVES",
49
+ "37": "PLASTIC PACKAGING",
50
+ "38": "PLASTIC SNACK PACKAGING",
51
+ "39": "PLASTIC STICKS",
52
+ "40": "PLASTIC STRAW",
53
+ "41": "PLASTIC TRAY",
54
+ "42": "RECEIPT",
55
+ "43": "SMARTPHONE",
56
+ "44": "TEA BAG",
57
+ "45": "TETRAPACK",
58
+ "46": "TOBACCO PACK",
59
+ "47": "TRANSPORT TICKET",
60
+ "48": "WOODEN CUTLERY",
61
+ "49": "WOODEN STICKS"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "label2id": {
65
+ "ALUMINIUM CAN": 0,
66
+ "ALUMINIUM SHEET": 1,
67
+ "ALUMINIUM TRAY": 2,
68
+ "CIGARETTE BUTT": 3,
69
+ "CIGARETTE PACK": 4,
70
+ "COMPOSTABLE PACKAGING": 5,
71
+ "CONDIMENT PACKETS": 6,
72
+ "COVID TEST": 7,
73
+ "CRUMBLED TISSUE": 8,
74
+ "CYLINDRICAL BATTERY": 9,
75
+ "FACE MASK": 10,
76
+ "GLASS BOTTLE": 11,
77
+ "GLASS JAR": 12,
78
+ "LAPTOP CHARGER": 13,
79
+ "MEDS BLISTER": 14,
80
+ "METAL CAP": 15,
81
+ "MIXED PAPER-PLASTIC PACKAGING": 16,
82
+ "ORGANIC SCRAPS": 17,
83
+ "PAPER BOWL": 18,
84
+ "PAPER CUP": 19,
85
+ "PAPER FOOD PACKAGING": 20,
86
+ "PAPER MAGASINE": 21,
87
+ "PAPER PACKAGING": 22,
88
+ "PAPER PLATE": 23,
89
+ "PAPER SHEET": 24,
90
+ "PAPER SUGAR BAG": 25,
91
+ "PAPER TRAY": 26,
92
+ "PHONE CHARGER": 27,
93
+ "PIZZA BOX": 28,
94
+ "PLASTIC BAG": 29,
95
+ "PLASTIC BOTTLE": 30,
96
+ "PLASTIC BOWL": 31,
97
+ "PLASTIC CAP": 32,
98
+ "PLASTIC CUP": 33,
99
+ "PLASTIC CUTLERY": 34,
100
+ "PLASTIC DISH": 35,
101
+ "PLASTIC GLOVES": 36,
102
+ "PLASTIC PACKAGING": 37,
103
+ "PLASTIC SNACK PACKAGING": 38,
104
+ "PLASTIC STICKS": 39,
105
+ "PLASTIC STRAW": 40,
106
+ "PLASTIC TRAY": 41,
107
+ "RECEIPT": 42,
108
+ "SMARTPHONE": 43,
109
+ "TEA BAG": 44,
110
+ "TETRAPACK": 45,
111
+ "TOBACCO PACK": 46,
112
+ "TRANSPORT TICKET": 47,
113
+ "WOODEN CUTLERY": 48,
114
+ "WOODEN STICKS": 49
115
+ },
116
+ "max_position_embeddings": 512,
117
+ "model_type": "distilbert",
118
+ "n_heads": 12,
119
+ "n_layers": 6,
120
+ "pad_token_id": 0,
121
+ "qa_dropout": 0.1,
122
+ "seq_classif_dropout": 0.2,
123
+ "sinusoidal_pos_embds": false,
124
+ "tie_weights_": true,
125
+ "transformers_version": "4.33.2",
126
+ "vocab_size": 30522
127
+ }
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aacd065962fba25c1018acab42c2ca5ea6d11b66a26c955efb6aed600203eede
3
+ size 268102600