eloi-goncalves commited on
Commit
2238ad7
·
1 Parent(s): afd8022

Training in progress epoch 0

Browse files
Files changed (4) hide show
  1. README.md +6 -8
  2. config.json +45 -45
  3. tf_model.h5 +1 -1
  4. tokenizer_config.json +42 -0
README.md CHANGED
@@ -15,9 +15,9 @@ probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [neuralmind/bert-base-portuguese-cased](https://huggingface.co/neuralmind/bert-base-portuguese-cased) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
- - Train Loss: 0.0002
19
- - Validation Loss: 0.0000
20
- - Epoch: 2
21
 
22
  ## Model description
23
 
@@ -43,14 +43,12 @@ The following hyperparameters were used during training:
43
 
44
  | Train Loss | Validation Loss | Epoch |
45
  |:----------:|:---------------:|:-----:|
46
- | 0.0399 | 0.0004 | 0 |
47
- | 0.0008 | 0.0001 | 1 |
48
- | 0.0002 | 0.0000 | 2 |
49
 
50
 
51
  ### Framework versions
52
 
53
- - Transformers 4.33.0
54
  - TensorFlow 2.12.0
55
  - Datasets 2.16.2.dev0
56
- - Tokenizers 0.13.3
 
15
 
16
  This model is a fine-tuned version of [neuralmind/bert-base-portuguese-cased](https://huggingface.co/neuralmind/bert-base-portuguese-cased) on an unknown dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Train Loss: 0.0406
19
+ - Validation Loss: 0.0005
20
+ - Epoch: 0
21
 
22
  ## Model description
23
 
 
43
 
44
  | Train Loss | Validation Loss | Epoch |
45
  |:----------:|:---------------:|:-----:|
46
+ | 0.0406 | 0.0005 | 0 |
 
 
47
 
48
 
49
  ### Framework versions
50
 
51
+ - Transformers 4.37.0
52
  - TensorFlow 2.12.0
53
  - Datasets 2.16.2.dev0
54
+ - Tokenizers 0.15.1
config.json CHANGED
@@ -11,62 +11,62 @@
11
  "hidden_size": 768,
12
  "id2label": {
13
  "0": "O",
14
- "1": "B-UNIT_NAME",
15
- "2": "I-UNIT_NAME",
16
- "3": "B-TEMPLATE_NAME",
17
- "4": "I-TEMPLATE_NAME",
18
- "5": "B-PROTOCOL_NAME",
19
- "6": "I-PROTOCOL_NAME",
20
- "7": "B-MACRO_NAME",
21
- "8": "I-MACRO_NAME",
22
  "9": "B-PATIENT_NAME",
23
  "10": "I-PATIENT_NAME",
24
- "11": "B-SHOWME_SPECIFIC_SCORE_MODAL",
25
- "12": "I-SHOWME_SPECIFIC_SCORE_MODAL",
26
- "13": "B-ROUTINE_NAME",
27
- "14": "I-ROUTINE_NAME",
28
- "15": "B-SUBMIT_CONTEXT",
29
- "16": "I-SUBMIT_CONTEXT",
30
  "17": "B-SHOWME_SPECIFIC_VITALS_MODAL",
31
  "18": "I-SHOWME_SPECIFIC_VITALS_MODAL",
32
- "19": "B-CLINICAL_NOTE",
33
- "20": "I-CLINICAL_NOTE",
34
- "21": "B-ORDER_ITEM",
35
- "22": "I-ORDER_ITEM",
36
- "23": "B-SHOWME_SPECIFIC_LABRESULTS_MODAL",
37
- "24": "I-SHOWME_SPECIFIC_LABRESULTS_MODAL",
38
- "25": "B-GO_TO_LOCATION",
39
- "26": "I-GO_TO_LOCATION"
40
  },
41
  "initializer_range": 0.02,
42
  "intermediate_size": 3072,
43
  "label2id": {
44
- "B-CLINICAL_NOTE": 19,
45
- "B-GO_TO_LOCATION": 25,
46
- "B-MACRO_NAME": 7,
47
- "B-ORDER_ITEM": 21,
48
  "B-PATIENT_NAME": 9,
49
- "B-PROTOCOL_NAME": 5,
50
- "B-ROUTINE_NAME": 13,
51
- "B-SHOWME_SPECIFIC_LABRESULTS_MODAL": 23,
52
- "B-SHOWME_SPECIFIC_SCORE_MODAL": 11,
53
  "B-SHOWME_SPECIFIC_VITALS_MODAL": 17,
54
- "B-SUBMIT_CONTEXT": 15,
55
- "B-TEMPLATE_NAME": 3,
56
- "B-UNIT_NAME": 1,
57
- "I-CLINICAL_NOTE": 20,
58
- "I-GO_TO_LOCATION": 26,
59
- "I-MACRO_NAME": 8,
60
- "I-ORDER_ITEM": 22,
61
  "I-PATIENT_NAME": 10,
62
- "I-PROTOCOL_NAME": 6,
63
- "I-ROUTINE_NAME": 14,
64
- "I-SHOWME_SPECIFIC_LABRESULTS_MODAL": 24,
65
- "I-SHOWME_SPECIFIC_SCORE_MODAL": 12,
66
  "I-SHOWME_SPECIFIC_VITALS_MODAL": 18,
67
- "I-SUBMIT_CONTEXT": 16,
68
- "I-TEMPLATE_NAME": 4,
69
- "I-UNIT_NAME": 2,
70
  "O": 0
71
  },
72
  "layer_norm_eps": 1e-12,
@@ -82,7 +82,7 @@
82
  "pooler_size_per_head": 128,
83
  "pooler_type": "first_token_transform",
84
  "position_embedding_type": "absolute",
85
- "transformers_version": "4.33.0",
86
  "type_vocab_size": 2,
87
  "use_cache": true,
88
  "vocab_size": 29794
 
11
  "hidden_size": 768,
12
  "id2label": {
13
  "0": "O",
14
+ "1": "B-CLINICAL_NOTE",
15
+ "2": "I-CLINICAL_NOTE",
16
+ "3": "B-GO_TO_LOCATION",
17
+ "4": "I-GO_TO_LOCATION",
18
+ "5": "B-ROUTINE_NAME",
19
+ "6": "I-ROUTINE_NAME",
20
+ "7": "B-UNIT_NAME",
21
+ "8": "I-UNIT_NAME",
22
  "9": "B-PATIENT_NAME",
23
  "10": "I-PATIENT_NAME",
24
+ "11": "B-TEMPLATE_NAME",
25
+ "12": "I-TEMPLATE_NAME",
26
+ "13": "B-ORDER_ITEM",
27
+ "14": "I-ORDER_ITEM",
28
+ "15": "B-MACRO_NAME",
29
+ "16": "I-MACRO_NAME",
30
  "17": "B-SHOWME_SPECIFIC_VITALS_MODAL",
31
  "18": "I-SHOWME_SPECIFIC_VITALS_MODAL",
32
+ "19": "B-PROTOCOL_NAME",
33
+ "20": "I-PROTOCOL_NAME",
34
+ "21": "B-SHOWME_SPECIFIC_LABRESULTS_MODAL",
35
+ "22": "I-SHOWME_SPECIFIC_LABRESULTS_MODAL",
36
+ "23": "B-SUBMIT_CONTEXT",
37
+ "24": "I-SUBMIT_CONTEXT",
38
+ "25": "B-SHOWME_SPECIFIC_SCORE_MODAL",
39
+ "26": "I-SHOWME_SPECIFIC_SCORE_MODAL"
40
  },
41
  "initializer_range": 0.02,
42
  "intermediate_size": 3072,
43
  "label2id": {
44
+ "B-CLINICAL_NOTE": 1,
45
+ "B-GO_TO_LOCATION": 3,
46
+ "B-MACRO_NAME": 15,
47
+ "B-ORDER_ITEM": 13,
48
  "B-PATIENT_NAME": 9,
49
+ "B-PROTOCOL_NAME": 19,
50
+ "B-ROUTINE_NAME": 5,
51
+ "B-SHOWME_SPECIFIC_LABRESULTS_MODAL": 21,
52
+ "B-SHOWME_SPECIFIC_SCORE_MODAL": 25,
53
  "B-SHOWME_SPECIFIC_VITALS_MODAL": 17,
54
+ "B-SUBMIT_CONTEXT": 23,
55
+ "B-TEMPLATE_NAME": 11,
56
+ "B-UNIT_NAME": 7,
57
+ "I-CLINICAL_NOTE": 2,
58
+ "I-GO_TO_LOCATION": 4,
59
+ "I-MACRO_NAME": 16,
60
+ "I-ORDER_ITEM": 14,
61
  "I-PATIENT_NAME": 10,
62
+ "I-PROTOCOL_NAME": 20,
63
+ "I-ROUTINE_NAME": 6,
64
+ "I-SHOWME_SPECIFIC_LABRESULTS_MODAL": 22,
65
+ "I-SHOWME_SPECIFIC_SCORE_MODAL": 26,
66
  "I-SHOWME_SPECIFIC_VITALS_MODAL": 18,
67
+ "I-SUBMIT_CONTEXT": 24,
68
+ "I-TEMPLATE_NAME": 12,
69
+ "I-UNIT_NAME": 8,
70
  "O": 0
71
  },
72
  "layer_norm_eps": 1e-12,
 
82
  "pooler_size_per_head": 128,
83
  "pooler_type": "first_token_transform",
84
  "position_embedding_type": "absolute",
85
+ "transformers_version": "4.37.0",
86
  "type_vocab_size": 2,
87
  "use_cache": true,
88
  "vocab_size": 29794
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24c17ba0bf1e4b74d4dba1c87ffb9bcd6bed2998eb33b6d26ed5c601ac1e800f
3
  size 433686580
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5ada3d98e0ca67f3f2ba94b97f3d604c4ca18d8819d64cc643f635202ee323
3
  size 433686580
tokenizer_config.json CHANGED
@@ -1,4 +1,46 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "clean_up_tokenization_spaces": true,
3
  "cls_token": "[CLS]",
4
  "do_basic_tokenize": true,
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,