Josh98 commited on
Commit
41d448f
·
1 Parent(s): fd54f19

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,13 +1,14 @@
1
  {
2
- "_name_or_path": "distilbert-base-uncased",
3
- "activation": "gelu",
4
  "architectures": [
5
- "DistilBertForSequenceClassification"
6
  ],
7
- "attention_dropout": 0.1,
8
- "dim": 768,
9
- "dropout": 0.1,
10
- "hidden_dim": 3072,
 
 
11
  "id2label": {
12
  "0": "sadness",
13
  "1": "joy",
@@ -17,6 +18,7 @@
17
  "5": "surprise"
18
  },
19
  "initializer_range": 0.02,
 
20
  "label2id": {
21
  "anger": 3,
22
  "fear": 4,
@@ -25,17 +27,17 @@
25
  "sadness": 0,
26
  "surprise": 5
27
  },
 
28
  "max_position_embeddings": 512,
29
- "model_type": "distilbert",
30
- "n_heads": 12,
31
- "n_layers": 6,
32
  "pad_token_id": 0,
 
33
  "problem_type": "single_label_classification",
34
- "qa_dropout": 0.1,
35
- "seq_classif_dropout": 0.2,
36
- "sinusoidal_pos_embds": false,
37
- "tie_weights_": true,
38
  "torch_dtype": "float32",
39
- "transformers_version": "4.27.0.dev0",
 
 
40
  "vocab_size": 30522
41
  }
 
1
  {
2
+ "_name_or_path": "bert-base-uncased",
 
3
  "architectures": [
4
+ "BertForSequenceClassification"
5
  ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
  "id2label": {
13
  "0": "sadness",
14
  "1": "joy",
 
18
  "5": "surprise"
19
  },
20
  "initializer_range": 0.02,
21
+ "intermediate_size": 3072,
22
  "label2id": {
23
  "anger": 3,
24
  "fear": 4,
 
27
  "sadness": 0,
28
  "surprise": 5
29
  },
30
+ "layer_norm_eps": 1e-12,
31
  "max_position_embeddings": 512,
32
+ "model_type": "bert",
33
+ "num_attention_heads": 12,
34
+ "num_hidden_layers": 12,
35
  "pad_token_id": 0,
36
+ "position_embedding_type": "absolute",
37
  "problem_type": "single_label_classification",
 
 
 
 
38
  "torch_dtype": "float32",
39
+ "transformers_version": "4.28.0.dev0",
40
+ "type_vocab_size": 2,
41
+ "use_cache": true,
42
  "vocab_size": 30522
43
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6a76b759f4a781020a817a11b46e58044bfaad9d2ff09a27caf4b5f8f9a0f2d
3
- size 267867821
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47fb24b0572f3565ed51636a96f5a7bce23591670e15693a7d732d3a5fd4eed5
3
+ size 438020213
runs/Mar14_23-07-59_53f8ae8863b7/1678835406.8038495/events.out.tfevents.1678835406.53f8ae8863b7.2871.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c09d988be1b8875f83ef505ee59bd73f0b6ba3139709adccf3c4e1f905cf64
3
+ size 5799
runs/Mar14_23-07-59_53f8ae8863b7/events.out.tfevents.1678835406.53f8ae8863b7.2871.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efeebc839228a3ef69c51bac863661c18fb5f208593fdfd76678c89de15386e6
3
+ size 4669
tokenizer_config.json CHANGED
@@ -8,6 +8,6 @@
8
  "special_tokens_map_file": null,
9
  "strip_accents": null,
10
  "tokenize_chinese_chars": true,
11
- "tokenizer_class": "DistilBertTokenizer",
12
  "unk_token": "[UNK]"
13
  }
 
8
  "special_tokens_map_file": null,
9
  "strip_accents": null,
10
  "tokenize_chinese_chars": true,
11
+ "tokenizer_class": "BertTokenizer",
12
  "unk_token": "[UNK]"
13
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6d2856fbcee7d1409918e3ddedd9694ba79d02e32d4f14a9f179626880c5e81
3
  size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b2f88ccd2cb854b46921a53054b3bd6d22abdcabd08a1f915ed896a430ca49b
3
  size 3579