wei
commited on
Commit
•
c9900e6
1
Parent(s):
15f0b0c
Update from weiding
Browse files- special_tokens_map.json +1 -0
- spiece.model +0 -0
- t5_base_config.json +0 -29
- t5_small_config.json +0 -29
special_tokens_map.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"]}
|
spiece.model
ADDED
Binary file (797 kB). View file
|
|
t5_base_config.json
DELETED
@@ -1,29 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"architectures": [
|
3 |
-
"T5WithLMHeadModel"
|
4 |
-
],
|
5 |
-
"d_ff": 3072,
|
6 |
-
"d_kv": 64,
|
7 |
-
"d_model": 768,
|
8 |
-
"decoder_start_token_id": 0,
|
9 |
-
"dropout_rate": 0.1,
|
10 |
-
"eos_token_id": 1,
|
11 |
-
"initializer_factor": 1.0,
|
12 |
-
"is_encoder_decoder": true,
|
13 |
-
"layer_norm_epsilon": 1e-06,
|
14 |
-
"model_type": "t5",
|
15 |
-
"n_positions": 512,
|
16 |
-
"num_heads": 12,
|
17 |
-
"num_layers": 12,
|
18 |
-
"output_past": true,
|
19 |
-
"pad_token_id": 0,
|
20 |
-
"relative_attention_num_buckets": 32,
|
21 |
-
"task_specific_params": {
|
22 |
-
"summarization": {
|
23 |
-
"max_length": 512,
|
24 |
-
"num_beams": 4,
|
25 |
-
"prefix": "function documentation generation go: "
|
26 |
-
}
|
27 |
-
},
|
28 |
-
"vocab_size": 32128
|
29 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
t5_small_config.json
DELETED
@@ -1,29 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"architectures": [
|
3 |
-
"T5WithLMHeadModel"
|
4 |
-
],
|
5 |
-
"d_ff": 2048,
|
6 |
-
"d_kv": 64,
|
7 |
-
"d_model": 512,
|
8 |
-
"decoder_start_token_id": 0,
|
9 |
-
"dropout_rate": 0.1,
|
10 |
-
"eos_token_id": 1,
|
11 |
-
"initializer_factor": 1.0,
|
12 |
-
"is_encoder_decoder": true,
|
13 |
-
"layer_norm_epsilon": 1e-06,
|
14 |
-
"model_type": "t5",
|
15 |
-
"n_positions": 512,
|
16 |
-
"num_heads": 8,
|
17 |
-
"num_layers": 6,
|
18 |
-
"output_past": true,
|
19 |
-
"pad_token_id": 0,
|
20 |
-
"relative_attention_num_buckets": 32,
|
21 |
-
"task_specific_params": {
|
22 |
-
"summarization": {
|
23 |
-
"max_length": 512,
|
24 |
-
"num_beams": 4,
|
25 |
-
"prefix": "function documentation generation go: "
|
26 |
-
}
|
27 |
-
},
|
28 |
-
"vocab_size": 32128
|
29 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|