Hugging Face's logo

docz1105
/
ComBack_Models

code
C++/C Code
Compiler Backend
Model card Files
unknown commited on
Commit
1d84adc
·
1 Parent(s): e9af125

add files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. Dataset/comback_isa_type.csv +178 -0
  3. Existing_Targets/Code_Generation/CodeBert/config.json +0 -28
  4. Existing_Targets/Code_Generation/CodeBert/merges.txt +0 -0
  5. Existing_Targets/Code_Generation/CodeBert/special_tokens_map.json +0 -1
  6. Existing_Targets/Code_Generation/CodeBert/tokenizer_config.json +0 -1
  7. Existing_Targets/Code_Generation/CodeBert/vocab.json +0 -0
  8. Existing_Targets/Code_Generation/CodeT5+/added_tokens.json +0 -1
  9. Existing_Targets/Code_Generation/CodeT5+/config.json +0 -32
  10. Existing_Targets/Code_Generation/CodeT5+/merges.txt +0 -0
  11. Existing_Targets/Code_Generation/CodeT5+/special_tokens_map.json +0 -147
  12. Existing_Targets/Code_Generation/CodeT5+/tokenizer_config.json +0 -62
  13. Existing_Targets/Code_Generation/CodeT5+/vocab.json +0 -0
  14. Existing_Targets/Code_Generation/CodeT5/added_tokens.json +0 -1
  15. Existing_Targets/Code_Generation/CodeT5/config.json +0 -65
  16. Existing_Targets/Code_Generation/CodeT5/merges.txt +0 -0
  17. Existing_Targets/Code_Generation/CodeT5/special_tokens_map.json +0 -147
  18. Existing_Targets/Code_Generation/CodeT5/tokenizer_config.json +0 -62
  19. Existing_Targets/Code_Generation/CodeT5/vocab.json +0 -0
  20. Existing_Targets/Code_Generation/GraphCodeBert/config.json +0 -29
  21. Existing_Targets/Code_Generation/GraphCodeBert/merges.txt +0 -0
  22. Existing_Targets/Code_Generation/GraphCodeBert/special_tokens_map.json +0 -1
  23. Existing_Targets/Code_Generation/GraphCodeBert/tokenizer.json +0 -0
  24. Existing_Targets/Code_Generation/GraphCodeBert/tokenizer_config.json +0 -1
  25. Existing_Targets/Code_Generation/GraphCodeBert/vocab.json +0 -0
  26. Existing_Targets/Code_Generation/NatGen/config.json +0 -36
  27. Existing_Targets/Code_Generation/NatGen/merges.txt +0 -0
  28. Existing_Targets/Code_Generation/NatGen/special_tokens_map.json +0 -1
  29. Existing_Targets/Code_Generation/NatGen/tokenizer_config.json +0 -1
  30. Existing_Targets/Code_Generation/NatGen/vocab.json +0 -0
  31. Existing_Targets/Code_Generation/UnixCoder/config.json +0 -28
  32. Existing_Targets/Code_Generation/UnixCoder/merges.txt +0 -0
  33. Existing_Targets/Code_Generation/UnixCoder/special_tokens_map.json +0 -1
  34. Existing_Targets/Code_Generation/UnixCoder/tokenizer_config.json +0 -1
  35. Existing_Targets/Code_Generation/UnixCoder/vocab.json +0 -0
  36. Existing_Targets/Next_Statement/CodeBert/config.json +0 -28
  37. Existing_Targets/Next_Statement/CodeBert/merges.txt +0 -0
  38. Existing_Targets/Next_Statement/CodeBert/special_tokens_map.json +0 -1
  39. Existing_Targets/Next_Statement/CodeBert/tokenizer_config.json +0 -1
  40. Existing_Targets/Next_Statement/CodeBert/vocab.json +0 -0
  41. Existing_Targets/Next_Statement/CodeT5+/added_tokens.json +0 -1
  42. Existing_Targets/Next_Statement/CodeT5+/config.json +0 -32
  43. Existing_Targets/Next_Statement/CodeT5+/merges.txt +0 -0
  44. Existing_Targets/Next_Statement/CodeT5+/special_tokens_map.json +0 -147
  45. Existing_Targets/Next_Statement/CodeT5+/tokenizer_config.json +0 -62
  46. Existing_Targets/Next_Statement/CodeT5+/vocab.json +0 -0
  47. Existing_Targets/Next_Statement/CodeT5/added_tokens.json +0 -1
  48. Existing_Targets/Next_Statement/CodeT5/config.json +0 -65
  49. Existing_Targets/Next_Statement/CodeT5/merges.txt +0 -0
  50. Existing_Targets/Next_Statement/CodeT5/special_tokens_map.json +0 -147
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.jsonl filter=lfs diff=lfs merge=lfs -text
Dataset/comback_isa_type.csv ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ GCC,aarch64,CPU
2
+ GCC,arm,CPU
3
+ GCC,csky,CPU
4
+ GCC,d30v,CPU
5
+ GCC,i370,CPU
6
+ GCC,i386,CPU
7
+ GCC,i860,CPU
8
+ GCC,i960,CPU
9
+ GCC,z8k,MPU
10
+ GCC,mapip,Virtual ISA
11
+ GCC,ia64,CPU
12
+ GCC,loongarch,CPU
13
+ GCC,mips,CPU
14
+ GCC,mmix,CPU
15
+ GCC,or1k,CPU
16
+ GCC,pa,CPU
17
+ GCC,powerpcspe,CPU
18
+ GCC,riscv,CPU
19
+ GCC,sparc,CPU
20
+ GCC,mep,CPU
21
+ GCC,vax,CPU
22
+ GCC,clipper,CPU
23
+ GCC,iq2000,CPU
24
+ GCC,crx,CPU
25
+ GCC,moxie,CPU
26
+ GCC,mt,CPU
27
+ GCC,nds32,CPU
28
+ GCC,pru,CPU
29
+ GCC,rs6000,CPU
30
+ GCC,rx,CPU
31
+ GCC,sh,CPU
32
+ GCC,stormy16,CPU
33
+ GCC,bfin,DSP
34
+ GCC,fr30,DSP
35
+ GCC,c4x,DSP
36
+ GCC,gcn,GPU
37
+ GCC,nvptx,GPU
38
+ GCC,a29k,MPU
39
+ GCC,avr,MPU
40
+ GCC,lm32,MPU
41
+ GCC,mcore,MPU
42
+ GCC,msp430,MPU
43
+ GCC,v850,MPU
44
+ GCC,xtensa,MPU
45
+ GCC,cr16,MPU
46
+ GCC,rl78,MPU
47
+ GCC,m32c,MPU
48
+ GCC,ft32,MPU
49
+ GCC,h8300,MPU
50
+ GCC,alpha,MPU
51
+ GCC,arc,MPU
52
+ GCC,epiphany,MPU
53
+ GCC,m32r,MPU
54
+ GCC,m68hc11,MPU
55
+ GCC,m68k,MPU
56
+ GCC,m88k,MPU
57
+ GCC,microblaze,MPU
58
+ GCC,mn10200,MPU
59
+ GCC,mn10300,MPU
60
+ GCC,nios2,MPU
61
+ GCC,ns32k,MPU
62
+ GCC,cris,MPU
63
+ GCC,pdp11,MPU
64
+ GCC,pdp10,MPU
65
+ GCC,1750a,MPU
66
+ GCC,s390,MPU
67
+ GCC,romp,MPU
68
+ GCC,spu,MPU
69
+ GCC,bpf,Virtual ISA
70
+ GCC,visium,Virtual ISA
71
+ GCC,vms,Virtual ISA
72
+ GCC,frv,VLIW
73
+ GCC,c6x,VLIW
74
+ GCC,convex,VLIW
75
+ GCC,tilegx,VLIW
76
+ GCC,tilepro,VLIW
77
+ GCC,eco32,MPU
78
+ LLVM,AArch64,CPU
79
+ LLVM,ARM,CPU
80
+ LLVM,ARM64,CPU
81
+ LLVM,AZPR,CPU
82
+ LLVM,CAHP,CPU
83
+ LLVM,CJG,CPU
84
+ LLVM,Cpu0,CPU
85
+ LLVM,CSKY,CPU
86
+ LLVM,DLX,CPU
87
+ LLVM,IA64,CPU
88
+ LLVM,Kudeyar,CPU
89
+ LLVM,Lanai,CPU
90
+ LLVM,LC2200,CPU
91
+ LLVM,LC3,CPU
92
+ LLVM,LC3b,CPU
93
+ LLVM,LoongArch,CPU
94
+ LLVM,Mandarin,CPU
95
+ LLVM,MINA32,CPU
96
+ LLVM,Mips,CPU
97
+ LLVM,MMIX,CPU
98
+ LLVM,OpenRISC,CPU
99
+ LLVM,OR1K,CPU
100
+ LLVM,PowerPC,CPU
101
+ LLVM,RI5CY,CPU
102
+ LLVM,RISCV,CPU
103
+ LLVM,SHUXI,CPU
104
+ LLVM,Sparc,CPU
105
+ LLVM,StackPU2,CPU
106
+ LLVM,SystemZ,CPU
107
+ LLVM,TOY,CPU
108
+ LLVM,UPT,CPU
109
+ LLVM,X86,CPU
110
+ LLVM,XNCM,CPU
111
+ LLVM,Comet2,CPU
112
+ LLVM,Dcpu16,CPU
113
+ LLVM,F2003f,CPU
114
+ LLVM,SIC,CPU
115
+ LLVM,TeeRISC,CPU
116
+ LLVM,Digital,CPU
117
+ LLVM,FISC,CPU
118
+ LLVM,FPGA,CPU
119
+ LLVM,LEG,CPU
120
+ LLVM,VE,CPU
121
+ LLVM,Blackfin,DSP
122
+ LLVM,Hexagon,DSP
123
+ LLVM,MDSP,DSP
124
+ LLVM,Teak,DSP
125
+ LLVM,Videocore,DSP
126
+ LLVM,VideoCore4,DSP
127
+ LLVM,SNES,DSP
128
+ LLVM,AMDGPU,GPU
129
+ LLVM,NVPTX,GPU
130
+ LLVM,Nyuzi,GPU
131
+ LLVM,PTX,GPU
132
+ LLVM,R600,GPU
133
+ LLVM,AVR,MPU
134
+ LLVM,LM32,MPU
135
+ LLVM,MCS51,MPU
136
+ LLVM,MSP430,MPU
137
+ LLVM,P2,MPU
138
+ LLVM,PIC16,MPU
139
+ LLVM,TriCore,MPU
140
+ LLVM,XCore,MPU
141
+ LLVM,Xtensa,MPU
142
+ LLVM,AGC,MPU
143
+ LLVM,TL45,MPU
144
+ LLVM,TLCS900,MPU
145
+ LLVM,J2,MPU
146
+ LLVM,Alpha,MPU
147
+ LLVM,ARC,MPU
148
+ LLVM,ARCompact,MPU
149
+ LLVM,CellSPU,MPU
150
+ LLVM,ECLair,MPU
151
+ LLVM,Epiphany,MPU
152
+ LLVM,GBZ80,MPU
153
+ LLVM,M680x0,MPU
154
+ LLVM,M68k,MPU
155
+ LLVM,M88k,MPU
156
+ LLVM,MBlaze,MPU
157
+ LLVM,Nios2,MPU
158
+ LLVM,Z80,MPU
159
+ LLVM,Z80old,MPU
160
+ LLVM,MOS,MPU
161
+ LLVM,AAP,MPU
162
+ LLVM,WDC65816,MPU
163
+ LLVM,BPF,Virtual ISA
164
+ LLVM,DirectX,Virtual ISA
165
+ LLVM,JVM,Virtual ISA
166
+ LLVM,mproc,Virtual ISA
167
+ LLVM,RV16K,Virtual ISA
168
+ LLVM,TVM,Virtual ISA
169
+ LLVM,WebAssembly,Virtual ISA
170
+ LLVM,HSAIL,Virtual ISA
171
+ LLVM,NPEngine,Virtual ISA
172
+ LLVM,SPIRV,Virtual ISA
173
+ LLVM,TGSI,Virtual ISA
174
+ LLVM,TPC,Virtual ISA
175
+ LLVM,Patmos,VLIW
176
+ LLVM,rvex,VLIW
177
+ LLVM,TMS320C64X,VLIW
178
+ LLVM,Tile64,VLIW
Existing_Targets/Code_Generation/CodeBert/config.json DELETED
@@ -1,28 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/codebert-base",
3
- "architectures": [
4
- "RobertaForMaskedLM"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "hidden_act": "gelu",
11
- "hidden_dropout_prob": 0.1,
12
- "hidden_size": 768,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 514,
17
- "model_type": "roberta",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "output_past": true,
21
- "pad_token_id": 1,
22
- "position_embedding_type": "absolute",
23
- "torch_dtype": "float32",
24
- "transformers_version": "4.11.3",
25
- "type_vocab_size": 1,
26
- "use_cache": true,
27
- "vocab_size": 50265
28
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeBert/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/CodeBert/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}
 
 
Existing_Targets/Code_Generation/CodeBert/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"model_max_length": 512}
 
 
Existing_Targets/Code_Generation/CodeBert/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/CodeT5+/added_tokens.json DELETED
@@ -1 +0,0 @@
1
- {}
 
 
Existing_Targets/Code_Generation/CodeT5+/config.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "_name_or_path": "Salesforce/codet5p-220m",
3
- "architectures": [
4
- "T5ForConditionalGeneration"
5
- ],
6
- "bos_token_id": 1,
7
- "d_ff": 3072,
8
- "d_kv": 64,
9
- "d_model": 768,
10
- "decoder_start_token_id": 0,
11
- "dense_act_fn": "relu",
12
- "dropout_rate": 0.1,
13
- "eos_token_id": 2,
14
- "feed_forward_proj": "relu",
15
- "initializer_factor": 1.0,
16
- "is_encoder_decoder": true,
17
- "is_gated_act": false,
18
- "layer_norm_epsilon": 1e-06,
19
- "model_type": "t5",
20
- "n_positions": 512,
21
- "num_decoder_layers": 12,
22
- "num_heads": 12,
23
- "num_layers": 12,
24
- "output_past": true,
25
- "pad_token_id": 0,
26
- "relative_attention_max_distance": 128,
27
- "relative_attention_num_buckets": 32,
28
- "torch_dtype": "float16",
29
- "transformers_version": "4.21.3",
30
- "use_cache": true,
31
- "vocab_size": 32100
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5+/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/CodeT5+/special_tokens_map.json DELETED
@@ -1,147 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "single_word": false,
5
- "lstrip": false,
6
- "rstrip": false,
7
- "normalized": true
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "single_word": false,
12
- "lstrip": false,
13
- "rstrip": false,
14
- "normalized": true
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": true
22
- },
23
- "sep_token": {
24
- "content": "</s>",
25
- "single_word": false,
26
- "lstrip": false,
27
- "rstrip": false,
28
- "normalized": true
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "single_word": false,
33
- "lstrip": false,
34
- "rstrip": false,
35
- "normalized": true
36
- },
37
- "cls_token": {
38
- "content": "<s>",
39
- "single_word": false,
40
- "lstrip": false,
41
- "rstrip": false,
42
- "normalized": true
43
- },
44
- "mask_token": { "content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
45
- "additional_special_tokens": [
46
- { "content":"<extra_id_99>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
47
- { "content":"<extra_id_98>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
48
- { "content":"<extra_id_97>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
49
- { "content":"<extra_id_96>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
50
- { "content":"<extra_id_95>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
51
- { "content":"<extra_id_94>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
52
- { "content":"<extra_id_93>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
53
- { "content":"<extra_id_92>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
54
- { "content":"<extra_id_91>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
55
- { "content":"<extra_id_90>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
56
- { "content":"<extra_id_89>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
57
- { "content":"<extra_id_88>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
58
- { "content":"<extra_id_87>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
59
- { "content":"<extra_id_86>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
60
- { "content":"<extra_id_85>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
61
- { "content":"<extra_id_84>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
62
- { "content":"<extra_id_83>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
63
- { "content":"<extra_id_82>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
64
- { "content":"<extra_id_81>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
65
- { "content":"<extra_id_80>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
66
- { "content":"<extra_id_79>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
67
- { "content":"<extra_id_78>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
68
- { "content":"<extra_id_77>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
69
- { "content":"<extra_id_76>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
70
- { "content":"<extra_id_75>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
71
- { "content":"<extra_id_74>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
72
- { "content":"<extra_id_73>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
73
- { "content":"<extra_id_72>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
74
- { "content":"<extra_id_71>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
75
- { "content":"<extra_id_70>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
76
- { "content":"<extra_id_69>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
77
- { "content":"<extra_id_68>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
78
- { "content":"<extra_id_67>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
79
- { "content":"<extra_id_66>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
80
- { "content":"<extra_id_65>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
81
- { "content":"<extra_id_64>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
82
- { "content":"<extra_id_63>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
83
- { "content":"<extra_id_62>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
84
- { "content":"<extra_id_61>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
85
- { "content":"<extra_id_60>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
86
- { "content":"<extra_id_59>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
87
- { "content":"<extra_id_58>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
88
- { "content":"<extra_id_57>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
89
- { "content":"<extra_id_56>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
90
- { "content":"<extra_id_55>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
91
- { "content":"<extra_id_54>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
92
- { "content":"<extra_id_53>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
93
- { "content":"<extra_id_52>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
94
- { "content":"<extra_id_51>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
95
- { "content":"<extra_id_50>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
96
- { "content":"<extra_id_49>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
97
- { "content":"<extra_id_48>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
98
- { "content":"<extra_id_47>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
99
- { "content":"<extra_id_46>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
100
- { "content":"<extra_id_45>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
101
- { "content":"<extra_id_44>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
102
- { "content":"<extra_id_43>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
103
- { "content":"<extra_id_42>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
104
- { "content":"<extra_id_41>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
105
- { "content":"<extra_id_40>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
106
- { "content":"<extra_id_39>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
107
- { "content":"<extra_id_38>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
108
- { "content":"<extra_id_37>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
109
- { "content":"<extra_id_36>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
110
- { "content":"<extra_id_35>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
111
- { "content":"<extra_id_34>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
112
- { "content":"<extra_id_33>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
113
- { "content":"<extra_id_32>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
114
- { "content":"<extra_id_31>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
115
- { "content":"<extra_id_30>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
116
- { "content":"<extra_id_29>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
117
- { "content":"<extra_id_28>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
118
- { "content":"<extra_id_27>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
119
- { "content":"<extra_id_26>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
120
- { "content":"<extra_id_25>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
121
- { "content":"<extra_id_24>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
122
- { "content":"<extra_id_23>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
123
- { "content":"<extra_id_22>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
124
- { "content":"<extra_id_21>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
125
- { "content":"<extra_id_20>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
126
- { "content":"<extra_id_19>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
127
- { "content":"<extra_id_18>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
128
- { "content":"<extra_id_17>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
129
- { "content":"<extra_id_16>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
130
- { "content":"<extra_id_15>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
131
- { "content":"<extra_id_14>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
132
- { "content":"<extra_id_13>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
133
- { "content":"<extra_id_12>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
134
- { "content":"<extra_id_11>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
135
- { "content":"<extra_id_10>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
136
- { "content":"<extra_id_9>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
137
- { "content":"<extra_id_8>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
138
- { "content":"<extra_id_7>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
139
- { "content":"<extra_id_6>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
140
- { "content":"<extra_id_5>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
141
- { "content":"<extra_id_4>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
142
- { "content":"<extra_id_3>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
143
- { "content":"<extra_id_2>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
144
- { "content":"<extra_id_1>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
145
- { "content":"<extra_id_0>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true }
146
- ]
147
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5+/tokenizer_config.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "errors": "replace",
3
- "unk_token": {
4
- "content": "<unk>",
5
- "single_word": false,
6
- "lstrip": false,
7
- "rstrip": false,
8
- "normalized": true,
9
- "__type": "AddedToken"
10
- },
11
- "bos_token": {
12
- "content": "<s>",
13
- "single_word": false,
14
- "lstrip": false,
15
- "rstrip": false,
16
- "normalized": true,
17
- "__type": "AddedToken"
18
- },
19
- "eos_token": {
20
- "content": "</s>",
21
- "single_word": false,
22
- "lstrip": false,
23
- "rstrip": false,
24
- "normalized": true,
25
- "__type": "AddedToken"
26
- },
27
- "add_prefix_space": false,
28
- "sep_token": {
29
- "content": "</s>",
30
- "single_word": false,
31
- "lstrip": false,
32
- "rstrip": false,
33
- "normalized": true,
34
- "__type": "AddedToken"
35
- },
36
- "cls_token": {
37
- "content": "<s>",
38
- "single_word": false,
39
- "lstrip": false,
40
- "rstrip": false,
41
- "normalized": true,
42
- "__type": "AddedToken"
43
- },
44
- "pad_token": {
45
- "content": "<pad>",
46
- "single_word": false,
47
- "lstrip": false,
48
- "rstrip": false,
49
- "normalized": true,
50
- "__type": "AddedToken"
51
- },
52
- "mask_token": {
53
- "content": "<mask>",
54
- "single_word": false,
55
- "lstrip": true,
56
- "rstrip": false,
57
- "normalized": true,
58
- "__type": "AddedToken"
59
- },
60
- "model_max_length": 512,
61
- "tokenizer_class": "RobertaTokenizer"
62
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5+/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/CodeT5/added_tokens.json DELETED
@@ -1 +0,0 @@
1
- {}
 
 
Existing_Targets/Code_Generation/CodeT5/config.json DELETED
@@ -1,65 +0,0 @@
1
- {
2
- "_name_or_path": "/content/drive/MyDrive/CodeT5/pretrained_models/codet5_base",
3
- "architectures": [
4
- "T5ForConditionalGeneration"
5
- ],
6
- "bos_token_id": 1,
7
- "d_ff": 3072,
8
- "d_kv": 64,
9
- "d_model": 768,
10
- "decoder_start_token_id": 0,
11
- "dropout_rate": 0.1,
12
- "eos_token_id": 2,
13
- "feed_forward_proj": "relu",
14
- "gradient_checkpointing": false,
15
- "id2label": {
16
- "0": "LABEL_0"
17
- },
18
- "initializer_factor": 1.0,
19
- "is_encoder_decoder": true,
20
- "label2id": {
21
- "LABEL_0": 0
22
- },
23
- "layer_norm_epsilon": 1e-06,
24
- "model_type": "t5",
25
- "n_positions": 512,
26
- "num_decoder_layers": 12,
27
- "num_heads": 12,
28
- "num_layers": 12,
29
- "output_past": true,
30
- "pad_token_id": 0,
31
- "relative_attention_num_buckets": 32,
32
- "task_specific_params": {
33
- "summarization": {
34
- "early_stopping": true,
35
- "length_penalty": 2.0,
36
- "max_length": 200,
37
- "min_length": 30,
38
- "no_repeat_ngram_size": 3,
39
- "num_beams": 4,
40
- "prefix": "summarize: "
41
- },
42
- "translation_en_to_de": {
43
- "early_stopping": true,
44
- "max_length": 300,
45
- "num_beams": 4,
46
- "prefix": "translate English to German: "
47
- },
48
- "translation_en_to_fr": {
49
- "early_stopping": true,
50
- "max_length": 300,
51
- "num_beams": 4,
52
- "prefix": "translate English to French: "
53
- },
54
- "translation_en_to_ro": {
55
- "early_stopping": true,
56
- "max_length": 300,
57
- "num_beams": 4,
58
- "prefix": "translate English to Romanian: "
59
- }
60
- },
61
- "torch_dtype": "float32",
62
- "transformers_version": "4.10.2",
63
- "use_cache": true,
64
- "vocab_size": 32100
65
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/CodeT5/special_tokens_map.json DELETED
@@ -1,147 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "single_word": false,
5
- "lstrip": false,
6
- "rstrip": false,
7
- "normalized": true
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "single_word": false,
12
- "lstrip": false,
13
- "rstrip": false,
14
- "normalized": true
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": true
22
- },
23
- "sep_token": {
24
- "content": "</s>",
25
- "single_word": false,
26
- "lstrip": false,
27
- "rstrip": false,
28
- "normalized": true
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "single_word": false,
33
- "lstrip": false,
34
- "rstrip": false,
35
- "normalized": true
36
- },
37
- "cls_token": {
38
- "content": "<s>",
39
- "single_word": false,
40
- "lstrip": false,
41
- "rstrip": false,
42
- "normalized": true
43
- },
44
- "mask_token": { "content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
45
- "additional_special_tokens": [
46
- { "content":"<extra_id_99>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
47
- { "content":"<extra_id_98>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
48
- { "content":"<extra_id_97>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
49
- { "content":"<extra_id_96>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
50
- { "content":"<extra_id_95>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
51
- { "content":"<extra_id_94>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
52
- { "content":"<extra_id_93>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
53
- { "content":"<extra_id_92>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
54
- { "content":"<extra_id_91>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
55
- { "content":"<extra_id_90>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
56
- { "content":"<extra_id_89>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
57
- { "content":"<extra_id_88>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
58
- { "content":"<extra_id_87>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
59
- { "content":"<extra_id_86>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
60
- { "content":"<extra_id_85>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
61
- { "content":"<extra_id_84>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
62
- { "content":"<extra_id_83>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
63
- { "content":"<extra_id_82>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
64
- { "content":"<extra_id_81>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
65
- { "content":"<extra_id_80>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
66
- { "content":"<extra_id_79>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
67
- { "content":"<extra_id_78>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
68
- { "content":"<extra_id_77>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
69
- { "content":"<extra_id_76>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
70
- { "content":"<extra_id_75>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
71
- { "content":"<extra_id_74>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
72
- { "content":"<extra_id_73>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
73
- { "content":"<extra_id_72>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
74
- { "content":"<extra_id_71>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
75
- { "content":"<extra_id_70>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
76
- { "content":"<extra_id_69>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
77
- { "content":"<extra_id_68>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
78
- { "content":"<extra_id_67>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
79
- { "content":"<extra_id_66>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
80
- { "content":"<extra_id_65>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
81
- { "content":"<extra_id_64>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
82
- { "content":"<extra_id_63>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
83
- { "content":"<extra_id_62>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
84
- { "content":"<extra_id_61>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
85
- { "content":"<extra_id_60>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
86
- { "content":"<extra_id_59>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
87
- { "content":"<extra_id_58>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
88
- { "content":"<extra_id_57>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
89
- { "content":"<extra_id_56>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
90
- { "content":"<extra_id_55>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
91
- { "content":"<extra_id_54>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
92
- { "content":"<extra_id_53>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
93
- { "content":"<extra_id_52>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
94
- { "content":"<extra_id_51>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
95
- { "content":"<extra_id_50>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
96
- { "content":"<extra_id_49>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
97
- { "content":"<extra_id_48>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
98
- { "content":"<extra_id_47>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
99
- { "content":"<extra_id_46>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
100
- { "content":"<extra_id_45>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
101
- { "content":"<extra_id_44>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
102
- { "content":"<extra_id_43>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
103
- { "content":"<extra_id_42>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
104
- { "content":"<extra_id_41>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
105
- { "content":"<extra_id_40>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
106
- { "content":"<extra_id_39>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
107
- { "content":"<extra_id_38>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
108
- { "content":"<extra_id_37>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
109
- { "content":"<extra_id_36>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
110
- { "content":"<extra_id_35>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
111
- { "content":"<extra_id_34>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
112
- { "content":"<extra_id_33>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
113
- { "content":"<extra_id_32>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
114
- { "content":"<extra_id_31>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
115
- { "content":"<extra_id_30>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
116
- { "content":"<extra_id_29>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
117
- { "content":"<extra_id_28>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
118
- { "content":"<extra_id_27>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
119
- { "content":"<extra_id_26>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
120
- { "content":"<extra_id_25>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
121
- { "content":"<extra_id_24>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
122
- { "content":"<extra_id_23>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
123
- { "content":"<extra_id_22>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
124
- { "content":"<extra_id_21>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
125
- { "content":"<extra_id_20>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
126
- { "content":"<extra_id_19>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
127
- { "content":"<extra_id_18>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
128
- { "content":"<extra_id_17>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
129
- { "content":"<extra_id_16>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
130
- { "content":"<extra_id_15>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
131
- { "content":"<extra_id_14>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
132
- { "content":"<extra_id_13>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
133
- { "content":"<extra_id_12>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
134
- { "content":"<extra_id_11>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
135
- { "content":"<extra_id_10>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
136
- { "content":"<extra_id_9>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
137
- { "content":"<extra_id_8>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
138
- { "content":"<extra_id_7>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
139
- { "content":"<extra_id_6>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
140
- { "content":"<extra_id_5>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
141
- { "content":"<extra_id_4>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
142
- { "content":"<extra_id_3>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
143
- { "content":"<extra_id_2>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
144
- { "content":"<extra_id_1>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
145
- { "content":"<extra_id_0>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true }
146
- ]
147
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5/tokenizer_config.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "errors": "replace",
3
- "unk_token": {
4
- "content": "<unk>",
5
- "single_word": false,
6
- "lstrip": false,
7
- "rstrip": false,
8
- "normalized": true,
9
- "__type": "AddedToken"
10
- },
11
- "bos_token": {
12
- "content": "<s>",
13
- "single_word": false,
14
- "lstrip": false,
15
- "rstrip": false,
16
- "normalized": true,
17
- "__type": "AddedToken"
18
- },
19
- "eos_token": {
20
- "content": "</s>",
21
- "single_word": false,
22
- "lstrip": false,
23
- "rstrip": false,
24
- "normalized": true,
25
- "__type": "AddedToken"
26
- },
27
- "add_prefix_space": false,
28
- "sep_token": {
29
- "content": "</s>",
30
- "single_word": false,
31
- "lstrip": false,
32
- "rstrip": false,
33
- "normalized": true,
34
- "__type": "AddedToken"
35
- },
36
- "cls_token": {
37
- "content": "<s>",
38
- "single_word": false,
39
- "lstrip": false,
40
- "rstrip": false,
41
- "normalized": true,
42
- "__type": "AddedToken"
43
- },
44
- "pad_token": {
45
- "content": "<pad>",
46
- "single_word": false,
47
- "lstrip": false,
48
- "rstrip": false,
49
- "normalized": true,
50
- "__type": "AddedToken"
51
- },
52
- "mask_token": {
53
- "content": "<mask>",
54
- "single_word": false,
55
- "lstrip": true,
56
- "rstrip": false,
57
- "normalized": true,
58
- "__type": "AddedToken"
59
- },
60
- "model_max_length": 512,
61
- "tokenizer_class": "RobertaTokenizer"
62
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/CodeT5/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/GraphCodeBert/config.json DELETED
@@ -1,29 +0,0 @@
1
- {
2
- "_name_or_path": "MickyMike/graphcodebert-c",
3
- "architectures": [
4
- "RobertaForMaskedLM"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "gradient_checkpointing": false,
11
- "hidden_act": "gelu",
12
- "hidden_dropout_prob": 0.1,
13
- "hidden_size": 768,
14
- "initializer_range": 0.02,
15
- "intermediate_size": 3072,
16
- "layer_norm_eps": 1e-05,
17
- "max_position_embeddings": 514,
18
- "model_type": "roberta",
19
- "num_attention_heads": 12,
20
- "num_hidden_layers": 12,
21
- "output_past": true,
22
- "pad_token_id": 1,
23
- "position_embedding_type": "absolute",
24
- "torch_dtype": "float32",
25
- "transformers_version": "4.12.0.dev0",
26
- "type_vocab_size": 1,
27
- "use_cache": true,
28
- "vocab_size": 50265
29
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/GraphCodeBert/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/GraphCodeBert/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}
 
 
Existing_Targets/Code_Generation/GraphCodeBert/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/GraphCodeBert/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "special_tokens_map_file": "/home/michael/.cache/huggingface/transformers/487c9a154b15188eb68625c719ac71e12840a7b0968805e842dcb5de1531fd39.cb2244924ab24d706b02fd7fcedaea4531566537687a539ebb94db511fd122a0", "name_or_path": "MickyMike/graphcodebert-c", "tokenizer_class": "RobertaTokenizer"}
 
 
Existing_Targets/Code_Generation/GraphCodeBert/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/NatGen/config.json DELETED
@@ -1,36 +0,0 @@
1
- {
2
- "_name_or_path": "saikatc/NatGen",
3
- "architectures": [
4
- "T5ForConditionalGeneration"
5
- ],
6
- "bos_token_id": 1,
7
- "d_ff": 3072,
8
- "d_kv": 64,
9
- "d_model": 768,
10
- "decoder_start_token_id": 0,
11
- "dropout_rate": 0.1,
12
- "eos_token_id": 2,
13
- "feed_forward_proj": "relu",
14
- "gradient_checkpointing": false,
15
- "id2label": {
16
- "0": "LABEL_0"
17
- },
18
- "initializer_factor": 1.0,
19
- "is_encoder_decoder": true,
20
- "label2id": {
21
- "LABEL_0": 0
22
- },
23
- "layer_norm_epsilon": 1e-06,
24
- "model_type": "t5",
25
- "n_positions": 512,
26
- "num_decoder_layers": 12,
27
- "num_heads": 12,
28
- "num_layers": 12,
29
- "output_past": true,
30
- "pad_token_id": 0,
31
- "relative_attention_num_buckets": 32,
32
- "torch_dtype": "float32",
33
- "transformers_version": "4.16.2",
34
- "use_cache": true,
35
- "vocab_size": 32100
36
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/NatGen/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/NatGen/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": [{"content": "<extra_id_99>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_98>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_97>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_96>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_95>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_94>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_93>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_92>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_91>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_90>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_89>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_88>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_87>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_86>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_85>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_84>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_83>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_82>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_81>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_80>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_79>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_78>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_77>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_76>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_75>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_74>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_73>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_72>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_71>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_70>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_69>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_68>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_67>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_66>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_65>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_64>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_63>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_62>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_61>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_60>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_59>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_58>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_57>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_56>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_55>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_54>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_53>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_52>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_51>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_50>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_49>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_48>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_47>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_46>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_45>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_44>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_43>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_42>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_41>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_40>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_39>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_38>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_37>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_36>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_35>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_34>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_33>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_32>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_31>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_30>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_29>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_28>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_27>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_26>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_25>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_24>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_23>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_22>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_21>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_20>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_19>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_18>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_17>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_16>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_15>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_14>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_13>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_12>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_11>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_10>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_9>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_8>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_7>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_6>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_5>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_4>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_3>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_2>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_1>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, {"content": "<extra_id_0>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}]}
 
 
Existing_Targets/Code_Generation/NatGen/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"errors": "replace", "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "model_max_length": 512, "special_tokens_map_file": "/home/saikatc/.cache/huggingface/transformers/5941df5e4315c5ab63b7b2ac791fb0bf0f209744a055c06b43b5274849137cdd.b9905d0575bde443a20834122b6e2d48e853b2e36444ce98ddeb43c38097eb3f", "tokenizer_file": null, "name_or_path": "Salesforce/codet5-base", "tokenizer_class": "RobertaTokenizer"}
 
 
Existing_Targets/Code_Generation/NatGen/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/UnixCoder/config.json DELETED
@@ -1,28 +0,0 @@
1
- {
2
- "architectures": [
3
- "RobertaModel"
4
- ],
5
- "attention_probs_dropout_prob": 0.1,
6
- "bos_token_id": 0,
7
- "classifier_dropout": null,
8
- "eos_token_id": 2,
9
- "gradient_checkpointing": false,
10
- "hidden_act": "gelu",
11
- "hidden_dropout_prob": 0.1,
12
- "hidden_size": 768,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 1026,
17
- "model_type": "roberta",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "output_past": true,
21
- "pad_token_id": 1,
22
- "position_embedding_type": "absolute",
23
- "torch_dtype": "float32",
24
- "transformers_version": "4.11.3",
25
- "type_vocab_size": 10,
26
- "use_cache": true,
27
- "vocab_size": 51416
28
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Code_Generation/UnixCoder/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Code_Generation/UnixCoder/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}}
 
 
Existing_Targets/Code_Generation/UnixCoder/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"errors": "replace", "unk_token": {"content": "<unk>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "sep_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "tokenizer", "tokenizer_class": "RobertaTokenizer"}
 
 
Existing_Targets/Code_Generation/UnixCoder/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeBert/config.json DELETED
@@ -1,28 +0,0 @@
1
- {
2
- "_name_or_path": "microsoft/codebert-base",
3
- "architectures": [
4
- "RobertaForMaskedLM"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "bos_token_id": 0,
8
- "classifier_dropout": null,
9
- "eos_token_id": 2,
10
- "hidden_act": "gelu",
11
- "hidden_dropout_prob": 0.1,
12
- "hidden_size": 768,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 514,
17
- "model_type": "roberta",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "output_past": true,
21
- "pad_token_id": 1,
22
- "position_embedding_type": "absolute",
23
- "torch_dtype": "float32",
24
- "transformers_version": "4.11.3",
25
- "type_vocab_size": 1,
26
- "use_cache": true,
27
- "vocab_size": 50265
28
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Next_Statement/CodeBert/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeBert/special_tokens_map.json DELETED
@@ -1 +0,0 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": "<mask>"}
 
 
Existing_Targets/Next_Statement/CodeBert/tokenizer_config.json DELETED
@@ -1 +0,0 @@
1
- {"model_max_length": 512}
 
 
Existing_Targets/Next_Statement/CodeBert/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeT5+/added_tokens.json DELETED
@@ -1 +0,0 @@
1
- {}
 
 
Existing_Targets/Next_Statement/CodeT5+/config.json DELETED
@@ -1,32 +0,0 @@
1
- {
2
- "_name_or_path": "Salesforce/codet5p-220m",
3
- "architectures": [
4
- "T5ForConditionalGeneration"
5
- ],
6
- "bos_token_id": 1,
7
- "d_ff": 3072,
8
- "d_kv": 64,
9
- "d_model": 768,
10
- "decoder_start_token_id": 0,
11
- "dense_act_fn": "relu",
12
- "dropout_rate": 0.1,
13
- "eos_token_id": 2,
14
- "feed_forward_proj": "relu",
15
- "initializer_factor": 1.0,
16
- "is_encoder_decoder": true,
17
- "is_gated_act": false,
18
- "layer_norm_epsilon": 1e-06,
19
- "model_type": "t5",
20
- "n_positions": 512,
21
- "num_decoder_layers": 12,
22
- "num_heads": 12,
23
- "num_layers": 12,
24
- "output_past": true,
25
- "pad_token_id": 0,
26
- "relative_attention_max_distance": 128,
27
- "relative_attention_num_buckets": 32,
28
- "torch_dtype": "float16",
29
- "transformers_version": "4.21.3",
30
- "use_cache": true,
31
- "vocab_size": 32100
32
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Next_Statement/CodeT5+/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeT5+/special_tokens_map.json DELETED
@@ -1,147 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "single_word": false,
5
- "lstrip": false,
6
- "rstrip": false,
7
- "normalized": true
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "single_word": false,
12
- "lstrip": false,
13
- "rstrip": false,
14
- "normalized": true
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": true
22
- },
23
- "sep_token": {
24
- "content": "</s>",
25
- "single_word": false,
26
- "lstrip": false,
27
- "rstrip": false,
28
- "normalized": true
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "single_word": false,
33
- "lstrip": false,
34
- "rstrip": false,
35
- "normalized": true
36
- },
37
- "cls_token": {
38
- "content": "<s>",
39
- "single_word": false,
40
- "lstrip": false,
41
- "rstrip": false,
42
- "normalized": true
43
- },
44
- "mask_token": { "content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
45
- "additional_special_tokens": [
46
- { "content":"<extra_id_99>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
47
- { "content":"<extra_id_98>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
48
- { "content":"<extra_id_97>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
49
- { "content":"<extra_id_96>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
50
- { "content":"<extra_id_95>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
51
- { "content":"<extra_id_94>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
52
- { "content":"<extra_id_93>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
53
- { "content":"<extra_id_92>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
54
- { "content":"<extra_id_91>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
55
- { "content":"<extra_id_90>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
56
- { "content":"<extra_id_89>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
57
- { "content":"<extra_id_88>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
58
- { "content":"<extra_id_87>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
59
- { "content":"<extra_id_86>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
60
- { "content":"<extra_id_85>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
61
- { "content":"<extra_id_84>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
62
- { "content":"<extra_id_83>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
63
- { "content":"<extra_id_82>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
64
- { "content":"<extra_id_81>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
65
- { "content":"<extra_id_80>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
66
- { "content":"<extra_id_79>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
67
- { "content":"<extra_id_78>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
68
- { "content":"<extra_id_77>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
69
- { "content":"<extra_id_76>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
70
- { "content":"<extra_id_75>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
71
- { "content":"<extra_id_74>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
72
- { "content":"<extra_id_73>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
73
- { "content":"<extra_id_72>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
74
- { "content":"<extra_id_71>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
75
- { "content":"<extra_id_70>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
76
- { "content":"<extra_id_69>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
77
- { "content":"<extra_id_68>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
78
- { "content":"<extra_id_67>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
79
- { "content":"<extra_id_66>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
80
- { "content":"<extra_id_65>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
81
- { "content":"<extra_id_64>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
82
- { "content":"<extra_id_63>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
83
- { "content":"<extra_id_62>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
84
- { "content":"<extra_id_61>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
85
- { "content":"<extra_id_60>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
86
- { "content":"<extra_id_59>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
87
- { "content":"<extra_id_58>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
88
- { "content":"<extra_id_57>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
89
- { "content":"<extra_id_56>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
90
- { "content":"<extra_id_55>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
91
- { "content":"<extra_id_54>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
92
- { "content":"<extra_id_53>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
93
- { "content":"<extra_id_52>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
94
- { "content":"<extra_id_51>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
95
- { "content":"<extra_id_50>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
96
- { "content":"<extra_id_49>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
97
- { "content":"<extra_id_48>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
98
- { "content":"<extra_id_47>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
99
- { "content":"<extra_id_46>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
100
- { "content":"<extra_id_45>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
101
- { "content":"<extra_id_44>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
102
- { "content":"<extra_id_43>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
103
- { "content":"<extra_id_42>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
104
- { "content":"<extra_id_41>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
105
- { "content":"<extra_id_40>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
106
- { "content":"<extra_id_39>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
107
- { "content":"<extra_id_38>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
108
- { "content":"<extra_id_37>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
109
- { "content":"<extra_id_36>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
110
- { "content":"<extra_id_35>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
111
- { "content":"<extra_id_34>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
112
- { "content":"<extra_id_33>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
113
- { "content":"<extra_id_32>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
114
- { "content":"<extra_id_31>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
115
- { "content":"<extra_id_30>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
116
- { "content":"<extra_id_29>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
117
- { "content":"<extra_id_28>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
118
- { "content":"<extra_id_27>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
119
- { "content":"<extra_id_26>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
120
- { "content":"<extra_id_25>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
121
- { "content":"<extra_id_24>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
122
- { "content":"<extra_id_23>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
123
- { "content":"<extra_id_22>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
124
- { "content":"<extra_id_21>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
125
- { "content":"<extra_id_20>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
126
- { "content":"<extra_id_19>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
127
- { "content":"<extra_id_18>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
128
- { "content":"<extra_id_17>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
129
- { "content":"<extra_id_16>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
130
- { "content":"<extra_id_15>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
131
- { "content":"<extra_id_14>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
132
- { "content":"<extra_id_13>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
133
- { "content":"<extra_id_12>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
134
- { "content":"<extra_id_11>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
135
- { "content":"<extra_id_10>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
136
- { "content":"<extra_id_9>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
137
- { "content":"<extra_id_8>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
138
- { "content":"<extra_id_7>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
139
- { "content":"<extra_id_6>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
140
- { "content":"<extra_id_5>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
141
- { "content":"<extra_id_4>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
142
- { "content":"<extra_id_3>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
143
- { "content":"<extra_id_2>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
144
- { "content":"<extra_id_1>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
145
- { "content":"<extra_id_0>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true }
146
- ]
147
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Next_Statement/CodeT5+/tokenizer_config.json DELETED
@@ -1,62 +0,0 @@
1
- {
2
- "errors": "replace",
3
- "unk_token": {
4
- "content": "<unk>",
5
- "single_word": false,
6
- "lstrip": false,
7
- "rstrip": false,
8
- "normalized": true,
9
- "__type": "AddedToken"
10
- },
11
- "bos_token": {
12
- "content": "<s>",
13
- "single_word": false,
14
- "lstrip": false,
15
- "rstrip": false,
16
- "normalized": true,
17
- "__type": "AddedToken"
18
- },
19
- "eos_token": {
20
- "content": "</s>",
21
- "single_word": false,
22
- "lstrip": false,
23
- "rstrip": false,
24
- "normalized": true,
25
- "__type": "AddedToken"
26
- },
27
- "add_prefix_space": false,
28
- "sep_token": {
29
- "content": "</s>",
30
- "single_word": false,
31
- "lstrip": false,
32
- "rstrip": false,
33
- "normalized": true,
34
- "__type": "AddedToken"
35
- },
36
- "cls_token": {
37
- "content": "<s>",
38
- "single_word": false,
39
- "lstrip": false,
40
- "rstrip": false,
41
- "normalized": true,
42
- "__type": "AddedToken"
43
- },
44
- "pad_token": {
45
- "content": "<pad>",
46
- "single_word": false,
47
- "lstrip": false,
48
- "rstrip": false,
49
- "normalized": true,
50
- "__type": "AddedToken"
51
- },
52
- "mask_token": {
53
- "content": "<mask>",
54
- "single_word": false,
55
- "lstrip": true,
56
- "rstrip": false,
57
- "normalized": true,
58
- "__type": "AddedToken"
59
- },
60
- "model_max_length": 512,
61
- "tokenizer_class": "RobertaTokenizer"
62
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Next_Statement/CodeT5+/vocab.json DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeT5/added_tokens.json DELETED
@@ -1 +0,0 @@
1
- {}
 
 
Existing_Targets/Next_Statement/CodeT5/config.json DELETED
@@ -1,65 +0,0 @@
1
- {
2
- "_name_or_path": "/content/drive/MyDrive/CodeT5/pretrained_models/codet5_base",
3
- "architectures": [
4
- "T5ForConditionalGeneration"
5
- ],
6
- "bos_token_id": 1,
7
- "d_ff": 3072,
8
- "d_kv": 64,
9
- "d_model": 768,
10
- "decoder_start_token_id": 0,
11
- "dropout_rate": 0.1,
12
- "eos_token_id": 2,
13
- "feed_forward_proj": "relu",
14
- "gradient_checkpointing": false,
15
- "id2label": {
16
- "0": "LABEL_0"
17
- },
18
- "initializer_factor": 1.0,
19
- "is_encoder_decoder": true,
20
- "label2id": {
21
- "LABEL_0": 0
22
- },
23
- "layer_norm_epsilon": 1e-06,
24
- "model_type": "t5",
25
- "n_positions": 512,
26
- "num_decoder_layers": 12,
27
- "num_heads": 12,
28
- "num_layers": 12,
29
- "output_past": true,
30
- "pad_token_id": 0,
31
- "relative_attention_num_buckets": 32,
32
- "task_specific_params": {
33
- "summarization": {
34
- "early_stopping": true,
35
- "length_penalty": 2.0,
36
- "max_length": 200,
37
- "min_length": 30,
38
- "no_repeat_ngram_size": 3,
39
- "num_beams": 4,
40
- "prefix": "summarize: "
41
- },
42
- "translation_en_to_de": {
43
- "early_stopping": true,
44
- "max_length": 300,
45
- "num_beams": 4,
46
- "prefix": "translate English to German: "
47
- },
48
- "translation_en_to_fr": {
49
- "early_stopping": true,
50
- "max_length": 300,
51
- "num_beams": 4,
52
- "prefix": "translate English to French: "
53
- },
54
- "translation_en_to_ro": {
55
- "early_stopping": true,
56
- "max_length": 300,
57
- "num_beams": 4,
58
- "prefix": "translate English to Romanian: "
59
- }
60
- },
61
- "torch_dtype": "float32",
62
- "transformers_version": "4.10.2",
63
- "use_cache": true,
64
- "vocab_size": 32100
65
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Existing_Targets/Next_Statement/CodeT5/merges.txt DELETED
The diff for this file is too large to render. See raw diff
 
Existing_Targets/Next_Statement/CodeT5/special_tokens_map.json DELETED
@@ -1,147 +0,0 @@
1
- {
2
- "bos_token": {
3
- "content": "<s>",
4
- "single_word": false,
5
- "lstrip": false,
6
- "rstrip": false,
7
- "normalized": true
8
- },
9
- "eos_token": {
10
- "content": "</s>",
11
- "single_word": false,
12
- "lstrip": false,
13
- "rstrip": false,
14
- "normalized": true
15
- },
16
- "unk_token": {
17
- "content": "<unk>",
18
- "single_word": false,
19
- "lstrip": false,
20
- "rstrip": false,
21
- "normalized": true
22
- },
23
- "sep_token": {
24
- "content": "</s>",
25
- "single_word": false,
26
- "lstrip": false,
27
- "rstrip": false,
28
- "normalized": true
29
- },
30
- "pad_token": {
31
- "content": "<pad>",
32
- "single_word": false,
33
- "lstrip": false,
34
- "rstrip": false,
35
- "normalized": true
36
- },
37
- "cls_token": {
38
- "content": "<s>",
39
- "single_word": false,
40
- "lstrip": false,
41
- "rstrip": false,
42
- "normalized": true
43
- },
44
- "mask_token": { "content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
45
- "additional_special_tokens": [
46
- { "content":"<extra_id_99>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
47
- { "content":"<extra_id_98>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
48
- { "content":"<extra_id_97>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
49
- { "content":"<extra_id_96>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
50
- { "content":"<extra_id_95>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
51
- { "content":"<extra_id_94>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
52
- { "content":"<extra_id_93>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
53
- { "content":"<extra_id_92>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
54
- { "content":"<extra_id_91>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
55
- { "content":"<extra_id_90>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
56
- { "content":"<extra_id_89>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
57
- { "content":"<extra_id_88>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
58
- { "content":"<extra_id_87>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
59
- { "content":"<extra_id_86>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
60
- { "content":"<extra_id_85>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
61
- { "content":"<extra_id_84>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
62
- { "content":"<extra_id_83>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
63
- { "content":"<extra_id_82>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
64
- { "content":"<extra_id_81>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
65
- { "content":"<extra_id_80>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
66
- { "content":"<extra_id_79>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
67
- { "content":"<extra_id_78>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
68
- { "content":"<extra_id_77>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
69
- { "content":"<extra_id_76>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
70
- { "content":"<extra_id_75>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
71
- { "content":"<extra_id_74>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
72
- { "content":"<extra_id_73>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
73
- { "content":"<extra_id_72>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
74
- { "content":"<extra_id_71>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
75
- { "content":"<extra_id_70>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
76
- { "content":"<extra_id_69>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
77
- { "content":"<extra_id_68>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
78
- { "content":"<extra_id_67>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
79
- { "content":"<extra_id_66>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
80
- { "content":"<extra_id_65>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
81
- { "content":"<extra_id_64>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
82
- { "content":"<extra_id_63>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
83
- { "content":"<extra_id_62>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
84
- { "content":"<extra_id_61>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
85
- { "content":"<extra_id_60>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
86
- { "content":"<extra_id_59>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
87
- { "content":"<extra_id_58>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
88
- { "content":"<extra_id_57>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
89
- { "content":"<extra_id_56>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
90
- { "content":"<extra_id_55>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
91
- { "content":"<extra_id_54>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
92
- { "content":"<extra_id_53>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
93
- { "content":"<extra_id_52>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
94
- { "content":"<extra_id_51>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
95
- { "content":"<extra_id_50>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
96
- { "content":"<extra_id_49>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
97
- { "content":"<extra_id_48>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
98
- { "content":"<extra_id_47>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
99
- { "content":"<extra_id_46>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
100
- { "content":"<extra_id_45>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
101
- { "content":"<extra_id_44>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
102
- { "content":"<extra_id_43>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
103
- { "content":"<extra_id_42>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
104
- { "content":"<extra_id_41>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
105
- { "content":"<extra_id_40>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
106
- { "content":"<extra_id_39>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
107
- { "content":"<extra_id_38>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
108
- { "content":"<extra_id_37>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
109
- { "content":"<extra_id_36>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
110
- { "content":"<extra_id_35>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
111
- { "content":"<extra_id_34>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
112
- { "content":"<extra_id_33>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
113
- { "content":"<extra_id_32>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
114
- { "content":"<extra_id_31>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
115
- { "content":"<extra_id_30>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
116
- { "content":"<extra_id_29>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
117
- { "content":"<extra_id_28>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
118
- { "content":"<extra_id_27>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
119
- { "content":"<extra_id_26>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
120
- { "content":"<extra_id_25>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
121
- { "content":"<extra_id_24>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
122
- { "content":"<extra_id_23>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
123
- { "content":"<extra_id_22>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
124
- { "content":"<extra_id_21>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
125
- { "content":"<extra_id_20>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
126
- { "content":"<extra_id_19>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
127
- { "content":"<extra_id_18>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
128
- { "content":"<extra_id_17>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
129
- { "content":"<extra_id_16>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
130
- { "content":"<extra_id_15>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
131
- { "content":"<extra_id_14>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
132
- { "content":"<extra_id_13>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
133
- { "content":"<extra_id_12>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
134
- { "content":"<extra_id_11>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
135
- { "content":"<extra_id_10>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
136
- { "content":"<extra_id_9>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
137
- { "content":"<extra_id_8>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
138
- { "content":"<extra_id_7>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
139
- { "content":"<extra_id_6>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
140
- { "content":"<extra_id_5>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
141
- { "content":"<extra_id_4>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
142
- { "content":"<extra_id_3>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
143
- { "content":"<extra_id_2>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
144
- { "content":"<extra_id_1>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true },
145
- { "content":"<extra_id_0>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true }
146
- ]
147
- }