Hugging Face's logo

asw97
/
TM10545-parser

Image-Text-to-Text
Transformers
PyTorch
vision-encoder-decoder
Model card Files Community
asw97 commited on
Commit
a85aaf6
·
1 Parent(s): cefe68c

Training finished

Browse files
Files changed (2) hide show
  1. added_tokens.json +13 -7
  2. tokenizer.json +76 -8
added_tokens.json CHANGED
@@ -1,12 +1,18 @@
1
  {
2
- "</s_instruction>": 57530,
3
- "</s_repair_steps>": 57526,
4
- "</s_step_number>": 57528,
5
- "<s_10545>": 57531,
 
 
 
 
 
6
  "<s_iitcdip>": 57523,
7
- "<s_instruction>": 57529,
8
- "<s_repair_steps>": 57525,
9
- "<s_step_number>": 57527,
 
10
  "<s_synthdog>": 57524,
11
  "<sep/>": 57522
12
  }
 
1
  {
2
+ "</s_captions>": 57532,
3
+ "</s_cautions>": 57528,
4
+ "</s_photo_annotations>": 57534,
5
+ "</s_repair_action>": 57526,
6
+ "</s_repair_steps>": 57530,
7
+ "</s_specifications>": 57536,
8
+ "<s_10545>": 57537,
9
+ "<s_captions>": 57531,
10
+ "<s_cautions>": 57527,
11
  "<s_iitcdip>": 57523,
12
+ "<s_photo_annotations>": 57533,
13
+ "<s_repair_action>": 57525,
14
+ "<s_repair_steps>": 57529,
15
+ "<s_specifications>": 57535,
16
  "<s_synthdog>": 57524,
17
  "<sep/>": 57522
18
  }
tokenizer.json CHANGED
@@ -1,7 +1,21 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
@@ -77,7 +91,7 @@
77
  },
78
  {
79
  "id": 57525,
80
- "content": "<s_repair_steps>",
81
  "single_word": false,
82
  "lstrip": false,
83
  "rstrip": false,
@@ -86,7 +100,7 @@
86
  },
87
  {
88
  "id": 57526,
89
- "content": "</s_repair_steps>",
90
  "single_word": false,
91
  "lstrip": false,
92
  "rstrip": false,
@@ -95,7 +109,7 @@
95
  },
96
  {
97
  "id": 57527,
98
- "content": "<s_step_number>",
99
  "single_word": false,
100
  "lstrip": false,
101
  "rstrip": false,
@@ -104,7 +118,7 @@
104
  },
105
  {
106
  "id": 57528,
107
- "content": "</s_step_number>",
108
  "single_word": false,
109
  "lstrip": false,
110
  "rstrip": false,
@@ -113,7 +127,7 @@
113
  },
114
  {
115
  "id": 57529,
116
- "content": "<s_instruction>",
117
  "single_word": false,
118
  "lstrip": false,
119
  "rstrip": false,
@@ -122,7 +136,7 @@
122
  },
123
  {
124
  "id": 57530,
125
- "content": "</s_instruction>",
126
  "single_word": false,
127
  "lstrip": false,
128
  "rstrip": false,
@@ -131,6 +145,60 @@
131
  },
132
  {
133
  "id": 57531,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134
  "content": "<s_10545>",
135
  "single_word": false,
136
  "lstrip": false,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 768,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": {
11
+ "Fixed": 768
12
+ },
13
+ "direction": "Right",
14
+ "pad_to_multiple_of": null,
15
+ "pad_id": 1,
16
+ "pad_type_id": 0,
17
+ "pad_token": "<pad>"
18
+ },
19
  "added_tokens": [
20
  {
21
  "id": 0,
 
91
  },
92
  {
93
  "id": 57525,
94
+ "content": "<s_repair_action>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 57526,
103
+ "content": "</s_repair_action>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
109
  },
110
  {
111
  "id": 57527,
112
+ "content": "<s_cautions>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
 
118
  },
119
  {
120
  "id": 57528,
121
+ "content": "</s_cautions>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
 
127
  },
128
  {
129
  "id": 57529,
130
+ "content": "<s_repair_steps>",
131
  "single_word": false,
132
  "lstrip": false,
133
  "rstrip": false,
 
136
  },
137
  {
138
  "id": 57530,
139
+ "content": "</s_repair_steps>",
140
  "single_word": false,
141
  "lstrip": false,
142
  "rstrip": false,
 
145
  },
146
  {
147
  "id": 57531,
148
+ "content": "<s_captions>",
149
+ "single_word": false,
150
+ "lstrip": false,
151
+ "rstrip": false,
152
+ "normalized": true,
153
+ "special": false
154
+ },
155
+ {
156
+ "id": 57532,
157
+ "content": "</s_captions>",
158
+ "single_word": false,
159
+ "lstrip": false,
160
+ "rstrip": false,
161
+ "normalized": true,
162
+ "special": false
163
+ },
164
+ {
165
+ "id": 57533,
166
+ "content": "<s_photo_annotations>",
167
+ "single_word": false,
168
+ "lstrip": false,
169
+ "rstrip": false,
170
+ "normalized": true,
171
+ "special": false
172
+ },
173
+ {
174
+ "id": 57534,
175
+ "content": "</s_photo_annotations>",
176
+ "single_word": false,
177
+ "lstrip": false,
178
+ "rstrip": false,
179
+ "normalized": true,
180
+ "special": false
181
+ },
182
+ {
183
+ "id": 57535,
184
+ "content": "<s_specifications>",
185
+ "single_word": false,
186
+ "lstrip": false,
187
+ "rstrip": false,
188
+ "normalized": true,
189
+ "special": false
190
+ },
191
+ {
192
+ "id": 57536,
193
+ "content": "</s_specifications>",
194
+ "single_word": false,
195
+ "lstrip": false,
196
+ "rstrip": false,
197
+ "normalized": true,
198
+ "special": false
199
+ },
200
+ {
201
+ "id": 57537,
202
  "content": "<s_10545>",
203
  "single_word": false,
204
  "lstrip": false,