File size: 17,118 Bytes
d758c99
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
#!/bin/bash

mkdir logdir
mkdir ie_dirs
mkdir models
chmod +x BART_large.sh
chmod +x BERTimbau-base.sh
chmod +x BERTimbau-large.sh
chmod +x mBART50MtoM-large.sh
chmod +x mT5_large.sh

echo
echo "Downdoad and unzip Spider Dataset"
gdown https://drive.google.com/uc?id=1_AckYkinAnhqmRQtGsQgUKAnTHxxX5J0
#gdown --id 1_AckYkinAnhqmRQtGsQgUKAnTHxxX5J0
unzip spider.zip
bash data/spider/generate.sh ./spider

echo
echo "Preparing Spider FIT Dataset"
cp -r spider spider-FIT
cd spider-FIT
rm *.*
gdown https://drive.google.com/uc?id=1WRZRIRIq_sjWwgXPVGj9942tjiQtmZm-
#gdown --id 1WRZRIRIq_sjWwgXPVGj9942tjiQtmZm-
cd database
rm -r baseball_1
rm -r cre_Drama_Workshop_Groups
rm -r soccer_1
gdown https://drive.google.com/uc?id=1iWAKxH0hSk98dlI9-oSuuMpfMdtJ29Yn
#gdown --id 1iWAKxH0hSk98dlI9-oSuuMpfMdtJ29Yn
unzip resized.zip
rm resized.zip
cd ..
cd ..
rm spider.zip

echo
echo "Build English dataset directory"
echo "The original version of the Spider dataset is distributed under the CC BY-SA 4.0 license."

mkdir data/spider-en
cp ./spider/train_spider.json data/spider-en/
cp ./spider/train_others.json data/spider-en/
cp ./spider/dev.json data/spider-en/
cp ./spider/tables.json data/spider-en/
ln -s $(pwd)/spider/database data/spider-en/database

echo
echo "Build English data augmentation by rules and data augmentation by backtranslation dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-enr-enb
cp ./spider/tables.json data/spider-en-enr-enb/
cp ./data/spider-en/dev.json data/spider-en-enr-enb/
cd data/spider-en-enr-enb
gdown https://drive.google.com/uc?id=1hatQ9yvNpYJu7QFEwWfPp06sluLtMwpt
gdown https://drive.google.com/uc?id=1OLcIwPjKMVoIkopIDUT1s2Ldo9jtOt93
#gdown --id 1hatQ9yvNpYJu7QFEwWfPp06sluLtMwpt
#gdown --id 1OLcIwPjKMVoIkopIDUT1s2Ldo9jtOt93
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-enr-enb/database


echo
echo "Build English non-linear data augmentation (extra question/queries in train_spider.json) 3 x by rules and 1 x by backtranslation dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-extra-3enr-1enb
cp ./spider/tables.json data/spider-en-extra-3enr-1enb/
cp ./data/spider-en/dev.json data/spider-en-extra-3enr-1enb/
cp ./data/spider-en/train_others.json data/spider-en-extra-3enr-1enb/
cd data/spider-en-extra-3enr-1enb
gdown https://drive.google.com/uc?id=1cp_hYBR9BX1qXCWLEGq6X4RyzJw4fhle
#gdown --id 1cp_hYBR9BX1qXCWLEGq6X4RyzJw4fhle
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-extra-3enr-1enb/database


echo
echo "Build Portuguese dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-pt
cp ./spider/tables.json data/spider-pt/
cd data/spider-pt
gdown https://drive.google.com/uc?id=1rU79PipqU6XDIzqtYuS2Lg_LTYLbyN9U
gdown https://drive.google.com/uc?id=1no9qKojtDTAwFTm9MqZTOjjTupiEy7Ir
gdown https://drive.google.com/uc?id=1HTNEUihVDuEg1hvLDbJd3yxXngJp3u4v
#gdown --id 1rU79PipqU6XDIzqtYuS2Lg_LTYLbyN9U
#gdown --id 1no9qKojtDTAwFTm9MqZTOjjTupiEy7Ir
#gdown --id 1HTNEUihVDuEg1hvLDbJd3yxXngJp3u4v
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-pt/database

echo
echo "Build Spanish dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-es
cp ./spider/tables.json data/spider-es/
cd data/spider-es
gdown https://drive.google.com/uc?id=1utYMsytUVRaozo50qjkQGwS2vDUWp4kD
gdown https://drive.google.com/uc?id=1aSNetfAote7eG0lzDCJSPukT84abEtIN
gdown https://drive.google.com/uc?id=1UoFGQMvRkV7wBRyqhqu49Luu1Gs_HSi8
#gdown --id 1utYMsytUVRaozo50qjkQGwS2vDUWp4kD
#gdown --id 1aSNetfAote7eG0lzDCJSPukT84abEtIN
#gdown --id 1UoFGQMvRkV7wBRyqhqu49Luu1Gs_HSi8
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-es/database

echo
echo "Build French dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-fr
cp ./spider/tables.json data/spider-fr/
cd data/spider-fr
gdown https://drive.google.com/uc?id=1VC8IiOSY2Oaq6eCJJjf0pplHtVXPhOXi
gdown https://drive.google.com/uc?id=1GmqiKa3-W1soEKadpY3L2fXiKLzf_6Ps
gdown https://drive.google.com/uc?id=1NdALreT67okWPwIKuiVP6y2xWyZUtUf7
#gdown --id 1VC8IiOSY2Oaq6eCJJjf0pplHtVXPhOXi
#gdown --id 1GmqiKa3-W1soEKadpY3L2fXiKLzf_6Ps
#gdown --id 1NdALreT67okWPwIKuiVP6y2xWyZUtUf7
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-fr/database


echo
echo "Build English and Portuguese dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-pt
cp ./spider/tables.json data/spider-en-pt/
cd data/spider-en-pt
gdown https://drive.google.com/uc?id=1ph3ttcoaHMJvsI4yFhENHHuH_4M-UH53
gdown https://drive.google.com/uc?id=1odAFfyTM3N5y8QqQE5oUEt9CZZQ60CpS
gdown https://drive.google.com/uc?id=1HOM5GNPiO_o4NeQTVzpgymyABPgUPbbr
#gdown --id 1ph3ttcoaHMJvsI4yFhENHHuH_4M-UH53
#gdown --id 1odAFfyTM3N5y8QqQE5oUEt9CZZQ60CpS
#gdown --id 1HOM5GNPiO_o4NeQTVzpgymyABPgUPbbr
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-pt/database

echo
echo "Build English, Portuguese, Spanish and French dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-pt-es-fr
cp ./spider/tables.json data/spider-en-pt-es-fr/
cd data/spider-en-pt-es-fr
gdown https://drive.google.com/uc?id=18xoEkF5XdbfaN5SwqsbbMw89Y3iNvAa9
gdown https://drive.google.com/uc?id=1n2U1pBzzRDAZuqmjloj6CV4Btf5sKfvd
gdown https://drive.google.com/uc?id=1diKAP4BGccFzupvf3HCcPleRP5EMqSHM
#gdown --id 18xoEkF5XdbfaN5SwqsbbMw89Y3iNvAa9
#gdown --id 1n2U1pBzzRDAZuqmjloj6CV4Btf5sKfvd
#gdown --id 1diKAP4BGccFzupvf3HCcPleRP5EMqSHM
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-pt-es-fr/database

echo
echo "Build English, Portuguese, Spanish, French; Data augmentation just in English by rules and by backtranslation dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-pt-es-fr-enr-enb
cp ./spider/tables.json data/spider-en-pt-es-fr-enr-enb/
cp ./data/spider-en-pt-es-fr/dev.json data/spider-en-pt-es-fr-enr-enb/
cd data/spider-en-pt-es-fr-enr-enb
gdown https://drive.google.com/uc?id=1gvrpgytqswz8wKx2qTZqofVqM3S32Wm8
gdown https://drive.google.com/uc?id=1M2ZWYAXK-28I6ovlGSJ_D6pJzo0wliJP
#gdown --id 1gvrpgytqswz8wKx2qTZqofVqM3S32Wm8
#gdown --id 1M2ZWYAXK-28I6ovlGSJ_D6pJzo0wliJP
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-pt-es-fr-enr-enb/database



echo
echo "Build English, Portuguese, Spanish, French; non-linear data augmentation (extra question/queries in train_spider.json) by rules in all four languages dataset directory"
echo "The modified versions of train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr
cp ./spider/tables.json data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cp ./data/spider-en-pt-es-fr/dev.json data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cp ./data/spider-en-pt-es-fr/train_others.json data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cd data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr
gdown https://drive.google.com/uc?id=1XmjUWjukShJnYlX_kCYOLaDHIU6HRqHy
#gdown --id 1XmjUWjukShJnYlX_kCYOLaDHIU6HRqHy
cd ..
cd ..
ln -s $(pwd)/spider/database data/spider-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/database






echo
echo "FIT"
echo
echo "Build English FIT dataset directory"
echo "The original version of the Spider dataset (train_spider.json, train_others.json, and dev.json) is distributed under the CC BY-SA 4.0 license."
echo "The modified versions of tables.json is distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-FIT-en
cp ./spider-FIT/tables.json data/spider-FIT-en/
cp ./spider/train_others.json data/spider-FIT-en/
cp ./spider/dev.json data/spider-FIT-en/
cd data/spider-FIT-en
gdown https://drive.google.com/uc?id=1uoJbTyABoFO_7-3juN7VNDA3N0LK5p_y
#gdown --id 1uoJbTyABoFO_7-3juN7VNDA3N0LK5p_y
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en/database



echo
echo "Build English data augmentation by rules and data augmentation by backtranslation  FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
echo "dev.json is the same of spider-en, train_others.json is the same of spider-en-enr-enb" 
mkdir data/spider-FIT-en-enr-enb
cp ./spider-FIT/tables.json data/spider-FIT-en-enr-enb/
cp ./data/spider-en/dev.json data/spider-FIT-en-enr-enb/
cp ./data/spider-en-enr-enb/train_others.json data/spider-FIT-en-enr-enb/
cd data/spider-FIT-en-enr-enb
gdown https://drive.google.com/uc?id=1XzgYlKZ48W_u4O0XxyeeE8LGSY8zREEb
#gdown --id 1XzgYlKZ48W_u4O0XxyeeE8LGSY8zREEb
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en-enr-enb/database


echo
echo "Build English non-linear data augmentation (extra question/queries in train_spider.json) 3 x by rules and 1 x by backtranslation FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
echo "dev.json is the same of spider-en, train_others.json is the same of spider-en"
mkdir data/spider-FIT-en-extra-3enr-1enb
cp ./spider-FIT/tables.json data/spider-FIT-en-extra-3enr-1enb/
cp ./data/spider-en/dev.json data/spider-FIT-en-extra-3enr-1enb/
cp ./data/spider-en/train_others.json data/spider-FIT-en-extra-3enr-1enb/
cd data/spider-FIT-en-extra-3enr-1enb
gdown https://drive.google.com/uc?id=1nO2KkWWcug-wl9pEUbu41k4CVkXOfjoM
#gdown --id 1nO2KkWWcug-wl9pEUbu41k4CVkXOfjoM
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en-extra-3enr-1enb/database



echo
echo "Build Portuguese FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-FIT-pt
cp ./spider-FIT/tables.json data/spider-FIT-pt/
cp ./data/spider-pt/train_others.json data/spider-FIT-pt/
cp ./data/spider-pt/dev.json data/spider-FIT-pt/
cd data/spider-FIT-pt
gdown https://drive.google.com/uc?id=1MgE2V1Uncv7zTHYcmo_hVmcr1r7bBVBy
#gdown --id 1MgE2V1Uncv7zTHYcmo_hVmcr1r7bBVBy
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-pt/database

echo
echo "Build Spanish FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-FIT-es
cp ./spider-FIT/tables.json data/spider-FIT-es/
cp ./data/spider-es/train_others.json data/spider-FIT-es/
cp ./data/spider-es/dev.json data/spider-FIT-es/
cd data/spider-FIT-es
gdown https://drive.google.com/uc?id=1UrEuLL_dCxR6pAomWP6-ENDHIziXdlax
#gdown --id 1UrEuLL_dCxR6pAomWP6-ENDHIziXdlax
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-es/database

echo
echo "Build French FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-FIT-fr
cp ./spider-FIT/tables.json data/spider-FIT-fr/
cp ./data/spider-fr/train_others.json data/spider-FIT-fr/
cp ./data/spider-fr/dev.json data/spider-FIT-fr/
cd data/spider-FIT-fr
gdown https://drive.google.com/uc?id=10XCzFqcunfQCnvJxdl6jnXzPLvZhZKxq
#gdown --id 10XCzFqcunfQCnvJxdl6jnXzPLvZhZKxq
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-fr/database

echo
echo "Build  English, Portuguese, Spanish and French FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
mkdir data/spider-FIT-en-pt-es-fr
cp ./spider-FIT/tables.json data/spider-FIT-en-pt-es-fr/
cp ./data/spider-en-pt-es-fr/train_others.json data/spider-FIT-en-pt-es-fr/
cp ./data/spider-en-pt-es-fr/dev.json data/spider-FIT-en-pt-es-fr/
cd data/spider-FIT-en-pt-es-fr
gdown https://drive.google.com/uc?id=1gVf-w_ytPnc-R_TYRixKE2SiDh_4AvQ-
#gdown --id 1gVf-w_ytPnc-R_TYRixKE2SiDh_4AvQ-
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en-pt-es-fr/database

echo
echo "Build English, Portuguese, Spanish, French; non-linear data augmentation (extra question/queries in train_spider.json) by rules in all four languages FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
echo "dev.json is the same of spider-en-pt-es-fr, train_others.json is the same of spider-en-pt-es-fr"
mkdir data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr
cp ./spider-FIT/tables.json data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cp ./data/spider-en-pt-es-fr/train_others.json data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cp ./data/spider-en-pt-es-fr/dev.json data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/
cd data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr
gdown https://drive.google.com/uc?id=1L4nn3N99S0rOmBVe4D-NeJx-xghzGoEs
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr/database


echo
echo "Build English, Portuguese, Spanish, French; Data augmentation just in English by rules and by backtranslation FIT dataset directory"
echo "The modified versions of tables.json, train_spider.json, train_others.json, and dev.json are distributed under the CC BY-SA 4.0 license, respecting ShareAlike."
echo "dev.json is the same of spider-en-pt-es-fr, train_others.json is the same of spider-en-pt-es-fr-enr-enb"
mkdir data/spider-FIT-en-pt-es-fr-enr-enb
cp ./spider-FIT/tables.json data/spider-FIT-en-pt-es-fr-enr-enb/
cp ./data/spider-en-pt-es-fr-enr-enb/train_others.json data/spider-FIT-en-pt-es-fr-enr-enb/
cp ./data/spider-en-pt-es-fr/dev.json data/spider-FIT-en-pt-es-fr-enr-enb/
cd data/spider-FIT-en-pt-es-fr-enr-enb
gdown https://drive.google.com/uc?id=1WfQNZf-oIsBfNhyosNgklgSL1gnFjh1a
#gdown https://drive.google.com/uc?id=1WfQNZf-oIsBfNhyosNgklgSL1gnFjh1a
cd ..
cd ..
ln -s $(pwd)/spider-FIT/database data/spider-FIT-en-pt-es-fr-enr-enb/database



echo "Folders structure preparation"
#mt5-large
mkdir logdir/mt5-large-en-train
mkdir ie_dirs/mt5-large-en-train

mkdir logdir/mt5-large-en-pt-es-fr-train
mkdir ie_dirs/mt5-large-en-pt-es-fr-train

mkdir logdir/mt5-large-en-pt-es-fr-enr-enb-train
mkdir ie_dirs/mt5-large-en-pt-es-fr-enr-enb-train

mkdir logdir/mt5-large-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr-train
mkdir ie_dirs/mt5-large-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr-train

mkdir logdir/mt5-large-FIT-en-train
mkdir ie_dirs/mt5-large-FIT-en-train

mkdir logdir/mt5-large-FIT-en-pt-es-fr-train
mkdir ie_dirs/mt5-large-FIT-en-pt-es-fr-train

mkdir logdir/mt5-large-FIT-en-pt-es-fr-enr-enb-train
mkdir ie_dirs/mt5-large-FIT-en-pt-es-fr-enr-enb-train

mkdir logdir/mt5-large-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr-train
mkdir ie_dirs/mt5-large-FIT-en-pt-es-fr-extra-3enr-3ptr-3esr-3frr-train

#T5-v1_1-large
mkdir logdir/T5-v1_1-large-en-train
mkdir ie_dirs/T5-v1_1-large-en-train

#mkdir logdir/T5-v1_1-large-en-enr-enb-train
#mkdir ie_dirs/T5-v1_1-large-en-enr-enb-train

#mkdir logdir/T5-v1_1-large-en-extra-3enr-1enb-train
#mkdir ie_dirs/T5-v1_1-large-en-extra-3enr-1enb-train

mkdir logdir/T5-v1_1-large-FIT-en-train
mkdir ie_dirs/T5-v1_1-large-FIT-en-train

mkdir logdir/T5-v1_1-large-FIT-en-enr-enb-train
mkdir ie_dirs/T5-v1_1-large-FIT-en-enr-enb-train

mkdir logdir/T5-v1_1-large-FIT-en-extra-3enr-1enb-train
mkdir ie_dirs/T5-v1_1-large-FIT-en-extra-3enr-1enb-train


#mBART50MtoM-large

mkdir logdir/mBART50MtoM-large-en-train
mkdir ie_dirs/mBART50MtoM-large-en-train

mkdir logdir/mBART50MtoM-large-pt-train
mkdir ie_dirs/mBART50MtoM-large-pt-train

mkdir logdir/mBART50MtoM-large-en-pt-train
mkdir ie_dirs/mBART50MtoM-large-en-pt-train

mkdir logdir/mBART50MtoM-large-en-pt-es-fr-train
mkdir ie_dirs/mBART50MtoM-large-en-pt-es-fr-train


#BERTimbau-base

mkdir logdir/BERTimbau-base-pt-train
mkdir ie_dirs/BERTimbau-base-pt-train


#BERTimbau-large

mkdir logdir/BERTimbau-large-pt-train
mkdir ie_dirs/BERTimbau-large-pt-train

#BART-large"

mkdir logdir/BART-large-en-train
mkdir ie_dirs/BART-large-en-train