|
|
#!/bin/bash |
|
|
if [ "$#" -ne 1 ]; then |
|
|
echo "Please specify directory containing Spider files." |
|
|
exit 1 |
|
|
fi |
|
|
|
|
|
BASE=$(realpath $(dirname $0)) |
|
|
|
|
|
|
|
|
cp $1/tables.json ${BASE} |
|
|
for input in train_others train_spider dev; do |
|
|
echo Procesing $input |
|
|
cp $1/${input}.json ${BASE} |
|
|
if [[ -e ${BASE}/${input}.json.patch ]]; then |
|
|
pushd ${BASE} >& /dev/null |
|
|
patch < ${input}.json.patch |
|
|
popd >& /dev/null |
|
|
fi |
|
|
python -m seq2struct.datasets.spider_lib.preprocess.parse_raw_json \ |
|
|
--tables ${BASE}/tables.json \ |
|
|
--input ${BASE}/${input}.json \ |
|
|
--output ${BASE}/${input}.json |
|
|
echo |
|
|
done |
|
|
|
