sheetbot / scripts /run_postprocess.sh
linpershey's picture
major release - add pipeline & batch for difference use cases
07d2942
raw
history blame contribute delete
970 Bytes
if [ -z $1 ] | [ -z $2 ]; then
echo "Please provide the batch index."
echo "Example: "
echo " sh ./run_postprocess.sh 1 25"
echo " sh ./run_postprocess.sh 2 27"
echo " sh ./run_postprocess.sh 3 27"
echo " sh ./run_postprocess.sh 4 17"
exit 1
else
batch_num=$1
start_index=0
total_files=$2
wait_time_in_seconds=1
for i in $(seq $start_index $total_files); do
# data_dir="data"/"gpt-4o-mini"/"output_0402_1_篩選結果.xlsx - Sheet1_$i"
data_dir="data"/"gpt-4o-mini"/"output_0402_"$batch_num"_篩選結果.xlsx - Sheet1_$i"
# data_dir="data"/"gpt-4o-mini"/"output_0402_3_篩選結果.xlsx - Sheet1_$i"
# data_dir="data"/"gpt-4o-mini"/"output_0402_4_篩選結果.xlsx - Sheet1_$i"
python batch.py -t postprocess \
-rrp "$data_dir"/regularized_results.joblib \
-prp "$data_dir"/postprocessed_results.csv
done
echo "All tasks completed."
fi