File size: 1,136 Bytes
6fcd376 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
cd evaluation/evalplus
export PYTHONPATH=$PYTHONPATH:$(pwd)
cd ../evaluate
MODEL_NAME_OR_PATHS=(
gpt3.5
# gpt4
)
DATASET_TYPES=(
# mbpp
humaneval
)
EVAL_TYPES=(
base
# plus
)
for DATASET_TYPE in "${DATASET_TYPES[@]}"; do
for EVAL_TYPE in "${EVAL_TYPES[@]}"; do
for MODEL_NAME_OR_PATH in "${MODEL_NAME_OR_PATHS[@]}"; do
MODEL=$(echo "$MODEL_NAME_OR_PATH" | sed 's|/|_|g')
output_path="./execution_feedback_output"
LOG_DIR="$output_path/$MODEL"
mkdir -p "${LOG_DIR}"
ABS_LOG_DIR=$(realpath "$LOG_DIR")
echo "Absolute path for mkdir: $ABS_LOG_DIR"
LOG_FILE="gen_${DATASET_TYPE}_${EVAL_TYPE}_solution_multiround.log"
CUDA_VISIBLE_DEVICES=-1 nohup python multi_turn/gpt_gen_plus_solution_multiround.py \
--model "$MODEL_NAME_OR_PATH" \
--output_path $output_path \
--log_file ${LOG_FILE} \
--version $EVAL_TYPE \
--dataset $DATASET_TYPE \
--resume \
> "${LOG_DIR}/${LOG_FILE}" 2>&1 &
done
done
done
|