Spaces:
Runtime error
Runtime error
File size: 1,201 Bytes
d023e59 616b8af d5b1458 81672b4 807b73e 38b2415 9c8006c ca2da1c a657b09 ca2da1c a657b09 d8e8822 ca2da1c 72e682c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 |
#!/bin/bash
echo "Not checking h100 -- already know it's not there."
#python /check_h100.py
echo "Attempting to run."
#if [[ $? = 0 ]]; then
python /parse_requests.py | while read line; do
IFS="," read backend_model experiment_name <<< $(echo ${line})
echo "Benchmarking Model: ${backend_model}, Task: ${experiment_name}"
export run_dir= "./runs/${experiment_name}/${backend_model}/${now:%Y-%m-%d-%H-%M-%S}"
optimum-benchmark --config-name ${experiment_name} --config-dir /optimum-benchmark/examples/energy_star/ backend.model=${backend_model} backend.processor=${backend_model} hydra.run.dir=${run_dir} 2> $run_dir/error.log
if [ -s $run_dir/error.log ]; then
# error.log is not-empty, an error was raised
echo "An error was raised while benchmarking the model..."
python /failed_run.py --run_dir $run_dir --model_name $backend_model
# Delete the current run directory so that it is not pushed by create_results.py later
rm -rf $run_dir
fi
done
# The file is empty, so no error
echo "Finished; uploading dataset results"
python /create_results.py ./runs
# Pausing space
echo "Pausing space."
python /pause_space.py
echo "Done."
|