tess-2-demo / shell_scripts /quick_hamish_stuff.sh
hamishivi's picture
commit
17ff0d8 verified
raw
history blame contribute delete
963 Bytes
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_gsm8k_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 gsm8k
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_bbh_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 bbh
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_alpaca_eval_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 alpaca_eval
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_ifeval_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 ifeval
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_triviaqa_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 triviaqa
BEAKER=1 WEKA=1 ./shell_scripts/run_tulu_eval.sh eval_squad_v3_check_v3_v3 /weka/oe-adapt-default/hamishi/simplex-diffusion/tulu_v3_mistral_v3 squad
run_name=$1
checkpoint_mount=$2
eval_dataset_name=$3