File size: 504 Bytes
246d201
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
#!/bin/bash

RESULT_FILE=$1
MODEL_CONFIG=$2

if [ -z "$RESULT_FILE" ]; then
  echo "RESULT_FILE not specified"
  exit 1
fi


if [ -z "$MODEL_CONFIG" ]; then
  echo "Model config not specified, use default"
  MODEL_CONFIG="eval_gpto"
fi

echo "MODEL_CONFIG: $MODEL_CONFIG"
echo "RESULT_FILE: $RESULT_FILE"

COMMAND="poetry run python evaluation/benchmarks/ml_bench/run_analysis.py \

  --llm-config $MODEL_CONFIG \

  --json_file_path $RESULT_FILE"

# Run the command
eval $COMMAND