File size: 1,495 Bytes
07320d0
 
 
 
 
 
 
 
 
 
 
 
 
44cfb92
 
e2b6c4d
44cfb92
fddc7fb
6087c56
 
44cfb92
6c91c84
44cfb92
e2b6c4d
44cfb92
07320d0
44cfb92
d60f8cb
6087c56
 
 
25ab915
162cc09
77dd763
162cc09
77dd763
162cc09
44cfb92
162cc09
77dd763
6dd3c7c
6087c56
ecfd23f
 
a1cdfad
ecfd23f
a2a97d3
25ab915
44cfb92
25ab915
44cfb92
25ab915
162cc09
25ab915
6087c56
6dd3c7c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
#!/bin/sh

BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd

nvidia-smi
uname -a
cat /etc/os-release
lscpu
grep MemTotal /proc/meminfo

# pip install torch torchvision torchaudio
# pip install -r requirements.txt

# export START_NUM_SHOTS=50

export RESULTS_PATH=results/mac-results_few_shots.csv

# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat

# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct

# ./scripts/eval-model.sh shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat

# ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct

export RESULTS_PATH=results/mac-results_fine_tuned.csv

# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat

# ./scripts/eval-epochs.sh Qwen Qwen2-7B-Instruct

# ./scripts/eval-epochs.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat

# ./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct

export MAX_NEW_TOKENS=2048
export START_REPETITION_PENALTY=1.0
export END_REPETITION_PENALTY=1.1
export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv

# ./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140

# ./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105

# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70

# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105

./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct checkpoint-210