File size: 1,762 Bytes
07320d0
 
 
 
 
 
 
 
 
 
 
 
 
44cfb92
 
8538da6
e2b6c4d
44cfb92
fddc7fb
6087c56
 
44cfb92
6c91c84
44cfb92
e2b6c4d
44cfb92
07320d0
44cfb92
d60f8cb
6087c56
 
 
25ab915
162cc09
77dd763
162cc09
77dd763
162cc09
44cfb92
162cc09
77dd763
6dd3c7c
6087c56
ecfd23f
42a612f
a1cdfad
a2a97d3
de63924
 
44cfb92
de63924
 
44cfb92
e9947be
162cc09
e9947be
 
b83b354
de63924
b83b354
de63924
b83b354
8f6faf9
8538da6
8f6faf9
6087c56
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
#!/bin/sh

BASEDIR=$(dirname "$0")
cd $BASEDIR/..
echo Current Directory:
pwd

nvidia-smi
uname -a
cat /etc/os-release
lscpu
grep MemTotal /proc/meminfo

# pip install torch torchvision torchaudio
# pip install -r requirements.txt
# pip install --upgrade transformers

# export START_NUM_SHOTS=50

export RESULTS_PATH=results/mac-results_few_shots.csv

# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat

# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct

# ./scripts/eval-model.sh shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat

# ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct

export RESULTS_PATH=results/mac-results_fine_tuned.csv

# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat

# ./scripts/eval-epochs.sh Qwen Qwen2-7B-Instruct

# ./scripts/eval-epochs.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat

# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat

# ./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct

export MAX_NEW_TOKENS=2048
export START_REPETITION_PENALTY=1.1
export END_REPETITION_PENALTY=1.1

export USING_CHAT_TEMPLATE=false
export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048_generic_prompt.csv

# export USING_CHAT_TEMPLATE=true
# export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv

#./scripts/eval-rpp.sh internlm internlm2_5-7b-chat checkpoint-140

#./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105

# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70

# ./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct checkpoint-210

export BATCH_SIZE=1
./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105

# ./scripts/eval-rpp.sh Qwen Qwen2-7B-Instruct checkpoint-105