Spaces:
Build error
Build error
Update eval-mac.sh
Browse files- scripts/eval-mac.sh +9 -1
scripts/eval-mac.sh
CHANGED
@@ -16,6 +16,8 @@ grep MemTotal /proc/meminfo
|
|
16 |
|
17 |
# export START_NUM_SHOTS=50
|
18 |
|
|
|
|
|
19 |
# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
|
20 |
|
21 |
# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
|
@@ -24,7 +26,9 @@ grep MemTotal /proc/meminfo
|
|
24 |
|
25 |
# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
|
26 |
|
27 |
-
./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
|
|
|
|
|
28 |
|
29 |
# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
|
30 |
|
@@ -34,6 +38,8 @@ grep MemTotal /proc/meminfo
|
|
34 |
|
35 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
36 |
|
|
|
|
|
37 |
export MAX_NEW_TOKENS=2048
|
38 |
export START_REPETITION_PENALTY=1.0
|
39 |
export END_REPETITION_PENALTY=1.1
|
@@ -46,3 +52,5 @@ export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv
|
|
46 |
# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
|
47 |
|
48 |
# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
|
|
|
|
|
|
16 |
|
17 |
# export START_NUM_SHOTS=50
|
18 |
|
19 |
+
export RESULTS_PATH=results/mac-results_few_shots.csv
|
20 |
+
|
21 |
# ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
|
22 |
|
23 |
# ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
|
|
|
26 |
|
27 |
# ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
|
28 |
|
29 |
+
# ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
|
30 |
+
|
31 |
+
export RESULTS_PATH=results/mac-results_fine_tuned.csv
|
32 |
|
33 |
# ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
|
34 |
|
|
|
38 |
|
39 |
# ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
|
40 |
|
41 |
+
./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct
|
42 |
+
|
43 |
export MAX_NEW_TOKENS=2048
|
44 |
export START_REPETITION_PENALTY=1.0
|
45 |
export END_REPETITION_PENALTY=1.1
|
|
|
52 |
# ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
|
53 |
|
54 |
# ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
|
55 |
+
|
56 |
+
./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct best_checkpoint
|