dh-mc commited on
Commit
6087c56
·
1 Parent(s): 3d8ab56

Update eval-mac.sh

Browse files
Files changed (1) hide show
  1. scripts/eval-mac.sh +9 -1
scripts/eval-mac.sh CHANGED
@@ -16,6 +16,8 @@ grep MemTotal /proc/meminfo
16
 
17
  # export START_NUM_SHOTS=50
18
 
 
 
19
  # ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
20
 
21
  # ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
@@ -24,7 +26,9 @@ grep MemTotal /proc/meminfo
24
 
25
  # ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
26
 
27
- ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
 
 
28
 
29
  # ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
30
 
@@ -34,6 +38,8 @@ grep MemTotal /proc/meminfo
34
 
35
  # ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
36
 
 
 
37
  export MAX_NEW_TOKENS=2048
38
  export START_REPETITION_PENALTY=1.0
39
  export END_REPETITION_PENALTY=1.1
@@ -46,3 +52,5 @@ export RESULTS_PATH=results/mac-results_rpp_with_mnt_2048.csv
46
  # ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
47
 
48
  # ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
 
 
 
16
 
17
  # export START_NUM_SHOTS=50
18
 
19
+ export RESULTS_PATH=results/mac-results_few_shots.csv
20
+
21
  # ./scripts/eval-model.sh internlm/internlm2_5-7b-chat
22
 
23
  # ./scripts/eval-model.sh Qwen/Qwen2-7B-Instruct
 
26
 
27
  # ./scripts/eval-model.sh shenzhi-wang/Llama3.1-8B-Chinese-Chat
28
 
29
+ # ./scripts/eval-model.sh microsoft/Phi-3.5-mini-instruct
30
+
31
+ export RESULTS_PATH=results/mac-results_fine_tuned.csv
32
 
33
  # ./scripts/eval-epochs.sh internlm internlm2_5-7b-chat
34
 
 
38
 
39
  # ./scripts/eval-epochs.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
40
 
41
+ ./scripts/eval-epochs.sh microsoft Phi-3.5-mini-instruct
42
+
43
  export MAX_NEW_TOKENS=2048
44
  export START_REPETITION_PENALTY=1.0
45
  export END_REPETITION_PENALTY=1.1
 
52
  # ./scripts/eval-rpp.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat checkpoint-70
53
 
54
  # ./scripts/eval-rpp.sh shenzhi-wang Llama3.1-8B-Chinese-Chat checkpoint-105
55
+
56
+ ./scripts/eval-rpp.sh microsoft Phi-3.5-mini-instruct best_checkpoint