dh-mc commited on
Commit
d9bccd7
·
1 Parent(s): de489ee

qwen2.5-3b 30-shot

Browse files
data/Qwen2.5-3B-Instruct_results.csv CHANGED
The diff for this file is too large to render. See raw diff
 
notebooks/07_Qwen2.5_models.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
scripts/eval-mgtv-qwen2.5.sh CHANGED
@@ -13,31 +13,12 @@ cat /etc/os-release
13
  lscpu
14
  grep MemTotal /proc/meminfo
15
 
16
- $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-7B-Instruct
17
-
18
- $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-7B-Instruct
19
-
20
  # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-3B-Instruct
21
 
22
- $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-3B-Instruct
23
-
24
- # $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-1.5B-Instruct
25
-
26
- # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-1.5B-Instruct
27
-
28
- # $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-0.5B-Instruct
29
-
30
- # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-0.5B-Instruct
31
-
32
-
33
- export START_NUM_SHOTS=5
34
-
35
- $BASEDIR/scripts/eval-shots.sh internlm internlm2_5-7b-chat
36
-
37
- $BASEDIR/scripts/eval-shots.sh internlm internlm2_5-7b-chat-1m
38
 
39
- $BASEDIR/scripts/eval-shots.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
40
 
41
- export START_NUM_SHOTS=40
42
 
43
- $BASEDIR/scripts/eval-shots.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat
 
13
  lscpu
14
  grep MemTotal /proc/meminfo
15
 
 
 
 
 
16
  # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-3B-Instruct
17
 
18
+ $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-1.5B-Instruct
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
 
20
+ $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-1.5B-Instruct
21
 
22
+ $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-0.5B-Instruct
23
 
24
+ $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-0.5B-Instruct