Minami-su commited on
Commit
7d837e2
1 Parent(s): 178a3f0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -40,7 +40,6 @@ generate_ids = model.generate(inputs,max_length=2048, streamer=streamer)
40
  load in 4bit
41
 
42
  hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
43
-
44
  | Task |Version| Metric |Value | |Stderr|
45
  |-------------|------:|--------|-----:|---|-----:|
46
  |arc_challenge| 0|acc |0.2389|± |0.0125|
@@ -49,10 +48,11 @@ hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: Fals
49
  | | |mc2 |0.4322|± |0.0151|
50
  |winogrande | 0|acc |0.5564|± |0.0140|
51
 
 
 
52
  load in 4bit
53
 
54
  hf-causal (pretrained=Qwen1.5-0.5B-Chat_llamafy), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
55
-
56
  | Task |Version| Metric |Value | |Stderr|
57
  |-------------|------:|--------|-----:|---|-----:|
58
  |arc_challenge| 0|acc |0.2398|± |0.0125|
 
40
  load in 4bit
41
 
42
  hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
 
43
  | Task |Version| Metric |Value | |Stderr|
44
  |-------------|------:|--------|-----:|---|-----:|
45
  |arc_challenge| 0|acc |0.2389|± |0.0125|
 
48
  | | |mc2 |0.4322|± |0.0151|
49
  |winogrande | 0|acc |0.5564|± |0.0140|
50
 
51
+
52
+
53
  load in 4bit
54
 
55
  hf-causal (pretrained=Qwen1.5-0.5B-Chat_llamafy), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
 
56
  | Task |Version| Metric |Value | |Stderr|
57
  |-------------|------:|--------|-----:|---|-----:|
58
  |arc_challenge| 0|acc |0.2398|± |0.0125|