Update README.md
Browse files
README.md
CHANGED
@@ -40,7 +40,6 @@ generate_ids = model.generate(inputs,max_length=2048, streamer=streamer)
|
|
40 |
load in 4bit
|
41 |
|
42 |
hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
43 |
-
|
44 |
| Task |Version| Metric |Value | |Stderr|
|
45 |
|-------------|------:|--------|-----:|---|-----:|
|
46 |
|arc_challenge| 0|acc |0.2389|± |0.0125|
|
@@ -49,10 +48,11 @@ hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: Fals
|
|
49 |
| | |mc2 |0.4322|± |0.0151|
|
50 |
|winogrande | 0|acc |0.5564|± |0.0140|
|
51 |
|
|
|
|
|
52 |
load in 4bit
|
53 |
|
54 |
hf-causal (pretrained=Qwen1.5-0.5B-Chat_llamafy), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
55 |
-
|
56 |
| Task |Version| Metric |Value | |Stderr|
|
57 |
|-------------|------:|--------|-----:|---|-----:|
|
58 |
|arc_challenge| 0|acc |0.2398|± |0.0125|
|
|
|
40 |
load in 4bit
|
41 |
|
42 |
hf-causal (pretrained=Qwen1.5-0.5B-Chat), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
|
|
43 |
| Task |Version| Metric |Value | |Stderr|
|
44 |
|-------------|------:|--------|-----:|---|-----:|
|
45 |
|arc_challenge| 0|acc |0.2389|± |0.0125|
|
|
|
48 |
| | |mc2 |0.4322|± |0.0151|
|
49 |
|winogrande | 0|acc |0.5564|± |0.0140|
|
50 |
|
51 |
+
|
52 |
+
|
53 |
load in 4bit
|
54 |
|
55 |
hf-causal (pretrained=Qwen1.5-0.5B-Chat_llamafy), limit: None, provide_description: False, num_fewshot: 0, batch_size: 32
|
|
|
56 |
| Task |Version| Metric |Value | |Stderr|
|
57 |
|-------------|------:|--------|-----:|---|-----:|
|
58 |
|arc_challenge| 0|acc |0.2398|± |0.0125|
|