Update README.md
Browse files
README.md
CHANGED
@@ -44,6 +44,15 @@ hf (pretrained=Lambent/Falcon3-Continued-0.3-10B-Base), gen_kwargs: (None), limi
|
|
44 |
| | |none | 0|acc_norm|↑ |0.9500|± |0.0069|
|
45 |
|winogrande | 1|none | 0|acc |↑ |0.7332|± |0.0124|
|
46 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
47 |
Original under same conditions:
|
48 |
|
49 |
hf (pretrained=tiiuae/Falcon3-10B-Base,dtype=auto,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 0, batch_size: auto
|
|
|
44 |
| | |none | 0|acc_norm|↑ |0.9500|± |0.0069|
|
45 |
|winogrande | 1|none | 0|acc |↑ |0.7332|± |0.0124|
|
46 |
|
47 |
+
MuSR:
|
48 |
+
|
49 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | murder mysteries | cot+ | 145 / 250 | (run cost = 0.00, iteration cost = 0.00): 100%|█| 250/250 [2:
|
50 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | murder mysteries | cot+ | 145 / 250 | 58.0
|
51 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | object placements | cot+ | 83 / 256 | (run cost = 0.00, iteration cost = 0.00): 100%|█| 64/64 [3:02:07
|
52 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | object placements | cot+ | 83 / 256 | 32.4
|
53 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | team allocation | cot+ | 112 / 250 | (run cost = 0.00, iteration cost = 0.00): 100%|█| 250/250 [2:37:1
|
54 |
+
RUNNING | Lambent/Falcon3-Continued-0.3-10B-Base | team allocation | cot+ | 112 / 250 | 44.8
|
55 |
+
|
56 |
Original under same conditions:
|
57 |
|
58 |
hf (pretrained=tiiuae/Falcon3-10B-Base,dtype=auto,trust_remote_code=True), gen_kwargs: (None), limit: None, num_fewshot: 0, batch_size: auto
|