Spaces:
Configuration error
Configuration error
Add my new, shiny module.
Browse files
llm_harness_mistral_arc.py
CHANGED
@@ -51,6 +51,6 @@ class llm_harness_mistral_arc(evaluate.Metric):
|
|
51 |
)
|
52 |
results = {}
|
53 |
for task in outputs['results']:
|
54 |
-
|
55 |
'acc_norm':outputs['results'][task]['acc_norm,none']}
|
56 |
return results
|
|
|
51 |
)
|
52 |
results = {}
|
53 |
for task in outputs['results']:
|
54 |
+
results[task] = {'acc':outputs['results'][task]['acc,none'],
|
55 |
'acc_norm':outputs['results'][task]['acc_norm,none']}
|
56 |
return results
|