Spaces:
Running
Running
Commit
·
bdc6e92
1
Parent(s):
a283682
add domains
Browse files
app.py
CHANGED
@@ -33,8 +33,8 @@ repo = snapshot_download(
|
|
33 |
)
|
34 |
|
35 |
def avg_over_rewardbench_v2(dataframe_core):
|
36 |
-
domain_cols = ['chat:random', 'factuality:random', 'coconot/safety', 'math', 'precise instruction following', 'ties']
|
37 |
-
domain_weights=[0, 1, 1, 1, 1, 0]
|
38 |
new_df = dataframe_core.copy()
|
39 |
|
40 |
# for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
|
|
|
33 |
)
|
34 |
|
35 |
def avg_over_rewardbench_v2(dataframe_core):
|
36 |
+
domain_cols = ['chat:random', 'chat:single model', 'factuality:random', 'factuality:single model', 'coconot/safety', 'math', 'precise instruction following', 'ties']
|
37 |
+
domain_weights=[0, 1, 1, 1, 1, 1, 0]
|
38 |
new_df = dataframe_core.copy()
|
39 |
|
40 |
# for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
|