Changed repo clone
Browse files- chumor_leaderboard_submission/result.csv +0 -12
- utils.py +3 -3
chumor_leaderboard_submission/result.csv
DELETED
@@ -1,12 +0,0 @@
|
|
1 |
-
Models,Model Size(B),Data Source,DP Acc,DP False Positive Rate,DP False Negative Score,DP MCC,CoT Acc,CoT False Positive Rate,CoT False Negative Score,CoT MCC
|
2 |
-
Human,-,[LIT Lab](https://arxiv.org/abs/2406.12754),78.30,,,0.60,78.30,,,0.60
|
3 |
-
Athene,70B,[LIT Lab](https://arxiv.org/abs/2406.12754),44.59,97.83,0.28,0.08,47.26,91.10,2.89,0.12
|
4 |
-
ERNIE-4-turbo,-,[LIT Lab](https://arxiv.org/abs/2406.12754),60.29,59.83,13.57,0.29,45.16,96.93,0.14,0.11
|
5 |
-
Gemini-1.5-pro,-,[LIT Lab](https://arxiv.org/abs/2406.12754),54.00,77.42,5.17,0.24,60.32,33.81,47.31,0.19
|
6 |
-
GLM-4-plus,-,[LIT Lab](https://arxiv.org/abs/2406.12754),55.56,72.28,8.26,0.24,58.13,32.96,53.44,0.14
|
7 |
-
GPT-4-turbo,-,[LIT Lab](https://arxiv.org/abs/2406.12754),52.32,79.28,6.61,0.20,51.27,80.87,6.96,0.17
|
8 |
-
GPT-4o,unk,[LIT Lab](https://arxiv.org/abs/2406.12754),51.87,80.02,6.68,0.19,50.64,85.00,3.03,0.20
|
9 |
-
Nemontron,70B,[LIT Lab](https://arxiv.org/abs/2406.12754),56.30,61.26,20.87,0.19,57.17,40.28,46.14,0.14
|
10 |
-
Mistral,123B,[LIT Lab](https://arxiv.org/abs/2406.12754),55.56,69.26,12.19,0.22,51.18,79.92,8.40,0.16
|
11 |
-
QWen-2.5,72B,[LIT Lab](https://arxiv.org/abs/2406.12754),48.46,90.67,0.69,0.19,49.45,86.91,3.31,0.17
|
12 |
-
Yi,34B,[LIT Lab](https://arxiv.org/abs/2406.12754),44.95,97.24,0.21,0.10,47.17,89.30,5.44,0.09
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
utils.py
CHANGED
@@ -19,9 +19,9 @@ MODEL_INFO = [
|
|
19 |
DATA_TITLE_TYPE = ['markdown', 'str', 'markdown',
|
20 |
'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
21 |
|
22 |
-
SUBMISSION_NAME = "
|
23 |
-
SUBMISSION_URL = os.path.join("https://huggingface.co/
|
24 |
-
CSV_DIR = "./
|
25 |
|
26 |
COLUMN_NAMES = MODEL_INFO
|
27 |
|
|
|
19 |
DATA_TITLE_TYPE = ['markdown', 'str', 'markdown',
|
20 |
'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
|
21 |
|
22 |
+
SUBMISSION_NAME = "Chumor-submissions"
|
23 |
+
SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/dnaihao", SUBMISSION_NAME)
|
24 |
+
CSV_DIR = "./Chumor-submissions/results.csv"
|
25 |
|
26 |
COLUMN_NAMES = MODEL_INFO
|
27 |
|