dnaihao commited on
Commit
609fd32
·
1 Parent(s): 5d9b035

Changed repo clone

Browse files
chumor_leaderboard_submission/result.csv DELETED
@@ -1,12 +0,0 @@
1
- Models,Model Size(B),Data Source,DP Acc,DP False Positive Rate,DP False Negative Score,DP MCC,CoT Acc,CoT False Positive Rate,CoT False Negative Score,CoT MCC
2
- Human,-,[LIT Lab](https://arxiv.org/abs/2406.12754),78.30,,,0.60,78.30,,,0.60
3
- Athene,70B,[LIT Lab](https://arxiv.org/abs/2406.12754),44.59,97.83,0.28,0.08,47.26,91.10,2.89,0.12
4
- ERNIE-4-turbo,-,[LIT Lab](https://arxiv.org/abs/2406.12754),60.29,59.83,13.57,0.29,45.16,96.93,0.14,0.11
5
- Gemini-1.5-pro,-,[LIT Lab](https://arxiv.org/abs/2406.12754),54.00,77.42,5.17,0.24,60.32,33.81,47.31,0.19
6
- GLM-4-plus,-,[LIT Lab](https://arxiv.org/abs/2406.12754),55.56,72.28,8.26,0.24,58.13,32.96,53.44,0.14
7
- GPT-4-turbo,-,[LIT Lab](https://arxiv.org/abs/2406.12754),52.32,79.28,6.61,0.20,51.27,80.87,6.96,0.17
8
- GPT-4o,unk,[LIT Lab](https://arxiv.org/abs/2406.12754),51.87,80.02,6.68,0.19,50.64,85.00,3.03,0.20
9
- Nemontron,70B,[LIT Lab](https://arxiv.org/abs/2406.12754),56.30,61.26,20.87,0.19,57.17,40.28,46.14,0.14
10
- Mistral,123B,[LIT Lab](https://arxiv.org/abs/2406.12754),55.56,69.26,12.19,0.22,51.18,79.92,8.40,0.16
11
- QWen-2.5,72B,[LIT Lab](https://arxiv.org/abs/2406.12754),48.46,90.67,0.69,0.19,49.45,86.91,3.31,0.17
12
- Yi,34B,[LIT Lab](https://arxiv.org/abs/2406.12754),44.95,97.24,0.21,0.10,47.17,89.30,5.44,0.09
 
 
 
 
 
 
 
 
 
 
 
 
 
utils.py CHANGED
@@ -19,9 +19,9 @@ MODEL_INFO = [
19
  DATA_TITLE_TYPE = ['markdown', 'str', 'markdown',
20
  'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
21
 
22
- SUBMISSION_NAME = "chumor_leaderboard_submission"
23
- SUBMISSION_URL = os.path.join("https://huggingface.co/spaces/dnaihao/", SUBMISSION_NAME)
24
- CSV_DIR = "./chumor_leaderboard_submission/results.csv"
25
 
26
  COLUMN_NAMES = MODEL_INFO
27
 
 
19
  DATA_TITLE_TYPE = ['markdown', 'str', 'markdown',
20
  'number', 'number', 'number', 'number', 'number', 'number', 'number', 'number']
21
 
22
+ SUBMISSION_NAME = "Chumor-submissions"
23
+ SUBMISSION_URL = os.path.join("https://huggingface.co/datasets/dnaihao", SUBMISSION_NAME)
24
+ CSV_DIR = "./Chumor-submissions/results.csv"
25
 
26
  COLUMN_NAMES = MODEL_INFO
27