Hugging Face's logo

webis
/
naacl25-prompt-compositions_composition-prediction

Safetensors
Model card Files Community
mspl commited on
Commit
0a6ba9b
·
1 Parent(s): 871fd94

Initial models and predictions commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +22 -0
  2. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/cobra_frames_test_results.parquet +3 -0
  3. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/cobra_frames_val_results.parquet +3 -0
  4. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/id2component_map.json +66 -0
  5. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/sbic_test_results.parquet +3 -0
  6. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/sbic_val_results.parquet +3 -0
  7. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/stereoset_test_results.parquet +3 -0
  8. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/stereoset_val_results.parquet +3 -0
  9. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/cobra_frames_test_results.parquet +3 -0
  10. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/cobra_frames_val_results.parquet +3 -0
  11. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/id2component_map.json +66 -0
  12. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/sbic_test_results.parquet +3 -0
  13. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/sbic_val_results.parquet +3 -0
  14. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/stereoset_test_results.parquet +3 -0
  15. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/stereoset_val_results.parquet +3 -0
  16. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/cobra_frames_test_results.parquet +3 -0
  17. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/cobra_frames_val_results.parquet +3 -0
  18. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/id2component_map.json +66 -0
  19. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/sbic_test_results.parquet +3 -0
  20. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/sbic_val_results.parquet +3 -0
  21. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/stereoset_test_results.parquet +3 -0
  22. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/stereoset_val_results.parquet +3 -0
  23. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/cobra_frames_test_results.parquet +3 -0
  24. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/cobra_frames_val_results.parquet +3 -0
  25. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/id2component_map.json +66 -0
  26. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/sbic_test_results.parquet +3 -0
  27. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/sbic_val_results.parquet +3 -0
  28. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/stereoset_test_results.parquet +3 -0
  29. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/stereoset_val_results.parquet +3 -0
  30. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/cobra_frames_test_results.parquet +3 -0
  31. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/cobra_frames_val_results.parquet +3 -0
  32. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/id2component_map.json +66 -0
  33. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/sbic_test_results.parquet +3 -0
  34. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/sbic_val_results.parquet +3 -0
  35. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/stereoset_test_results.parquet +3 -0
  36. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/stereoset_val_results.parquet +3 -0
  37. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/cobra_frames_test_results.parquet +3 -0
  38. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/cobra_frames_val_results.parquet +3 -0
  39. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/id2component_map.json +66 -0
  40. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/sbic_test_results.parquet +3 -0
  41. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/sbic_val_results.parquet +3 -0
  42. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/stereoset_test_results.parquet +3 -0
  43. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/stereoset_val_results.parquet +3 -0
  44. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/test_results.parquet +3 -0
  45. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/val_results.parquet +3 -0
  46. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/cobra_frames_test_results.parquet +3 -0
  47. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/cobra_frames_val_results.parquet +3 -0
  48. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/id2component_map.json +66 -0
  49. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/sbic_test_results.parquet +3 -0
  50. composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/sbic_val_results.parquet +3 -0
README.md CHANGED
@@ -1,3 +1,25 @@
1
  ---
2
  license: cc-by-3.0
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: cc-by-3.0
3
  ---
4
+
5
+
6
+ Adaptive Prompting: Ad-hoc Prompt Composition for Social Bias Detection
7
+ =======================================================================
8
+
9
+ Composition prediction models and classification predictions for each prompt composition for the paper [Adaptive Prompting: Ad-hoc Prompt Composition for Social Bias Detection](https://arxiv.org/abs/2502.06487).
10
+
11
+ For details, please see the published paper and the [GitHub repository](https://github.com/webis-de/naacl25-prompt-compositions).
12
+
13
+
14
+ ```
15
+ @inproceedings{spliethover-etal-2025-adaptive,
16
+ title = "Adaptive Prompting: Ad-hoc Prompt Composition for Social Bias Detection",
17
+ author = Splieth{\"o}ver, Maximilian and Knebler, Tim and Fumagalli, Fabian and Muschalik, Maximilian and Hammer, Barbara and H{\"u}llermeier, Eyke and Wachsmuth, Henning,
18
+ booktitle = "Proceedings of the 2025 Conference of the North American Chapter of the Association for Computational Linguistics",
19
+ month = apr,
20
+ year = "2025",
21
+ address = "Albuquerque, New Mexico",
22
+ publisher = "Association for Computational Linguistics",
23
+ url = "https://arxiv.org/abs/2502.06487",
24
+ }
25
+ ```
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e81f61c0cfe36de4e9e349e1cce11730a452660ec8d1f509612ff43f1db49a2
3
+ size 1025477
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f73695443d0a412d9cb40c66dd5772cc27f160482b315f1b6a6ffbcb3d4f1bd0
3
+ size 1159642
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fe3f5c998027220b93d8f5d2b0a157ef677dc6c85d637b153337b5d72663de
3
+ size 2411065
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:075e436c8bfb8089e4698f04864789d97902312234dd2b2d85f7cd4263f9afce
3
+ size 2403483
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e52c19560751924661701ec821423ffc48dae383384d520cb72171391f80f140
3
+ size 364063
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed1337/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4f3bb87b1d4d993d319f1d5bf77ddb5c41f7c75d5e156ebf25d7e00caf242b
3
+ size 364814
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cddffa921d33fabdb061ea0e76be6d40c2ed1ac29b8e64710e26bf0169a03aa
3
+ size 1024883
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10d065b8ec273d6abd6d1021e434834f59fcaac731a4d4aeb90bc0f86d983ea
3
+ size 1143000
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630444106ee5b11f57b776449036526c83d3b9f71075e9f429aef4839c34053b
3
+ size 2433508
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7f0dd6a7eb9fe743f8bc5ecea171eceee67a531a07e039729048a2ae20defc
3
+ size 2425133
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102da98c7a8d167c3f11745271ae1a8a6e6bbf0bac32e4634f4cca306ea11f60
3
+ size 364325
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed23/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ef52a51b68f4c825194d46cf0a41b34e5ccf8330cd95d322e078126800f136
3
+ size 364876
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559c6b39003d19ac2390d1fa1b03c4c422db47269e12ca9c0da7f62f059e29c3
3
+ size 1026271
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbea5f5770614705213ca0d3f7c6530daf74a68f6e130501dbe1051cdcb6d8cf
3
+ size 1151254
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37bb717e832f3187a835941ccacb062a94fdcec77d70444f1ee36fd3bb48b87
3
+ size 2425311
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a43dfda6a2d183759ff94c8a13a6ce7ad9b75bfd5d2d61bea2f34cb2afbca2
3
+ size 2414992
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e756594fdc13eedb5bc7f56b05dceab21f7d50f45b05e79e56e499ecc1fafd5f
3
+ size 364625
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed271/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb74cd442e1ff7075eaf7cb863a7babbca01f5ad37451bd397a8a7478b872e7
3
+ size 365069
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0c49617212ce114003dce0ad94df1de931f1050b032cd0be04741457d663c38
3
+ size 1029248
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8b6abe52017e767031635ba2156e7efc54cba9c0986f8b15a19ec6d53f53849
3
+ size 1143436
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d2d2a6255619c6662c274ea2e1c8de1ab8288b4f22c3f0f260d2a9773a7857b
3
+ size 2427219
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5122c508ce9727875b8f001d78f8be1f8dc30953134452278f72e291e42b325
3
+ size 2420043
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe297fd96cbddeb05668712af12a6e2a1a21f4e2aa7cd781c51551a2c4d646d
3
+ size 365722
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed314/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b42878b09567cfd521e41aaa9edb4347832e2d1de42fd3102b1ee20c501e559
3
+ size 366196
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad8b67fba7c9e160161065a7aece7be5a3ad34b29353d50389906bd59fa2a0e
3
+ size 1029587
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789131ad23211894d5f2a43cc6656613149bb40ed24aef9892c3f84091cdf844
3
+ size 1150726
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1602170a17b73965f155e598fd49ebe5eced92538d304f66d78fcf570f46650
3
+ size 2453168
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b3b556cefb391abb1a3d123ac5c1e7e20f18a2150a90b1acb110a72bf00cd8c
3
+ size 2443914
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d18bcbcdbeeb3116f12cb4b4174d5f8cdd991f4a35ff608afd0437bd6df194
3
+ size 367570
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-cobra_frames_20240808111725-seed42/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc026b5c1d79b46e7b5ee0f027b8bbde239c64475e589efcccba956603726368
3
+ size 368187
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e658ad94ebeb3355ba8c4cffa1c521e122d57fd376f9a5f7353bcd4e534848e2
3
+ size 1021317
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bdfce0772c8cb45cdb80af55a7b36c34431f6f4077f5e71fb3d9677e59aec6d
3
+ size 1207414
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71352b1ec9ee0633d89e1bac4c0d7e9807159f81b6542d3512fe20147c6c0a2
3
+ size 2371908
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971c817a1397bb6624e055fe93fcac1cb6c712ee03c81d84bf6996c830996490
3
+ size 2370088
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/stereoset_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c16d6bcbf797c512b0bf23c32f4fa6b771e7ae7e2354c8b7d1f97652d39029
3
+ size 362914
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/stereoset_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fde373119d3ed00e3369d5cbcdfd6d7e3ccde840e9825360fd72fa7d5ec810e
3
+ size 362934
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71352b1ec9ee0633d89e1bac4c0d7e9807159f81b6542d3512fe20147c6c0a2
3
+ size 2371908
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed1337/val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971c817a1397bb6624e055fe93fcac1cb6c712ee03c81d84bf6996c830996490
3
+ size 2370088
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/cobra_frames_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75de5751743133d2fba7c03995c2668f88c7de0272cfaf3fb44052aa683aaf2f
3
+ size 987059
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/cobra_frames_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b43ad23d0ea6ac66910864555fc4b42df27c309c30376b30c559aaa8131624d
3
+ size 1120860
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/id2component_map.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "0": "category-few-shot",
3
+ "1": "category-few-shot_definitions",
4
+ "2": "category-few-shot_definitions_directional-stimulus",
5
+ "3": "category-few-shot_definitions_directional-stimulus_system-prompts",
6
+ "4": "category-few-shot_definitions_system-prompts",
7
+ "5": "category-few-shot_directional-stimulus",
8
+ "6": "category-few-shot_directional-stimulus_system-prompts",
9
+ "7": "category-few-shot_system-prompts",
10
+ "8": "definitions",
11
+ "9": "definitions_directional-stimulus",
12
+ "10": "definitions_directional-stimulus_random-few-shot",
13
+ "11": "definitions_directional-stimulus_random-few-shot_system-prompts",
14
+ "12": "definitions_directional-stimulus_similar-few-shot",
15
+ "13": "definitions_directional-stimulus_similar-few-shot_system-prompts",
16
+ "14": "definitions_directional-stimulus_system-prompts",
17
+ "15": "definitions_random-few-shot",
18
+ "16": "definitions_random-few-shot_system-prompts",
19
+ "17": "definitions_similar-few-shot",
20
+ "18": "definitions_similar-few-shot_system-prompts",
21
+ "19": "definitions_system-prompts",
22
+ "20": "directional-stimulus",
23
+ "21": "directional-stimulus_random-few-shot",
24
+ "22": "directional-stimulus_random-few-shot_system-prompts",
25
+ "23": "directional-stimulus_similar-few-shot",
26
+ "24": "directional-stimulus_similar-few-shot_system-prompts",
27
+ "25": "directional-stimulus_system-prompts",
28
+ "26": "random-few-shot",
29
+ "27": "random-few-shot_system-prompts",
30
+ "28": "similar-few-shot",
31
+ "29": "similar-few-shot_system-prompts",
32
+ "30": "system-prompts",
33
+ "31": "task-description-only",
34
+ "32": "cot_category-few-shot",
35
+ "33": "cot_category-few-shot_definitions",
36
+ "34": "cot_category-few-shot_definitions_directional-stimulus",
37
+ "35": "cot_category-few-shot_definitions_directional-stimulus_system-prompts",
38
+ "36": "cot_category-few-shot_definitions_system-prompts",
39
+ "37": "cot_category-few-shot_directional-stimulus",
40
+ "38": "cot_category-few-shot_directional-stimulus_system-prompts",
41
+ "39": "cot_category-few-shot_system-prompts",
42
+ "40": "cot_definitions",
43
+ "41": "cot_definitions_directional-stimulus",
44
+ "42": "cot_definitions_directional-stimulus_random-few-shot",
45
+ "43": "cot_definitions_directional-stimulus_random-few-shot_system-prompts",
46
+ "44": "cot_definitions_directional-stimulus_similar-few-shot",
47
+ "45": "cot_definitions_directional-stimulus_similar-few-shot_system-prompts",
48
+ "46": "cot_definitions_directional-stimulus_system-prompts",
49
+ "47": "cot_definitions_random-few-shot",
50
+ "48": "cot_definitions_random-few-shot_system-prompts",
51
+ "49": "cot_definitions_similar-few-shot",
52
+ "50": "cot_definitions_similar-few-shot_system-prompts",
53
+ "51": "cot_definitions_system-prompts",
54
+ "52": "cot_directional-stimulus",
55
+ "53": "cot_directional-stimulus_random-few-shot",
56
+ "54": "cot_directional-stimulus_random-few-shot_system-prompts",
57
+ "55": "cot_directional-stimulus_similar-few-shot",
58
+ "56": "cot_directional-stimulus_similar-few-shot_system-prompts",
59
+ "57": "cot_directional-stimulus_system-prompts",
60
+ "58": "cot_random-few-shot",
61
+ "59": "cot_random-few-shot_system-prompts",
62
+ "60": "cot_similar-few-shot",
63
+ "61": "cot_similar-few-shot_system-prompts",
64
+ "62": "cot_system-prompts",
65
+ "63": "cot_task-description-only"
66
+ }
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/sbic_test_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8834f36b85fef5b99771559c57e1bad5bf497aa1c6d12c9160a0733356c2678
3
+ size 2380398
composition-predictions/deberta-v3-large_composition-prediction-for-command-r-v01-on-sbic_20240709173846-seed23/sbic_val_results.parquet ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03cc142c7331aca58b5bd072f9a57b2d96841b9d87d99ae2aa2bc30dd49eee7
3
+ size 2377646