Hugging Face's logo

Spaces:
bgamazay
/
Leaderboard_test
Sleeping

App Files Community
bgamazay commited on
Commit
8e623c1
·
verified ·
1 Parent(s): 3b47454

Upload 10 files

Browse files
Files changed (10) hide show
  1. data/energy/asr.csv +14 -14
  2. data/energy/image_captioning.csv +11 -11
  3. data/energy/image_classification.csv +24 -24
  4. data/energy/image_generation.csv +13 -13
  5. data/energy/object_detection.csv +8 -8
  6. data/energy/question_answering.csv +19 -19
  7. data/energy/sentence_similarity.csv +20 -20
  8. data/energy/summarization.csv +12 -12
  9. data/energy/text_classification.csv +14 -14
  10. data/energy/text_generation.csv +41 -52
data/energy/asr.csv CHANGED
@@ -1,14 +1,14 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-16-46-40,automatic_speech_recognition,distil-whisper/distil-large-v2,EnergyStarAI/ASR,0.021521125439108245
3
- 0,2024-09-06-18-09-36,automatic_speech_recognition,distil-whisper/distil-medium.en,EnergyStarAI/ASR,0.01697139904933067
4
- 0,2024-09-06-17-50-02,automatic_speech_recognition,distil-whisper/distil-small.en,EnergyStarAI/ASR,0.015568577010407213
5
- 0,2024-09-06-17-01-57,automatic_speech_recognition,openai/whisper-base,EnergyStarAI/ASR,0.016545972820101083
6
- 0,2024-09-06-16-55-44,automatic_speech_recognition,openai/whisper-tiny,EnergyStarAI/ASR,0.013442129142583425
7
- 0,2024-09-06-16-45-14,automatic_speech_recognition,openai/whisper-large-v3,EnergyStarAI/ASR,0.0866790655098633
8
- 0,2024-09-06-17-24-50,automatic_speech_recognition,openai/whisper-small,EnergyStarAI/ASR,0.029965155360993912
9
- 0,2024-09-06-19-00-06,automatic_speech_recognition,openai/whisper-medium,EnergyStarAI/ASR,0.06142162788726289
10
- 0,2024-09-06-17-58-44,automatic_speech_recognition,facebook/s2t-small-librispeech-asr,EnergyStarAI/ASR,0.01720176778918088
11
- 0,2024-09-06-17-58-06,automatic_speech_recognition,facebook/hubert-large-ls960-ft,EnergyStarAI/ASR,0.0016150152086776615
12
- 0,2024-09-06-17-49-54,automatic_speech_recognition,facebook/mms-1b-all,EnergyStarAI/ASR,0.004284854705658603
13
- 0,2024-09-06-16-52-49,automatic_speech_recognition,facebook/wav2vec2-base-960h,EnergyStarAI/ASR,0.0006196989124251928
14
- 0,2024-09-06-17-54-41,automatic_speech_recognition,asapp/sew-d-base-plus-400k-ft-ls100h,EnergyStarAI/ASR,0.0015368147850065128
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,distil-whisper/distil-large-v2,0.0215211254391082,4
3
+ 1,distil-whisper/distil-medium.en,0.0169713990493306,5
4
+ 2,distil-whisper/distil-small.en,0.0155685770104072,5
5
+ 3,openai/whisper-base,0.016545972820101,5
6
+ 4,openai/whisper-tiny,0.0134421291425834,5
7
+ 5,openai/whisper-large-v3,0.0866790655098633,1
8
+ 6,openai/whisper-small,0.0299651553609939,4
9
+ 7,openai/whisper-medium,0.0614216278872628,2
10
+ 8,facebook/s2t-small-librispeech-asr,0.0172017677891808,5
11
+ 9,facebook/hubert-large-ls960-ft,0.0016150152086776,5
12
+ 10,facebook/mms-1b-all,0.0042848547056586,5
13
+ 11,facebook/wav2vec2-base-960h,0.0006196989124251,5
14
+ 12,asapp/sew-d-base-plus-400k-ft-ls100h,0.0015368147850065,5
data/energy/image_captioning.csv CHANGED
@@ -1,11 +1,11 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-10-17-56-18,image_to_text,Salesforce/blip2-flan-t5-xxl,EnergyStarAI/image_captioning,0.17993096569465764
3
- 0,2024-09-10-17-44-55,image_to_text,Salesforce/blip-image-captioning-large,EnergyStarAI/image_captioning,0.048511440920231054
4
- 0,2024-09-10-17-48-46,image_to_text,Salesforce/blip-image-captioning-base,EnergyStarAI/image_captioning,0.047118370194667136
5
- 0,2024-09-10-17-48-36,image_to_text,Salesforce/blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10133552890169142
6
- 0,2024-09-10-17-50-11,image_to_text,Salesforce/blip2-flan-t5-xl,EnergyStarAI/image_captioning,0.10215210719384231
7
- 0,2024-09-10-18-41-13,image_to_text,Salesforce/blip2-opt-6.7b,EnergyStarAI/image_captioning,0.17495780185501958
8
- 0,2024-09-10-18-21-00,image_to_text,microsoft/git-large-coco,EnergyStarAI/image_captioning,0.17031961717225103
9
- 0,2024-09-10-17-57-20,image_to_text,microsoft/git-base,EnergyStarAI/image_captioning,0.07470560173665604
10
- 0,2024-09-10-17-47-55,image_to_text,sashakunitsyn/vlrm-blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10334738562228481
11
- 0,2024-09-10-17-48-49,image_to_text,google/pix2struct-base,EnergyStarAI/image_captioning,0.04574709020875645
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,Salesforce/blip2-flan-t5-xxl,0.1799309656946576,1
3
+ 1,Salesforce/blip-image-captioning-large,0.048511440920231,5
4
+ 2,Salesforce/blip-image-captioning-base,0.0471183701946671,5
5
+ 3,Salesforce/blip2-opt-2.7b,0.1013355289016914,3
6
+ 4,Salesforce/blip2-flan-t5-xl,0.1021521071938423,3
7
+ 5,Salesforce/blip2-opt-6.7b,0.1749578018550195,1
8
+ 6,microsoft/git-large-coco,0.170319617172251,1
9
+ 7,microsoft/git-base,0.074705601736656,4
10
+ 8,sashakunitsyn/vlrm-blip2-opt-2.7b,0.1033473856222848,3
11
+ 9,google/pix2struct-base,0.0457470902087564,5
data/energy/image_classification.csv CHANGED
@@ -1,24 +1,24 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-05-15-55-25,image_classification,deepmind/vision-perceiver-conv,EnergyStarAI/image_classification,0.002641365890868874
3
- 0,2024-09-04-22-54-51,image_classification,microsoft/beit-base-patch16-224,EnergyStarAI/image_classification,0.0007415063154269319
4
- 0,2024-09-04-22-06-45,image_classification,microsoft/resnet-50,EnergyStarAI/image_classification,0.0003904286734538687
5
- 0,2024-09-05-15-31-45,image_classification,microsoft/swin-base-patch4-window12-384,EnergyStarAI/image_classification,0.0015308166135410417
6
- 0,2024-09-05-15-37-23,image_classification,microsoft/resnet-18,EnergyStarAI/image_classification,0.00029911504484738673
7
- 0,2024-09-04-22-58-16,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.001290521115749399
8
- 0,2024-09-04-22-58-53,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.0013860879144246495
9
- 0,2024-09-05-15-50-25,image_classification,microsoft/swinv2-tiny-patch4-window8-256,EnergyStarAI/image_classification,0.0007677747808859881
10
- 0,2024-09-04-22-44-06,image_classification,microsoft/swinv2-tiny-patch4-window16-256,EnergyStarAI/image_classification,0.000848116678493227
11
- 0,2024-09-04-22-09-01,image_classification,microsoft/beit-base-patch16-224-pt22k-ft22k,EnergyStarAI/image_classification,0.0007789863176341782
12
- 0,2024-09-04-22-49-34,image_classification,apple/mobilevit-small,EnergyStarAI/image_classification,0.0005120553818661943
13
- 0,2024-09-04-22-09-45,image_classification,WinKawaks/vit-tiny-patch16-224,EnergyStarAI/image_classification,0.0003847505022445574
14
- 0,2024-09-04-22-49-24,image_classification,facebook/convnext-base-384-22k-1k,EnergyStarAI/image_classification,0.0011152139755038703
15
- 0,2024-09-04-22-44-45,image_classification,facebook/convnext-tiny-224,EnergyStarAI/image_classification,0.00045075399949183747
16
- 0,2024-09-04-22-49-56,image_classification,facebook/convnext-large-224,EnergyStarAI/image_classification,0.0009730105839629744
17
- 0,2024-09-05-15-47-07,image_classification,nvidia/mit-b5,EnergyStarAI/image_classification,0.0024879305181205067
18
- 0,2024-09-05-15-57-37,image_classification,google/efficientnet-b7,EnergyStarAI/image_classification,0.0018499837577637735
19
- 0,2024-09-04-22-54-33,image_classification,google/vit-base-patch32-384,EnergyStarAI/image_classification,0.0007589946349732202
20
- 0,2024-09-04-22-08-50,image_classification,google/vit-base-patch16-384,EnergyStarAI/image_classification,0.0009914635153924322
21
- 0,2024-09-04-22-08-57,image_classification,google/vit-large-patch32-384,EnergyStarAI/image_classification,0.0011631231249422003
22
- 0,2024-09-04-22-54-36,image_classification,google/mobilenet_v2_1.0_224,EnergyStarAI/image_classification,0.0004064683251744028
23
- 0,2024-09-04-22-07-11,image_classification,google/vit-base-patch16-224,EnergyStarAI/image_classification,0.0005825953549653207
24
- 0,2024-09-04-22-09-33,image_classification,google/bit-50,EnergyStarAI/image_classification,0.0008317437209498735
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,deepmind/vision-perceiver-conv,0.0026413658908688,1
3
+ 1,microsoft/beit-base-patch16-224,0.0007415063154269,5
4
+ 2,microsoft/resnet-50,0.0003904286734538,5
5
+ 3,microsoft/swin-base-patch4-window12-384,0.001530816613541,3
6
+ 4,microsoft/resnet-18,0.0002991150448473,5
7
+ 5,microsoft/swinv2-large-patch4-window12-192-22k,0.0012905211157493,3
8
+ 6,microsoft/swinv2-large-patch4-window12-192-22k,0.0013860879144246,3
9
+ 7,microsoft/swinv2-tiny-patch4-window8-256,0.0007677747808859,4
10
+ 8,microsoft/swinv2-tiny-patch4-window16-256,0.0008481166784932,4
11
+ 9,microsoft/beit-base-patch16-224-pt22k-ft22k,0.0007789863176341,4
12
+ 10,apple/mobilevit-small,0.0005120553818661,5
13
+ 11,WinKawaks/vit-tiny-patch16-224,0.0003847505022445,5
14
+ 12,facebook/convnext-base-384-22k-1k,0.0011152139755038,4
15
+ 13,facebook/convnext-tiny-224,0.0004507539994918,5
16
+ 14,facebook/convnext-large-224,0.0009730105839629,4
17
+ 15,nvidia/mit-b5,0.0024879305181205,1
18
+ 16,google/efficientnet-b7,0.0018499837577637,2
19
+ 17,google/vit-base-patch32-384,0.0007589946349732,5
20
+ 18,google/vit-base-patch16-384,0.0009914635153924,4
21
+ 19,google/vit-large-patch32-384,0.0011631231249422,4
22
+ 20,google/mobilenet_v2_1.0_224,0.0004064683251744,5
23
+ 21,google/vit-base-patch16-224,0.0005825953549653,5
24
+ 22,google/bit-50,0.0008317437209498,4
data/energy/image_generation.csv CHANGED
@@ -1,13 +1,13 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-04-17-08-46,image_generation_tiny_sd,Mitsua/mitsua-diffusion-one,EnergyStarAI/image_generation,0.18681191386607826
3
- 0,2024-09-04-17-08-42,image_generation_tiny_sd,gsdf/Counterfeit-V2.5,EnergyStarAI/image_generation,0.18736638611521114
4
- 0,2024-09-04-17-01-27,image_generation_tiny_sd,stabilityai/sd-turbo,EnergyStarAI/image_generation,0.18986494633628012
5
- 0,2024-09-04-17-01-31,image_generation_tiny_sd,stabilityai/stable-cascade,EnergyStarAI/image_generation,1.2143555385669864
6
- 0,2024-09-04-17-01-48,image_generation_tiny_sd,stabilityai/stable-diffusion-2-1,EnergyStarAI/image_generation,0.5344667333230447
7
- 0,2024-09-04-17-01-38,image_generation_tiny_sd,stabilityai/sdxl-turbo,EnergyStarAI/image_generation,0.38556879787145704
8
- 0,2024-09-04-16-52-34,image_generation_tiny_sd,stabilityai/stable-diffusion-xl-base-1.0,EnergyStarAI/image_generation,1.6398454721253273
9
- 0,2024-09-04-17-08-19,image_generation_tiny_sd,dreamlike-art/dreamlike-photoreal-2.0,EnergyStarAI/image_generation,0.5813318923429195
10
- 0,2024-09-04-17-01-18,image_generation_tiny_sd,prompthero/openjourney-v4,EnergyStarAI/image_generation,0.20336733122151288
11
- 0,2024-09-04-17-01-27,image_generation_tiny_sd,prompthero/openjourney,EnergyStarAI/image_generation,0.1968802236707196
12
- 0,2024-09-04-17-08-37,image_generation_tiny_sd,SimianLuo/LCM_Dreamshaper_v7,EnergyStarAI/image_generation,0.32204441110754656
13
- 0,2024-09-04-17-08-08,image_generation_tiny_sd,Yntec/epiCPhotoGasm,EnergyStarAI/image_generation,0.5865744907036616
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,Mitsua/mitsua-diffusion-one,0.1868119138660782,5
3
+ 1,gsdf/Counterfeit-V2.5,0.1873663861152111,5
4
+ 2,stabilityai/sd-turbo,0.1898649463362801,5
5
+ 3,stabilityai/stable-cascade,1.2143555385669864,2
6
+ 4,stabilityai/stable-diffusion-2-1,0.5344667333230447,4
7
+ 5,stabilityai/sdxl-turbo,0.385568797871457,5
8
+ 6,stabilityai/stable-diffusion-xl-base-1.0,1.6398454721253273,1
9
+ 7,dreamlike-art/dreamlike-photoreal-2.0,0.5813318923429195,4
10
+ 8,prompthero/openjourney-v4,0.2033673312215128,5
11
+ 9,prompthero/openjourney,0.1968802236707196,5
12
+ 10,SimianLuo/LCM_Dreamshaper_v7,0.3220444111075465,5
13
+ 11,Yntec/epiCPhotoGasm,0.5865744907036616,4
data/energy/object_detection.csv CHANGED
@@ -1,8 +1,8 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-18-40-32,object_detection,microsoft/conditional-detr-resnet-50,EnergyStarAI/object_detection,0.0021445893267811656
3
- 0,2024-09-06-18-19-50,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003291816716784446
4
- 0,2024-09-06-18-51-02,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003278611067331205
5
- 0,2024-09-06-18-30-02,object_detection,facebook/detr-resnet-101,EnergyStarAI/object_detection,0.002531398219561254
6
- 0,2024-09-06-16-39-17,object_detection,hustvl/yolos-tiny,EnergyStarAI/object_detection,0.0010041655533324701
7
- 0,2024-09-06-16-40-44,object_detection,hustvl/yolos-small,EnergyStarAI/object_detection,0.003281147624916514
8
- 0,2024-09-06-16-41-05,object_detection,hustvl/yolos-base,EnergyStarAI/object_detection,0.007980927134736682
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,microsoft/conditional-detr-resnet-50,0.0021445893267811,5
3
+ 1,facebook/detr-resnet-50-dc5,0.0032918167167844,4
4
+ 2,facebook/detr-resnet-50-dc5,0.0032786110673312,4
5
+ 3,facebook/detr-resnet-101,0.0025313982195612,4
6
+ 4,hustvl/yolos-tiny,0.0010041655533324,5
7
+ 5,hustvl/yolos-small,0.0032811476249165,4
8
+ 6,hustvl/yolos-base,0.0079809271347366,1
data/energy/question_answering.csv CHANGED
@@ -1,19 +1,19 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-14-58-58,question_answering,distilbert/distilbert-base-cased-distilled-squad,EnergyStarAI/extractive_qa,0.0002399711641988489
3
- 0,2024-09-05-22-57-19,question_answering,csarron/mobilebert-uncased-squad-v2,EnergyStarAI/extractive_qa,0.0009365245547769518
4
- 0,2024-09-06-14-56-03,question_answering,Intel/dynamic_tinybert,EnergyStarAI/extractive_qa,0.00020857152796818212
5
- 0,2024-09-06-01-22-50,question_answering,Falconsai/question_answering_v2,EnergyStarAI/extractive_qa,0.0002254597081453369
6
- 0,2024-09-06-01-22-48,question_answering,allenai/longformer-large-4096-finetuned-triviaqa,EnergyStarAI/extractive_qa,0.003970963176768194
7
- 0,2024-09-06-15-15-47,question_answering,mrm8488/longformer-base-4096-finetuned-squadv2,EnergyStarAI/extractive_qa,0.0017923508227684515
8
- 0,2024-09-06-01-22-27,question_answering,mrm8488/bert-tiny-finetuned-squadv2,EnergyStarAI/extractive_qa,5.536551651470489e-05
9
- 0,2024-09-06-14-58-51,question_answering,deepset/deberta-v3-large-squad2,EnergyStarAI/extractive_qa,0.0018766848346800202
10
- 0,2024-09-06-14-58-22,question_answering,deepset/minilm-uncased-squad2,EnergyStarAI/extractive_qa,0.00025281523002980145
11
- 0,2024-09-05-22-53-34,question_answering,deepset/bert-large-uncased-whole-word-masking-squad2,EnergyStarAI/extractive_qa,0.0010475373935861399
12
- 0,2024-09-05-22-56-47,question_answering,deepset/deberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008124823444305207
13
- 0,2024-09-05-23-01-01,question_answering,deepset/electra-base-squad2,EnergyStarAI/extractive_qa,0.00046862068045072647
14
- 0,2024-09-05-22-53-25,question_answering,timpal0l/mdeberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008576797694729521
15
- 0,2024-09-06-01-32-55,question_answering_t5,google-t5/t5-large,EnergyStarAI/extractive_qa,0.07227845601716326
16
- 0,2024-09-06-01-32-31,question_answering_t5,google-t5/t5-11b,EnergyStarAI/extractive_qa,0.17813010925397316
17
- 0,2024-09-06-01-24-52,question_answering_t5,google-t5/t5-3b,EnergyStarAI/extractive_qa,0.08769785824156423
18
- 0,2024-09-06-01-22-36,question_answering_t5,google-t5/t5-base,EnergyStarAI/extractive_qa,0.03436274993462298
19
- 0,2024-09-06-01-24-00,question_answering_t5,google-t5/t5-small,EnergyStarAI/extractive_qa,0.020635068646930498
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,distilbert/distilbert-base-cased-distilled-squad,0.0002399711641988,5
3
+ 1,csarron/mobilebert-uncased-squad-v2,0.0009365245547769,5
4
+ 2,Intel/dynamic_tinybert,0.0002085715279681,5
5
+ 3,Falconsai/question_answering_v2,0.0002254597081453,5
6
+ 4,allenai/longformer-large-4096-finetuned-triviaqa,0.0039709631767681,5
7
+ 5,mrm8488/longformer-base-4096-finetuned-squadv2,0.0017923508227684,5
8
+ 6,mrm8488/bert-tiny-finetuned-squadv2,5.536551651470489e-05,5
9
+ 7,deepset/deberta-v3-large-squad2,0.00187668483468,5
10
+ 8,deepset/minilm-uncased-squad2,0.0002528152300298,5
11
+ 9,deepset/bert-large-uncased-whole-word-masking-squad2,0.0010475373935861,5
12
+ 10,deepset/deberta-v3-base-squad2,0.0008124823444305,5
13
+ 11,deepset/electra-base-squad2,0.0004686206804507,5
14
+ 12,timpal0l/mdeberta-v3-base-squad2,0.0008576797694729,5
15
+ 13,google-t5/t5-large,0.0722784560171632,3
16
+ 14,google-t5/t5-11b,0.1781301092539731,1
17
+ 15,google-t5/t5-3b,0.0876978582415642,3
18
+ 16,google-t5/t5-base,0.0343627499346229,5
19
+ 17,google-t5/t5-small,0.0206350686469304,5
data/energy/sentence_similarity.csv CHANGED
@@ -1,20 +1,20 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-10-14-27-29,sentence_similarity_udever-bloom-7b1,mixedbread-ai/mxbai-embed-large-v1,EnergyStarAI/sentence_similarity,0.0005904003056571127
3
- 0,2024-09-10-14-33-10,sentence_similarity_udever-bloom-7b1,thenlper/gte-base,EnergyStarAI/sentence_similarity,0.00024541714077770395
4
- 0,2024-09-10-14-31-32,sentence_similarity_udever-bloom-7b1,thenlper/gte-large,EnergyStarAI/sentence_similarity,0.0005946326979277217
5
- 0,2024-09-10-14-28-25,sentence_similarity_udever-bloom-7b1,BAAI/bge-base-en-v1.5,EnergyStarAI/sentence_similarity,0.00025045711703199915
6
- 0,2024-09-10-14-33-30,sentence_similarity_udever-bloom-7b1,BAAI/bge-small-en-v1.5,EnergyStarAI/sentence_similarity,0.00019392804403253194
7
- 0,2024-09-10-14-26-55,sentence_similarity_udever-bloom-7b1,Salesforce/SFR-Embedding-Mistral,EnergyStarAI/sentence_similarity,0.005220944343417955
8
- 0,2024-09-10-14-32-07,sentence_similarity_udever-bloom-7b1,intfloat/e5-large-v2,EnergyStarAI/sentence_similarity,0.000602341426321118
9
- 0,2024-09-10-14-33-03,sentence_similarity_udever-bloom-7b1,intfloat/e5-base-v2,EnergyStarAI/sentence_similarity,0.0002532799804022545
10
- 0,2024-09-10-14-28-29,sentence_similarity_udever-bloom-7b1,intfloat/multilingual-e5-large-instruct,EnergyStarAI/sentence_similarity,0.000721829410795749
11
- 0,2024-09-10-17-02-04,sentence_similarity_udever-bloom-7b1,GritLM/GritLM-7B,EnergyStarAI/sentence_similarity,0.005025232242405764
12
- 0,2024-09-10-14-34-13,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-3b,EnergyStarAI/sentence_similarity,0.0021527379999682237
13
- 0,2024-09-10-14-33-49,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-7b1,EnergyStarAI/sentence_similarity,0.004704201318912737
14
- 0,2024-09-10-14-34-57,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-1b1,EnergyStarAI/sentence_similarity,0.0009687734694622918
15
- 0,2024-09-10-14-27-57,sentence_similarity_udever-bloom-7b1,WhereIsAI/UAE-Large-V1,EnergyStarAI/sentence_similarity,0.0006006388138438013
16
- 0,2024-09-10-14-31-51,sentence_similarity_udever-bloom-7b1,llmrails/ember-v1,EnergyStarAI/sentence_similarity,0.0005760768775282088
17
- 0,2024-09-10-14-33-15,sentence_similarity_udever-bloom-7b1,nomic-ai/nomic-embed-text-v1,EnergyStarAI/sentence_similarity,0.00038046158214513073
18
- 0,2024-09-10-14-27-41,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-Embedding-v0,EnergyStarAI/sentence_similarity,0.00025826923439282724
19
- 0,2024-09-10-14-27-43,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-large-Embedding-v0,EnergyStarAI/sentence_similarity,0.0005776570454585795
20
- 0,2024-09-10-14-35-36,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-all-MiniLM-L6-v2,EnergyStarAI/sentence_similarity,0.00010632850172953567
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,mixedbread-ai/mxbai-embed-large-v1,0.0005904003056571,5
3
+ 1,thenlper/gte-base,0.0002454171407777,5
4
+ 2,thenlper/gte-large,0.0005946326979277,5
5
+ 3,BAAI/bge-base-en-v1.5,0.0002504571170319,5
6
+ 4,BAAI/bge-small-en-v1.5,0.0001939280440325,5
7
+ 5,Salesforce/SFR-Embedding-Mistral,0.0052209443434179,1
8
+ 6,intfloat/e5-large-v2,0.0006023414263211,5
9
+ 7,intfloat/e5-base-v2,0.0002532799804022,5
10
+ 8,intfloat/multilingual-e5-large-instruct,0.0007218294107957,5
11
+ 9,GritLM/GritLM-7B,0.0050252322424057,1
12
+ 10,izhx/udever-bloom-3b,0.0021527379999682,3
13
+ 11,izhx/udever-bloom-7b1,0.0047042013189127,1
14
+ 12,izhx/udever-bloom-1b1,0.0009687734694622,5
15
+ 13,WhereIsAI/UAE-Large-V1,0.0006006388138438,5
16
+ 14,llmrails/ember-v1,0.0005760768775282,5
17
+ 15,nomic-ai/nomic-embed-text-v1,0.0003804615821451,5
18
+ 16,avsolatorio/GIST-Embedding-v0,0.0002582692343928,5
19
+ 17,avsolatorio/GIST-large-Embedding-v0,0.0005776570454585,5
20
+ 18,avsolatorio/GIST-all-MiniLM-L6-v2,0.0001063285017295,5
data/energy/summarization.csv CHANGED
@@ -1,12 +1,12 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-19-52-58,summarization,pszemraj/led-large-book-summary,EnergyStarAI/summarization,0.004288572430855097
3
- 0,2024-09-06-20-00-03,summarization,facebook/bart-large-cnn,EnergyStarAI/summarization,0.002039253353623671
4
- 0,2024-09-06-19-42-27,summarization,KipperDev/bart_summarizer_model,EnergyStarAI/summarization,0.0007848524889924491
5
- 0,2024-09-06-19-45-46,summarization,google/bigbird-pegasus-large-arxiv,EnergyStarAI/summarization,0.0035238119579359406
6
- 0,2024-09-10-14-27-42,summarization,sshleifer/distilbart-cnn-12-6,EnergyStarAI/summarization,0.0014810019070239377
7
- 0,2024-09-06-20-12-46,summarization,sshleifer/distilbart-xsum-12-1,EnergyStarAI/summarization,0.0010491384226426702
8
- 0,2024-09-06-15-23-26,summarization_t5,google-t5/t5-large,EnergyStarAI/summarization,0.008676504052308687
9
- 0,2024-09-06-15-04-47,summarization_t5,google-t5/t5-11b,EnergyStarAI/summarization,0.034807170929047795
10
- 0,2024-09-06-15-01-03,summarization_t5,google-t5/t5-3b,EnergyStarAI/summarization,0.013240064592043188
11
- 0,2024-09-06-15-46-19,summarization_t5,google-t5/t5-base,EnergyStarAI/summarization,0.0042301939119302025
12
- 0,2024-09-06-15-01-33,summarization_t5,google-t5/t5-small,EnergyStarAI/summarization,0.0022662645907879585
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,pszemraj/led-large-book-summary,0.004288572430855,5
3
+ 1,facebook/bart-large-cnn,0.0020392533536236,5
4
+ 2,KipperDev/bart_summarizer_model,0.0007848524889924,5
5
+ 3,google/bigbird-pegasus-large-arxiv,0.0035238119579359,5
6
+ 4,sshleifer/distilbart-cnn-12-6,0.0014810019070239,5
7
+ 5,sshleifer/distilbart-xsum-12-1,0.0010491384226426,5
8
+ 6,google-t5/t5-large,0.0086765040523086,4
9
+ 7,google-t5/t5-11b,0.0348071709290477,1
10
+ 8,google-t5/t5-3b,0.0132400645920431,4
11
+ 9,google-t5/t5-base,0.0042301939119302,5
12
+ 10,google-t5/t5-small,0.0022662645907879,5
data/energy/text_classification.csv CHANGED
@@ -1,14 +1,14 @@
1
- timestamp,task,model,dataset,total_gpu_energy
2
- 2024-09-04-20-43-25,text_classification,nlptown/bert-base-multilingual-uncased-sentiment,EnergyStarAI/text_classification,0.000356581340820838
3
- 2024-09-04-20-53-52,text_classification,bhadresh-savani/electra-base-emotion,EnergyStarAI/text_classification,0.000252136868375885
4
- 2024-09-04-20-46-36,text_classification,distilbert/distilbert-base-uncased-finetuned-sst-2-english,EnergyStarAI/text_classification,0.000217735979745015
5
- 2024-09-04-20-51-02,text_classification,michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,EnergyStarAI/text_classification,0.000801512141209138
6
- 2024-09-04-20-49-06,text_classification,lxyuan/distilbert-base-multilingual-cased-sentiments-student,EnergyStarAI/text_classification,0.000221416899353954
7
- 2024-09-04-20-48-33,text_classification,mnoukhov/gpt2-imdb-sentiment-classifier,EnergyStarAI/text_classification,0.00031876844945895
8
- 2024-09-04-20-28-47,text_classification,lvwerra/distilbert-imdb,EnergyStarAI/text_classification,0.000216021922817511
9
- 2024-09-04-20-44-33,text_classification,Cheng98/bert-large-sst2,EnergyStarAI/text_classification,0.000918014262188649
10
- 2024-09-04-22-01-22,text_classification_t5,google-t5/t5-large,EnergyStarAI/text_classification,0.00791976258580498
11
- 2024-09-04-22-09-36,text_classification_t5,google-t5/t5-11b,EnergyStarAI/text_classification,0.0277870788685343
12
- 2024-09-04-22-01-30,text_classification_t5,google-t5/t5-3b,EnergyStarAI/text_classification,0.0116805158999608
13
- 2024-09-04-21-35-23,text_classification_t5,google-t5/t5-base,EnergyStarAI/text_classification,0.00412636446775529
14
- 2024-09-04-22-01-48,text_classification_t5,google-t5/t5-small,EnergyStarAI/text_classification,0.00221606691174117
 
1
+ ,model,total_gpu_energy,energy_score
2
+ 0,nlptown/bert-base-multilingual-uncased-sentiment,0.0003565813408208,5
3
+ 1,bhadresh-savani/electra-base-emotion,0.0002521368683758,5
4
+ 2,distilbert/distilbert-base-uncased-finetuned-sst-2-english,0.000217735979745,5
5
+ 3,michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,0.0008015121412091,5
6
+ 4,lxyuan/distilbert-base-multilingual-cased-sentiments-student,0.0002214168993539,5
7
+ 5,mnoukhov/gpt2-imdb-sentiment-classifier,0.0003187684494589,5
8
+ 6,lvwerra/distilbert-imdb,0.0002160219228175,5
9
+ 7,Cheng98/bert-large-sst2,0.0009180142621886,5
10
+ 8,google-t5/t5-large,0.0079197625858049,4
11
+ 9,google-t5/t5-11b,0.0277870788685343,1
12
+ 10,google-t5/t5-3b,0.0116805158999608,3
13
+ 11,google-t5/t5-base,0.0041263644677552,5
14
+ 12,google-t5/t5-small,0.0022160669117411,5
data/energy/text_generation.csv CHANGED
@@ -1,52 +1,41 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-03-20-36-27,text_generation,berkeley-nest/Starling-LM-7B-alpha,EnergyStarAI/text_generation,0.04829386649617336
3
- 0,2024-09-03-17-53-29,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.001425080278951185
4
- 0,2024-09-03-19-35-39,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.0014059794303420859
5
- 0,2024-09-03-18-16-33,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002368695394954301
6
- 0,2024-09-03-19-37-40,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002339770899592963
7
- 0,2024-09-03-20-32-52,text_generation,openai-community/gpt2-xl,EnergyStarAI/text_generation,0.013101479925619941
8
- 0,2024-09-03-18-24-01,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004465207961052364
9
- 0,2024-09-03-19-43-32,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004732256035802606
10
- 0,2024-09-03-19-51-07,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.007908214937677993
11
- 0,2024-09-03-18-23-56,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.00795154244456233
12
- 0,2024-09-03-18-01-05,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004929003832088341
13
- 0,2024-09-03-19-35-45,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004807277651374564
14
- 0,2024-09-03-19-49-03,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.011351599942383217
15
- 0,2024-09-03-18-23-24,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.010815714652564878
16
- 0,2024-09-03-18-23-52,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.011129023847655618
17
- 0,2024-09-03-19-50-04,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.010834772973367013
18
- 0,2024-09-03-20-03-08,text_generation,microsoft/phi-2,EnergyStarAI/text_generation,0.019046106403539653
19
- 0,2024-09-04-19-48-08,text2text_generation_aya,CohereForAI/aya-101,EnergyStarAI/text_generation,0.0319398923852269
20
- 0,2024-09-04-13-47-55,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4242194862086494
21
- 0,2024-09-04-13-49-57,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4090310578356927
22
- 0,2024-09-04-18-26-46,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-v01,EnergyStarAI/text_generation,0.4270509165293489
23
- 0,2024-09-03-20-46-29,text_generation,CohereForAI/aya-23-8B,EnergyStarAI/text_generation,0.050361238150069404
24
- 0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-plus,EnergyStarAI/text_generation,1.1198913853846122
25
- 0,2024-09-04-13-41-25,text_generation,allenai/OLMo-1.7-7B-hf,EnergyStarAI/text_generation,0.040721423688223984
26
- 0,2024-09-03-22-03-25,text_generation,allenai/OLMo-1B-hf,EnergyStarAI/text_generation,0.008888103499366019
27
- 0,2024-09-03-20-01-42,text_generation,facebook/opt-2.7b,EnergyStarAI/text_generation,0.019248501371011
28
- 0,2024-09-03-16-31-08,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002777412360817005
29
- 0,2024-09-03-17-39-23,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.0028910483128370855
30
- 0,2024-09-03-19-35-29,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002757663511684605
31
- 0,2024-09-04-13-47-53,text_generation_mixtral-8x22B,deepseek-ai/DeepSeek-V2-Lite,EnergyStarAI/text_generation,0.23619988082086446
32
- 0,2024-09-03-20-38-22,text_generation,mistralai/Mistral-7B-v0.1,EnergyStarAI/text_generation,0.0490892784380577
33
- 0,2024-09-04-17-10-56,text_generation_mixtral-8x22B,mistralai/Mixtral-8x7B-v0.1,EnergyStarAI/text_generation,0.3750990944401469
34
- 0,2024-09-03-20-39-22,text_generation,tiiuae/falcon-7b,EnergyStarAI/text_generation,0.0339371245663445
35
- 0,2024-09-04-15-04-54,text_generation_mixtral-8x22B,tiiuae/falcon-40b,EnergyStarAI/text_generation,0.47684789142245093
36
- 0,2024-09-03-20-52-24,text_generation,meta-llama/Meta-Llama-3-8B,EnergyStarAI/text_generation,0.04461719274928115
37
- 0,2024-09-03-20-34-55,text_generation,meta-llama/Llama-2-7b-hf,EnergyStarAI/text_generation,0.04190279988332577
38
- 0,2024-09-04-17-27-41,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3-70B,EnergyStarAI/text_generation,0.8271958455617003
39
- 0,2024-09-03-21-12-38,text_generation,meta-llama/Meta-Llama-3.1-8B,EnergyStarAI/text_generation,0.045918372318001666
40
- 0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3.1-70B,EnergyStarAI/text_generation,0.85701887019788
41
- 0,2024-09-03-21-47-51,text_generation,meta-llama/Llama-2-13b-hf,EnergyStarAI/text_generation,0.07833887903216237
42
- 0,2024-09-04-17-19-03,text_generation_mixtral-8x22B,meta-llama/Llama-2-70b-hf,EnergyStarAI/text_generation,0.8505796536854
43
- 0,2024-09-03-20-04-14,text_generation,HuggingFaceTB/SmolLM-1.7B,EnergyStarAI/text_generation,0.012785934645407337
44
- 0,2024-09-03-18-24-07,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.006866622048852378
45
- 0,2024-09-03-19-25-33,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.0072665603688051306
46
- 0,2024-09-03-19-57-04,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008566339603066186
47
- 0,2024-09-03-18-24-12,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008800369151400788
48
- 0,2024-09-03-20-33-55,text_generation,google/gemma-2b,EnergyStarAI/text_generation,0.016848587562192385
49
- 0,2024-09-03-22-09-00,text_generation,google/gemma-7b,EnergyStarAI/text_generation,0.05101926195426358
50
- 0,2024-09-03-21-13-30,text_generation,01-ai/Yi-1.5-9B,EnergyStarAI/text_generation,0.055509722463298064
51
- 0,2024-09-04-18-27-26,text_generation_mixtral-8x22B,01-ai/Yi-1.5-34B,EnergyStarAI/text_generation,0.4239666723119548
52
- 0,2024-09-03-21-46-18,text_generation,01-ai/Yi-1.5-6B,EnergyStarAI/text_generation,0.036451677244651745
 
1
+ ,model,total_gpu_energy,energy_score,class
2
+ 0,berkeley-nest/Starling-LM-7B-alpha,0.019010862,2,A
3
+ 1,distilbert/distilgpt2,0.001313333,5,A
4
+ 2,Salesforce/xLAM-7b-r,0.019170496,2,A
5
+ 3,openai-community/gpt2,0.002146239,5,A
6
+ 4,openai-community/gpt2-xl,0.008921289,4,A
7
+ 5,openai-community/gpt2-medium,0.003956383,5,A
8
+ 6,openai-community/gpt2-large,0.006120968,5,A
9
+ 7,openai-community/openai-gpt,0.002703617,5,A
10
+ 8,microsoft/phi-1,0.006393343,5,A
11
+ 9,microsoft/phi-1_5,0.006290348,5,A
12
+ 10,microsoft/phi-2,0.009863832,4,A
13
+ 11,microsoft/phi-4,0.028741175,1,A
14
+ 12,CohereForAI/aya-23-8B,0.017817499,2,A
15
+ 15,allenai/OLMo-1.7-7B-hf,0.016831336,3,A
16
+ 16,allenai/OLMo-1B-hf,0.005593808,5,A
17
+ 17,facebook/opt-2.7b,0.008059587,4,A
18
+ 18,facebook/opt-125m,0.001943623,5,A
19
+ 19,mistralai/Mistral-7B-v0.1,0.019130424,2,A
20
+ 21,mistralai/Ministral-8B-Instruct-2410,0.02087486,2,A
21
+ 22,tiiuae/falcon-7b,0.015875393,3,A
22
+ 23,meta-llama/Meta-Llama-3-8B,0.017333139,3,A
23
+ 24,meta-llama/Llama-2-7b-hf,0.016441257,3,A
24
+ 26,meta-llama/Meta-Llama-3.1-8B,0.017376263,3,A
25
+ 27,meta-llama/Llama-2-13b-hf,0.026102442,1,A
26
+ 29,HuggingFaceTB/SmolLM2-1.7B-Instruct,0.007708234,4,A
27
+ 30,HuggingFaceTB/SmolLM-1.7B,0.007644623,4,A
28
+ 31,HuggingFaceTB/SmolLM-135M,0.007279517,4,A
29
+ 32,HuggingFaceTB/SmolLM-360M,0.008095212,4,A
30
+ 33,google/gemma-2b,0.008679811,4,A
31
+ 34,google/gemma-7b,0.018899583,2,A
32
+ 35,google/gemma-2-2b-it,0.018639217,2,A
33
+ 38,01-ai/Yi-1.5-9B,0.023000635,2,A
34
+ 20,mistralai/Mixtral-8x7B-v0.1,0.615390413,1,B
35
+ 37,Qwen/QwQ-32B-Preview,0.054556478,5,B
36
+ 39,01-ai/Yi-1.5-34B,0.056079427,5,B
37
+ 13,CohereForAI/c4ai-command-r-plus,3.426381777,1,C
38
+ 14,crm-sf/TextBase-70B,1.721555861,5,C
39
+ 25,meta-llama/Meta-Llama-3-70B,1.71965556,5,C
40
+ 28,meta-llama/Llama-2-70b-hf,1.648505252,5,C
41
+ 36,Qwen/Qwen2.5-72B-Instruct,1.86955316,5,C