Hugging Face's logo

Spaces:
AIEnergyScore
/
Leaderboard
Running

App Files Community
3
bgamazay commited on
Commit
78da67f
·
verified ·
1 Parent(s): 3b47454

Upload 10 files

Browse files
Files changed (10) hide show
  1. data/energy/asr.csv +14 -14
  2. data/energy/image_captioning.csv +11 -11
  3. data/energy/image_classification.csv +24 -24
  4. data/energy/image_generation.csv +13 -13
  5. data/energy/object_detection.csv +8 -8
  6. data/energy/question_answering.csv +19 -19
  7. data/energy/sentence_similarity.csv +20 -20
  8. data/energy/summarization.csv +12 -12
  9. data/energy/text_classification.csv +14 -14
  10. data/energy/text_generation.csv +41 -52
data/energy/asr.csv CHANGED
@@ -1,14 +1,14 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-16-46-40,automatic_speech_recognition,distil-whisper/distil-large-v2,EnergyStarAI/ASR,0.021521125439108245
3
- 0,2024-09-06-18-09-36,automatic_speech_recognition,distil-whisper/distil-medium.en,EnergyStarAI/ASR,0.01697139904933067
4
- 0,2024-09-06-17-50-02,automatic_speech_recognition,distil-whisper/distil-small.en,EnergyStarAI/ASR,0.015568577010407213
5
- 0,2024-09-06-17-01-57,automatic_speech_recognition,openai/whisper-base,EnergyStarAI/ASR,0.016545972820101083
6
- 0,2024-09-06-16-55-44,automatic_speech_recognition,openai/whisper-tiny,EnergyStarAI/ASR,0.013442129142583425
7
- 0,2024-09-06-16-45-14,automatic_speech_recognition,openai/whisper-large-v3,EnergyStarAI/ASR,0.0866790655098633
8
- 0,2024-09-06-17-24-50,automatic_speech_recognition,openai/whisper-small,EnergyStarAI/ASR,0.029965155360993912
9
- 0,2024-09-06-19-00-06,automatic_speech_recognition,openai/whisper-medium,EnergyStarAI/ASR,0.06142162788726289
10
- 0,2024-09-06-17-58-44,automatic_speech_recognition,facebook/s2t-small-librispeech-asr,EnergyStarAI/ASR,0.01720176778918088
11
- 0,2024-09-06-17-58-06,automatic_speech_recognition,facebook/hubert-large-ls960-ft,EnergyStarAI/ASR,0.0016150152086776615
12
- 0,2024-09-06-17-49-54,automatic_speech_recognition,facebook/mms-1b-all,EnergyStarAI/ASR,0.004284854705658603
13
- 0,2024-09-06-16-52-49,automatic_speech_recognition,facebook/wav2vec2-base-960h,EnergyStarAI/ASR,0.0006196989124251928
14
- 0,2024-09-06-17-54-41,automatic_speech_recognition,asapp/sew-d-base-plus-400k-ft-ls100h,EnergyStarAI/ASR,0.0015368147850065128
 
1
+ model,total_gpu_energy,energy_score
2
+ distil-whisper/distil-large-v2,0.021521125,4
3
+ distil-whisper/distil-medium.en,0.016971399,5
4
+ distil-whisper/distil-small.en,0.015568577,5
5
+ openai/whisper-base,0.016545973,5
6
+ openai/whisper-tiny,0.013442129,5
7
+ openai/whisper-large-v3,0.086679066,1
8
+ openai/whisper-small,0.029965155,4
9
+ openai/whisper-medium,0.061421628,2
10
+ facebook/s2t-small-librispeech-asr,0.017201768,5
11
+ facebook/hubert-large-ls960-ft,0.001615015,5
12
+ facebook/mms-1b-all,0.004284855,5
13
+ facebook/wav2vec2-base-960h,0.000619699,5
14
+ asapp/sew-d-base-plus-400k-ft-ls100h,0.001536815,5
data/energy/image_captioning.csv CHANGED
@@ -1,11 +1,11 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-10-17-56-18,image_to_text,Salesforce/blip2-flan-t5-xxl,EnergyStarAI/image_captioning,0.17993096569465764
3
- 0,2024-09-10-17-44-55,image_to_text,Salesforce/blip-image-captioning-large,EnergyStarAI/image_captioning,0.048511440920231054
4
- 0,2024-09-10-17-48-46,image_to_text,Salesforce/blip-image-captioning-base,EnergyStarAI/image_captioning,0.047118370194667136
5
- 0,2024-09-10-17-48-36,image_to_text,Salesforce/blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10133552890169142
6
- 0,2024-09-10-17-50-11,image_to_text,Salesforce/blip2-flan-t5-xl,EnergyStarAI/image_captioning,0.10215210719384231
7
- 0,2024-09-10-18-41-13,image_to_text,Salesforce/blip2-opt-6.7b,EnergyStarAI/image_captioning,0.17495780185501958
8
- 0,2024-09-10-18-21-00,image_to_text,microsoft/git-large-coco,EnergyStarAI/image_captioning,0.17031961717225103
9
- 0,2024-09-10-17-57-20,image_to_text,microsoft/git-base,EnergyStarAI/image_captioning,0.07470560173665604
10
- 0,2024-09-10-17-47-55,image_to_text,sashakunitsyn/vlrm-blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10334738562228481
11
- 0,2024-09-10-17-48-49,image_to_text,google/pix2struct-base,EnergyStarAI/image_captioning,0.04574709020875645
 
1
+ model,total_gpu_energy,energy_score
2
+ Salesforce/blip2-flan-t5-xxl,0.179930966,1
3
+ Salesforce/blip-image-captioning-large,0.048511441,5
4
+ Salesforce/blip-image-captioning-base,0.04711837,5
5
+ Salesforce/blip2-opt-2.7b,0.101335529,3
6
+ Salesforce/blip2-flan-t5-xl,0.102152107,3
7
+ Salesforce/blip2-opt-6.7b,0.174957802,1
8
+ microsoft/git-large-coco,0.170319617,1
9
+ microsoft/git-base,0.074705602,4
10
+ sashakunitsyn/vlrm-blip2-opt-2.7b,0.103347386,3
11
+ google/pix2struct-base,0.04574709,5
data/energy/image_classification.csv CHANGED
@@ -1,24 +1,24 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-05-15-55-25,image_classification,deepmind/vision-perceiver-conv,EnergyStarAI/image_classification,0.002641365890868874
3
- 0,2024-09-04-22-54-51,image_classification,microsoft/beit-base-patch16-224,EnergyStarAI/image_classification,0.0007415063154269319
4
- 0,2024-09-04-22-06-45,image_classification,microsoft/resnet-50,EnergyStarAI/image_classification,0.0003904286734538687
5
- 0,2024-09-05-15-31-45,image_classification,microsoft/swin-base-patch4-window12-384,EnergyStarAI/image_classification,0.0015308166135410417
6
- 0,2024-09-05-15-37-23,image_classification,microsoft/resnet-18,EnergyStarAI/image_classification,0.00029911504484738673
7
- 0,2024-09-04-22-58-16,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.001290521115749399
8
- 0,2024-09-04-22-58-53,image_classification,microsoft/swinv2-large-patch4-window12-192-22k,EnergyStarAI/image_classification,0.0013860879144246495
9
- 0,2024-09-05-15-50-25,image_classification,microsoft/swinv2-tiny-patch4-window8-256,EnergyStarAI/image_classification,0.0007677747808859881
10
- 0,2024-09-04-22-44-06,image_classification,microsoft/swinv2-tiny-patch4-window16-256,EnergyStarAI/image_classification,0.000848116678493227
11
- 0,2024-09-04-22-09-01,image_classification,microsoft/beit-base-patch16-224-pt22k-ft22k,EnergyStarAI/image_classification,0.0007789863176341782
12
- 0,2024-09-04-22-49-34,image_classification,apple/mobilevit-small,EnergyStarAI/image_classification,0.0005120553818661943
13
- 0,2024-09-04-22-09-45,image_classification,WinKawaks/vit-tiny-patch16-224,EnergyStarAI/image_classification,0.0003847505022445574
14
- 0,2024-09-04-22-49-24,image_classification,facebook/convnext-base-384-22k-1k,EnergyStarAI/image_classification,0.0011152139755038703
15
- 0,2024-09-04-22-44-45,image_classification,facebook/convnext-tiny-224,EnergyStarAI/image_classification,0.00045075399949183747
16
- 0,2024-09-04-22-49-56,image_classification,facebook/convnext-large-224,EnergyStarAI/image_classification,0.0009730105839629744
17
- 0,2024-09-05-15-47-07,image_classification,nvidia/mit-b5,EnergyStarAI/image_classification,0.0024879305181205067
18
- 0,2024-09-05-15-57-37,image_classification,google/efficientnet-b7,EnergyStarAI/image_classification,0.0018499837577637735
19
- 0,2024-09-04-22-54-33,image_classification,google/vit-base-patch32-384,EnergyStarAI/image_classification,0.0007589946349732202
20
- 0,2024-09-04-22-08-50,image_classification,google/vit-base-patch16-384,EnergyStarAI/image_classification,0.0009914635153924322
21
- 0,2024-09-04-22-08-57,image_classification,google/vit-large-patch32-384,EnergyStarAI/image_classification,0.0011631231249422003
22
- 0,2024-09-04-22-54-36,image_classification,google/mobilenet_v2_1.0_224,EnergyStarAI/image_classification,0.0004064683251744028
23
- 0,2024-09-04-22-07-11,image_classification,google/vit-base-patch16-224,EnergyStarAI/image_classification,0.0005825953549653207
24
- 0,2024-09-04-22-09-33,image_classification,google/bit-50,EnergyStarAI/image_classification,0.0008317437209498735
 
1
+ model,total_gpu_energy,energy_score
2
+ deepmind/vision-perceiver-conv,0.002641366,1
3
+ microsoft/beit-base-patch16-224,0.000741506,5
4
+ microsoft/resnet-50,0.000390429,5
5
+ microsoft/swin-base-patch4-window12-384,0.001530817,3
6
+ microsoft/resnet-18,0.000299115,5
7
+ microsoft/swinv2-large-patch4-window12-192-22k,0.001290521,3
8
+ microsoft/swinv2-large-patch4-window12-192-22k,0.001386088,3
9
+ microsoft/swinv2-tiny-patch4-window8-256,0.000767775,4
10
+ microsoft/swinv2-tiny-patch4-window16-256,0.000848117,4
11
+ microsoft/beit-base-patch16-224-pt22k-ft22k,0.000778986,4
12
+ apple/mobilevit-small,0.000512055,5
13
+ WinKawaks/vit-tiny-patch16-224,0.000384751,5
14
+ facebook/convnext-base-384-22k-1k,0.001115214,4
15
+ facebook/convnext-tiny-224,0.000450754,5
16
+ facebook/convnext-large-224,0.000973011,4
17
+ nvidia/mit-b5,0.002487931,1
18
+ google/efficientnet-b7,0.001849984,2
19
+ google/vit-base-patch32-384,0.000758995,5
20
+ google/vit-base-patch16-384,0.000991464,4
21
+ google/vit-large-patch32-384,0.001163123,4
22
+ google/mobilenet_v2_1.0_224,0.000406468,5
23
+ google/vit-base-patch16-224,0.000582595,5
24
+ google/bit-50,0.000831744,4
data/energy/image_generation.csv CHANGED
@@ -1,13 +1,13 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-04-17-08-46,image_generation_tiny_sd,Mitsua/mitsua-diffusion-one,EnergyStarAI/image_generation,0.18681191386607826
3
- 0,2024-09-04-17-08-42,image_generation_tiny_sd,gsdf/Counterfeit-V2.5,EnergyStarAI/image_generation,0.18736638611521114
4
- 0,2024-09-04-17-01-27,image_generation_tiny_sd,stabilityai/sd-turbo,EnergyStarAI/image_generation,0.18986494633628012
5
- 0,2024-09-04-17-01-31,image_generation_tiny_sd,stabilityai/stable-cascade,EnergyStarAI/image_generation,1.2143555385669864
6
- 0,2024-09-04-17-01-48,image_generation_tiny_sd,stabilityai/stable-diffusion-2-1,EnergyStarAI/image_generation,0.5344667333230447
7
- 0,2024-09-04-17-01-38,image_generation_tiny_sd,stabilityai/sdxl-turbo,EnergyStarAI/image_generation,0.38556879787145704
8
- 0,2024-09-04-16-52-34,image_generation_tiny_sd,stabilityai/stable-diffusion-xl-base-1.0,EnergyStarAI/image_generation,1.6398454721253273
9
- 0,2024-09-04-17-08-19,image_generation_tiny_sd,dreamlike-art/dreamlike-photoreal-2.0,EnergyStarAI/image_generation,0.5813318923429195
10
- 0,2024-09-04-17-01-18,image_generation_tiny_sd,prompthero/openjourney-v4,EnergyStarAI/image_generation,0.20336733122151288
11
- 0,2024-09-04-17-01-27,image_generation_tiny_sd,prompthero/openjourney,EnergyStarAI/image_generation,0.1968802236707196
12
- 0,2024-09-04-17-08-37,image_generation_tiny_sd,SimianLuo/LCM_Dreamshaper_v7,EnergyStarAI/image_generation,0.32204441110754656
13
- 0,2024-09-04-17-08-08,image_generation_tiny_sd,Yntec/epiCPhotoGasm,EnergyStarAI/image_generation,0.5865744907036616
 
1
+ model,total_gpu_energy,energy_score
2
+ Mitsua/mitsua-diffusion-one,0.186811914,5
3
+ gsdf/Counterfeit-V2.5,0.187366386,5
4
+ stabilityai/sd-turbo,0.189864946,5
5
+ stabilityai/stable-cascade,1.214355539,2
6
+ stabilityai/stable-diffusion-2-1,0.534466733,4
7
+ stabilityai/sdxl-turbo,0.385568798,5
8
+ stabilityai/stable-diffusion-xl-base-1.0,1.639845472,1
9
+ dreamlike-art/dreamlike-photoreal-2.0,0.581331892,4
10
+ prompthero/openjourney-v4,0.203367331,5
11
+ prompthero/openjourney,0.196880224,5
12
+ SimianLuo/LCM_Dreamshaper_v7,0.322044411,5
13
+ Yntec/epiCPhotoGasm,0.586574491,4
data/energy/object_detection.csv CHANGED
@@ -1,8 +1,8 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-18-40-32,object_detection,microsoft/conditional-detr-resnet-50,EnergyStarAI/object_detection,0.0021445893267811656
3
- 0,2024-09-06-18-19-50,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003291816716784446
4
- 0,2024-09-06-18-51-02,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003278611067331205
5
- 0,2024-09-06-18-30-02,object_detection,facebook/detr-resnet-101,EnergyStarAI/object_detection,0.002531398219561254
6
- 0,2024-09-06-16-39-17,object_detection,hustvl/yolos-tiny,EnergyStarAI/object_detection,0.0010041655533324701
7
- 0,2024-09-06-16-40-44,object_detection,hustvl/yolos-small,EnergyStarAI/object_detection,0.003281147624916514
8
- 0,2024-09-06-16-41-05,object_detection,hustvl/yolos-base,EnergyStarAI/object_detection,0.007980927134736682
 
1
+ model,total_gpu_energy,energy_score
2
+ microsoft/conditional-detr-resnet-50,0.002144589,5
3
+ facebook/detr-resnet-50-dc5,0.003291817,4
4
+ facebook/detr-resnet-50-dc5,0.003278611,4
5
+ facebook/detr-resnet-101,0.002531398,4
6
+ hustvl/yolos-tiny,0.001004166,5
7
+ hustvl/yolos-small,0.003281148,4
8
+ hustvl/yolos-base,0.007980927,1
data/energy/question_answering.csv CHANGED
@@ -1,19 +1,19 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-14-58-58,question_answering,distilbert/distilbert-base-cased-distilled-squad,EnergyStarAI/extractive_qa,0.0002399711641988489
3
- 0,2024-09-05-22-57-19,question_answering,csarron/mobilebert-uncased-squad-v2,EnergyStarAI/extractive_qa,0.0009365245547769518
4
- 0,2024-09-06-14-56-03,question_answering,Intel/dynamic_tinybert,EnergyStarAI/extractive_qa,0.00020857152796818212
5
- 0,2024-09-06-01-22-50,question_answering,Falconsai/question_answering_v2,EnergyStarAI/extractive_qa,0.0002254597081453369
6
- 0,2024-09-06-01-22-48,question_answering,allenai/longformer-large-4096-finetuned-triviaqa,EnergyStarAI/extractive_qa,0.003970963176768194
7
- 0,2024-09-06-15-15-47,question_answering,mrm8488/longformer-base-4096-finetuned-squadv2,EnergyStarAI/extractive_qa,0.0017923508227684515
8
- 0,2024-09-06-01-22-27,question_answering,mrm8488/bert-tiny-finetuned-squadv2,EnergyStarAI/extractive_qa,5.536551651470489e-05
9
- 0,2024-09-06-14-58-51,question_answering,deepset/deberta-v3-large-squad2,EnergyStarAI/extractive_qa,0.0018766848346800202
10
- 0,2024-09-06-14-58-22,question_answering,deepset/minilm-uncased-squad2,EnergyStarAI/extractive_qa,0.00025281523002980145
11
- 0,2024-09-05-22-53-34,question_answering,deepset/bert-large-uncased-whole-word-masking-squad2,EnergyStarAI/extractive_qa,0.0010475373935861399
12
- 0,2024-09-05-22-56-47,question_answering,deepset/deberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008124823444305207
13
- 0,2024-09-05-23-01-01,question_answering,deepset/electra-base-squad2,EnergyStarAI/extractive_qa,0.00046862068045072647
14
- 0,2024-09-05-22-53-25,question_answering,timpal0l/mdeberta-v3-base-squad2,EnergyStarAI/extractive_qa,0.0008576797694729521
15
- 0,2024-09-06-01-32-55,question_answering_t5,google-t5/t5-large,EnergyStarAI/extractive_qa,0.07227845601716326
16
- 0,2024-09-06-01-32-31,question_answering_t5,google-t5/t5-11b,EnergyStarAI/extractive_qa,0.17813010925397316
17
- 0,2024-09-06-01-24-52,question_answering_t5,google-t5/t5-3b,EnergyStarAI/extractive_qa,0.08769785824156423
18
- 0,2024-09-06-01-22-36,question_answering_t5,google-t5/t5-base,EnergyStarAI/extractive_qa,0.03436274993462298
19
- 0,2024-09-06-01-24-00,question_answering_t5,google-t5/t5-small,EnergyStarAI/extractive_qa,0.020635068646930498
 
1
+ model,total_gpu_energy,energy_score
2
+ distilbert/distilbert-base-cased-distilled-squad,0.000239971,5
3
+ csarron/mobilebert-uncased-squad-v2,0.000936525,5
4
+ Intel/dynamic_tinybert,0.000208572,5
5
+ Falconsai/question_answering_v2,0.00022546,5
6
+ allenai/longformer-large-4096-finetuned-triviaqa,0.003970963,5
7
+ mrm8488/longformer-base-4096-finetuned-squadv2,0.001792351,5
8
+ mrm8488/bert-tiny-finetuned-squadv2,5.54E-05,5
9
+ deepset/deberta-v3-large-squad2,0.001876685,5
10
+ deepset/minilm-uncased-squad2,0.000252815,5
11
+ deepset/bert-large-uncased-whole-word-masking-squad2,0.001047537,5
12
+ deepset/deberta-v3-base-squad2,0.000812482,5
13
+ deepset/electra-base-squad2,0.000468621,5
14
+ timpal0l/mdeberta-v3-base-squad2,0.00085768,5
15
+ google-t5/t5-large,0.072278456,3
16
+ google-t5/t5-11b,0.178130109,1
17
+ google-t5/t5-3b,0.087697858,3
18
+ google-t5/t5-base,0.03436275,5
19
+ google-t5/t5-small,0.020635069,5
data/energy/sentence_similarity.csv CHANGED
@@ -1,20 +1,20 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-10-14-27-29,sentence_similarity_udever-bloom-7b1,mixedbread-ai/mxbai-embed-large-v1,EnergyStarAI/sentence_similarity,0.0005904003056571127
3
- 0,2024-09-10-14-33-10,sentence_similarity_udever-bloom-7b1,thenlper/gte-base,EnergyStarAI/sentence_similarity,0.00024541714077770395
4
- 0,2024-09-10-14-31-32,sentence_similarity_udever-bloom-7b1,thenlper/gte-large,EnergyStarAI/sentence_similarity,0.0005946326979277217
5
- 0,2024-09-10-14-28-25,sentence_similarity_udever-bloom-7b1,BAAI/bge-base-en-v1.5,EnergyStarAI/sentence_similarity,0.00025045711703199915
6
- 0,2024-09-10-14-33-30,sentence_similarity_udever-bloom-7b1,BAAI/bge-small-en-v1.5,EnergyStarAI/sentence_similarity,0.00019392804403253194
7
- 0,2024-09-10-14-26-55,sentence_similarity_udever-bloom-7b1,Salesforce/SFR-Embedding-Mistral,EnergyStarAI/sentence_similarity,0.005220944343417955
8
- 0,2024-09-10-14-32-07,sentence_similarity_udever-bloom-7b1,intfloat/e5-large-v2,EnergyStarAI/sentence_similarity,0.000602341426321118
9
- 0,2024-09-10-14-33-03,sentence_similarity_udever-bloom-7b1,intfloat/e5-base-v2,EnergyStarAI/sentence_similarity,0.0002532799804022545
10
- 0,2024-09-10-14-28-29,sentence_similarity_udever-bloom-7b1,intfloat/multilingual-e5-large-instruct,EnergyStarAI/sentence_similarity,0.000721829410795749
11
- 0,2024-09-10-17-02-04,sentence_similarity_udever-bloom-7b1,GritLM/GritLM-7B,EnergyStarAI/sentence_similarity,0.005025232242405764
12
- 0,2024-09-10-14-34-13,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-3b,EnergyStarAI/sentence_similarity,0.0021527379999682237
13
- 0,2024-09-10-14-33-49,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-7b1,EnergyStarAI/sentence_similarity,0.004704201318912737
14
- 0,2024-09-10-14-34-57,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-1b1,EnergyStarAI/sentence_similarity,0.0009687734694622918
15
- 0,2024-09-10-14-27-57,sentence_similarity_udever-bloom-7b1,WhereIsAI/UAE-Large-V1,EnergyStarAI/sentence_similarity,0.0006006388138438013
16
- 0,2024-09-10-14-31-51,sentence_similarity_udever-bloom-7b1,llmrails/ember-v1,EnergyStarAI/sentence_similarity,0.0005760768775282088
17
- 0,2024-09-10-14-33-15,sentence_similarity_udever-bloom-7b1,nomic-ai/nomic-embed-text-v1,EnergyStarAI/sentence_similarity,0.00038046158214513073
18
- 0,2024-09-10-14-27-41,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-Embedding-v0,EnergyStarAI/sentence_similarity,0.00025826923439282724
19
- 0,2024-09-10-14-27-43,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-large-Embedding-v0,EnergyStarAI/sentence_similarity,0.0005776570454585795
20
- 0,2024-09-10-14-35-36,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-all-MiniLM-L6-v2,EnergyStarAI/sentence_similarity,0.00010632850172953567
 
1
+ model,total_gpu_energy,energy_score
2
+ mixedbread-ai/mxbai-embed-large-v1,0.0005904,5
3
+ thenlper/gte-base,0.000245417,5
4
+ thenlper/gte-large,0.000594633,5
5
+ BAAI/bge-base-en-v1.5,0.000250457,5
6
+ BAAI/bge-small-en-v1.5,0.000193928,5
7
+ Salesforce/SFR-Embedding-Mistral,0.005220944,1
8
+ intfloat/e5-large-v2,0.000602341,5
9
+ intfloat/e5-base-v2,0.00025328,5
10
+ intfloat/multilingual-e5-large-instruct,0.000721829,5
11
+ GritLM/GritLM-7B,0.005025232,1
12
+ izhx/udever-bloom-3b,0.002152738,3
13
+ izhx/udever-bloom-7b1,0.004704201,1
14
+ izhx/udever-bloom-1b1,0.000968773,5
15
+ WhereIsAI/UAE-Large-V1,0.000600639,5
16
+ llmrails/ember-v1,0.000576077,5
17
+ nomic-ai/nomic-embed-text-v1,0.000380462,5
18
+ avsolatorio/GIST-Embedding-v0,0.000258269,5
19
+ avsolatorio/GIST-large-Embedding-v0,0.000577657,5
20
+ avsolatorio/GIST-all-MiniLM-L6-v2,0.000106329,5
data/energy/summarization.csv CHANGED
@@ -1,12 +1,12 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-06-19-52-58,summarization,pszemraj/led-large-book-summary,EnergyStarAI/summarization,0.004288572430855097
3
- 0,2024-09-06-20-00-03,summarization,facebook/bart-large-cnn,EnergyStarAI/summarization,0.002039253353623671
4
- 0,2024-09-06-19-42-27,summarization,KipperDev/bart_summarizer_model,EnergyStarAI/summarization,0.0007848524889924491
5
- 0,2024-09-06-19-45-46,summarization,google/bigbird-pegasus-large-arxiv,EnergyStarAI/summarization,0.0035238119579359406
6
- 0,2024-09-10-14-27-42,summarization,sshleifer/distilbart-cnn-12-6,EnergyStarAI/summarization,0.0014810019070239377
7
- 0,2024-09-06-20-12-46,summarization,sshleifer/distilbart-xsum-12-1,EnergyStarAI/summarization,0.0010491384226426702
8
- 0,2024-09-06-15-23-26,summarization_t5,google-t5/t5-large,EnergyStarAI/summarization,0.008676504052308687
9
- 0,2024-09-06-15-04-47,summarization_t5,google-t5/t5-11b,EnergyStarAI/summarization,0.034807170929047795
10
- 0,2024-09-06-15-01-03,summarization_t5,google-t5/t5-3b,EnergyStarAI/summarization,0.013240064592043188
11
- 0,2024-09-06-15-46-19,summarization_t5,google-t5/t5-base,EnergyStarAI/summarization,0.0042301939119302025
12
- 0,2024-09-06-15-01-33,summarization_t5,google-t5/t5-small,EnergyStarAI/summarization,0.0022662645907879585
 
1
+ model,total_gpu_energy,energy_score
2
+ pszemraj/led-large-book-summary,0.004288572,5
3
+ facebook/bart-large-cnn,0.002039253,5
4
+ KipperDev/bart_summarizer_model,0.000784852,5
5
+ google/bigbird-pegasus-large-arxiv,0.003523812,5
6
+ sshleifer/distilbart-cnn-12-6,0.001481002,5
7
+ sshleifer/distilbart-xsum-12-1,0.001049138,5
8
+ google-t5/t5-large,0.008676504,4
9
+ google-t5/t5-11b,0.034807171,1
10
+ google-t5/t5-3b,0.013240065,4
11
+ google-t5/t5-base,0.004230194,5
12
+ google-t5/t5-small,0.002266265,5
data/energy/text_classification.csv CHANGED
@@ -1,14 +1,14 @@
1
- timestamp,task,model,dataset,total_gpu_energy
2
- 2024-09-04-20-43-25,text_classification,nlptown/bert-base-multilingual-uncased-sentiment,EnergyStarAI/text_classification,0.000356581340820838
3
- 2024-09-04-20-53-52,text_classification,bhadresh-savani/electra-base-emotion,EnergyStarAI/text_classification,0.000252136868375885
4
- 2024-09-04-20-46-36,text_classification,distilbert/distilbert-base-uncased-finetuned-sst-2-english,EnergyStarAI/text_classification,0.000217735979745015
5
- 2024-09-04-20-51-02,text_classification,michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,EnergyStarAI/text_classification,0.000801512141209138
6
- 2024-09-04-20-49-06,text_classification,lxyuan/distilbert-base-multilingual-cased-sentiments-student,EnergyStarAI/text_classification,0.000221416899353954
7
- 2024-09-04-20-48-33,text_classification,mnoukhov/gpt2-imdb-sentiment-classifier,EnergyStarAI/text_classification,0.00031876844945895
8
- 2024-09-04-20-28-47,text_classification,lvwerra/distilbert-imdb,EnergyStarAI/text_classification,0.000216021922817511
9
- 2024-09-04-20-44-33,text_classification,Cheng98/bert-large-sst2,EnergyStarAI/text_classification,0.000918014262188649
10
- 2024-09-04-22-01-22,text_classification_t5,google-t5/t5-large,EnergyStarAI/text_classification,0.00791976258580498
11
- 2024-09-04-22-09-36,text_classification_t5,google-t5/t5-11b,EnergyStarAI/text_classification,0.0277870788685343
12
- 2024-09-04-22-01-30,text_classification_t5,google-t5/t5-3b,EnergyStarAI/text_classification,0.0116805158999608
13
- 2024-09-04-21-35-23,text_classification_t5,google-t5/t5-base,EnergyStarAI/text_classification,0.00412636446775529
14
- 2024-09-04-22-01-48,text_classification_t5,google-t5/t5-small,EnergyStarAI/text_classification,0.00221606691174117
 
1
+ model,total_gpu_energy,energy_score
2
+ nlptown/bert-base-multilingual-uncased-sentiment,0.000356581,5
3
+ bhadresh-savani/electra-base-emotion,0.000252137,5
4
+ distilbert/distilbert-base-uncased-finetuned-sst-2-english,0.000217736,5
5
+ michelecafagna26/gpt2-medium-finetuned-sst2-sentiment,0.000801512,5
6
+ lxyuan/distilbert-base-multilingual-cased-sentiments-student,0.000221417,5
7
+ mnoukhov/gpt2-imdb-sentiment-classifier,0.000318768,5
8
+ lvwerra/distilbert-imdb,0.000216022,5
9
+ Cheng98/bert-large-sst2,0.000918014,5
10
+ google-t5/t5-large,0.007919763,4
11
+ google-t5/t5-11b,0.027787079,1
12
+ google-t5/t5-3b,0.011680516,3
13
+ google-t5/t5-base,0.004126364,5
14
+ google-t5/t5-small,0.002216067,5
data/energy/text_generation.csv CHANGED
@@ -1,52 +1,41 @@
1
- ,timestamp,task,model,dataset,total_gpu_energy
2
- 0,2024-09-03-20-36-27,text_generation,berkeley-nest/Starling-LM-7B-alpha,EnergyStarAI/text_generation,0.04829386649617336
3
- 0,2024-09-03-17-53-29,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.001425080278951185
4
- 0,2024-09-03-19-35-39,text_generation,distilbert/distilgpt2,EnergyStarAI/text_generation,0.0014059794303420859
5
- 0,2024-09-03-18-16-33,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002368695394954301
6
- 0,2024-09-03-19-37-40,text_generation,openai-community/gpt2,EnergyStarAI/text_generation,0.002339770899592963
7
- 0,2024-09-03-20-32-52,text_generation,openai-community/gpt2-xl,EnergyStarAI/text_generation,0.013101479925619941
8
- 0,2024-09-03-18-24-01,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004465207961052364
9
- 0,2024-09-03-19-43-32,text_generation,openai-community/gpt2-medium,EnergyStarAI/text_generation,0.004732256035802606
10
- 0,2024-09-03-19-51-07,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.007908214937677993
11
- 0,2024-09-03-18-23-56,text_generation,openai-community/gpt2-large,EnergyStarAI/text_generation,0.00795154244456233
12
- 0,2024-09-03-18-01-05,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004929003832088341
13
- 0,2024-09-03-19-35-45,text_generation,openai-community/openai-gpt,EnergyStarAI/text_generation,0.004807277651374564
14
- 0,2024-09-03-19-49-03,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.011351599942383217
15
- 0,2024-09-03-18-23-24,text_generation,microsoft/phi-1,EnergyStarAI/text_generation,0.010815714652564878
16
- 0,2024-09-03-18-23-52,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.011129023847655618
17
- 0,2024-09-03-19-50-04,text_generation,microsoft/phi-1_5,EnergyStarAI/text_generation,0.010834772973367013
18
- 0,2024-09-03-20-03-08,text_generation,microsoft/phi-2,EnergyStarAI/text_generation,0.019046106403539653
19
- 0,2024-09-04-19-48-08,text2text_generation_aya,CohereForAI/aya-101,EnergyStarAI/text_generation,0.0319398923852269
20
- 0,2024-09-04-13-47-55,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4242194862086494
21
- 0,2024-09-04-13-49-57,text_generation_mixtral-8x22B,CohereForAI/aya-23-35B,EnergyStarAI/text_generation,0.4090310578356927
22
- 0,2024-09-04-18-26-46,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-v01,EnergyStarAI/text_generation,0.4270509165293489
23
- 0,2024-09-03-20-46-29,text_generation,CohereForAI/aya-23-8B,EnergyStarAI/text_generation,0.050361238150069404
24
- 0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,CohereForAI/c4ai-command-r-plus,EnergyStarAI/text_generation,1.1198913853846122
25
- 0,2024-09-04-13-41-25,text_generation,allenai/OLMo-1.7-7B-hf,EnergyStarAI/text_generation,0.040721423688223984
26
- 0,2024-09-03-22-03-25,text_generation,allenai/OLMo-1B-hf,EnergyStarAI/text_generation,0.008888103499366019
27
- 0,2024-09-03-20-01-42,text_generation,facebook/opt-2.7b,EnergyStarAI/text_generation,0.019248501371011
28
- 0,2024-09-03-16-31-08,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002777412360817005
29
- 0,2024-09-03-17-39-23,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.0028910483128370855
30
- 0,2024-09-03-19-35-29,text_generation,facebook/opt-125m,EnergyStarAI/text_generation,0.002757663511684605
31
- 0,2024-09-04-13-47-53,text_generation_mixtral-8x22B,deepseek-ai/DeepSeek-V2-Lite,EnergyStarAI/text_generation,0.23619988082086446
32
- 0,2024-09-03-20-38-22,text_generation,mistralai/Mistral-7B-v0.1,EnergyStarAI/text_generation,0.0490892784380577
33
- 0,2024-09-04-17-10-56,text_generation_mixtral-8x22B,mistralai/Mixtral-8x7B-v0.1,EnergyStarAI/text_generation,0.3750990944401469
34
- 0,2024-09-03-20-39-22,text_generation,tiiuae/falcon-7b,EnergyStarAI/text_generation,0.0339371245663445
35
- 0,2024-09-04-15-04-54,text_generation_mixtral-8x22B,tiiuae/falcon-40b,EnergyStarAI/text_generation,0.47684789142245093
36
- 0,2024-09-03-20-52-24,text_generation,meta-llama/Meta-Llama-3-8B,EnergyStarAI/text_generation,0.04461719274928115
37
- 0,2024-09-03-20-34-55,text_generation,meta-llama/Llama-2-7b-hf,EnergyStarAI/text_generation,0.04190279988332577
38
- 0,2024-09-04-17-27-41,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3-70B,EnergyStarAI/text_generation,0.8271958455617003
39
- 0,2024-09-03-21-12-38,text_generation,meta-llama/Meta-Llama-3.1-8B,EnergyStarAI/text_generation,0.045918372318001666
40
- 0,2024-09-04-17-27-38,text_generation_mixtral-8x22B,meta-llama/Meta-Llama-3.1-70B,EnergyStarAI/text_generation,0.85701887019788
41
- 0,2024-09-03-21-47-51,text_generation,meta-llama/Llama-2-13b-hf,EnergyStarAI/text_generation,0.07833887903216237
42
- 0,2024-09-04-17-19-03,text_generation_mixtral-8x22B,meta-llama/Llama-2-70b-hf,EnergyStarAI/text_generation,0.8505796536854
43
- 0,2024-09-03-20-04-14,text_generation,HuggingFaceTB/SmolLM-1.7B,EnergyStarAI/text_generation,0.012785934645407337
44
- 0,2024-09-03-18-24-07,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.006866622048852378
45
- 0,2024-09-03-19-25-33,text_generation,HuggingFaceTB/SmolLM-135M,EnergyStarAI/text_generation,0.0072665603688051306
46
- 0,2024-09-03-19-57-04,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008566339603066186
47
- 0,2024-09-03-18-24-12,text_generation,HuggingFaceTB/SmolLM-360M,EnergyStarAI/text_generation,0.008800369151400788
48
- 0,2024-09-03-20-33-55,text_generation,google/gemma-2b,EnergyStarAI/text_generation,0.016848587562192385
49
- 0,2024-09-03-22-09-00,text_generation,google/gemma-7b,EnergyStarAI/text_generation,0.05101926195426358
50
- 0,2024-09-03-21-13-30,text_generation,01-ai/Yi-1.5-9B,EnergyStarAI/text_generation,0.055509722463298064
51
- 0,2024-09-04-18-27-26,text_generation_mixtral-8x22B,01-ai/Yi-1.5-34B,EnergyStarAI/text_generation,0.4239666723119548
52
- 0,2024-09-03-21-46-18,text_generation,01-ai/Yi-1.5-6B,EnergyStarAI/text_generation,0.036451677244651745
 
1
+ model,total_gpu_energy,energy_score,class
2
+ berkeley-nest/Starling-LM-7B-alpha,0.019010862,2,A
3
+ distilbert/distilgpt2,0.001313333,5,A
4
+ Salesforce/xLAM-7b-r,0.019170496,2,A
5
+ openai-community/gpt2,0.002146239,5,A
6
+ openai-community/gpt2-xl,0.008921289,4,A
7
+ openai-community/gpt2-medium,0.003956383,5,A
8
+ openai-community/gpt2-large,0.006120968,5,A
9
+ openai-community/openai-gpt,0.002703617,5,A
10
+ microsoft/phi-1,0.006393343,5,A
11
+ microsoft/phi-1_5,0.006290348,5,A
12
+ microsoft/phi-2,0.009863832,4,A
13
+ microsoft/phi-4,0.028741175,1,A
14
+ CohereForAI/aya-23-8B,0.017817499,2,A
15
+ allenai/OLMo-1.7-7B-hf,0.016831336,3,A
16
+ allenai/OLMo-1B-hf,0.005593808,5,A
17
+ facebook/opt-2.7b,0.008059587,4,A
18
+ facebook/opt-125m,0.001943623,5,A
19
+ mistralai/Mistral-7B-v0.1,0.019130424,2,A
20
+ mistralai/Ministral-8B-Instruct-2410,0.02087486,2,A
21
+ tiiuae/falcon-7b,0.015875393,3,A
22
+ meta-llama/Meta-Llama-3-8B,0.017333139,3,A
23
+ meta-llama/Llama-2-7b-hf,0.016441257,3,A
24
+ meta-llama/Meta-Llama-3.1-8B,0.017376263,3,A
25
+ meta-llama/Llama-2-13b-hf,0.026102442,1,A
26
+ HuggingFaceTB/SmolLM2-1.7B-Instruct,0.007708234,4,A
27
+ HuggingFaceTB/SmolLM-1.7B,0.007644623,4,A
28
+ HuggingFaceTB/SmolLM-135M,0.007279517,4,A
29
+ HuggingFaceTB/SmolLM-360M,0.008095212,4,A
30
+ google/gemma-2b,0.008679811,4,A
31
+ google/gemma-7b,0.018899583,2,A
32
+ google/gemma-2-2b-it,0.018639217,2,A
33
+ 01-ai/Yi-1.5-9B,0.023000635,2,A
34
+ mistralai/Mixtral-8x7B-v0.1,0.615390413,1,B
35
+ Qwen/QwQ-32B-Preview,0.054556478,5,B
36
+ 01-ai/Yi-1.5-34B,0.056079427,5,B
37
+ CohereForAI/c4ai-command-r-plus,3.426381777,1,C
38
+ crm-sf/TextBase-70B,1.721555861,5,C
39
+ meta-llama/Meta-Llama-3-70B,1.71965556,5,C
40
+ meta-llama/Llama-2-70b-hf,1.648505252,5,C
41
+ Qwen/Qwen2.5-72B-Instruct,1.86955316,5,C