adding tasks and data

app.py

@@ -39,11 +39,9 @@ with demo:
         with gr.TabItem("Text Generation 💬"):
             with gr.Row():
                 with gr.Column():
-                    gr.Markdown("TODO")
-                    #plot = gr.Plot(get_plots('text_generation.csv'))
+                    plot = gr.Plot(get_plots('text_generation.csv'))
                 with gr.Column():
-                    gr.Markdown("TODO")
-                    #table = gr.Dataframe(get_model_names('text_generation.csv'))
+                    table = gr.Dataframe(get_model_names('text_generation.csv'))
 
         with gr.TabItem("Image Generation 📷"):
             with gr.Row():
@@ -66,6 +64,43 @@ with demo:
                 with gr.Column():
                     table = gr.Dataframe(get_model_names('image_classification.csv'))
 
+        with gr.TabItem("Image Captioning 📝"):
+            with gr.Row():
+                with gr.Column():
+                    plot = gr.Plot(get_plots('question_answering.csv'))
+                with gr.Column():
+                    table = gr.Dataframe(get_model_names('question_answering.csv'))
+    with gr.Tabs():
+        with gr.TabItem("Summarization 📃"):
+            with gr.Row():
+                with gr.Column():
+                    gr.Markdown("summarization")
+                    #plot = gr.Plot(get_plots('text_generation.csv'))
+                with gr.Column():
+                    gr.Markdown("summarization")
+                    #table = gr.Dataframe(get_model_names('text_generation.csv'))
+
+        with gr.TabItem("Automatic Speech Recognition 💬 "):
+            with gr.Row():
+                with gr.Column():
+                    plot = gr.Plot(get_plots('asr.csv'))
+                with gr.Column():
+                    table = gr.Dataframe(get_model_names('asr.csv'))
+
+        with gr.TabItem("Object Detection 🚘"):
+            with gr.Row():
+                with gr.Column():
+                    plot = gr.Plot(get_plots('object_detection.csv'))
+                with gr.Column():
+                    table = gr.Dataframe(get_model_names('object_detection.csv'))
+
+        with gr.TabItem("Sentence Similarity 📚"):
+            with gr.Row():
+                with gr.Column():
+                    plot = gr.Plot(get_plots('sentence_similarity.csv'))
+                with gr.Column():
+                    table = gr.Dataframe(get_model_names('sentence_similarity.csv'))
+
         with gr.TabItem("Extractive QA ❔"):
             with gr.Row():
                 with gr.Column():

data/energy/asr.csv

@@ -0,0 +1,14 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-16-46-40,automatic_speech_recognition,distil-whisper/distil-large-v2,EnergyStarAI/ASR,0.021521125439108245
+0,2024-09-06-18-09-36,automatic_speech_recognition,distil-whisper/distil-medium.en,EnergyStarAI/ASR,0.01697139904933067
+0,2024-09-06-17-50-02,automatic_speech_recognition,distil-whisper/distil-small.en,EnergyStarAI/ASR,0.015568577010407213
+0,2024-09-06-17-01-57,automatic_speech_recognition,openai/whisper-base,EnergyStarAI/ASR,0.016545972820101083
+0,2024-09-06-16-55-44,automatic_speech_recognition,openai/whisper-tiny,EnergyStarAI/ASR,0.013442129142583425
+0,2024-09-06-16-45-14,automatic_speech_recognition,openai/whisper-large-v3,EnergyStarAI/ASR,0.0866790655098633
+0,2024-09-06-17-24-50,automatic_speech_recognition,openai/whisper-small,EnergyStarAI/ASR,0.029965155360993912
+0,2024-09-06-19-00-06,automatic_speech_recognition,openai/whisper-medium,EnergyStarAI/ASR,0.06142162788726289
+0,2024-09-06-17-58-44,automatic_speech_recognition,facebook/s2t-small-librispeech-asr,EnergyStarAI/ASR,0.01720176778918088
+0,2024-09-06-17-58-06,automatic_speech_recognition,facebook/hubert-large-ls960-ft,EnergyStarAI/ASR,0.0016150152086776615
+0,2024-09-06-17-49-54,automatic_speech_recognition,facebook/mms-1b-all,EnergyStarAI/ASR,0.004284854705658603
+0,2024-09-06-16-52-49,automatic_speech_recognition,facebook/wav2vec2-base-960h,EnergyStarAI/ASR,0.0006196989124251928
+0,2024-09-06-17-54-41,automatic_speech_recognition,asapp/sew-d-base-plus-400k-ft-ls100h,EnergyStarAI/ASR,0.0015368147850065128

data/energy/image_captioning.csv

@@ -0,0 +1,11 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-10-17-56-18,image_to_text,Salesforce/blip2-flan-t5-xxl,EnergyStarAI/image_captioning,0.17993096569465764
+0,2024-09-10-17-44-55,image_to_text,Salesforce/blip-image-captioning-large,EnergyStarAI/image_captioning,0.048511440920231054
+0,2024-09-10-17-48-46,image_to_text,Salesforce/blip-image-captioning-base,EnergyStarAI/image_captioning,0.047118370194667136
+0,2024-09-10-17-48-36,image_to_text,Salesforce/blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10133552890169142
+0,2024-09-10-17-50-11,image_to_text,Salesforce/blip2-flan-t5-xl,EnergyStarAI/image_captioning,0.10215210719384231
+0,2024-09-10-18-41-13,image_to_text,Salesforce/blip2-opt-6.7b,EnergyStarAI/image_captioning,0.17495780185501958
+0,2024-09-10-18-21-00,image_to_text,microsoft/git-large-coco,EnergyStarAI/image_captioning,0.17031961717225103
+0,2024-09-10-17-57-20,image_to_text,microsoft/git-base,EnergyStarAI/image_captioning,0.07470560173665604
+0,2024-09-10-17-47-55,image_to_text,sashakunitsyn/vlrm-blip2-opt-2.7b,EnergyStarAI/image_captioning,0.10334738562228481
+0,2024-09-10-17-48-49,image_to_text,google/pix2struct-base,EnergyStarAI/image_captioning,0.04574709020875645

data/energy/object_detection.csv

@@ -0,0 +1,8 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-18-40-32,object_detection,microsoft/conditional-detr-resnet-50,EnergyStarAI/object_detection,0.0021445893267811656
+0,2024-09-06-18-19-50,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003291816716784446
+0,2024-09-06-18-51-02,object_detection,facebook/detr-resnet-50-dc5,EnergyStarAI/object_detection,0.003278611067331205
+0,2024-09-06-18-30-02,object_detection,facebook/detr-resnet-101,EnergyStarAI/object_detection,0.002531398219561254
+0,2024-09-06-16-39-17,object_detection,hustvl/yolos-tiny,EnergyStarAI/object_detection,0.0010041655533324701
+0,2024-09-06-16-40-44,object_detection,hustvl/yolos-small,EnergyStarAI/object_detection,0.003281147624916514
+0,2024-09-06-16-41-05,object_detection,hustvl/yolos-base,EnergyStarAI/object_detection,0.007980927134736682

data/energy/sentence_similarity.csv

@@ -0,0 +1,20 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-10-14-27-29,sentence_similarity_udever-bloom-7b1,mixedbread-ai/mxbai-embed-large-v1,EnergyStarAI/sentence_similarity,0.0005904003056571127
+0,2024-09-10-14-33-10,sentence_similarity_udever-bloom-7b1,thenlper/gte-base,EnergyStarAI/sentence_similarity,0.00024541714077770395
+0,2024-09-10-14-31-32,sentence_similarity_udever-bloom-7b1,thenlper/gte-large,EnergyStarAI/sentence_similarity,0.0005946326979277217
+0,2024-09-10-14-28-25,sentence_similarity_udever-bloom-7b1,BAAI/bge-base-en-v1.5,EnergyStarAI/sentence_similarity,0.00025045711703199915
+0,2024-09-10-14-33-30,sentence_similarity_udever-bloom-7b1,BAAI/bge-small-en-v1.5,EnergyStarAI/sentence_similarity,0.00019392804403253194
+0,2024-09-10-14-26-55,sentence_similarity_udever-bloom-7b1,Salesforce/SFR-Embedding-Mistral,EnergyStarAI/sentence_similarity,0.005220944343417955
+0,2024-09-10-14-32-07,sentence_similarity_udever-bloom-7b1,intfloat/e5-large-v2,EnergyStarAI/sentence_similarity,0.000602341426321118
+0,2024-09-10-14-33-03,sentence_similarity_udever-bloom-7b1,intfloat/e5-base-v2,EnergyStarAI/sentence_similarity,0.0002532799804022545
+0,2024-09-10-14-28-29,sentence_similarity_udever-bloom-7b1,intfloat/multilingual-e5-large-instruct,EnergyStarAI/sentence_similarity,0.000721829410795749
+0,2024-09-10-17-02-04,sentence_similarity_udever-bloom-7b1,GritLM/GritLM-7B,EnergyStarAI/sentence_similarity,0.005025232242405764
+0,2024-09-10-14-34-13,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-3b,EnergyStarAI/sentence_similarity,0.0021527379999682237
+0,2024-09-10-14-33-49,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-7b1,EnergyStarAI/sentence_similarity,0.004704201318912737
+0,2024-09-10-14-34-57,sentence_similarity_udever-bloom-7b1,izhx/udever-bloom-1b1,EnergyStarAI/sentence_similarity,0.0009687734694622918
+0,2024-09-10-14-27-57,sentence_similarity_udever-bloom-7b1,WhereIsAI/UAE-Large-V1,EnergyStarAI/sentence_similarity,0.0006006388138438013
+0,2024-09-10-14-31-51,sentence_similarity_udever-bloom-7b1,llmrails/ember-v1,EnergyStarAI/sentence_similarity,0.0005760768775282088
+0,2024-09-10-14-33-15,sentence_similarity_udever-bloom-7b1,nomic-ai/nomic-embed-text-v1,EnergyStarAI/sentence_similarity,0.00038046158214513073
+0,2024-09-10-14-27-41,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-Embedding-v0,EnergyStarAI/sentence_similarity,0.00025826923439282724
+0,2024-09-10-14-27-43,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-large-Embedding-v0,EnergyStarAI/sentence_similarity,0.0005776570454585795
+0,2024-09-10-14-35-36,sentence_similarity_udever-bloom-7b1,avsolatorio/GIST-all-MiniLM-L6-v2,EnergyStarAI/sentence_similarity,0.00010632850172953567

data/energy/summarization.csv

@@ -0,0 +1,12 @@
+,timestamp,task,model,dataset,total_gpu_energy
+0,2024-09-06-19-52-58,summarization,pszemraj/led-large-book-summary,EnergyStarAI/summarization,0.004288572430855097
+0,2024-09-06-20-00-03,summarization,facebook/bart-large-cnn,EnergyStarAI/summarization,0.002039253353623671
+0,2024-09-06-19-42-27,summarization,KipperDev/bart_summarizer_model,EnergyStarAI/summarization,0.0007848524889924491
+0,2024-09-06-19-45-46,summarization,google/bigbird-pegasus-large-arxiv,EnergyStarAI/summarization,0.0035238119579359406
+0,2024-09-10-14-27-42,summarization,sshleifer/distilbart-cnn-12-6,EnergyStarAI/summarization,0.0014810019070239377
+0,2024-09-06-20-12-46,summarization,sshleifer/distilbart-xsum-12-1,EnergyStarAI/summarization,0.0010491384226426702
+0,2024-09-06-15-23-26,summarization_t5,google-t5/t5-large,EnergyStarAI/summarization,0.008676504052308687
+0,2024-09-06-15-04-47,summarization_t5,google-t5/t5-11b,EnergyStarAI/summarization,0.034807170929047795
+0,2024-09-06-15-01-03,summarization_t5,google-t5/t5-3b,EnergyStarAI/summarization,0.013240064592043188
+0,2024-09-06-15-46-19,summarization_t5,google-t5/t5-base,EnergyStarAI/summarization,0.0042301939119302025
+0,2024-09-06-15-01-33,summarization_t5,google-t5/t5-small,EnergyStarAI/summarization,0.0022662645907879585

data/params/.~lock.parameters_Image Generation.csv#

@@ -0,0 +1 @@
+,sasha,sasha-Blade-15,16.09.2024 10:31,file:///home/sasha/.config/libreoffice/4;

data/params/{image_to_text.csv → image_captioning.csv}

@@ -3,7 +3,7 @@
 1,BLIP,470M,Salesforce/blip-image-captioning-large,1.9,,,,,,447175937
 2,BLIP,,Salesforce/blip-image-captioning-base,0.99,,,,,,224726017
 3,BLIP-OPT,2.7B,Salesforce/blip2-opt-2.7b,15.5,,,,,,3744679936
-4,Pix2Struct,282M,google/pix2struct-base,1.1,,,,,,282000000
+4,Pix2Struct,282M,google/pix2struct-base,1.1,,,,,,0
 5,BLIP-Flan-T5,3.94B,Salesforce/blip2-flan-t5-xl,15.7,,,,,,3942446592
 6,Kosmos,1.66B,microsoft/kosmos-2-patch14-224,6.7,,,,,,1664485376
 7,BLIP-Flan-T5,,Salesforce/blip2-flan-t5-xxl,49.526,,,,,,12229596672
@@ -12,5 +12,5 @@
 10,GIT,394M,microsoft/git-large-coco,1.6,,,,,,370724608
 11,FuseCap,,noamrot/FuseCap_Image_Captioning,0.896,,,,,,224726017
 12,BLIP-OPT,6.7B,Salesforce/blip2-opt-6.7b,31.8,,,,,,7752738304
-13,ViT,264M,bipin/image-caption-generator,0.982,,,,,,264000000
-14,ViT-Distil-GPT2,195M,sachin/vit2distilgpt2,0.743,,,,,,195000000
+13,ViT,264M,bipin/image-caption-generator,0.982,,,,,,0
+14,ViT-Distil-GPT2,195M,sachin/vit2distilgpt2,0.743,,,,,,0

data/params/object_detection.csv

@@ -0,0 +1,11 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,parameters
+0,ResNet,,facebook/detr-resnet-50-dc5,0.167,8678319,,41368512
+1,YOLOS,6.49M,hustvl/yolos-tiny,0.026,8677289,,6359040
+2,ResNet,60.7M,facebook/detr-resnet-101,0.243,8678320,,60308416
+3,DETR,40.2M,SenseTime/deformable-detr,0.161,8677356,,39913666
+4,YOLOS,,hustvl/yolos-small,0.123,8677359,,30204288
+5,YOLOS,,hustvl/yolos-base,0.511,8677381,,125952768
+6,ResNet,,microsoft/conditional-detr-resnet-50,0.174,8678321,,43262402
+7,ResNet,41.6 M,facebook/detr-resnet-50-dc5,0.167,8678322,,41368512
+8,Swin,219M,jozhang97/deta-swin-large,0.879,8678323,different device Tensors,217683380
+9,DETR,41 M,SenseTime/deformable-detr-with-box-refine,0.164,8678324,different device Tensors,39913666

data/params/sentence_similarity.csv

@@ -1,21 +1,21 @@
 ,Model Family,# Params,Link,Size (GB),Docker Process,Unnamed: 5,parameters
-0,Mistral,7.11B,Salesforce/SFR-Embedding-Mistral,14.2,8713794,,7110660096
-1,GritLM,7.24 B,GritLM/GritLM-7B,14.4,8713797,,7110660096
-2,MxBAI,335M ,mixedbread-ai/mxbai-embed-large-v1,0.67,8713798,,335141888
-3,UAE,335M,WhereIsAI/UAE-Large-V1,1.3,8713799,,335141888
-4,E5,550M,intfloat/multilingual-e5-large-instruct,1.1,8713800,,559890432
-5,GIST,335M,avsolatorio/GIST-large-Embedding-v0,1.3,8713803,,335141888
-6,GIST,109 M,avsolatorio/GIST-Embedding-v0,0.438,8713804,,109482240
-7,BGE,109 M,BAAI/bge-base-en-v1.5,0.438,8713805,,109482240
-8,EMBER,335M,llmrails/ember-v1,0.547,8713806,,335141888
-9,GTE,335M,thenlper/gte-large,0.67,8713808,,335141888
-10,GTE,109 M,thenlper/gte-base,0.219,8713809,,109482240
-11,Nomic,137M,nomic-ai/nomic-embed-text-v1,0.547,8713810,,137000000
-12,E5,335M,intfloat/e5-large-v2,1.3,8713812,,335141888
-13,BGE,33.4M,BAAI/bge-small-en-v1.5,0.134,8713814,,33360000
-14,E5,109 M,intfloat/e5-base-v2,0.438,8713815,,109482240
-15,GTE,33.4M,thenlper/gte-small,0.067,8713816,,33360000
-16,BLOOM,7B,izhx/udever-bloom-7b1,28.3,8713817,,7069016064
-17,BLOOM,3B,izhx/udever-bloom-3b,12,8713822,,3002557440
-18,BLOOM,1B,izhx/udever-bloom-1b1,4.3,8713835,,1065314304
-19,GIST,22.7 M,avsolatorio/GIST-all-MiniLM-L6-v2,0.091,8713838,,22713216
+0,Mistral,7.11B,Salesforce/SFR-Embedding-Mistral,14.2,8713794.0,,7110660096
+1,GritLM,7.24 B,GritLM/GritLM-7B,14.4,8713797.0,,7110660096
+2,MxBAI,335M ,mixedbread-ai/mxbai-embed-large-v1,0.67,8713798.0,,335141888
+3,UAE,335M,WhereIsAI/UAE-Large-V1,1.3,8713799.0,,335141888
+4,E5,550M,intfloat/multilingual-e5-large-instruct,1.1,8713800.0,,559890432
+5,GIST,335M,avsolatorio/GIST-large-Embedding-v0,1.3,8713803.0,,335141888
+6,GIST,109 M,avsolatorio/GIST-Embedding-v0,0.438,8713804.0,,109482240
+7,BGE,109 M,BAAI/bge-base-en-v1.5,0.438,8713805.0,,109482240
+8,EMBER,335M,llmrails/ember-v1,0.547,8713806.0,,335141888
+9,GTE,335M,thenlper/gte-large,0.67,8713808.0,,335141888
+10,GTE,109 M,thenlper/gte-base,0.219,8713809.0,,109482240
+11,Nomic,137M,nomic-ai/nomic-embed-text-v1,0.547,8713810.0,,0
+12,E5,335M,intfloat/e5-large-v2,1.3,8713812.0,,335141888
+13,BGE,33.4M,BAAI/bge-small-en-v1.5,0.134,8713814.0,,33360000
+14,E5,109 M,intfloat/e5-base-v2,0.438,8713815.0,,109482240
+15,GTE,33.4M,thenlper/gte-small,0.067,8713816.0,,33360000
+16,BLOOM,7B,izhx/udever-bloom-7b1,28.3,8713817.0,,7069016064
+17,BLOOM,3B,izhx/udever-bloom-3b,12,8713822.0,,3002557440
+18,BLOOM,1B,izhx/udever-bloom-1b1,4.3,8713835.0,,1065314304
+19,GIST,22.7 M,avsolatorio/GIST-all-MiniLM-L6-v2,0.091,8713838.0,,22713216

data/params/summarization.csv

@@ -0,0 +1,14 @@
+,Model Family,# Params,Link,Size (GB),Docker Process,Labels,Dimension,parameters
+0,DistilBART,,sshleifer/distilbart-cnn-12-6,1.2,8713796,,,305510400
+1,PEGASUS,,google/pegasus-large,2.3,8678552,NoneType' object has no attribute 'eos_token,,570797056
+2,PEGASUS,,google/pegasus-xsum,2.3,8675095,ValueError: You have to specify either decoder_input_ids or decoder_inputs_embed,,569748480
+3,BART,,KipperDev/bart_summarizer_model,0.558,8675097,,,139420416
+4,BirdBird,,google/bigbird-pegasus-large-arxiv,2.3,8675139,,,576891904
+5,LED,,pszemraj/led-large-book-summary,1.8,8675167,,,459801600
+6,BART,,facebook/bart-large-cnn,1.63,8675169,,,406290432
+7,DistilBART,,sshleifer/distilbart-xsum-12-1,0.443,8675171,,,221527040
+8,T5,,google-t5/t5-base,0.892,8676081,,,222903552
+9,T5,,google-t5/t5-small,0.242,8675174,,,60506624
+10,T5,,google-t5/t5-3b,11.0,8675176,,,2851598336
+11,T5,,google-t5/t5-large,3.0,8675502,,,737668096
+12,T5,,google-t5/t5-11b,45.0,8675181,,,11307321344

data/params/text_generation.csv

@@ -0,0 +1,43 @@
+,Model Family,# Params,Link,Size (GB),GPU Type,Process,Docker Process,Num GPUs,Notes,Unnamed: 9,parameters
+0,OPT,125 M,facebook/opt-125m,0.25,Single_GPU,"[2024-07-19 13:43:32,389]",8612608.0,1.0,,,125239296
+1,DistilGPT 2,88.2 M,distilbert/distilgpt2,0.353,Single_GPU,"[2024-07-19 20:32:39,848]",8612609.0,1.0,,,81912576
+2,GPT 1,120 M,openai-community/openai-gpt,0.479,Single_GPU,"[2024-07-19 22:32:39,848]",8612611.0,1.0,,,116534784
+3,GPT 2,137 M,openai-community/gpt2,0.548,Single_GPU,"[2024-07-22 16:48:45,521]",8612612.0,1.0,,,124439808
+4,GPT 2,380 M,openai-community/gpt2-medium,1.5,Single_GPU,"[2024-07-22 19:35:01,598]",8612613.0,1.0,,,354823168
+5,Phi 1,1.4 B,microsoft/phi-1,2.8,Single_GPU,2024-07-24 11:16:59,8612615.0,1.0,,,1313361920
+6,Phi 1.5,1.4 B,microsoft/phi-1_5,2.8,Single_GPU,"[2024-07-26 12:29:22,310]",8612616.0,1.0,,,1313361920
+7,GPT 2,812 M,openai-community/gpt2-large,3.2,Single_GPU,"[2024-07-24 11:28:42,290",8612617.0,1.0,,,774030080
+8,SmolLM,360 M,HuggingFaceTB/SmolLM-360M,1.4,Single_GPU,"[2024-07-25 13:45:47,257]",8612618.0,1.0,,,361821120
+9,SmolLM,135 M,HuggingFaceTB/SmolLM-135M,0.538,Single_GPU,"[2024-07-25 23:45:47,257]",8612600.0,1.0,,,134515008
+10,OPT,2.7 B,facebook/opt-2.7b,5.3,Single_GPU,,8612639.0,1.0,,,2651596800
+11,Phi 2,2.7 B,microsoft/phi-2,5.564,Single_GPU,,8612640.0,1.0,,,2648560640
+12,GPT 2,1.6 B,openai-community/gpt2-xl,6.4,Single_GPU,,8612675.0,1.0,,,1557611200
+13,SmolLM,1.7 B,HuggingFaceTB/SmolLM-1.7B,6.8,Single_GPU,,8612644.0,1.0,,,1711376384
+14,Gemma,2 B,google/gemma-2b,4.967,Single_GPU,,8612676.0,1.0,,,2506172416
+15,LLaMa 2,7 B,meta-llama/Llama-2-7b-hf,13.5,Single_GPU,,8612678.0,1.0,,,6607343616
+16,Starling,7.24 B,berkeley-nest/Starling-LM-7B-alpha,14.4,Single_GPU,,8612679.0,1.0,,,7110668288
+17,Mistral-v0.3-8B,7B,mistralai/Mistral-7B-v0.1,14.4,Single_GPU,,8612681.0,1.0,,,7110660096
+18,Falcon,7 B,tiiuae/falcon-7b,14.5,Single_GPU,,8612682.0,1.0,,,6921720704
+19,Aya-23-8b,8B,CohereForAI/aya-23-8B,16.06,Single_GPU,,8612685.0,1.0,,,8028033024
+20,LLaMa 3,8 B,meta-llama/Meta-Llama-3-8B,16.1,Single_GPU,,8612687.0,1.0,,,7504924672
+21,Gemma,7 B,google/gemma-7b,17.1,Single_GPU,,8612721.0,1.0,,,8537680896
+22,Llama 3.1,8B,meta-llama/Meta-Llama-3.1-8B,,Single_GPU,,8612690.0,1.0,,,0
+23,Yi 1.5,9 B,01-ai/Yi-1.5-9B,,Single_GPU,,8612692.0,1.0,,,8567263232
+24,Yi 1.5,6 B,01-ai/Yi-1.5-6B,,Single_GPU,,8612693.0,1.0,,,5798891520
+25,LLaMa 2,13 B,meta-llama/Llama-2-13b-hf,26.0,Single_GPU,,8612694.0,1.0,,,12852024320
+26,OLMo,7B,allenai/OLMo-1.7-7B-hf,27.6,Single_GPU,,8619238.0,1.0,,,6682050560
+27,OLMo,1B,allenai/OLMo-1B-hf,,Single_GPU,,8612698.0,1.0,,,1176764416
+28,Aya,13B,CohereForAI/aya-101,51.8,Multi_GPU,,8619572.0,1.0,text2text,,11896598528
+29,DeepSeekv2,16B,deepseek-ai/DeepSeek-V2-Lite,,Multi_GPU,,8619241.0,,,,0
+30,Aya 23,35 B,CohereForAI/aya-23-35B,69.5,Multi_GPU,,8619247.0,8.0,,,34980831232
+31,Falcon,40 B,tiiuae/falcon-40b,83.6,Multi_GPU,,8619252.0,8.0,,,41303293952
+32,Mistral,46.7 B,mistralai/Mixtral-8x7B-v0.1,93.6,Multi_GPU,,8619304.0,,,,46571720704
+33,LLaMa 2,70 B,meta-llama/Llama-2-70b-hf,138.124,Multi_GPU,,8619350.0,,,,68714504192
+34,LlaMa 3,70 B,meta-llama/Meta-Llama-3-70B,141.9,Multi_GPU,,8619388.0,,,,69503033344
+35,Llama 3.1,70 B,meta-llama/Meta-Llama-3.1-70B,,Multi_GPU,,8619417.0,,,,0
+36,Llama 3.1,405B,meta-llama/Meta-Llama-3.1-405B,,Multi_GPU,,8672796.0,,OOM,trying 2 nodes,0
+37,Command-R,104 B,CohereForAI/c4ai-command-r-plus,,Multi_GPU,,8619473.0,,,,103810674688
+38,Command-R,35 B,CohereForAI/c4ai-command-r-v01,,Multi_GPU,,8619487.0,,,,34980831232
+39,Yi 1.5,34 B,01-ai/Yi-1.5-34B,,Multi_GPU,,8619507.0,,,,33930165248
+40,DeepSeekv2,236 B,deepseek-ai/DeepSeek-V2,,Multi_GPU,,,,"    assert set(gpu_ids).issubset(
+AssertionError: Unknown GPU ids [0, 1, 2, 3, 4, 5, 6, 7]",,0