Auto Daily Leaderboard udpate Wed Oct 2 12:00:26 PM EDT 2024

arena_elo/results/20241001/clean_battle_t2i_generation.json

@@ -103062,5 +103062,33 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1727790901.9142
+  },
+  {
+    "model_a_conv_id": "5b5f2827c15c4404b6cd0cbec3c59792",
+    "model_b_conv_id": "0e575636a3fc4a22aed8c76a0181d301",
+    "inputs": {
+      "prompt": "A long green train traveling through a rural orange countryside ."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727812841.9062
+  },
+  {
+    "model_a_conv_id": "fc147029f2cb42be8a1932471d7b8ca6",
+    "model_b_conv_id": "97f0177556b74073949bcb41d8cafa8b",
+    "inputs": {
+      "prompt": "from air to water viewing inside underwater"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727830184.9637
   }
 ]

arena_elo/results/20241001/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f3e8c7a0ba6d72765a5a60c684e850b8253b820e454061518b4272e719acc1b
+oid sha256:a3bbf3ddf6ffe83e4545487c843730f4d71657f6e92b830c03bca46d3cbc45e6
 size 88251

arena_elo/results/20241001/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.9628451381793,1124.4328525218098,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1109.8960285267315,1121.8274462646168,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.5473153933833,1075.9916188517154,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.4354232566661,1071.6732966428615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.5285547187534,1062.094368337104,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.3165683939364,1042.224190092858,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.935889912155,1022.149065446435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1021.6889656260471,1012.7550344138051,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1021.3017604879707,1024.584180129361,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1019.8522310270184,1019.8861542031685,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1007.5776196190437,1000.2766513697775,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1002.118490436059,1007.5270863005277,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.6550844386784,965.5977020498926,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.7841902048643,911.4300059633879,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.1670532233752,899.6347856315425,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.647768688722,823.8289701722181,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5842109084192,803.8942503723699,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1122.0222054091512,1124.45270298051,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1109.32165801669,1121.3733343563424,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.482330588758,1075.9459545993668,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.5155470020886,1071.733420111327,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.1973375621535,1061.8782176361906,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.4572371155314,1042.3482928448975,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.984805660499,1022.1762206503751,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.7572633530481,1012.8115487852178,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.4174431968775,1024.6693814844975,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.9162596550382,1019.9386164883441,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.5526478543605,1000.2646299198917,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1002.1484248479865,1007.5507870772368,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.730735727161,965.6556989817616,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.8560409421198,911.4886617901192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.2515107960243,899.694368032384,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.7225904619963,823.8863269582854,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6659618105274,803.9545790486023,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -103062,5 +103062,33 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1727790901.9142
+  },
+  {
+    "model_a_conv_id": "5b5f2827c15c4404b6cd0cbec3c59792",
+    "model_b_conv_id": "0e575636a3fc4a22aed8c76a0181d301",
+    "inputs": {
+      "prompt": "A long green train traveling through a rural orange countryside ."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.1.102",
+    "anony": true,
+    "tstamp": 1727812841.9062
+  },
+  {
+    "model_a_conv_id": "fc147029f2cb42be8a1932471d7b8ca6",
+    "model_b_conv_id": "97f0177556b74073949bcb41d8cafa8b",
+    "inputs": {
+      "prompt": "from air to water viewing inside underwater"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "StableCascade",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727830184.9637
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f3e8c7a0ba6d72765a5a60c684e850b8253b820e454061518b4272e719acc1b
+oid sha256:a3bbf3ddf6ffe83e4545487c843730f4d71657f6e92b830c03bca46d3cbc45e6
 size 88251

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.9628451381793,1124.4328525218098,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1109.8960285267315,1121.8274462646168,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.5473153933833,1075.9916188517154,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.4354232566661,1071.6732966428615,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.5285547187534,1062.094368337104,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.3165683939364,1042.224190092858,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.935889912155,1022.149065446435,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1021.6889656260471,1012.7550344138051,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1021.3017604879707,1024.584180129361,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1019.8522310270184,1019.8861542031685,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1007.5776196190437,1000.2766513697775,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1002.118490436059,1007.5270863005277,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.6550844386784,965.5977020498926,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.7841902048643,911.4300059633879,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.1670532233752,899.6347856315425,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.647768688722,823.8289701722181,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.5842109084192,803.8942503723699,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1122.0222054091512,1124.45270298051,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1109.32165801669,1121.3733343563424,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.482330588758,1075.9459545993668,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.5155470020886,1071.733420111327,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1066.1973375621535,1061.8782176361906,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.4572371155314,1042.3482928448975,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.984805660499,1022.1762206503751,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1021.7572633530481,1012.8115487852178,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.4174431968775,1024.6693814844975,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1019.9162596550382,1019.9386164883441,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.5526478543605,1000.2646299198917,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1002.1484248479865,1007.5507870772368,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.730735727161,965.6556989817616,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.8560409421198,911.4886617901192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.2515107960243,899.694368032384,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.7225904619963,823.8863269582854,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.6659618105274,803.9545790486023,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7