Auto Daily Leaderboard udpate Tue Aug 27 12:00:25 PM EDT 2024

arena_elo/results/20240826/clean_battle_t2i_generation.json

@@ -54294,5 +54294,37 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1724687290.4722
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724699396.7785
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724717345.693
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1724721667.4416
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724725409.4571
   }
 ]

arena_elo/results/20240826/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af8c051eb966ce37c2c9016b5532011069e6c145d35e1e898e3c14b9f71d159
-size 88249
+oid sha256:588311a3f3a0a82a99b6c93e4ddc49a5e9dbb3062ddadc8efe1975de696a0199
+size 88248

arena_elo/results/20240826/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.9537899718157,1147.2889349211373,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1126.1756313035808,1127.109937752972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1076.15855299579,1072.5493102050414,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.287183304566,1071.363479606841,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1047.3615778983353,1045.8567029326887,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1041.98897909091,1029.921191211605,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1039.1399781184343,1041.4031927305055,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1024.3754302470427,1027.7012286909185,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1023.0215719106511,1012.4296353557543,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.466517346351,1018.4771800619883,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1004.0773383344044,999.83602860052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,991.9306981064826,987.3341636747854,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.3616270736675,965.0112563503749,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.3016334882238,909.8889420587066,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.9493966050462,898.34358575879,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.2806618498882,822.1421156836042,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.1694323548091,803.1056590672481,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1126.2671033011611,1127.144846385844,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1122.9582048577554,1141.6536600935985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1083.0152074641153,1078.8262638227134,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0339489627977,1071.1452200571498,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.8872305800394,1051.0132314632656,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1042.095914504853,1029.7357908718288,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1038.2021066856098,1040.5631483675481,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.2153507509286,1027.5400610626618,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.9514312384921,1012.2288089547184,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.3453069221349,1018.2702682745402,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1001.228997074127,997.114469839989,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,991.7812080130284,987.2707845693864,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.1076294757463,964.8000746525106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1686128053395,909.6861549501493,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6902615871095,898.0724427034747,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.0685532627626,821.9169694977911,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9829325139982,802.8893988540598,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -54294,5 +54294,37 @@
     "judge": "arena_user_10.16.34.60",
     "anony": true,
     "tstamp": 1724687290.4722
+  },
+  {
+    "model_a": "AuraFlow",
+    "model_b": "PlayGround V2.5",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724699396.7785
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1724717345.693
+  },
+  {
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-schnell",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1724721667.4416
+  },
+  {
+    "model_a": "Kolors",
+    "model_b": "FLUX.1-dev",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1724725409.4571
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af8c051eb966ce37c2c9016b5532011069e6c145d35e1e898e3c14b9f71d159
-size 88249
+oid sha256:588311a3f3a0a82a99b6c93e4ddc49a5e9dbb3062ddadc8efe1975de696a0199
+size 88248

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1129.9537899718157,1147.2889349211373,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1126.1756313035808,1127.109937752972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1076.15855299579,1072.5493102050414,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.287183304566,1071.363479606841,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1047.3615778983353,1045.8567029326887,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1041.98897909091,1029.921191211605,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1039.1399781184343,1041.4031927305055,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1024.3754302470427,1027.7012286909185,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1023.0215719106511,1012.4296353557543,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.466517346351,1018.4771800619883,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1004.0773383344044,999.83602860052,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,991.9306981064826,987.3341636747854,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.3616270736675,965.0112563503749,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.3016334882238,909.8889420587066,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.9493966050462,898.34358575879,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.2806618498882,822.1421156836042,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.1694323548091,803.1056590672481,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1126.2671033011611,1127.144846385844,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1122.9582048577554,1141.6536600935985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1083.0152074641153,1078.8262638227134,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.0339489627977,1071.1452200571498,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.8872305800394,1051.0132314632656,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1042.095914504853,1029.7357908718288,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1038.2021066856098,1040.5631483675481,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1024.2153507509286,1027.5400610626618,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1022.9514312384921,1012.2288089547184,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1019.3453069221349,1018.2702682745402,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1001.228997074127,997.114469839989,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,991.7812080130284,987.2707845693864,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.1076294757463,964.8000746525106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.1686128053395,909.6861549501493,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.6902615871095,898.0724427034747,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,828.0685532627626,821.9169694977911,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.9829325139982,802.8893988540598,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7