Auto Daily Leaderboard udpate Mon Dec 2 12:00:27 PM EST 2024

arena_elo/results/20241202/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c494b2b38ff0005cadaa5751f427eb80783ccd9a19ff638f3c461b37ebaae01
+size 88231

arena_elo/results/20241202/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.034264393746,1120.4990727791517,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.4343182340492,1137.0220422970956,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.9408992967817,1076.377724682417,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1540310064297,1071.5666157821443,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.902284442046,1051.564159559023,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.7813196628108,1042.5245396051373,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.5708188980318,1022.1407741775341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.786273684451,1010.7890772588308,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1819731890274,1021.7583367815246,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.1016209208651,1017.3722850700572,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1007.1923649827829,1009.911825032268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.2446540997537,999.0883202040523,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.1324988265106,966.8279890746549,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.7695877692064,912.8161867398458,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8489565342032,899.1616715714945,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.7914806366772,826.93189480615,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1326534226375,804.6185238290177,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -108466,5 +108466,33 @@
     "judge": "arena_user_10.20.26.107",
     "anony": true,
     "tstamp": 1733060623.8139
+  },
+  {
+    "model_a_conv_id": "bef33a6c426d43449004a2e1989646c6",
+    "model_b_conv_id": "69f49cce00b94396848688072158f728",
+    "inputs": {
+      "prompt": "beautiful hostel"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.20.38.195",
+    "anony": true,
+    "tstamp": 1733084116.5757
+  },
+  {
+    "model_a_conv_id": "642e5ba5f574461fb6efe1073e459b60",
+    "model_b_conv_id": "cc2f16177f404279b8e977bb5f43701c",
+    "inputs": {
+      "prompt": "nun in futuristic cosmopolis"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.12.226",
+    "anony": true,
+    "tstamp": 1733145408.5838
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68435ec9d6bbde207fadbf0366169317cf1000c6196da9fc40b891fbdc84a397
-size 88250
+oid sha256:5c494b2b38ff0005cadaa5751f427eb80783ccd9a19ff638f3c461b37ebaae01
+size 88231

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1120.6357815679153,1120.239304320753,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1117.1278379800342,1138.2041780948198,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1084.9075874888056,1075.4721201738457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.1088681051015,1071.5640661672946,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1052.9429637956266,1051.5725524405332,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.7323507925864,1042.5056408719977,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.5547598518285,1022.1209650697239,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1019.7515249888804,1010.7863607824877,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1019.1186529832036,1021.7114915670812,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1018.0552034312658,1017.3556687685893,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-SD3,SD3,1007.1602213941788,1009.8750917273795,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-AuraFlow,AuraFlow,1004.2043478689534,999.0491261212459,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SDXL,SDXL,967.2551327874842,966.9548989301649,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,915.7416738483645,912.8191890706654,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.8059974306603,899.155997976299,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,832.7712569668715,826.9402288231271,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,791.1258387182379,804.6388200044589,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1121.034264393746,1120.4990727791517,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1115.4343182340492,1137.0220422970956,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1085.9408992967817,1076.377724682417,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1540310064297,1071.5666157821443,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1052.902284442046,1051.564159559023,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.7813196628108,1042.5245396051373,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1029.5708188980318,1022.1407741775341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1019.786273684451,1010.7890772588308,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1019.1819731890274,1021.7583367815246,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1018.1016209208651,1017.3722850700572,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SD3,SD3,1007.1923649827829,1009.911825032268,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+AuraFlow,AuraFlow,1004.2446540997537,999.0883202040523,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SDXL,SDXL,967.1324988265106,966.8279890746549,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,915.7695877692064,912.8161867398458,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8489565342032,899.1616715714945,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,832.7914806366772,826.93189480615,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,791.1326534226375,804.6185238290177,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7