Auto Daily Leaderboard udpate Fri Oct 4 12:00:25 PM EDT 2024

arena_elo/results/20241004/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09175dd5df07616c4f4472f841838cb0ac1f673dbde282bdd49be7000ac699d2
+size 88232

arena_elo/results/20241004/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1122.3000829629202,1124.4380247059805,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1105.2550711706492,1116.8849119304377,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1079.7338084703258,1071.1841688887457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.9728740274043,1072.1815112149898,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1064.5038554142316,1060.4424689537475,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.5101319381668,1043.2760275728494,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1031.5513861498234,1023.6968007969429,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.1626305794844,1013.2202478801834,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.4003065917906,1024.6094518576522,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.3732252367016,1020.3628263109686,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1010.513812295822,1003.2500934538823,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1004.0808087826769,1009.1417073149987,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.4645169651036,966.4782132091882,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1396685898296,911.8052451492441,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.7372339367765,900.1216810997138,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.1685180557535,824.3357074205634,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.1320688325393,804.4337286581356,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -103188,5 +103188,89 @@
     "judge": "arena_user_10.16.32.208",
     "anony": true,
     "tstamp": 1727902002.2116
+  },
+  {
+    "model_a_conv_id": "ce9a00f7726c4c4c8d5bb90505bc2b30",
+    "model_b_conv_id": "298cde901cf94b009c1e1473a8ed6ddf",
+    "inputs": {
+      "prompt": "MX-5"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.75",
+    "anony": false,
+    "tstamp": 1727978454.7678
+  },
+  {
+    "model_a_conv_id": "4630168b78224891b83f80de3a593520",
+    "model_b_conv_id": "cae8a908859740b68548b116336a86f0",
+    "inputs": {
+      "prompt": "MX-5 style design"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.2.111",
+    "anony": false,
+    "tstamp": 1727978522.477
+  },
+  {
+    "model_a_conv_id": "667baa4a8e5649b399632bda3d31bc4a",
+    "model_b_conv_id": "4eb5fb8a91584fdd9e982b0703092c13",
+    "inputs": {
+      "prompt": "IMG 345.jpg"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "AuraFlow",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727983976.7284
+  },
+  {
+    "model_a_conv_id": "5b9894d4fb8041d2b4f1aff29d0f9be7",
+    "model_b_conv_id": "204002fcf588436fbb0d25abd1bad44e",
+    "inputs": {
+      "prompt": "photorealistic, inside an alien fungal forest"
+    },
+    "model_a": "Kolors",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727989293.201
+  },
+  {
+    "model_a_conv_id": "865eefffe8974e6e8d08764bbcef7c5f",
+    "model_b_conv_id": "8eaff3bac3724678804e3057d6e37b08",
+    "inputs": {
+      "prompt": "New York Skyline with 'Diffusion' written with fireworks on the sky."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "HunyuanDiT",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1728022846.2331
+  },
+  {
+    "model_a_conv_id": "81895da2998f49cdb5438bbf0ebb7f86",
+    "model_b_conv_id": "b3b31872c18a45c4a65dea20719c05e1",
+    "inputs": {
+      "prompt": "the logo for Niva LLC, in a minimalist style, proves that it is a company engaged in the cultivation of legumes"
+    },
+    "model_a": "PlayGround V2.5",
+    "model_b": "Kolors",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.14.103",
+    "anony": true,
+    "tstamp": 1728036876.0553
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb6eef25ac20c3a0059c78657a7e2fcc2054b8a0de91b4e5e2819b09cd6d4c7a
-size 88245
+oid sha256:09175dd5df07616c4f4472f841838cb0ac1f673dbde282bdd49be7000ac699d2
+size 88232

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.494174813021,1124.8403543085967,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1108.9564131442276,1121.1221692731992,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1079.840505039046,1071.3752693064212,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1073.075794417869,1072.208631919403,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1063.5360503100567,1059.3365791249853,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1040.5753103644265,1043.3070758075332,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1030.3193662488577,1022.537064740007,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1022.2190885657424,1013.2130266997237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1021.8165559327135,1024.954198082966,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1020.4085589567648,1020.3597554511938,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1007.6298243223767,1000.358765792724,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1004.0946286743119,1009.1828594274893,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.5266609159492,966.3282752286641,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,914.2048588748877,911.797837299713,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.8485718246293,900.1693519744035,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.2408574014224,824.3299291059204,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.212780193698,804.4157638012659,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1122.3000829629202,1124.4380247059805,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1105.2550711706492,1116.8849119304377,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1079.7338084703258,1071.1841688887457,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.9728740274043,1072.1815112149898,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1064.5038554142316,1060.4424689537475,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.5101319381668,1043.2760275728494,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1031.5513861498234,1023.6968007969429,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.1626305794844,1013.2202478801834,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.4003065917906,1024.6094518576522,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.3732252367016,1020.3628263109686,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1010.513812295822,1003.2500934538823,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1004.0808087826769,1009.1417073149987,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.4645169651036,966.4782132091882,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.1396685898296,911.8052451492441,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.7372339367765,900.1216810997138,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.1685180557535,824.3357074205634,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.1320688325393,804.4337286581356,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7