Auto Daily Leaderboard udpate Thu Oct 3 12:00:26 PM EDT 2024

arena_elo/results/20241002/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6eef25ac20c3a0059c78657a7e2fcc2054b8a0de91b4e5e2819b09cd6d4c7a
+size 88245

arena_elo/results/20241002/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1122.494174813021,1124.8403543085967,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1108.9564131442276,1121.1221692731992,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1079.840505039046,1071.3752693064212,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.075794417869,1072.208631919403,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.5360503100567,1059.3365791249853,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.5753103644265,1043.3070758075332,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.3193662488577,1022.537064740007,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.2190885657424,1013.2130266997237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.8165559327135,1024.954198082966,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.4085589567648,1020.3597554511938,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.6298243223767,1000.358765792724,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1004.0946286743119,1009.1828594274893,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.5266609159492,966.3282752286641,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.2048588748877,911.797837299713,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8485718246293,900.1693519744035,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.2408574014224,824.3299291059204,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.212780193698,804.4157638012659,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -103090,5 +103090,103 @@
     "judge": "arena_user_10.16.32.208",
     "anony": true,
     "tstamp": 1727830184.9637
+  },
+  {
+    "model_a_conv_id": "cf27d51146864331bdcbee34fdd6ebd6",
+    "model_b_conv_id": "d9db52f53789479aae354e791ae5c6cf",
+    "inputs": {
+      "prompt": "Analog film photo masterpiece maximalist cinematic, beautiful Dakota fanning Alicia Silverstone amber heard face girl, wearing hoodies, busstop, dramatic lighting "
+    },
+    "model_a": "AuraFlow",
+    "model_b": "SDXL",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727889344.0952
+  },
+  {
+    "model_a_conv_id": "53c2edd3a9ab42a5b06bd1fc15576854",
+    "model_b_conv_id": "b6cf51e9dee8415a8d3a76083c7b586c",
+    "inputs": {
+      "prompt": "house fire, 8 k, shot on film camera "
+    },
+    "model_a": "Kolors",
+    "model_b": "StableCascade",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727901850.2372
+  },
+  {
+    "model_a_conv_id": "0ecf451bab3042dd94157f8880c07323",
+    "model_b_conv_id": "bb30fd1090a14ccfae45a45a68b8b70b",
+    "inputs": {
+      "prompt": "a toy gun in the shape of a cute cat "
+    },
+    "model_a": "PixArtAlpha",
+    "model_b": "AuraFlow",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727901886.7103
+  },
+  {
+    "model_a_conv_id": "80dd0ee9aa82469ab7deb81a676ca6f7",
+    "model_b_conv_id": "d6d9f298a0014917b1e0f589feb81890",
+    "inputs": {
+      "prompt": "A storefront with 'Diffusion' written on it."
+    },
+    "model_a": "SDXL",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727901919.3996
+  },
+  {
+    "model_a_conv_id": "efc734deff0946589f079d75b1225caf",
+    "model_b_conv_id": "ef1c712e070f491f9c7437ac4e27b3a1",
+    "inputs": {
+      "prompt": "hyperrealism render of a surreal alien humanoid"
+    },
+    "model_a": "StableCascade",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1727901944.8745
+  },
+  {
+    "model_a_conv_id": "2093f7aa5e9847bc94d7f7064438ec29",
+    "model_b_conv_id": "5063f178b140435483f5c8abf3b9b125",
+    "inputs": {
+      "prompt": "big budget scifi movie set in postapocalyptic world with alien brainsuckers female cyborg in yellow rubber and gas mask in ruins of church "
+    },
+    "model_a": "SD3",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.18.162",
+    "anony": true,
+    "tstamp": 1727901978.0636
+  },
+  {
+    "model_a_conv_id": "e6046e29f90a4a35a1a5caa0f6040e98",
+    "model_b_conv_id": "f176986410554467a2f10eb6c46ca508",
+    "inputs": {
+      "prompt": "A stop sign on the right of a refrigerator."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.32.208",
+    "anony": true,
+    "tstamp": 1727902002.2116
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3bbf3ddf6ffe83e4545487c843730f4d71657f6e92b830c03bca46d3cbc45e6
-size 88251
+oid sha256:bb6eef25ac20c3a0059c78657a7e2fcc2054b8a0de91b4e5e2819b09cd6d4c7a
+size 88245

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1122.0222054091512,1124.45270298051,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1109.32165801669,1121.3733343563424,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1085.482330588758,1075.9459545993668,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.5155470020886,1071.733420111327,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1066.1973375621535,1061.8782176361906,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.4572371155314,1042.3482928448975,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1029.984805660499,1022.1762206503751,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1021.7572633530481,1012.8115487852178,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1021.4174431968775,1024.6693814844975,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1019.9162596550382,1019.9386164883441,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1007.5526478543605,1000.2646299198917,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1002.1484248479865,1007.5507870772368,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.730735727161,965.6556989817616,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.8560409421198,911.4886617901192,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.2515107960243,899.694368032384,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,828.7225904619963,823.8863269582854,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.6659618105274,803.9545790486023,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+PlayGround V2.5,PlayGround V2.5,1122.494174813021,1124.8403543085967,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1108.9564131442276,1121.1221692731992,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1079.840505039046,1071.3752693064212,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.075794417869,1072.208631919403,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1063.5360503100567,1059.3365791249853,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1040.5753103644265,1043.3070758075332,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1030.3193662488577,1022.537064740007,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.2190885657424,1013.2130266997237,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+SDXL-Lightning,SDXL-Lightning,1021.8165559327135,1024.954198082966,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtSigma,PixArtSigma,1020.4085589567648,1020.3597554511938,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,1007.6298243223767,1000.358765792724,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1004.0946286743119,1009.1828594274893,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,965.5266609159492,966.3282752286641,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.2048588748877,911.797837299713,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.8485718246293,900.1693519744035,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.2408574014224,824.3299291059204,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.212780193698,804.4157638012659,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7