Auto Daily Leaderboard udpate Mon Sep 23 12:00:25 PM EDT 2024

arena_elo/results/20240923/elo_results_t2i_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78342a1091da4d5d17ee94a8a3a968e2b3ef9e36bb895b32809786bf4ea2ab28
+size 88247

arena_elo/results/20240923/t2i_generation_leaderboard.csv

@@ -0,0 +1,18 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+FLUX.1-dev,FLUX.1-dev,1130.743357629926,1148.9962605096343,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1125.7527088790087,1126.1138394064424,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1086.1704664472074,1085.6025051460106,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.51301755247,1069.985288007291,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.382661772892,1056.310357708948,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.4721474133828,1027.752380587222,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.0020473781433,1039.029082823245,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1022.7988233586316,1025.82491111131,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.78812485986,1011.0152029558307,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.8518748161556,1017.6057083295378,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,997.4064888405414,988.6499332578353,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.232574292165,984.4380088295055,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.1054334357038,963.5946997902745,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0664565380392,909.3362450083096,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9473261384057,897.7628582087063,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.5316371507727,821.4057596489304,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2348534966894,801.9076235919026,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json

@@ -96496,5 +96496,47 @@
     "judge": "arena_user_10.16.10.147",
     "anony": true,
     "tstamp": 1726964169.6052
+  },
+  {
+    "model_a_conv_id": "c3777d6447a7427b8f2e4fa50eb22c63",
+    "model_b_conv_id": "c37aa002564846e399a0a6006b06bf17",
+    "inputs": {
+      "prompt": "A 3D cartoon style scene of Ramgopal, a handsome 40-45-year-old blacksmith with sharp facial features, wheatish skin, and a well-groomed short beard, standing outside his village home. He has medium-length, neatly styled black curly hair and a muscular frame. His wife, a beautiful woman in her late 30s, is standing in front of him, wearing a simple yet elegant light blue saree with a red border. Her long, straight black hair is tied in a braid, and her features are soft with expressive brown eyes. She holds\n"
+    },
+    "model_a": "FLUX.1-dev",
+    "model_b": "PlayGround V2.5",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727032640.2431
+  },
+  {
+    "model_a_conv_id": "7b3071db4c394cc094e56f6918f68625",
+    "model_b_conv_id": "b42593a9229d4ad9a0e585810b3ceb55",
+    "inputs": {
+      "prompt": "Beautiful ocean and sun risinh"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727037214.5152
+  },
+  {
+    "model_a_conv_id": "8787492ae0e4444d88156802171fb771",
+    "model_b_conv_id": "e133160a4aee4cca98c880c0bfe8d8d7",
+    "inputs": {
+      "prompt": "one modern PinBall Machine made by bookmate WinLine in its colors: orange and black and text \"WINLINE\". Standing in pub"
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "SDXL-Lightning",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.10.147",
+    "anony": true,
+    "tstamp": 1727085734.8156
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:464d7138749add491ab6d6f3135f9e838b212bc3b075fbb5ff596d18483e26c2
+oid sha256:78342a1091da4d5d17ee94a8a3a968e2b3ef9e36bb895b32809786bf4ea2ab28
 size 88247

arena_elo/results/latest/t2i_generation_leaderboard.csv

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-FLUX.1-dev,FLUX.1-dev,1130.7768470000096,1149.0564739050985,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2.5,PlayGround V2.5,1125.7762139603235,1126.189944895703,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-schnell,FLUX.1-schnell,1084.5833471621356,1084.0243959219672,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.4733017939354,1070.0891746313143,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1059.3610144772385,1056.2422352902017,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-HunyuanDiT,HunyuanDiT,1039.5920193541365,1027.841428185494,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-StableCascade,StableCascade,1037.1270757347286,1039.1395001584863,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-SDXL-Lightning,SDXL-Lightning,1023.2323813664467,1026.2127069581904,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtAlpha,PixArtAlpha,1021.7997241606182,1011.1032761645628,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-PixArtSigma,PixArtSigma,1019.0711022452053,1017.7118707387366,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,997.3665078440881,988.5913215238159,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,989.2899661415689,984.4426368794766,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,964.1218242870272,963.6317842302799,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.1921999101764,909.4262894245263,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.0594598998209,897.8726768901914,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,827.7994590446559,821.5089945115174,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,789.3775556178895,801.9965234945971,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
+FLUX.1-dev,FLUX.1-dev,1130.743357629926,1148.9962605096343,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2.5,PlayGround V2.5,1125.7527088790087,1126.1138394064424,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-schnell,FLUX.1-schnell,1086.1704664472074,1085.6025051460106,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1072.51301755247,1069.985288007291,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1059.382661772892,1056.310357708948,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+HunyuanDiT,HunyuanDiT,1039.4721474133828,1027.752380587222,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+StableCascade,StableCascade,1037.0020473781433,1039.029082823245,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+SDXL-Lightning,SDXL-Lightning,1022.7988233586316,1025.82491111131,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+PixArtAlpha,PixArtAlpha,1021.78812485986,1011.0152029558307,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1018.8518748161556,1017.6057083295378,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+AuraFlow,AuraFlow,997.4064888405414,988.6499332578353,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,989.232574292165,984.4380088295055,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,964.1054334357038,963.5946997902745,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,913.0664565380392,909.3362450083096,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),904.9473261384057,897.7628582087063,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,827.5316371507727,821.4057596489304,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,789.2348534966894,801.9076235919026,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7