Spaces:

TIGER-Lab
/

GenAI-Arena

Running on Zero

+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.8353577726316,1124.057278596014,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1104.6755824479296,1116.0278734976182,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1083.4862297515244,1074.1280372096107,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1666958716664,1072.3968676177733,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1067.9225775334485,1064.0575669279347,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2452457286568,1042.290877309615,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1028.692395881471,1020.9553282553334,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.5404967382916,1013.8137898364557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1020.4131220691643,1020.7605581133839,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1020.4129737314308,1023.8301986812243,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1007.442092182608,1000.9994889190185,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1003.2420145079205,1007.7501082305077,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,966.4652214383316,967.2106656524248,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.0191904149358,911.8719228528339,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.9475898525919,900.1989004340381,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.6292462863064,824.8086472581524,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.8639677910921,804.7954902892825,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED Viewed

@@ -103678,5 +103678,173 @@
     "judge": "arena_user_10.16.17.212",
     "anony": true,
     "tstamp": 1728310920.6246
   }
 ]

     "judge": "arena_user_10.16.17.212",
     "anony": true,
     "tstamp": 1728310920.6246
+  },
+  {
+    "model_a_conv_id": "82caab36862940bb9f0f6c6a37533860",
+    "model_b_conv_id": "87bf0f6a2afb4883b29363a09badf6d8",
+    "inputs": {
+      "prompt": "painting of private empty onsen next to japanese inn with levitating red lanterns and petals by greg rutkowski craig mullins ross tran bonsai trees cushions towels buckets zen garden flowers ornate japanese motifs concept art fantasy cinematic lighting unreal engine lumen reflections trending on artstation "
+    },
+    "model_a": "SDXL",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.212",
+    "anony": true,
+    "tstamp": 1728318982.06
+  },
+  {
+    "model_a_conv_id": "96d76f692c3b44eba4cb4453bd5e63e8",
+    "model_b_conv_id": "eebe42e2ac6e4893910a8fce71379744",
+    "inputs": {
+      "prompt": "A train on top of a surfboard."
+    },
+    "model_a": "SD3",
+    "model_b": "OpenJourney",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.44.25",
+    "anony": true,
+    "tstamp": 1728318994.0007
+  },
+  {
+    "model_a_conv_id": "dd0a89dc6bc646669de726bccfa80fe3",
+    "model_b_conv_id": "e344611639194b2d824bb4685988ff8e",
+    "inputs": {
+      "prompt": "A vehicle composed of two wheels held in a frame one behind the other, propelled by pedals and steered with handlebars attached to the front wheel."
+    },
+    "model_a": "AuraFlow",
+    "model_b": "Kolors",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.212",
+    "anony": true,
+    "tstamp": 1728327900.4821
+  },
+  {
+    "model_a_conv_id": "7afedeea51ee4700bd3e9468cfd1b6c0",
+    "model_b_conv_id": "c743d91bb85c46bf824d18c8eb51d98c",
+    "inputs": {
+      "prompt": "A blue and white cat next to a blanket and shelf with grey bottle ."
+    },
+    "model_a": "SDXL-Lightning",
+    "model_b": "PixArtAlpha",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1728330203.2237
+  },
+  {
+    "model_a_conv_id": "494a37d8cc82436aa74b64c7580e16b3",
+    "model_b_conv_id": "02d28d6c237b420d91afd8e268d0ffa2",
+    "inputs": {
+      "prompt": "A brown toilet with a white wooden seat ."
+    },
+    "model_a": "StableCascade",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.24.194",
+    "anony": true,
+    "tstamp": 1728330217.3618
+  },
+  {
+    "model_a_conv_id": "55d8ae1a82804d679dacea24cb16253a",
+    "model_b_conv_id": "ec500ffb8ce7425597c663e172fca835",
+    "inputs": {
+      "prompt": "Four dogs on the street."
+    },
+    "model_a": "SDXLTurbo",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.17.212",
+    "anony": true,
+    "tstamp": 1728330233.6505
+  },
+  {
+    "model_a_conv_id": "6ec87eb73a0b4ec9a34b42ee0db72982",
+    "model_b_conv_id": "3733c82ee8474def93b2fdd98aa90555",
+    "inputs": {
+      "prompt": "image of a cat holding up a bird on a wall. 8k, photoreal, sharp details, soft light."
+    },
+    "model_a": "Kolors",
+    "model_b": "SDXLTurbo",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.17.212",
+    "anony": true,
+    "tstamp": 1728330246.6564
+  },
+  {
+    "model_a_conv_id": "5c5e28e2e71e489788128b48c54eddbf",
+    "model_b_conv_id": "c1dcd535a4d9496b8b8216ee3f61e070",
+    "inputs": {
+      "prompt": "beautiful gorgeous elegant porcelain ivory fair skin mechanoid woman, close - up, sharp focus, studio light, iris van herpen haute couture headdress made of rhizomorphs, daisies, arches, brackets, herbs, colorful corals, fractal mushrooms, puffballs, octane render, ultra sharp, 8 k "
+    },
+    "model_a": "SD3",
+    "model_b": "SDXLTurbo",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.44.25",
+    "anony": true,
+    "tstamp": 1728330259.2789
+  },
+  {
+    "model_a_conv_id": "2b91cb18be6e4dc39770cb5fc9e4d723",
+    "model_b_conv_id": "166c9467835945d7a5b2fc1030f03770",
+    "inputs": {
+      "prompt": "Lonely evil bananas on a table, hard light chiaroscuro, realistic"
+    },
+    "model_a": "AuraFlow",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.4.164",
+    "anony": true,
+    "tstamp": 1728334510.0815
+  },
+  {
+    "model_a_conv_id": "0512416c94df4fb58a32a6f709221211",
+    "model_b_conv_id": "4132b5a90acc474db8ec3b1eb137f5cd",
+    "inputs": {
+      "prompt": "A minimalist logo representing electricity and energy, featuring a lightning bolt symbol, stylized lines to suggest power, energy flow, and data, with modern, clean design. Incorporate subtle elements of a graph or chart to symbolize pricing trends, using vibrant colors like electric blue, yellow, and white. No text, simple and professional, suitable for an app icon."
+    },
+    "model_a": "FLUX.1-schnell",
+    "model_b": "AuraFlow",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1728337965.5429
+  },
+  {
+    "model_a_conv_id": "bf1c7e42d2e44968944ba24dc7cf2a97",
+    "model_b_conv_id": "c6f2219e6e71406688a0a601b197ab11",
+    "inputs": {
+      "prompt": "Tcennis rpacket."
+    },
+    "model_a": "OpenJourney",
+    "model_b": "FLUX.1-dev",
+    "vote_type": "bothbad_vote",
+    "winner": "tie (bothbad)",
+    "judge": "arena_user_10.16.17.212",
+    "anony": true,
+    "tstamp": 1728340242.2534
+  },
+  {
+    "model_a_conv_id": "03e5b15404cb441da9fe21acb61d491a",
+    "model_b_conv_id": "992a8013f36046769814207f5c939e60",
+    "inputs": {
+      "prompt": "An orange colored sandwich."
+    },
+    "model_a": "HunyuanDiT",
+    "model_b": "FLUX.1-schnell",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.9.82",
+    "anony": true,
+    "tstamp": 1728393647.7257
   }
 ]

arena_elo/results/latest/clean_battle_video_generation.json CHANGED Viewed

@@ -28572,5 +28572,33 @@
     "judge": "arena_user_10.16.17.212",
     "anony": true,
     "tstamp": 1728246017.5252
   }
 ]

     "judge": "arena_user_10.16.17.212",
     "anony": true,
     "tstamp": 1728246017.5252
+  },
+  {
+    "model_a_conv_id": "35d6796f1ba745b9a2cc40447568158c",
+    "model_b_conv_id": "a2abbd2e6d374ff1834b1dda536e1e4e",
+    "inputs": {
+      "prompt": "A person is using computer"
+    },
+    "model_a": "OpenSora v1.2",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1728334830.5751
+  },
+  {
+    "model_a_conv_id": "b7b05d93ba894fcb966481d5b7d3fa7f",
+    "model_b_conv_id": "6eaa82ff78bb419f893a0f655f3eeaa1",
+    "inputs": {
+      "prompt": "A person is sweeping floor"
+    },
+    "model_a": "CogVideoX-2B",
+    "model_b": "CogVideoX-5B",
+    "vote_type": "tievote",
+    "winner": "tie",
+    "judge": "arena_user_10.16.3.138",
+    "anony": true,
+    "tstamp": 1728393679.466
   }
 ]

arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d3fc823630a677cacb8f6e5081b9eba7bb6f6ab4a9ecb6f68b1af843e6be374
 size 88245

 version https://git-lfs.github.com/spec/v1
+oid sha256:bb69624e711e09ed55906751c427432589b08635b8a05a3e4e59f62279070b3c
 size 88245

arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED Viewed

@@ -1,18 +1,18 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-PlayGround V2.5,PlayGround V2.5,1121.77325256799,1124.275963723777,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
-FLUX.1-dev,FLUX.1-dev,1110.8175035014342,1120.0248862455878,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-FLUX.1-schnell,FLUX.1-schnell,1082.2330546916396,1073.204621573277,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
-PlayGround V2,PlayGround V2,1072.7453380529876,1072.206269287487,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
-Kolors,Kolors,1064.5836113305645,1060.7182742163193,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
-StableCascade,StableCascade,1039.3821511298645,1042.4661601613734,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
-HunyuanDiT,HunyuanDiT,1028.4116849138115,1020.8769784576341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
-PixArtAlpha,PixArtAlpha,1022.1587591151388,1013.4214498435781,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
-SDXL-Lightning,SDXL-Lightning,1020.5880517253412,1024.0728533034694,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
-PixArtSigma,PixArtSigma,1020.4907046562224,1020.7064769898858,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
-AuraFlow,AuraFlow,1008.4847477262771,1001.5862840210448,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
-SD3,SD3,1004.0070084014902,1008.790045288699,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
-SDXL,SDXL,965.7666607044956,966.7950106280394,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
-SDXLTurbo,SDXLTurbo,913.6981345248606,911.6437476337915,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
-LCM(v1.5/XL),LCM(v1.5/XL),905.4994486642928,900.0605328753604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
-OpenJourney,OpenJourney,829.276154439106,824.5785407656837,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
-LCM,LCM,790.0837338544908,804.5277142108204,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7

 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+PlayGround V2.5,PlayGround V2.5,1121.8353577726316,1124.057278596014,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
+FLUX.1-dev,FLUX.1-dev,1104.6755824479296,1116.0278734976182,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+FLUX.1-schnell,FLUX.1-schnell,1083.4862297515244,1074.1280372096107,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
+PlayGround V2,PlayGround V2,1073.1666958716664,1072.3968676177733,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
+Kolors,Kolors,1067.9225775334485,1064.0575669279347,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
+StableCascade,StableCascade,1039.2452457286568,1042.290877309615,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
+HunyuanDiT,HunyuanDiT,1028.692395881471,1020.9553282553334,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
+PixArtAlpha,PixArtAlpha,1022.5404967382916,1013.8137898364557,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
+PixArtSigma,PixArtSigma,1020.4131220691643,1020.7605581133839,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
+SDXL-Lightning,SDXL-Lightning,1020.4129737314308,1023.8301986812243,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
+AuraFlow,AuraFlow,1007.442092182608,1000.9994889190185,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
+SD3,SD3,1003.2420145079205,1007.7501082305077,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
+SDXL,SDXL,966.4652214383316,967.2106656524248,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
+SDXLTurbo,SDXLTurbo,914.0191904149358,911.8719228528339,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
+LCM(v1.5/XL),LCM(v1.5/XL),905.9475898525919,900.1989004340381,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
+OpenJourney,OpenJourney,829.6292462863064,824.8086472581524,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
+LCM,LCM,790.8639677910921,804.7954902892825,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7