Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
·
778316d
1
Parent(s):
248ce74
Auto Daily Leaderboard udpate Sat Oct 5 12:00:25 PM EDT 2024
Browse files- arena_elo/results/20241005/clean_battle_t2i_generation.json +0 -0
- arena_elo/results/20241005/elo_results_t2i_generation.pkl +3 -0
- arena_elo/results/20241005/t2i_generation_leaderboard.csv +18 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +364 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20241005/clean_battle_t2i_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20241005/elo_results_t2i_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fca3810ec882cf2c27b6e97c8d86d16bf0dd8e7da4d0535d006839d8db57d815
|
3 |
+
size 88251
|
arena_elo/results/20241005/t2i_generation_leaderboard.csv
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.9219088941388,1124.294025556793,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1107.7593912392526,1118.4837202722892,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1082.37766005642,1073.1557813845072,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1073.039302618251,1072.3584123531634,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1064.763089261699,1060.7253370275405,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.8501337854498,1042.8314537699284,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1028.4689806724848,1020.9358376851022,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1022.3141581435002,1013.5669824657745,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.7780500010068,1024.2018719150526,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.2022495027204,1020.4687156424544,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
AuraFlow,AuraFlow,1008.4058814045444,1001.5595916433776,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1004.2186093383032,1008.8401176786808,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.9734651555816,966.9487723529273,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.0802090146615,911.9289117846574,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.8178960957083,900.204415770681,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.5138203236746,824.7337055146943,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.5151944926054,804.7097665792116,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -103272,5 +103272,369 @@
|
|
103272 |
"judge": "arena_user_10.16.14.103",
|
103273 |
"anony": true,
|
103274 |
"tstamp": 1728036876.0553
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103275 |
}
|
103276 |
]
|
|
|
103272 |
"judge": "arena_user_10.16.14.103",
|
103273 |
"anony": true,
|
103274 |
"tstamp": 1728036876.0553
|
103275 |
+
},
|
103276 |
+
{
|
103277 |
+
"model_a_conv_id": "e3216cbbf26f41819b43d7611c5e4082",
|
103278 |
+
"model_b_conv_id": "60d59a9dc00c4b3e9d89daa8240a0d04",
|
103279 |
+
"inputs": {
|
103280 |
+
"prompt": "A model wearing dr martens boots and an oversized slouchy denim jacket"
|
103281 |
+
},
|
103282 |
+
"model_a": "SDXL-Lightning",
|
103283 |
+
"model_b": "PlayGround V2.5",
|
103284 |
+
"vote_type": "rightvote",
|
103285 |
+
"winner": "model_b",
|
103286 |
+
"judge": "arena_user_10.16.14.103",
|
103287 |
+
"anony": true,
|
103288 |
+
"tstamp": 1728078706.3732
|
103289 |
+
},
|
103290 |
+
{
|
103291 |
+
"model_a_conv_id": "89b1fcd467ce4a6b80c9393a2554e5be",
|
103292 |
+
"model_b_conv_id": "0922f342b0fe47fe8410bcd814531fe1",
|
103293 |
+
"inputs": {
|
103294 |
+
"prompt": "merchant life style of ancient Sindhu samraj period "
|
103295 |
+
},
|
103296 |
+
"model_a": "FLUX.1-dev",
|
103297 |
+
"model_b": "Kolors",
|
103298 |
+
"vote_type": "leftvote",
|
103299 |
+
"winner": "model_a",
|
103300 |
+
"judge": "arena_user_10.16.2.111",
|
103301 |
+
"anony": true,
|
103302 |
+
"tstamp": 1728114442.5303
|
103303 |
+
},
|
103304 |
+
{
|
103305 |
+
"model_a_conv_id": "6846b066c4b942f0a44df741be3fb8e2",
|
103306 |
+
"model_b_conv_id": "6ec59e8e0b3b4920b305adb680b43f9e",
|
103307 |
+
"inputs": {
|
103308 |
+
"prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
|
103309 |
+
},
|
103310 |
+
"model_a": "FLUX.1-schnell",
|
103311 |
+
"model_b": "AuraFlow",
|
103312 |
+
"vote_type": "leftvote",
|
103313 |
+
"winner": "model_a",
|
103314 |
+
"judge": "arena_user_10.16.34.60",
|
103315 |
+
"anony": true,
|
103316 |
+
"tstamp": 1728127306.8812
|
103317 |
+
},
|
103318 |
+
{
|
103319 |
+
"model_a_conv_id": "0611de414df44842b99256fef2e1b447",
|
103320 |
+
"model_b_conv_id": "2885a219270d4be388a624ca6e38dc42",
|
103321 |
+
"inputs": {
|
103322 |
+
"prompt": "stylish cyberpunk girl with tattoo and wild colorful hair, detailed cafe background full body, fine detail, anime, realistic shaded lighting, directional lighting 2 d poster by ilya kuvshinov, magali villeneuve, artgerm, jeremy lipkin and michael garmash and rob rey "
|
103323 |
+
},
|
103324 |
+
"model_a": "SDXL-Lightning",
|
103325 |
+
"model_b": "PlayGround V2.5",
|
103326 |
+
"vote_type": "tievote",
|
103327 |
+
"winner": "tie",
|
103328 |
+
"judge": "arena_user_10.16.2.111",
|
103329 |
+
"anony": true,
|
103330 |
+
"tstamp": 1728127316.3958
|
103331 |
+
},
|
103332 |
+
{
|
103333 |
+
"model_a_conv_id": "7dc8f435fc9b4a798d81fe7b331eeda0",
|
103334 |
+
"model_b_conv_id": "285bc2653f4740feb2dbc3c8b09c6177",
|
103335 |
+
"inputs": {
|
103336 |
+
"prompt": "A type of digital currency in which a record of transactions is maintained and new units of currency are generated by the computational solution of mathematical problems, and which operates independently of a central bank."
|
103337 |
+
},
|
103338 |
+
"model_a": "HunyuanDiT",
|
103339 |
+
"model_b": "FLUX.1-dev",
|
103340 |
+
"vote_type": "rightvote",
|
103341 |
+
"winner": "model_b",
|
103342 |
+
"judge": "arena_user_10.16.26.177",
|
103343 |
+
"anony": true,
|
103344 |
+
"tstamp": 1728127327.3774
|
103345 |
+
},
|
103346 |
+
{
|
103347 |
+
"model_a_conv_id": "9ad62f3d9e6f4820bf04ce6502f3002c",
|
103348 |
+
"model_b_conv_id": "a2e811e13e144ef194a2c2acbef1879b",
|
103349 |
+
"inputs": {
|
103350 |
+
"prompt": "A stop sign on the right of a refrigerator."
|
103351 |
+
},
|
103352 |
+
"model_a": "AuraFlow",
|
103353 |
+
"model_b": "SDXL",
|
103354 |
+
"vote_type": "bothbad_vote",
|
103355 |
+
"winner": "tie (bothbad)",
|
103356 |
+
"judge": "arena_user_10.16.2.111",
|
103357 |
+
"anony": true,
|
103358 |
+
"tstamp": 1728127341.1252
|
103359 |
+
},
|
103360 |
+
{
|
103361 |
+
"model_a_conv_id": "be05cdb09f4848788975067cfac078d2",
|
103362 |
+
"model_b_conv_id": "ca60cfa68e9e4d15bf5eae2c861b5d62",
|
103363 |
+
"inputs": {
|
103364 |
+
"prompt": "average man mugshot photo "
|
103365 |
+
},
|
103366 |
+
"model_a": "AuraFlow",
|
103367 |
+
"model_b": "SD3",
|
103368 |
+
"vote_type": "rightvote",
|
103369 |
+
"winner": "model_b",
|
103370 |
+
"judge": "arena_user_10.16.2.111",
|
103371 |
+
"anony": true,
|
103372 |
+
"tstamp": 1728127350.7007
|
103373 |
+
},
|
103374 |
+
{
|
103375 |
+
"model_a_conv_id": "bb77910a7abf44efa68c70d40364c727",
|
103376 |
+
"model_b_conv_id": "dc2be4fed06047e0a707cefd487798ac",
|
103377 |
+
"inputs": {
|
103378 |
+
"prompt": "A red colored car."
|
103379 |
+
},
|
103380 |
+
"model_a": "PlayGround V2.5",
|
103381 |
+
"model_b": "Kolors",
|
103382 |
+
"vote_type": "tievote",
|
103383 |
+
"winner": "tie",
|
103384 |
+
"judge": "arena_user_10.16.34.60",
|
103385 |
+
"anony": true,
|
103386 |
+
"tstamp": 1728127359.2677
|
103387 |
+
},
|
103388 |
+
{
|
103389 |
+
"model_a_conv_id": "256c84135ab846c6bd048c590e4bb914",
|
103390 |
+
"model_b_conv_id": "f3e2bf689fd84e74bd33e09188ab6a89",
|
103391 |
+
"inputs": {
|
103392 |
+
"prompt": "Abraham Lincoln touches his toes while George Washington does chin-ups. Lincoln is barefoot. Washington is wearing boots."
|
103393 |
+
},
|
103394 |
+
"model_a": "PixArtSigma",
|
103395 |
+
"model_b": "PlayGround V2.5",
|
103396 |
+
"vote_type": "bothbad_vote",
|
103397 |
+
"winner": "tie (bothbad)",
|
103398 |
+
"judge": "arena_user_10.16.34.60",
|
103399 |
+
"anony": true,
|
103400 |
+
"tstamp": 1728127368.8798
|
103401 |
+
},
|
103402 |
+
{
|
103403 |
+
"model_a_conv_id": "ef26179cd8d540f899fb25544a186b7c",
|
103404 |
+
"model_b_conv_id": "b4142e296dc2483ab7f92fb221bb8aae",
|
103405 |
+
"inputs": {
|
103406 |
+
"prompt": "Male tennis player with white shirt and blue shorts swinging a black tennis racket"
|
103407 |
+
},
|
103408 |
+
"model_a": "FLUX.1-schnell",
|
103409 |
+
"model_b": "SDXLTurbo",
|
103410 |
+
"vote_type": "leftvote",
|
103411 |
+
"winner": "model_a",
|
103412 |
+
"judge": "arena_user_10.16.2.111",
|
103413 |
+
"anony": true,
|
103414 |
+
"tstamp": 1728127379.8563
|
103415 |
+
},
|
103416 |
+
{
|
103417 |
+
"model_a_conv_id": "c0a592d9b94544c091ef69a551bbc512",
|
103418 |
+
"model_b_conv_id": "874af16f1fc8480aac738a80575c707f",
|
103419 |
+
"inputs": {
|
103420 |
+
"prompt": "photorealistic, detailed mechanical motorcycle, detailed"
|
103421 |
+
},
|
103422 |
+
"model_a": "PixArtAlpha",
|
103423 |
+
"model_b": "FLUX.1-dev",
|
103424 |
+
"vote_type": "tievote",
|
103425 |
+
"winner": "tie",
|
103426 |
+
"judge": "arena_user_10.16.14.103",
|
103427 |
+
"anony": true,
|
103428 |
+
"tstamp": 1728127393.801
|
103429 |
+
},
|
103430 |
+
{
|
103431 |
+
"model_a_conv_id": "98edcd93329b4493a6f33941ccd8b1e5",
|
103432 |
+
"model_b_conv_id": "e7809b6b4db3495ba61545baccd851e1",
|
103433 |
+
"inputs": {
|
103434 |
+
"prompt": "hyperrealism fruits and vegetables market"
|
103435 |
+
},
|
103436 |
+
"model_a": "StableCascade",
|
103437 |
+
"model_b": "SD3",
|
103438 |
+
"vote_type": "tievote",
|
103439 |
+
"winner": "tie",
|
103440 |
+
"judge": "arena_user_10.16.2.111",
|
103441 |
+
"anony": true,
|
103442 |
+
"tstamp": 1728127424.7556
|
103443 |
+
},
|
103444 |
+
{
|
103445 |
+
"model_a_conv_id": "f2eaade48e8d440fbb9a18ab8868716e",
|
103446 |
+
"model_b_conv_id": "ab1afe4e3aa847fe8587f0ba02bea4e8",
|
103447 |
+
"inputs": {
|
103448 |
+
"prompt": "hyperrealism woman wearing a black robe holding a can of beer"
|
103449 |
+
},
|
103450 |
+
"model_a": "FLUX.1-dev",
|
103451 |
+
"model_b": "SDXL",
|
103452 |
+
"vote_type": "tievote",
|
103453 |
+
"winner": "tie",
|
103454 |
+
"judge": "arena_user_10.16.2.111",
|
103455 |
+
"anony": true,
|
103456 |
+
"tstamp": 1728127441.8815
|
103457 |
+
},
|
103458 |
+
{
|
103459 |
+
"model_a_conv_id": "9b3d5eb8446047fea7813a0613efebc5",
|
103460 |
+
"model_b_conv_id": "4ee54d51196a484dbac4acad2188bfcd",
|
103461 |
+
"inputs": {
|
103462 |
+
"prompt": "A mechanical or electrical device for measuring time."
|
103463 |
+
},
|
103464 |
+
"model_a": "PlayGround V2.5",
|
103465 |
+
"model_b": "StableCascade",
|
103466 |
+
"vote_type": "leftvote",
|
103467 |
+
"winner": "model_a",
|
103468 |
+
"judge": "arena_user_10.16.26.177",
|
103469 |
+
"anony": true,
|
103470 |
+
"tstamp": 1728127457.783
|
103471 |
+
},
|
103472 |
+
{
|
103473 |
+
"model_a_conv_id": "1ffa3d54ec1649088e3b94d771e4068e",
|
103474 |
+
"model_b_conv_id": "e94df142dca9424c963d6ab4d2bfa209",
|
103475 |
+
"inputs": {
|
103476 |
+
"prompt": "One dog on the street."
|
103477 |
+
},
|
103478 |
+
"model_a": "Kolors",
|
103479 |
+
"model_b": "FLUX.1-schnell",
|
103480 |
+
"vote_type": "tievote",
|
103481 |
+
"winner": "tie",
|
103482 |
+
"judge": "arena_user_10.16.26.177",
|
103483 |
+
"anony": true,
|
103484 |
+
"tstamp": 1728127473.1981
|
103485 |
+
},
|
103486 |
+
{
|
103487 |
+
"model_a_conv_id": "47f9b7f05dd0435dbd53e3766619c194",
|
103488 |
+
"model_b_conv_id": "2160c4c6a18540ff92554e7506da73d8",
|
103489 |
+
"inputs": {
|
103490 |
+
"prompt": "photorealistic photo of a cactus flower in a field of sunflowershyperrealism, massive clouds, hyperrealistic, epic"
|
103491 |
+
},
|
103492 |
+
"model_a": "SD3",
|
103493 |
+
"model_b": "SDXL",
|
103494 |
+
"vote_type": "rightvote",
|
103495 |
+
"winner": "model_b",
|
103496 |
+
"judge": "arena_user_10.16.14.103",
|
103497 |
+
"anony": true,
|
103498 |
+
"tstamp": 1728127482.5665
|
103499 |
+
},
|
103500 |
+
{
|
103501 |
+
"model_a_conv_id": "7b188965ab2e481fb6a8a170ee7eb167",
|
103502 |
+
"model_b_conv_id": "ce166697e7c94da78e7e5387c38f98c6",
|
103503 |
+
"inputs": {
|
103504 |
+
"prompt": "A giraffe underneath a microwave."
|
103505 |
+
},
|
103506 |
+
"model_a": "FLUX.1-schnell",
|
103507 |
+
"model_b": "SDXL-Lightning",
|
103508 |
+
"vote_type": "bothbad_vote",
|
103509 |
+
"winner": "tie (bothbad)",
|
103510 |
+
"judge": "arena_user_10.16.34.60",
|
103511 |
+
"anony": true,
|
103512 |
+
"tstamp": 1728127506.7911
|
103513 |
+
},
|
103514 |
+
{
|
103515 |
+
"model_a_conv_id": "563fd11068cb43b89bf14fc02b3d5a9a",
|
103516 |
+
"model_b_conv_id": "b2e6a65eb1094f3592ef91f1c4314992",
|
103517 |
+
"inputs": {
|
103518 |
+
"prompt": "A storefront with 'Google Brain Toronto' written on it."
|
103519 |
+
},
|
103520 |
+
"model_a": "Kolors",
|
103521 |
+
"model_b": "SDXLTurbo",
|
103522 |
+
"vote_type": "bothbad_vote",
|
103523 |
+
"winner": "tie (bothbad)",
|
103524 |
+
"judge": "arena_user_10.16.34.60",
|
103525 |
+
"anony": true,
|
103526 |
+
"tstamp": 1728127518.5376
|
103527 |
+
},
|
103528 |
+
{
|
103529 |
+
"model_a_conv_id": "25ecfa762363452b80f7bed8c03497fc",
|
103530 |
+
"model_b_conv_id": "c37c2c932cbd43e995d248fdd11c90d1",
|
103531 |
+
"inputs": {
|
103532 |
+
"prompt": "beautiful witch, hyper detailed, flowing psychadelic background intricate and detailed, 8 k, octane render "
|
103533 |
+
},
|
103534 |
+
"model_a": "PlayGround V2.5",
|
103535 |
+
"model_b": "Kolors",
|
103536 |
+
"vote_type": "rightvote",
|
103537 |
+
"winner": "model_b",
|
103538 |
+
"judge": "arena_user_10.16.34.60",
|
103539 |
+
"anony": true,
|
103540 |
+
"tstamp": 1728127534.2011
|
103541 |
+
},
|
103542 |
+
{
|
103543 |
+
"model_a_conv_id": "5a8d6ec80e1b4ead9c06b9d7cace4db3",
|
103544 |
+
"model_b_conv_id": "7f467fc73b0c4f00bcae5093bb7649c8",
|
103545 |
+
"inputs": {
|
103546 |
+
"prompt": "Three traffic lights, one green, the other yellow, and one red."
|
103547 |
+
},
|
103548 |
+
"model_a": "HunyuanDiT",
|
103549 |
+
"model_b": "FLUX.1-schnell",
|
103550 |
+
"vote_type": "bothbad_vote",
|
103551 |
+
"winner": "tie (bothbad)",
|
103552 |
+
"judge": "arena_user_10.16.2.111",
|
103553 |
+
"anony": true,
|
103554 |
+
"tstamp": 1728127543.7946
|
103555 |
+
},
|
103556 |
+
{
|
103557 |
+
"model_a_conv_id": "d039e9bd2cfc44889c8a905ccebec41a",
|
103558 |
+
"model_b_conv_id": "682e61138b794221adfab222c9338802",
|
103559 |
+
"inputs": {
|
103560 |
+
"prompt": "A clean bathroom with pink walls and white appliances."
|
103561 |
+
},
|
103562 |
+
"model_a": "SDXL",
|
103563 |
+
"model_b": "HunyuanDiT",
|
103564 |
+
"vote_type": "leftvote",
|
103565 |
+
"winner": "model_a",
|
103566 |
+
"judge": "arena_user_10.16.26.177",
|
103567 |
+
"anony": true,
|
103568 |
+
"tstamp": 1728127553.6918
|
103569 |
+
},
|
103570 |
+
{
|
103571 |
+
"model_a_conv_id": "102497276c0d4f68b3947617eb6398c2",
|
103572 |
+
"model_b_conv_id": "8ca494d8f2fe48ef98850a45c2867d41",
|
103573 |
+
"inputs": {
|
103574 |
+
"prompt": "A blue cup and a green cell phone."
|
103575 |
+
},
|
103576 |
+
"model_a": "OpenJourney",
|
103577 |
+
"model_b": "StableCascade",
|
103578 |
+
"vote_type": "bothbad_vote",
|
103579 |
+
"winner": "tie (bothbad)",
|
103580 |
+
"judge": "arena_user_10.16.14.103",
|
103581 |
+
"anony": true,
|
103582 |
+
"tstamp": 1728127572.0068
|
103583 |
+
},
|
103584 |
+
{
|
103585 |
+
"model_a_conv_id": "811eb7b52f7f4ddda1d3895b512e762f",
|
103586 |
+
"model_b_conv_id": "287f7582be8549e4a002294003462617",
|
103587 |
+
"inputs": {
|
103588 |
+
"prompt": "photograph of man on a bicycle holding a newspaper"
|
103589 |
+
},
|
103590 |
+
"model_a": "SD3",
|
103591 |
+
"model_b": "PixArtAlpha",
|
103592 |
+
"vote_type": "bothbad_vote",
|
103593 |
+
"winner": "tie (bothbad)",
|
103594 |
+
"judge": "arena_user_10.16.26.177",
|
103595 |
+
"anony": true,
|
103596 |
+
"tstamp": 1728127585.1213
|
103597 |
+
},
|
103598 |
+
{
|
103599 |
+
"model_a_conv_id": "06c460d78f164332b8f0c061abc16d76",
|
103600 |
+
"model_b_conv_id": "555eb4a6d4a644e8a82be9cd321a868d",
|
103601 |
+
"inputs": {
|
103602 |
+
"prompt": "a toy gun in the shape of a cute cat "
|
103603 |
+
},
|
103604 |
+
"model_a": "HunyuanDiT",
|
103605 |
+
"model_b": "OpenJourney",
|
103606 |
+
"vote_type": "bothbad_vote",
|
103607 |
+
"winner": "tie (bothbad)",
|
103608 |
+
"judge": "arena_user_10.16.2.111",
|
103609 |
+
"anony": true,
|
103610 |
+
"tstamp": 1728127593.9462
|
103611 |
+
},
|
103612 |
+
{
|
103613 |
+
"model_a_conv_id": "6ca28b14563c4e7d90f482b4006da273",
|
103614 |
+
"model_b_conv_id": "53b7b35b09b446b8a62a6ce4367c2253",
|
103615 |
+
"inputs": {
|
103616 |
+
"prompt": "hyperrealism backstreet, in front of a massive building, cinematic, neon signs, high resolution, realistic lighting, octane render, hyper realistic, 8k"
|
103617 |
+
},
|
103618 |
+
"model_a": "SDXL",
|
103619 |
+
"model_b": "PixArtAlpha",
|
103620 |
+
"vote_type": "rightvote",
|
103621 |
+
"winner": "model_b",
|
103622 |
+
"judge": "arena_user_10.16.34.60",
|
103623 |
+
"anony": true,
|
103624 |
+
"tstamp": 1728127605.5696
|
103625 |
+
},
|
103626 |
+
{
|
103627 |
+
"model_a_conv_id": "05d9a4cd18a44a8da8070dbe0b8159b5",
|
103628 |
+
"model_b_conv_id": "7b7df61ef62d4b0aac1b261c61b7a573",
|
103629 |
+
"inputs": {
|
103630 |
+
"prompt": "image of woman on a bicycle climbing mountains surrounded by sunset, photorealistic, high detail, cinematic, epic, photorealistic, 8k"
|
103631 |
+
},
|
103632 |
+
"model_a": "AuraFlow",
|
103633 |
+
"model_b": "SDXL-Lightning",
|
103634 |
+
"vote_type": "leftvote",
|
103635 |
+
"winner": "model_a",
|
103636 |
+
"judge": "arena_user_10.16.34.60",
|
103637 |
+
"anony": true,
|
103638 |
+
"tstamp": 1728127621.5251
|
103639 |
}
|
103640 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fca3810ec882cf2c27b6e97c8d86d16bf0dd8e7da4d0535d006839d8db57d815
|
3 |
+
size 88251
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,
|
6 |
-
Kolors,Kolors,1064.
|
7 |
-
StableCascade,StableCascade,
|
8 |
-
HunyuanDiT,HunyuanDiT,
|
9 |
-
PixArtAlpha,PixArtAlpha,1022.
|
10 |
-
SDXL-Lightning,SDXL-Lightning,
|
11 |
-
PixArtSigma,PixArtSigma,1020.
|
12 |
-
AuraFlow,AuraFlow,
|
13 |
-
SD3,SD3,1004.
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,914.
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,829.
|
18 |
-
LCM,LCM,790.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.9219088941388,1124.294025556793,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1107.7593912392526,1118.4837202722892,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1082.37766005642,1073.1557813845072,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1073.039302618251,1072.3584123531634,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1064.763089261699,1060.7253370275405,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.8501337854498,1042.8314537699284,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1028.4689806724848,1020.9358376851022,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1022.3141581435002,1013.5669824657745,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.7780500010068,1024.2018719150526,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.2022495027204,1020.4687156424544,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
AuraFlow,AuraFlow,1008.4058814045444,1001.5595916433776,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1004.2186093383032,1008.8401176786808,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.9734651555816,966.9487723529273,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,914.0802090146615,911.9289117846574,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.8178960957083,900.204415770681,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.5138203236746,824.7337055146943,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.5151944926054,804.7097665792116,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|