Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
8082431
1
Parent(s):
9ce67db
Auto Daily Leaderboard udpate Thu Oct 10 12:00:31 PM EDT 2024
Browse files- arena_elo/results/20241009/clean_battle_image_editing.json +0 -0
- arena_elo/results/20241009/clean_battle_t2i_generation.json +112 -0
- arena_elo/results/20241009/elo_results_image_editing.pkl +3 -0
- arena_elo/results/20241009/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/20241009/image_editing_leaderboard.csv +10 -0
- arena_elo/results/20241009/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/clean_battle_image_editing.json +16 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +112 -0
- arena_elo/results/latest/elo_results_image_editing.pkl +2 -2
- arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/latest/image_editing_leaderboard.csv +9 -9
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
arena_elo/results/20241009/clean_battle_image_editing.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20241009/clean_battle_t2i_generation.json
CHANGED
@@ -103930,5 +103930,117 @@
|
|
103930 |
"judge": "arena_user_10.16.4.233",
|
103931 |
"anony": true,
|
103932 |
"tstamp": 1728488120.7703
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103933 |
}
|
103934 |
]
|
|
|
103930 |
"judge": "arena_user_10.16.4.233",
|
103931 |
"anony": true,
|
103932 |
"tstamp": 1728488120.7703
|
103933 |
+
},
|
103934 |
+
{
|
103935 |
+
"model_a_conv_id": "7b589696d2ab4e2da3e87ade8778ddef",
|
103936 |
+
"model_b_conv_id": "2b4edd72e79c4323812f03bebe03f4f3",
|
103937 |
+
"inputs": {
|
103938 |
+
"prompt": "a snow skier in red pants is laying down and people"
|
103939 |
+
},
|
103940 |
+
"model_a": "PlayGround V2.5",
|
103941 |
+
"model_b": "SD3",
|
103942 |
+
"vote_type": "bothbad_vote",
|
103943 |
+
"winner": "tie (bothbad)",
|
103944 |
+
"judge": "arena_user_10.16.46.132",
|
103945 |
+
"anony": true,
|
103946 |
+
"tstamp": 1728499056.258
|
103947 |
+
},
|
103948 |
+
{
|
103949 |
+
"model_a_conv_id": "32b1bd48155e4a5b8e751273bcb06bc6",
|
103950 |
+
"model_b_conv_id": "93d6c1db077447be86c12eb09a4d387d",
|
103951 |
+
"inputs": {
|
103952 |
+
"prompt": "toy poodle playing catch in Central Park in New York on sunny day"
|
103953 |
+
},
|
103954 |
+
"model_a": "FLUX.1-dev",
|
103955 |
+
"model_b": "AuraFlow",
|
103956 |
+
"vote_type": "leftvote",
|
103957 |
+
"winner": "model_a",
|
103958 |
+
"judge": "arena_user_10.16.4.233",
|
103959 |
+
"anony": true,
|
103960 |
+
"tstamp": 1728513926.4432
|
103961 |
+
},
|
103962 |
+
{
|
103963 |
+
"model_a_conv_id": "8964c8487702452f98289b499439e4bc",
|
103964 |
+
"model_b_conv_id": "8deaed9b5f7f4c559876474c817f8f13",
|
103965 |
+
"inputs": {
|
103966 |
+
"prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
|
103967 |
+
},
|
103968 |
+
"model_a": "SD3",
|
103969 |
+
"model_b": "SDXL",
|
103970 |
+
"vote_type": "leftvote",
|
103971 |
+
"winner": "model_a",
|
103972 |
+
"judge": "arena_user_10.16.46.132",
|
103973 |
+
"anony": true,
|
103974 |
+
"tstamp": 1728513959.102
|
103975 |
+
},
|
103976 |
+
{
|
103977 |
+
"model_a_conv_id": "0c54aed259f04de68c22aff8ff25d7d8",
|
103978 |
+
"model_b_conv_id": "e6d785ac647a47ef8c9c02fd98785892",
|
103979 |
+
"inputs": {
|
103980 |
+
"prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
|
103981 |
+
},
|
103982 |
+
"model_a": "PlayGround V2.5",
|
103983 |
+
"model_b": "FLUX.1-dev",
|
103984 |
+
"vote_type": "leftvote",
|
103985 |
+
"winner": "model_a",
|
103986 |
+
"judge": "arena_user_10.16.24.194",
|
103987 |
+
"anony": true,
|
103988 |
+
"tstamp": 1728513981.0447
|
103989 |
+
},
|
103990 |
+
{
|
103991 |
+
"model_a_conv_id": "6e5e434659b94e138f964356d4d2cc19",
|
103992 |
+
"model_b_conv_id": "6501ece339c14812a600d0d5e8b0bb60",
|
103993 |
+
"inputs": {
|
103994 |
+
"prompt": "Darth Vader playing with raccoon in Mars during sunset."
|
103995 |
+
},
|
103996 |
+
"model_a": "SD3",
|
103997 |
+
"model_b": "SDXL-Lightning",
|
103998 |
+
"vote_type": "rightvote",
|
103999 |
+
"winner": "model_b",
|
104000 |
+
"judge": "arena_user_10.16.4.233",
|
104001 |
+
"anony": true,
|
104002 |
+
"tstamp": 1728513993.7067
|
104003 |
+
},
|
104004 |
+
{
|
104005 |
+
"model_a_conv_id": "a9e99b61834f41e6975050a58f464b7a",
|
104006 |
+
"model_b_conv_id": "96461a7b67714a8f96ba30c234d80471",
|
104007 |
+
"inputs": {
|
104008 |
+
"prompt": "some green cattle are grazing in a black field"
|
104009 |
+
},
|
104010 |
+
"model_a": "PixArtAlpha",
|
104011 |
+
"model_b": "FLUX.1-schnell",
|
104012 |
+
"vote_type": "rightvote",
|
104013 |
+
"winner": "model_b",
|
104014 |
+
"judge": "arena_user_10.16.24.194",
|
104015 |
+
"anony": true,
|
104016 |
+
"tstamp": 1728524339.926
|
104017 |
+
},
|
104018 |
+
{
|
104019 |
+
"model_a_conv_id": "70dc15add6914306a561c9ae50ec3d7f",
|
104020 |
+
"model_b_conv_id": "845c0e2a0dbc4bedb566ede97c75ff37",
|
104021 |
+
"inputs": {
|
104022 |
+
"prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
|
104023 |
+
},
|
104024 |
+
"model_a": "FLUX.1-dev",
|
104025 |
+
"model_b": "AuraFlow",
|
104026 |
+
"vote_type": "leftvote",
|
104027 |
+
"winner": "model_a",
|
104028 |
+
"judge": "arena_user_10.16.24.194",
|
104029 |
+
"anony": true,
|
104030 |
+
"tstamp": 1728524359.7786
|
104031 |
+
},
|
104032 |
+
{
|
104033 |
+
"model_a_conv_id": "cadd21aa8d654caa965d8fb9e73438d2",
|
104034 |
+
"model_b_conv_id": "825fbdef74c74a6ca793abf216412035",
|
104035 |
+
"inputs": {
|
104036 |
+
"prompt": "A couple of glasses are sitting on a table."
|
104037 |
+
},
|
104038 |
+
"model_a": "AuraFlow",
|
104039 |
+
"model_b": "SD3",
|
104040 |
+
"vote_type": "rightvote",
|
104041 |
+
"winner": "model_b",
|
104042 |
+
"judge": "arena_user_10.16.3.138",
|
104043 |
+
"anony": true,
|
104044 |
+
"tstamp": 1728541795.7915
|
104045 |
}
|
104046 |
]
|
arena_elo/results/20241009/elo_results_image_editing.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66cdb8a314b631fe711981019ebb80ba8e8de48920dd59e67be4ee6b420f9fda
|
3 |
+
size 63250
|
arena_elo/results/20241009/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b96eca60c11e11a048c261739547ddf7d76230c91b72ff2dff9237b523a7a8ed
|
3 |
+
size 88244
|
arena_elo/results/20241009/image_editing_leaderboard.csv
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
MagicBrush,MagicBrush,1107.7585296528443,1111.8877953331628,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
|
3 |
+
InfEdit,InfEdit,1075.1618170601243,1074.893496936247,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
|
4 |
+
CosXLEdit,CosXLEdit,1066.335590925744,1067.2992474156495,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
|
5 |
+
InstructPix2Pix,InstructPix2Pix,1038.49707081149,1036.2243821385555,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
|
6 |
+
PNP,PNP,998.4840484697651,1003.0561746556403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
|
7 |
+
Prompt2prompt,Prompt2prompt,988.0725854628251,989.2059942332835,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
|
8 |
+
CycleDiffusion,CycleDiffusion,943.454844547806,936.5430031272696,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
|
9 |
+
SDEdit,SDEdit,923.9180516526719,922.3714237310501,MIT License,Stanford University,https://sde-image-editing.github.io
|
10 |
+
Pix2PixZero,Pix2PixZero,858.3174614167292,858.5184824291412,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
|
arena_elo/results/20241009/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1121.
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,1066.
|
7 |
-
StableCascade,StableCascade,1039.
|
8 |
-
HunyuanDiT,HunyuanDiT,1027.
|
9 |
-
PixArtAlpha,PixArtAlpha,1021.
|
10 |
-
SDXL-Lightning,SDXL-Lightning,1020.
|
11 |
-
PixArtSigma,PixArtSigma,1020.
|
12 |
-
|
13 |
-
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,913.
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,829.
|
18 |
-
LCM,LCM,790.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.955786433388,1124.2508426774746,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1106.3291247464244,1116.9480864941418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1088.4955083361128,1078.493162418694,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.8402470895985,1072.1167976821223,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1066.580701494711,1062.9622154832518,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.4648005211973,1042.4751446948126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1027.189253615948,1019.7667247210617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1021.8262798075656,1013.1871103756245,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.7153443457042,1024.1960674997713,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.2717163944754,1020.6246552498064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1004.9070883534868,1009.1900562970329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1004.6911945048581,998.6364601811099,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,965.7883136733706,966.6930847493106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.6128114184964,911.5122804754807,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.6939217738949,899.9869290765706,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.2776912062246,824.5217116968096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.3602162845364,804.4185444170707,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_image_editing.json
CHANGED
@@ -19416,5 +19416,21 @@
|
|
19416 |
"judge": "arena_user_10.16.32.208",
|
19417 |
"anony": true,
|
19418 |
"tstamp": 1727650046.4763
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19419 |
}
|
19420 |
]
|
|
|
19416 |
"judge": "arena_user_10.16.32.208",
|
19417 |
"anony": true,
|
19418 |
"tstamp": 1727650046.4763
|
19419 |
+
},
|
19420 |
+
{
|
19421 |
+
"model_a_conv_id": "5ad4dc550c7549ac874ca54477544aee",
|
19422 |
+
"model_b_conv_id": "684a2c9f532f43f5820837cfb53a6372",
|
19423 |
+
"inputs": {
|
19424 |
+
"source_prompt": "A man scuba diving down a snow covered hillside.",
|
19425 |
+
"target_prompt": "A man scuba diving down a snow covered conifer hillside.",
|
19426 |
+
"instruct_prompt": "let the tree be conifers"
|
19427 |
+
},
|
19428 |
+
"model_a": "MagicBrush",
|
19429 |
+
"model_b": "CosXLEdit",
|
19430 |
+
"vote_type": "rightvote",
|
19431 |
+
"winner": "model_b",
|
19432 |
+
"judge": "arena_user_10.16.3.138",
|
19433 |
+
"anony": true,
|
19434 |
+
"tstamp": 1728524442.2107
|
19435 |
}
|
19436 |
]
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -103930,5 +103930,117 @@
|
|
103930 |
"judge": "arena_user_10.16.4.233",
|
103931 |
"anony": true,
|
103932 |
"tstamp": 1728488120.7703
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103933 |
}
|
103934 |
]
|
|
|
103930 |
"judge": "arena_user_10.16.4.233",
|
103931 |
"anony": true,
|
103932 |
"tstamp": 1728488120.7703
|
103933 |
+
},
|
103934 |
+
{
|
103935 |
+
"model_a_conv_id": "7b589696d2ab4e2da3e87ade8778ddef",
|
103936 |
+
"model_b_conv_id": "2b4edd72e79c4323812f03bebe03f4f3",
|
103937 |
+
"inputs": {
|
103938 |
+
"prompt": "a snow skier in red pants is laying down and people"
|
103939 |
+
},
|
103940 |
+
"model_a": "PlayGround V2.5",
|
103941 |
+
"model_b": "SD3",
|
103942 |
+
"vote_type": "bothbad_vote",
|
103943 |
+
"winner": "tie (bothbad)",
|
103944 |
+
"judge": "arena_user_10.16.46.132",
|
103945 |
+
"anony": true,
|
103946 |
+
"tstamp": 1728499056.258
|
103947 |
+
},
|
103948 |
+
{
|
103949 |
+
"model_a_conv_id": "32b1bd48155e4a5b8e751273bcb06bc6",
|
103950 |
+
"model_b_conv_id": "93d6c1db077447be86c12eb09a4d387d",
|
103951 |
+
"inputs": {
|
103952 |
+
"prompt": "toy poodle playing catch in Central Park in New York on sunny day"
|
103953 |
+
},
|
103954 |
+
"model_a": "FLUX.1-dev",
|
103955 |
+
"model_b": "AuraFlow",
|
103956 |
+
"vote_type": "leftvote",
|
103957 |
+
"winner": "model_a",
|
103958 |
+
"judge": "arena_user_10.16.4.233",
|
103959 |
+
"anony": true,
|
103960 |
+
"tstamp": 1728513926.4432
|
103961 |
+
},
|
103962 |
+
{
|
103963 |
+
"model_a_conv_id": "8964c8487702452f98289b499439e4bc",
|
103964 |
+
"model_b_conv_id": "8deaed9b5f7f4c559876474c817f8f13",
|
103965 |
+
"inputs": {
|
103966 |
+
"prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
|
103967 |
+
},
|
103968 |
+
"model_a": "SD3",
|
103969 |
+
"model_b": "SDXL",
|
103970 |
+
"vote_type": "leftvote",
|
103971 |
+
"winner": "model_a",
|
103972 |
+
"judge": "arena_user_10.16.46.132",
|
103973 |
+
"anony": true,
|
103974 |
+
"tstamp": 1728513959.102
|
103975 |
+
},
|
103976 |
+
{
|
103977 |
+
"model_a_conv_id": "0c54aed259f04de68c22aff8ff25d7d8",
|
103978 |
+
"model_b_conv_id": "e6d785ac647a47ef8c9c02fd98785892",
|
103979 |
+
"inputs": {
|
103980 |
+
"prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
|
103981 |
+
},
|
103982 |
+
"model_a": "PlayGround V2.5",
|
103983 |
+
"model_b": "FLUX.1-dev",
|
103984 |
+
"vote_type": "leftvote",
|
103985 |
+
"winner": "model_a",
|
103986 |
+
"judge": "arena_user_10.16.24.194",
|
103987 |
+
"anony": true,
|
103988 |
+
"tstamp": 1728513981.0447
|
103989 |
+
},
|
103990 |
+
{
|
103991 |
+
"model_a_conv_id": "6e5e434659b94e138f964356d4d2cc19",
|
103992 |
+
"model_b_conv_id": "6501ece339c14812a600d0d5e8b0bb60",
|
103993 |
+
"inputs": {
|
103994 |
+
"prompt": "Darth Vader playing with raccoon in Mars during sunset."
|
103995 |
+
},
|
103996 |
+
"model_a": "SD3",
|
103997 |
+
"model_b": "SDXL-Lightning",
|
103998 |
+
"vote_type": "rightvote",
|
103999 |
+
"winner": "model_b",
|
104000 |
+
"judge": "arena_user_10.16.4.233",
|
104001 |
+
"anony": true,
|
104002 |
+
"tstamp": 1728513993.7067
|
104003 |
+
},
|
104004 |
+
{
|
104005 |
+
"model_a_conv_id": "a9e99b61834f41e6975050a58f464b7a",
|
104006 |
+
"model_b_conv_id": "96461a7b67714a8f96ba30c234d80471",
|
104007 |
+
"inputs": {
|
104008 |
+
"prompt": "some green cattle are grazing in a black field"
|
104009 |
+
},
|
104010 |
+
"model_a": "PixArtAlpha",
|
104011 |
+
"model_b": "FLUX.1-schnell",
|
104012 |
+
"vote_type": "rightvote",
|
104013 |
+
"winner": "model_b",
|
104014 |
+
"judge": "arena_user_10.16.24.194",
|
104015 |
+
"anony": true,
|
104016 |
+
"tstamp": 1728524339.926
|
104017 |
+
},
|
104018 |
+
{
|
104019 |
+
"model_a_conv_id": "70dc15add6914306a561c9ae50ec3d7f",
|
104020 |
+
"model_b_conv_id": "845c0e2a0dbc4bedb566ede97c75ff37",
|
104021 |
+
"inputs": {
|
104022 |
+
"prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
|
104023 |
+
},
|
104024 |
+
"model_a": "FLUX.1-dev",
|
104025 |
+
"model_b": "AuraFlow",
|
104026 |
+
"vote_type": "leftvote",
|
104027 |
+
"winner": "model_a",
|
104028 |
+
"judge": "arena_user_10.16.24.194",
|
104029 |
+
"anony": true,
|
104030 |
+
"tstamp": 1728524359.7786
|
104031 |
+
},
|
104032 |
+
{
|
104033 |
+
"model_a_conv_id": "cadd21aa8d654caa965d8fb9e73438d2",
|
104034 |
+
"model_b_conv_id": "825fbdef74c74a6ca793abf216412035",
|
104035 |
+
"inputs": {
|
104036 |
+
"prompt": "A couple of glasses are sitting on a table."
|
104037 |
+
},
|
104038 |
+
"model_a": "AuraFlow",
|
104039 |
+
"model_b": "SD3",
|
104040 |
+
"vote_type": "rightvote",
|
104041 |
+
"winner": "model_b",
|
104042 |
+
"judge": "arena_user_10.16.3.138",
|
104043 |
+
"anony": true,
|
104044 |
+
"tstamp": 1728541795.7915
|
104045 |
}
|
104046 |
]
|
arena_elo/results/latest/elo_results_image_editing.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66cdb8a314b631fe711981019ebb80ba8e8de48920dd59e67be4ee6b420f9fda
|
3 |
+
size 63250
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b96eca60c11e11a048c261739547ddf7d76230c91b72ff2dff9237b523a7a8ed
|
3 |
+
size 88244
|
arena_elo/results/latest/image_editing_leaderboard.csv
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
MagicBrush,MagicBrush,
|
3 |
-
InfEdit,InfEdit,1075.
|
4 |
-
CosXLEdit,CosXLEdit,
|
5 |
-
InstructPix2Pix,InstructPix2Pix,1038.
|
6 |
-
PNP,PNP,998.
|
7 |
-
Prompt2prompt,Prompt2prompt,988.
|
8 |
-
CycleDiffusion,CycleDiffusion,943.
|
9 |
-
SDEdit,SDEdit,923.
|
10 |
-
Pix2PixZero,Pix2PixZero,858.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
MagicBrush,MagicBrush,1107.7585296528443,1111.8877953331628,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
|
3 |
+
InfEdit,InfEdit,1075.1618170601243,1074.893496936247,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
|
4 |
+
CosXLEdit,CosXLEdit,1066.335590925744,1067.2992474156495,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
|
5 |
+
InstructPix2Pix,InstructPix2Pix,1038.49707081149,1036.2243821385555,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
|
6 |
+
PNP,PNP,998.4840484697651,1003.0561746556403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
|
7 |
+
Prompt2prompt,Prompt2prompt,988.0725854628251,989.2059942332835,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
|
8 |
+
CycleDiffusion,CycleDiffusion,943.454844547806,936.5430031272696,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
|
9 |
+
SDEdit,SDEdit,923.9180516526719,922.3714237310501,MIT License,Stanford University,https://sde-image-editing.github.io
|
10 |
+
Pix2PixZero,Pix2PixZero,858.3174614167292,858.5184824291412,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1121.
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,
|
5 |
-
PlayGround V2,PlayGround V2,1072.
|
6 |
-
Kolors,Kolors,1066.
|
7 |
-
StableCascade,StableCascade,1039.
|
8 |
-
HunyuanDiT,HunyuanDiT,1027.
|
9 |
-
PixArtAlpha,PixArtAlpha,1021.
|
10 |
-
SDXL-Lightning,SDXL-Lightning,1020.
|
11 |
-
PixArtSigma,PixArtSigma,1020.
|
12 |
-
|
13 |
-
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,913.
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,829.
|
18 |
-
LCM,LCM,790.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.955786433388,1124.2508426774746,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1106.3291247464244,1116.9480864941418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1088.4955083361128,1078.493162418694,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.8402470895985,1072.1167976821223,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1066.580701494711,1062.9622154832518,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.4648005211973,1042.4751446948126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1027.189253615948,1019.7667247210617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1021.8262798075656,1013.1871103756245,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.7153443457042,1024.1960674997713,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.2717163944754,1020.6246552498064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
SD3,SD3,1004.9070883534868,1009.1900562970329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
13 |
+
AuraFlow,AuraFlow,1004.6911945048581,998.6364601811099,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
14 |
+
SDXL,SDXL,965.7883136733706,966.6930847493106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.6128114184964,911.5122804754807,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.6939217738949,899.9869290765706,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.2776912062246,824.5217116968096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.3602162845364,804.4185444170707,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|