DongfuJiang commited on
Commit
8082431
1 Parent(s): 9ce67db

Auto Daily Leaderboard udpate Thu Oct 10 12:00:31 PM EDT 2024

Browse files
arena_elo/results/20241009/clean_battle_image_editing.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241009/clean_battle_t2i_generation.json CHANGED
@@ -103930,5 +103930,117 @@
103930
  "judge": "arena_user_10.16.4.233",
103931
  "anony": true,
103932
  "tstamp": 1728488120.7703
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103933
  }
103934
  ]
 
103930
  "judge": "arena_user_10.16.4.233",
103931
  "anony": true,
103932
  "tstamp": 1728488120.7703
103933
+ },
103934
+ {
103935
+ "model_a_conv_id": "7b589696d2ab4e2da3e87ade8778ddef",
103936
+ "model_b_conv_id": "2b4edd72e79c4323812f03bebe03f4f3",
103937
+ "inputs": {
103938
+ "prompt": "a snow skier in red pants is laying down and people"
103939
+ },
103940
+ "model_a": "PlayGround V2.5",
103941
+ "model_b": "SD3",
103942
+ "vote_type": "bothbad_vote",
103943
+ "winner": "tie (bothbad)",
103944
+ "judge": "arena_user_10.16.46.132",
103945
+ "anony": true,
103946
+ "tstamp": 1728499056.258
103947
+ },
103948
+ {
103949
+ "model_a_conv_id": "32b1bd48155e4a5b8e751273bcb06bc6",
103950
+ "model_b_conv_id": "93d6c1db077447be86c12eb09a4d387d",
103951
+ "inputs": {
103952
+ "prompt": "toy poodle playing catch in Central Park in New York on sunny day"
103953
+ },
103954
+ "model_a": "FLUX.1-dev",
103955
+ "model_b": "AuraFlow",
103956
+ "vote_type": "leftvote",
103957
+ "winner": "model_a",
103958
+ "judge": "arena_user_10.16.4.233",
103959
+ "anony": true,
103960
+ "tstamp": 1728513926.4432
103961
+ },
103962
+ {
103963
+ "model_a_conv_id": "8964c8487702452f98289b499439e4bc",
103964
+ "model_b_conv_id": "8deaed9b5f7f4c559876474c817f8f13",
103965
+ "inputs": {
103966
+ "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
103967
+ },
103968
+ "model_a": "SD3",
103969
+ "model_b": "SDXL",
103970
+ "vote_type": "leftvote",
103971
+ "winner": "model_a",
103972
+ "judge": "arena_user_10.16.46.132",
103973
+ "anony": true,
103974
+ "tstamp": 1728513959.102
103975
+ },
103976
+ {
103977
+ "model_a_conv_id": "0c54aed259f04de68c22aff8ff25d7d8",
103978
+ "model_b_conv_id": "e6d785ac647a47ef8c9c02fd98785892",
103979
+ "inputs": {
103980
+ "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
103981
+ },
103982
+ "model_a": "PlayGround V2.5",
103983
+ "model_b": "FLUX.1-dev",
103984
+ "vote_type": "leftvote",
103985
+ "winner": "model_a",
103986
+ "judge": "arena_user_10.16.24.194",
103987
+ "anony": true,
103988
+ "tstamp": 1728513981.0447
103989
+ },
103990
+ {
103991
+ "model_a_conv_id": "6e5e434659b94e138f964356d4d2cc19",
103992
+ "model_b_conv_id": "6501ece339c14812a600d0d5e8b0bb60",
103993
+ "inputs": {
103994
+ "prompt": "Darth Vader playing with raccoon in Mars during sunset."
103995
+ },
103996
+ "model_a": "SD3",
103997
+ "model_b": "SDXL-Lightning",
103998
+ "vote_type": "rightvote",
103999
+ "winner": "model_b",
104000
+ "judge": "arena_user_10.16.4.233",
104001
+ "anony": true,
104002
+ "tstamp": 1728513993.7067
104003
+ },
104004
+ {
104005
+ "model_a_conv_id": "a9e99b61834f41e6975050a58f464b7a",
104006
+ "model_b_conv_id": "96461a7b67714a8f96ba30c234d80471",
104007
+ "inputs": {
104008
+ "prompt": "some green cattle are grazing in a black field"
104009
+ },
104010
+ "model_a": "PixArtAlpha",
104011
+ "model_b": "FLUX.1-schnell",
104012
+ "vote_type": "rightvote",
104013
+ "winner": "model_b",
104014
+ "judge": "arena_user_10.16.24.194",
104015
+ "anony": true,
104016
+ "tstamp": 1728524339.926
104017
+ },
104018
+ {
104019
+ "model_a_conv_id": "70dc15add6914306a561c9ae50ec3d7f",
104020
+ "model_b_conv_id": "845c0e2a0dbc4bedb566ede97c75ff37",
104021
+ "inputs": {
104022
+ "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
104023
+ },
104024
+ "model_a": "FLUX.1-dev",
104025
+ "model_b": "AuraFlow",
104026
+ "vote_type": "leftvote",
104027
+ "winner": "model_a",
104028
+ "judge": "arena_user_10.16.24.194",
104029
+ "anony": true,
104030
+ "tstamp": 1728524359.7786
104031
+ },
104032
+ {
104033
+ "model_a_conv_id": "cadd21aa8d654caa965d8fb9e73438d2",
104034
+ "model_b_conv_id": "825fbdef74c74a6ca793abf216412035",
104035
+ "inputs": {
104036
+ "prompt": "A couple of glasses are sitting on a table."
104037
+ },
104038
+ "model_a": "AuraFlow",
104039
+ "model_b": "SD3",
104040
+ "vote_type": "rightvote",
104041
+ "winner": "model_b",
104042
+ "judge": "arena_user_10.16.3.138",
104043
+ "anony": true,
104044
+ "tstamp": 1728541795.7915
104045
  }
104046
  ]
arena_elo/results/20241009/elo_results_image_editing.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66cdb8a314b631fe711981019ebb80ba8e8de48920dd59e67be4ee6b420f9fda
3
+ size 63250
arena_elo/results/20241009/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb4be8ea21e0ca42839030230c9ccc6b91cae8f93cea00d0364c59ffa9137e7
3
- size 88245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96eca60c11e11a048c261739547ddf7d76230c91b72ff2dff9237b523a7a8ed
3
+ size 88244
arena_elo/results/20241009/image_editing_leaderboard.csv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1107.7585296528443,1111.8877953331628,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1075.1618170601243,1074.893496936247,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ CosXLEdit,CosXLEdit,1066.335590925744,1067.2992474156495,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1038.49707081149,1036.2243821385555,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,998.4840484697651,1003.0561746556403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,988.0725854628251,989.2059942332835,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
+ CycleDiffusion,CycleDiffusion,943.454844547806,936.5430031272696,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
+ SDEdit,SDEdit,923.9180516526719,922.3714237310501,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,858.3174614167292,858.5184824291412,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/20241009/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.6069516148643,1123.8666895773413,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1104.7855898541734,1116.119003927456,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.9494908100114,1077.1052004127177,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.8154592700475,1072.0677182571071,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1066.8702253981512,1063.1044401307545,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.3887603612527,1042.3854743589025,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1027.1880383290525,1019.6941952941647,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1021.9835006722399,1013.3080927483974,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.2567634721742,1023.720592394092,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1020.1845052168138,1020.5411676474788,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1009.8946346012169,1003.3267590994144,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1003.1544254395769,1007.6942983805909,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.9844319816291,966.7973769752366,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.5835241557869,911.4708290374513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.6475372885019,899.9047304262823,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.2739111500431,824.4837994693187,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.432250384463,804.4187455745009,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.955786433388,1124.2508426774746,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1106.3291247464244,1116.9480864941418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.4955083361128,1078.493162418694,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.8402470895985,1072.1167976821223,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1066.580701494711,1062.9622154832518,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.4648005211973,1042.4751446948126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1027.189253615948,1019.7667247210617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1021.8262798075656,1013.1871103756245,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.7153443457042,1024.1960674997713,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1020.2717163944754,1020.6246552498064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1004.9070883534868,1009.1900562970329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1004.6911945048581,998.6364601811099,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.7883136733706,966.6930847493106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.6128114184964,911.5122804754807,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.6939217738949,899.9869290765706,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.2776912062246,824.5217116968096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.3602162845364,804.4185444170707,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_image_editing.json CHANGED
@@ -19416,5 +19416,21 @@
19416
  "judge": "arena_user_10.16.32.208",
19417
  "anony": true,
19418
  "tstamp": 1727650046.4763
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19419
  }
19420
  ]
 
19416
  "judge": "arena_user_10.16.32.208",
19417
  "anony": true,
19418
  "tstamp": 1727650046.4763
19419
+ },
19420
+ {
19421
+ "model_a_conv_id": "5ad4dc550c7549ac874ca54477544aee",
19422
+ "model_b_conv_id": "684a2c9f532f43f5820837cfb53a6372",
19423
+ "inputs": {
19424
+ "source_prompt": "A man scuba diving down a snow covered hillside.",
19425
+ "target_prompt": "A man scuba diving down a snow covered conifer hillside.",
19426
+ "instruct_prompt": "let the tree be conifers"
19427
+ },
19428
+ "model_a": "MagicBrush",
19429
+ "model_b": "CosXLEdit",
19430
+ "vote_type": "rightvote",
19431
+ "winner": "model_b",
19432
+ "judge": "arena_user_10.16.3.138",
19433
+ "anony": true,
19434
+ "tstamp": 1728524442.2107
19435
  }
19436
  ]
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -103930,5 +103930,117 @@
103930
  "judge": "arena_user_10.16.4.233",
103931
  "anony": true,
103932
  "tstamp": 1728488120.7703
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103933
  }
103934
  ]
 
103930
  "judge": "arena_user_10.16.4.233",
103931
  "anony": true,
103932
  "tstamp": 1728488120.7703
103933
+ },
103934
+ {
103935
+ "model_a_conv_id": "7b589696d2ab4e2da3e87ade8778ddef",
103936
+ "model_b_conv_id": "2b4edd72e79c4323812f03bebe03f4f3",
103937
+ "inputs": {
103938
+ "prompt": "a snow skier in red pants is laying down and people"
103939
+ },
103940
+ "model_a": "PlayGround V2.5",
103941
+ "model_b": "SD3",
103942
+ "vote_type": "bothbad_vote",
103943
+ "winner": "tie (bothbad)",
103944
+ "judge": "arena_user_10.16.46.132",
103945
+ "anony": true,
103946
+ "tstamp": 1728499056.258
103947
+ },
103948
+ {
103949
+ "model_a_conv_id": "32b1bd48155e4a5b8e751273bcb06bc6",
103950
+ "model_b_conv_id": "93d6c1db077447be86c12eb09a4d387d",
103951
+ "inputs": {
103952
+ "prompt": "toy poodle playing catch in Central Park in New York on sunny day"
103953
+ },
103954
+ "model_a": "FLUX.1-dev",
103955
+ "model_b": "AuraFlow",
103956
+ "vote_type": "leftvote",
103957
+ "winner": "model_a",
103958
+ "judge": "arena_user_10.16.4.233",
103959
+ "anony": true,
103960
+ "tstamp": 1728513926.4432
103961
+ },
103962
+ {
103963
+ "model_a_conv_id": "8964c8487702452f98289b499439e4bc",
103964
+ "model_b_conv_id": "8deaed9b5f7f4c559876474c817f8f13",
103965
+ "inputs": {
103966
+ "prompt": "portait of mystical witch, hyper detailed, flowing background, intricate and detailed, trippy, 8 k "
103967
+ },
103968
+ "model_a": "SD3",
103969
+ "model_b": "SDXL",
103970
+ "vote_type": "leftvote",
103971
+ "winner": "model_a",
103972
+ "judge": "arena_user_10.16.46.132",
103973
+ "anony": true,
103974
+ "tstamp": 1728513959.102
103975
+ },
103976
+ {
103977
+ "model_a_conv_id": "0c54aed259f04de68c22aff8ff25d7d8",
103978
+ "model_b_conv_id": "e6d785ac647a47ef8c9c02fd98785892",
103979
+ "inputs": {
103980
+ "prompt": "A realistic photo of a Pomeranian dressed up like a 1980s professional wrestler with neon green and neon orange face paint and bright green wrestling tights with bright orange boots."
103981
+ },
103982
+ "model_a": "PlayGround V2.5",
103983
+ "model_b": "FLUX.1-dev",
103984
+ "vote_type": "leftvote",
103985
+ "winner": "model_a",
103986
+ "judge": "arena_user_10.16.24.194",
103987
+ "anony": true,
103988
+ "tstamp": 1728513981.0447
103989
+ },
103990
+ {
103991
+ "model_a_conv_id": "6e5e434659b94e138f964356d4d2cc19",
103992
+ "model_b_conv_id": "6501ece339c14812a600d0d5e8b0bb60",
103993
+ "inputs": {
103994
+ "prompt": "Darth Vader playing with raccoon in Mars during sunset."
103995
+ },
103996
+ "model_a": "SD3",
103997
+ "model_b": "SDXL-Lightning",
103998
+ "vote_type": "rightvote",
103999
+ "winner": "model_b",
104000
+ "judge": "arena_user_10.16.4.233",
104001
+ "anony": true,
104002
+ "tstamp": 1728513993.7067
104003
+ },
104004
+ {
104005
+ "model_a_conv_id": "a9e99b61834f41e6975050a58f464b7a",
104006
+ "model_b_conv_id": "96461a7b67714a8f96ba30c234d80471",
104007
+ "inputs": {
104008
+ "prompt": "some green cattle are grazing in a black field"
104009
+ },
104010
+ "model_a": "PixArtAlpha",
104011
+ "model_b": "FLUX.1-schnell",
104012
+ "vote_type": "rightvote",
104013
+ "winner": "model_b",
104014
+ "judge": "arena_user_10.16.24.194",
104015
+ "anony": true,
104016
+ "tstamp": 1728524339.926
104017
+ },
104018
+ {
104019
+ "model_a_conv_id": "70dc15add6914306a561c9ae50ec3d7f",
104020
+ "model_b_conv_id": "845c0e2a0dbc4bedb566ede97c75ff37",
104021
+ "inputs": {
104022
+ "prompt": "A large red building with a clock in it is surrounded by palm trees and white flags ."
104023
+ },
104024
+ "model_a": "FLUX.1-dev",
104025
+ "model_b": "AuraFlow",
104026
+ "vote_type": "leftvote",
104027
+ "winner": "model_a",
104028
+ "judge": "arena_user_10.16.24.194",
104029
+ "anony": true,
104030
+ "tstamp": 1728524359.7786
104031
+ },
104032
+ {
104033
+ "model_a_conv_id": "cadd21aa8d654caa965d8fb9e73438d2",
104034
+ "model_b_conv_id": "825fbdef74c74a6ca793abf216412035",
104035
+ "inputs": {
104036
+ "prompt": "A couple of glasses are sitting on a table."
104037
+ },
104038
+ "model_a": "AuraFlow",
104039
+ "model_b": "SD3",
104040
+ "vote_type": "rightvote",
104041
+ "winner": "model_b",
104042
+ "judge": "arena_user_10.16.3.138",
104043
+ "anony": true,
104044
+ "tstamp": 1728541795.7915
104045
  }
104046
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bcd45dfbf0a9a5ebe7b3f0613aa314f45aa2daf01225a93899477e0beadc2b55
3
- size 63245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66cdb8a314b631fe711981019ebb80ba8e8de48920dd59e67be4ee6b420f9fda
3
+ size 63250
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbb4be8ea21e0ca42839030230c9ccc6b91cae8f93cea00d0364c59ffa9137e7
3
- size 88245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96eca60c11e11a048c261739547ddf7d76230c91b72ff2dff9237b523a7a8ed
3
+ size 88244
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,10 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- MagicBrush,MagicBrush,1109.135451232175,1113.1858367934767,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
- InfEdit,InfEdit,1075.1119298199667,1074.8971183930346,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
- CosXLEdit,CosXLEdit,1064.8008852739117,1065.783984482586,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
- InstructPix2Pix,InstructPix2Pix,1038.5676440063037,1036.3208933569776,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
- PNP,PNP,998.5100321932698,1003.0847129645449,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
- Prompt2prompt,Prompt2prompt,988.1206223784635,989.2479173019008,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
- CycleDiffusion,CycleDiffusion,943.4514760291793,936.5195351501385,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
- SDEdit,SDEdit,923.9284621204279,922.3801801727517,MIT License,Stanford University,https://sde-image-editing.github.io
10
- Pix2PixZero,Pix2PixZero,858.3734969463025,858.579821384589,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1107.7585296528443,1111.8877953331628,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush/
3
+ InfEdit,InfEdit,1075.1618170601243,1074.893496936247,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://sled-group.github.io/InfEdit/
4
+ CosXLEdit,CosXLEdit,1066.335590925744,1067.2992474156495,cosxl-nc-community,Stability AI,https://huggingface.co/stabilityai/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1038.49707081149,1036.2243821385555,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,998.4840484697651,1003.0561746556403,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,988.0725854628251,989.2059942332835,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io/
8
+ CycleDiffusion,CycleDiffusion,943.454844547806,936.5430031272696,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion?tab=readme-ov-file
9
+ SDEdit,SDEdit,923.9180516526719,922.3714237310501,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,858.3174614167292,858.5184824291412,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io/
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.6069516148643,1123.8666895773413,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1104.7855898541734,1116.119003927456,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1086.9494908100114,1077.1052004127177,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1072.8154592700475,1072.0677182571071,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1066.8702253981512,1063.1044401307545,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.3887603612527,1042.3854743589025,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1027.1880383290525,1019.6941952941647,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1021.9835006722399,1013.3080927483974,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.2567634721742,1023.720592394092,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1020.1845052168138,1020.5411676474788,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1009.8946346012169,1003.3267590994144,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1003.1544254395769,1007.6942983805909,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.9844319816291,966.7973769752366,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.5835241557869,911.4708290374513,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.6475372885019,899.9047304262823,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.2739111500431,824.4837994693187,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.432250384463,804.4187455745009,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.955786433388,1124.2508426774746,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1106.3291247464244,1116.9480864941418,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1088.4955083361128,1078.493162418694,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.8402470895985,1072.1167976821223,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1066.580701494711,1062.9622154832518,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.4648005211973,1042.4751446948126,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1027.189253615948,1019.7667247210617,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1021.8262798075656,1013.1871103756245,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.7153443457042,1024.1960674997713,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1020.2717163944754,1020.6246552498064,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ SD3,SD3,1004.9070883534868,1009.1900562970329,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
13
+ AuraFlow,AuraFlow,1004.6911945048581,998.6364601811099,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
14
+ SDXL,SDXL,965.7883136733706,966.6930847493106,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.6128114184964,911.5122804754807,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.6939217738949,899.9869290765706,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.2776912062246,824.5217116968096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.3602162845364,804.4185444170707,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7