Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Merge branch 'main' of https://huggingface.co/spaces/TIGER-Lab/GenAI-Arena
Browse files- .gitignore +3 -1
- arena_elo/elo_rating/elo_analysis.py +9 -9
- arena_elo/results/20240602/clean_battle_image_editing_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_image_editing_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_image_editing_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_image_editing_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/elo_results_image_editing.pkl +2 -2
- arena_elo/results/20240602/image_editing_leaderboard.csv +9 -9
- arena_elo/results/20240603/clean_battle_t2i_generation.json +3 -0
- arena_elo/results/20240603/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240603/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240603/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240603/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240603/clean_battle_video_generation.json +3 -0
- arena_elo/results/20240603/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240603/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240603/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240603/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240603/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/20240603/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240603/t2i_generation_leaderboard.csv +14 -0
- arena_elo/results/20240603/video_generation_leaderboard.csv +11 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +3 -0
- arena_elo/results/latest/clean_battle_video_generation.json +3 -0
- arena_elo/results/latest/elo_results_image_editing.pkl +2 -2
- arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/image_editing_leaderboard.csv +9 -9
- arena_elo/results/latest/t2i_generation_leaderboard.csv +14 -0
- arena_elo/results/latest/video_generation_leaderboard.csv +11 -0
.gitignore
CHANGED
@@ -168,4 +168,6 @@ cython_debug/
|
|
168 |
/*.ipynb
|
169 |
/GenAI-Arena-hf-logs
|
170 |
/3DGen-Arena-logs*
|
171 |
-
/tmp*
|
|
|
|
|
|
168 |
/*.ipynb
|
169 |
/GenAI-Arena-hf-logs
|
170 |
/3DGen-Arena-logs*
|
171 |
+
/tmp*
|
172 |
+
/arena_elo/results/**/*.jpg
|
173 |
+
/arena_elo/results/**/*.png
|
arena_elo/elo_rating/elo_analysis.py
CHANGED
@@ -378,15 +378,15 @@ if __name__ == "__main__":
|
|
378 |
print(f"Full last update : {full_results['last_updated_datetime']}")
|
379 |
|
380 |
|
381 |
-
# save heatmap results in the same directory of the cleaned battle file
|
382 |
-
win_fraction_heatmap_file = args.clean_battle_file.replace(".json", "_win_fraction_heatmap.jpg")
|
383 |
-
battle_count_heatmap_file = args.clean_battle_file.replace(".json", "_battle_count_heatmap.jpg")
|
384 |
-
average_win_rate_bar_file = args.clean_battle_file.replace(".json", "_average_win_rate_bar.jpg")
|
385 |
-
bootstrap_elo_rating_file = args.clean_battle_file.replace(".json", "_bootstrap_elo_rating.jpg")
|
386 |
-
anony_results["win_fraction_heatmap"].write_image(win_fraction_heatmap_file)
|
387 |
-
anony_results["battle_count_heatmap"].write_image(battle_count_heatmap_file)
|
388 |
-
anony_results["average_win_rate_bar"].write_image(average_win_rate_bar_file)
|
389 |
-
anony_results["bootstrap_elo_rating"].write_image(bootstrap_elo_rating_file)
|
390 |
|
391 |
|
392 |
last_updated_tstamp = full_results["last_updated_tstamp"]
|
|
|
378 |
print(f"Full last update : {full_results['last_updated_datetime']}")
|
379 |
|
380 |
|
381 |
+
# # save heatmap results in the same directory of the cleaned battle file
|
382 |
+
# win_fraction_heatmap_file = args.clean_battle_file.replace(".json", "_win_fraction_heatmap.jpg")
|
383 |
+
# battle_count_heatmap_file = args.clean_battle_file.replace(".json", "_battle_count_heatmap.jpg")
|
384 |
+
# average_win_rate_bar_file = args.clean_battle_file.replace(".json", "_average_win_rate_bar.jpg")
|
385 |
+
# bootstrap_elo_rating_file = args.clean_battle_file.replace(".json", "_bootstrap_elo_rating.jpg")
|
386 |
+
# anony_results["win_fraction_heatmap"].write_image(win_fraction_heatmap_file)
|
387 |
+
# anony_results["battle_count_heatmap"].write_image(battle_count_heatmap_file)
|
388 |
+
# anony_results["average_win_rate_bar"].write_image(average_win_rate_bar_file)
|
389 |
+
# anony_results["bootstrap_elo_rating"].write_image(bootstrap_elo_rating_file)
|
390 |
|
391 |
|
392 |
last_updated_tstamp = full_results["last_updated_tstamp"]
|
arena_elo/results/20240602/clean_battle_image_editing_average_win_rate_bar.jpg
DELETED
Binary file (33.1 kB)
|
|
arena_elo/results/20240602/clean_battle_image_editing_battle_count_heatmap.jpg
DELETED
Binary file (61.2 kB)
|
|
arena_elo/results/20240602/clean_battle_image_editing_bootstrap_elo_rating.jpg
DELETED
Binary file (30.7 kB)
|
|
arena_elo/results/20240602/clean_battle_image_editing_win_fraction_heatmap.jpg
DELETED
Binary file (70.4 kB)
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg
DELETED
Binary file (37.3 kB)
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg
DELETED
Binary file (83.3 kB)
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg
DELETED
Binary file (35.6 kB)
|
|
arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg
DELETED
Binary file (86.9 kB)
|
|
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg
DELETED
Binary file (31.4 kB)
|
|
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg
DELETED
Binary file (54.9 kB)
|
|
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg
DELETED
Binary file (30.9 kB)
|
|
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg
DELETED
Binary file (59.9 kB)
|
|
arena_elo/results/20240602/elo_results_image_editing.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
|
3 |
+
size 62513
|
arena_elo/results/20240602/image_editing_leaderboard.csv
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
MagicBrush,MagicBrush,1111.
|
3 |
-
InfEdit,InfEdit,1079.
|
4 |
-
CosXLEdit,CosXLEdit,1065.
|
5 |
-
InstructPix2Pix,InstructPix2Pix,1032.
|
6 |
-
PNP,PNP,998.
|
7 |
-
Prompt2prompt,Prompt2prompt,987.
|
8 |
-
CycleDiffusion,CycleDiffusion,938.
|
9 |
-
SDEdit,SDEdit,928.
|
10 |
-
Pix2PixZero,Pix2PixZero,857.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
|
3 |
+
InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
|
4 |
+
CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
|
5 |
+
InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
|
6 |
+
PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
|
7 |
+
Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
|
8 |
+
CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
|
9 |
+
SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
|
10 |
+
Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
|
arena_elo/results/20240603/clean_battle_t2i_generation.json
CHANGED
@@ -42518,6 +42518,7 @@
|
|
42518 |
"judge": "arena_user_10.16.15.131",
|
42519 |
"anony": true,
|
42520 |
"tstamp": 1717442262.7797
|
|
|
42521 |
},
|
42522 |
{
|
42523 |
"model_a": "SDXLTurbo",
|
@@ -42550,5 +42551,7 @@
|
|
42550 |
"judge": "arena_user_10.16.27.21",
|
42551 |
"anony": true,
|
42552 |
"tstamp": 1717456603.2007
|
|
|
|
|
42553 |
}
|
42554 |
]
|
|
|
42518 |
"judge": "arena_user_10.16.15.131",
|
42519 |
"anony": true,
|
42520 |
"tstamp": 1717442262.7797
|
42521 |
+
<<<<<<< HEAD
|
42522 |
},
|
42523 |
{
|
42524 |
"model_a": "SDXLTurbo",
|
|
|
42551 |
"judge": "arena_user_10.16.27.21",
|
42552 |
"anony": true,
|
42553 |
"tstamp": 1717456603.2007
|
42554 |
+
=======
|
42555 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
42556 |
}
|
42557 |
]
|
arena_elo/results/20240603/clean_battle_t2i_generation_average_win_rate_bar.jpg
DELETED
Binary file (37.4 kB)
|
|
arena_elo/results/20240603/clean_battle_t2i_generation_battle_count_heatmap.jpg
DELETED
Binary file (84.3 kB)
|
|
arena_elo/results/20240603/clean_battle_t2i_generation_bootstrap_elo_rating.jpg
DELETED
Binary file (36.2 kB)
|
|
arena_elo/results/20240603/clean_battle_t2i_generation_win_fraction_heatmap.jpg
DELETED
Binary file (87 kB)
|
|
arena_elo/results/20240603/clean_battle_video_generation.json
CHANGED
@@ -12470,6 +12470,7 @@
|
|
12470 |
"judge": "arena_user_10.16.15.131",
|
12471 |
"anony": true,
|
12472 |
"tstamp": 1717442771.0084
|
|
|
12473 |
},
|
12474 |
{
|
12475 |
"model_a": "OpenSora",
|
@@ -12678,5 +12679,7 @@
|
|
12678 |
"judge": "arena_user_10.16.27.21",
|
12679 |
"anony": true,
|
12680 |
"tstamp": 1717456368.838
|
|
|
|
|
12681 |
}
|
12682 |
]
|
|
|
12470 |
"judge": "arena_user_10.16.15.131",
|
12471 |
"anony": true,
|
12472 |
"tstamp": 1717442771.0084
|
12473 |
+
<<<<<<< HEAD
|
12474 |
},
|
12475 |
{
|
12476 |
"model_a": "OpenSora",
|
|
|
12679 |
"judge": "arena_user_10.16.27.21",
|
12680 |
"anony": true,
|
12681 |
"tstamp": 1717456368.838
|
12682 |
+
=======
|
12683 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
12684 |
}
|
12685 |
]
|
arena_elo/results/20240603/clean_battle_video_generation_average_win_rate_bar.jpg
DELETED
Binary file (31.3 kB)
|
|
arena_elo/results/20240603/clean_battle_video_generation_battle_count_heatmap.jpg
DELETED
Binary file (57.4 kB)
|
|
arena_elo/results/20240603/clean_battle_video_generation_bootstrap_elo_rating.jpg
DELETED
Binary file (29.7 kB)
|
|
arena_elo/results/20240603/clean_battle_video_generation_win_fraction_heatmap.jpg
DELETED
Binary file (60.1 kB)
|
|
arena_elo/results/20240603/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7127b7436e33b756120b71e2546890c029350333b663a361a7c4c1228016b97a
|
3 |
+
size 287
|
arena_elo/results/20240603/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7286222b707c048291a683b660c13536098fd4593b18c14180339f5f14f4941f
|
3 |
+
size 287
|
arena_elo/results/20240603/t2i_generation_leaderboard.csv
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
|
|
2 |
PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
@@ -10,3 +11,16 @@ SDXLTurbo,SDXLTurbo,933.5928303143753,931.7266637620024,sai-nc-community (other)
|
|
10 |
LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
11 |
OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
12 |
LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
<<<<<<< HEAD
|
3 |
PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
5 |
StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
|
|
11 |
LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
12 |
OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
13 |
LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
14 |
+
=======
|
15 |
+
PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
16 |
+
PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
17 |
+
StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
18 |
+
SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
19 |
+
PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
20 |
+
PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
21 |
+
SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
22 |
+
SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
23 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
24 |
+
OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
25 |
+
LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
26 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
arena_elo/results/20240603/video_generation_leaderboard.csv
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
|
|
2 |
T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
3 |
StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
@@ -7,3 +8,13 @@ LaVie,LaVie,996.4439363199807,996.4108324890976,Apache 2.0,Shanghai AI Lab,https
|
|
7 |
OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
<<<<<<< HEAD
|
3 |
T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
|
|
8 |
OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
10 |
AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
11 |
+
=======
|
12 |
+
T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
13 |
+
StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
14 |
+
VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
15 |
+
AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
16 |
+
LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
17 |
+
OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
18 |
+
ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
19 |
+
AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
20 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -42518,6 +42518,7 @@
|
|
42518 |
"judge": "arena_user_10.16.15.131",
|
42519 |
"anony": true,
|
42520 |
"tstamp": 1717442262.7797
|
|
|
42521 |
},
|
42522 |
{
|
42523 |
"model_a": "SDXLTurbo",
|
@@ -42550,5 +42551,7 @@
|
|
42550 |
"judge": "arena_user_10.16.27.21",
|
42551 |
"anony": true,
|
42552 |
"tstamp": 1717456603.2007
|
|
|
|
|
42553 |
}
|
42554 |
]
|
|
|
42518 |
"judge": "arena_user_10.16.15.131",
|
42519 |
"anony": true,
|
42520 |
"tstamp": 1717442262.7797
|
42521 |
+
<<<<<<< HEAD
|
42522 |
},
|
42523 |
{
|
42524 |
"model_a": "SDXLTurbo",
|
|
|
42551 |
"judge": "arena_user_10.16.27.21",
|
42552 |
"anony": true,
|
42553 |
"tstamp": 1717456603.2007
|
42554 |
+
=======
|
42555 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
42556 |
}
|
42557 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -12470,6 +12470,7 @@
|
|
12470 |
"judge": "arena_user_10.16.15.131",
|
12471 |
"anony": true,
|
12472 |
"tstamp": 1717442771.0084
|
|
|
12473 |
},
|
12474 |
{
|
12475 |
"model_a": "OpenSora",
|
@@ -12678,5 +12679,7 @@
|
|
12678 |
"judge": "arena_user_10.16.27.21",
|
12679 |
"anony": true,
|
12680 |
"tstamp": 1717456368.838
|
|
|
|
|
12681 |
}
|
12682 |
]
|
|
|
12470 |
"judge": "arena_user_10.16.15.131",
|
12471 |
"anony": true,
|
12472 |
"tstamp": 1717442771.0084
|
12473 |
+
<<<<<<< HEAD
|
12474 |
},
|
12475 |
{
|
12476 |
"model_a": "OpenSora",
|
|
|
12679 |
"judge": "arena_user_10.16.27.21",
|
12680 |
"anony": true,
|
12681 |
"tstamp": 1717456368.838
|
12682 |
+
=======
|
12683 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
12684 |
}
|
12685 |
]
|
arena_elo/results/latest/elo_results_image_editing.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
|
3 |
+
size 62513
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7127b7436e33b756120b71e2546890c029350333b663a361a7c4c1228016b97a
|
3 |
+
size 287
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7286222b707c048291a683b660c13536098fd4593b18c14180339f5f14f4941f
|
3 |
+
size 287
|
arena_elo/results/latest/image_editing_leaderboard.csv
CHANGED
@@ -1,10 +1,10 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
MagicBrush,MagicBrush,1111.
|
3 |
-
InfEdit,InfEdit,1079.
|
4 |
-
CosXLEdit,CosXLEdit,1065.
|
5 |
-
InstructPix2Pix,InstructPix2Pix,1032.
|
6 |
-
PNP,PNP,998.
|
7 |
-
Prompt2prompt,Prompt2prompt,987.
|
8 |
-
CycleDiffusion,CycleDiffusion,938.
|
9 |
-
SDEdit,SDEdit,928.
|
10 |
-
Pix2PixZero,Pix2PixZero,857.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
|
3 |
+
InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
|
4 |
+
CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
|
5 |
+
InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
|
6 |
+
PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
|
7 |
+
Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
|
8 |
+
CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
|
9 |
+
SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
|
10 |
+
Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
|
|
2 |
PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
4 |
StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
@@ -10,3 +11,16 @@ SDXLTurbo,SDXLTurbo,933.5928303143753,931.7266637620024,sai-nc-community (other)
|
|
10 |
LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
11 |
OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
12 |
LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
<<<<<<< HEAD
|
3 |
PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
4 |
PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
5 |
StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
|
|
11 |
LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
12 |
OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
13 |
LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
14 |
+
=======
|
15 |
+
PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
16 |
+
PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
17 |
+
StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
18 |
+
SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
19 |
+
PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
20 |
+
PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
21 |
+
SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
22 |
+
SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
23 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
24 |
+
OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
25 |
+
LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
26 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
|
|
2 |
T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
3 |
StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
4 |
VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
@@ -7,3 +8,13 @@ LaVie,LaVie,996.4439363199807,996.4108324890976,Apache 2.0,Shanghai AI Lab,https
|
|
7 |
OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
8 |
ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
9 |
AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
<<<<<<< HEAD
|
3 |
T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
4 |
StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
5 |
VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
|
|
8 |
OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
10 |
AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
11 |
+
=======
|
12 |
+
T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
13 |
+
StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
14 |
+
VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
15 |
+
AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
16 |
+
LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
17 |
+
OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
18 |
+
ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
19 |
+
AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
20 |
+
>>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
|