Spaces:
Running
on
Zero
Running
on
Zero
Commit
•
2442930
1
Parent(s):
a0eadb6
update
Browse files- arena_elo/results/20240602/clean_battle_t2i_generation.json +8 -0
- arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation.json +624 -0
- arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
- arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
- arena_elo/results/20240602/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/20240602/elo_results_video_generation.pkl +2 -2
- arena_elo/results/20240602/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/20240602/video_generation_leaderboard.csv +8 -8
- arena_elo/results/latest/clean_battle_t2i_generation.json +8 -0
- arena_elo/results/latest/clean_battle_video_generation.json +624 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
- arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
- arena_elo/results/latest/t2i_generation_leaderboard.csv +11 -11
- arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/results/20240602/clean_battle_t2i_generation.json
CHANGED
|
@@ -42214,5 +42214,13 @@
|
|
| 42214 |
"judge": "arena_user_10.16.15.131",
|
| 42215 |
"anony": true,
|
| 42216 |
"tstamp": 1717374859.9707
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42217 |
}
|
| 42218 |
]
|
|
|
|
| 42214 |
"judge": "arena_user_10.16.15.131",
|
| 42215 |
"anony": true,
|
| 42216 |
"tstamp": 1717374859.9707
|
| 42217 |
+
},
|
| 42218 |
+
{
|
| 42219 |
+
"model_a": "SDXL",
|
| 42220 |
+
"model_b": "StableCascade",
|
| 42221 |
+
"winner": "tie",
|
| 42222 |
+
"judge": "arena_user_10.16.15.131",
|
| 42223 |
+
"anony": true,
|
| 42224 |
+
"tstamp": 1717383238.8689
|
| 42225 |
}
|
| 42226 |
]
|
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation.json
CHANGED
|
@@ -10846,5 +10846,629 @@
|
|
| 10846 |
"judge": "arena_user_10.16.15.131",
|
| 10847 |
"anony": true,
|
| 10848 |
"tstamp": 1717370524.989
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10849 |
}
|
| 10850 |
]
|
|
|
|
| 10846 |
"judge": "arena_user_10.16.15.131",
|
| 10847 |
"anony": true,
|
| 10848 |
"tstamp": 1717370524.989
|
| 10849 |
+
},
|
| 10850 |
+
{
|
| 10851 |
+
"model_a": "OpenSora",
|
| 10852 |
+
"model_b": "T2VTurbo",
|
| 10853 |
+
"winner": "model_b",
|
| 10854 |
+
"judge": "arena_user_10.16.27.21",
|
| 10855 |
+
"anony": true,
|
| 10856 |
+
"tstamp": 1717382632.7404
|
| 10857 |
+
},
|
| 10858 |
+
{
|
| 10859 |
+
"model_a": "StableVideoDiffusion",
|
| 10860 |
+
"model_b": "LaVie",
|
| 10861 |
+
"winner": "model_a",
|
| 10862 |
+
"judge": "arena_user_10.16.27.21",
|
| 10863 |
+
"anony": true,
|
| 10864 |
+
"tstamp": 1717382690.0394
|
| 10865 |
+
},
|
| 10866 |
+
{
|
| 10867 |
+
"model_a": "T2VTurbo",
|
| 10868 |
+
"model_b": "OpenSora",
|
| 10869 |
+
"winner": "tie",
|
| 10870 |
+
"judge": "arena_user_10.16.47.67",
|
| 10871 |
+
"anony": true,
|
| 10872 |
+
"tstamp": 1717382706.7656
|
| 10873 |
+
},
|
| 10874 |
+
{
|
| 10875 |
+
"model_a": "AnimateDiffTurbo",
|
| 10876 |
+
"model_b": "StableVideoDiffusion",
|
| 10877 |
+
"winner": "tie (bothbad)",
|
| 10878 |
+
"judge": "arena_user_10.16.27.21",
|
| 10879 |
+
"anony": true,
|
| 10880 |
+
"tstamp": 1717382721.0954
|
| 10881 |
+
},
|
| 10882 |
+
{
|
| 10883 |
+
"model_a": "ModelScope",
|
| 10884 |
+
"model_b": "StableVideoDiffusion",
|
| 10885 |
+
"winner": "model_b",
|
| 10886 |
+
"judge": "arena_user_10.16.15.131",
|
| 10887 |
+
"anony": true,
|
| 10888 |
+
"tstamp": 1717382736.734
|
| 10889 |
+
},
|
| 10890 |
+
{
|
| 10891 |
+
"model_a": "T2VTurbo",
|
| 10892 |
+
"model_b": "AnimateDiff",
|
| 10893 |
+
"winner": "tie (bothbad)",
|
| 10894 |
+
"judge": "arena_user_10.16.47.67",
|
| 10895 |
+
"anony": true,
|
| 10896 |
+
"tstamp": 1717382750.8089
|
| 10897 |
+
},
|
| 10898 |
+
{
|
| 10899 |
+
"model_a": "T2VTurbo",
|
| 10900 |
+
"model_b": "VideoCrafter2",
|
| 10901 |
+
"winner": "model_b",
|
| 10902 |
+
"judge": "arena_user_10.16.27.21",
|
| 10903 |
+
"anony": true,
|
| 10904 |
+
"tstamp": 1717382766.9879
|
| 10905 |
+
},
|
| 10906 |
+
{
|
| 10907 |
+
"model_a": "LaVie",
|
| 10908 |
+
"model_b": "StableVideoDiffusion",
|
| 10909 |
+
"winner": "tie",
|
| 10910 |
+
"judge": "arena_user_10.16.27.21",
|
| 10911 |
+
"anony": true,
|
| 10912 |
+
"tstamp": 1717382787.9614
|
| 10913 |
+
},
|
| 10914 |
+
{
|
| 10915 |
+
"model_a": "AnimateDiffTurbo",
|
| 10916 |
+
"model_b": "T2VTurbo",
|
| 10917 |
+
"winner": "model_b",
|
| 10918 |
+
"judge": "arena_user_10.16.3.126",
|
| 10919 |
+
"anony": true,
|
| 10920 |
+
"tstamp": 1717382802.845
|
| 10921 |
+
},
|
| 10922 |
+
{
|
| 10923 |
+
"model_a": "T2VTurbo",
|
| 10924 |
+
"model_b": "AnimateDiff",
|
| 10925 |
+
"winner": "model_a",
|
| 10926 |
+
"judge": "arena_user_10.16.3.126",
|
| 10927 |
+
"anony": true,
|
| 10928 |
+
"tstamp": 1717382818.3336
|
| 10929 |
+
},
|
| 10930 |
+
{
|
| 10931 |
+
"model_a": "StableVideoDiffusion",
|
| 10932 |
+
"model_b": "ModelScope",
|
| 10933 |
+
"winner": "model_a",
|
| 10934 |
+
"judge": "arena_user_10.16.47.67",
|
| 10935 |
+
"anony": true,
|
| 10936 |
+
"tstamp": 1717382828.5655
|
| 10937 |
+
},
|
| 10938 |
+
{
|
| 10939 |
+
"model_a": "LaVie",
|
| 10940 |
+
"model_b": "StableVideoDiffusion",
|
| 10941 |
+
"winner": "tie (bothbad)",
|
| 10942 |
+
"judge": "arena_user_10.16.27.21",
|
| 10943 |
+
"anony": true,
|
| 10944 |
+
"tstamp": 1717382840.4562
|
| 10945 |
+
},
|
| 10946 |
+
{
|
| 10947 |
+
"model_a": "StableVideoDiffusion",
|
| 10948 |
+
"model_b": "AnimateDiff",
|
| 10949 |
+
"winner": "model_a",
|
| 10950 |
+
"judge": "arena_user_10.16.47.67",
|
| 10951 |
+
"anony": true,
|
| 10952 |
+
"tstamp": 1717382861.5383
|
| 10953 |
+
},
|
| 10954 |
+
{
|
| 10955 |
+
"model_a": "AnimateDiff",
|
| 10956 |
+
"model_b": "StableVideoDiffusion",
|
| 10957 |
+
"winner": "model_a",
|
| 10958 |
+
"judge": "arena_user_10.16.3.126",
|
| 10959 |
+
"anony": true,
|
| 10960 |
+
"tstamp": 1717382873.4499
|
| 10961 |
+
},
|
| 10962 |
+
{
|
| 10963 |
+
"model_a": "StableVideoDiffusion",
|
| 10964 |
+
"model_b": "AnimateDiff",
|
| 10965 |
+
"winner": "model_a",
|
| 10966 |
+
"judge": "arena_user_10.16.3.126",
|
| 10967 |
+
"anony": true,
|
| 10968 |
+
"tstamp": 1717382885.608
|
| 10969 |
+
},
|
| 10970 |
+
{
|
| 10971 |
+
"model_a": "T2VTurbo",
|
| 10972 |
+
"model_b": "AnimateDiff",
|
| 10973 |
+
"winner": "model_b",
|
| 10974 |
+
"judge": "arena_user_10.16.47.67",
|
| 10975 |
+
"anony": true,
|
| 10976 |
+
"tstamp": 1717382919.6506
|
| 10977 |
+
},
|
| 10978 |
+
{
|
| 10979 |
+
"model_a": "AnimateDiffTurbo",
|
| 10980 |
+
"model_b": "T2VTurbo",
|
| 10981 |
+
"winner": "tie (bothbad)",
|
| 10982 |
+
"judge": "arena_user_10.16.15.131",
|
| 10983 |
+
"anony": true,
|
| 10984 |
+
"tstamp": 1717382938.1959
|
| 10985 |
+
},
|
| 10986 |
+
{
|
| 10987 |
+
"model_a": "T2VTurbo",
|
| 10988 |
+
"model_b": "AnimateDiffTurbo",
|
| 10989 |
+
"winner": "model_a",
|
| 10990 |
+
"judge": "arena_user_10.16.27.21",
|
| 10991 |
+
"anony": true,
|
| 10992 |
+
"tstamp": 1717382949.4728
|
| 10993 |
+
},
|
| 10994 |
+
{
|
| 10995 |
+
"model_a": "VideoCrafter2",
|
| 10996 |
+
"model_b": "StableVideoDiffusion",
|
| 10997 |
+
"winner": "model_a",
|
| 10998 |
+
"judge": "arena_user_10.16.15.131",
|
| 10999 |
+
"anony": true,
|
| 11000 |
+
"tstamp": 1717382959.1016
|
| 11001 |
+
},
|
| 11002 |
+
{
|
| 11003 |
+
"model_a": "StableVideoDiffusion",
|
| 11004 |
+
"model_b": "OpenSora",
|
| 11005 |
+
"winner": "tie (bothbad)",
|
| 11006 |
+
"judge": "arena_user_10.16.3.126",
|
| 11007 |
+
"anony": true,
|
| 11008 |
+
"tstamp": 1717382977.7887
|
| 11009 |
+
},
|
| 11010 |
+
{
|
| 11011 |
+
"model_a": "T2VTurbo",
|
| 11012 |
+
"model_b": "AnimateDiff",
|
| 11013 |
+
"winner": "model_a",
|
| 11014 |
+
"judge": "arena_user_10.16.15.131",
|
| 11015 |
+
"anony": true,
|
| 11016 |
+
"tstamp": 1717382990.1243
|
| 11017 |
+
},
|
| 11018 |
+
{
|
| 11019 |
+
"model_a": "AnimateDiff",
|
| 11020 |
+
"model_b": "StableVideoDiffusion",
|
| 11021 |
+
"winner": "tie",
|
| 11022 |
+
"judge": "arena_user_10.16.27.21",
|
| 11023 |
+
"anony": true,
|
| 11024 |
+
"tstamp": 1717383019.3902
|
| 11025 |
+
},
|
| 11026 |
+
{
|
| 11027 |
+
"model_a": "T2VTurbo",
|
| 11028 |
+
"model_b": "AnimateDiffTurbo",
|
| 11029 |
+
"winner": "model_a",
|
| 11030 |
+
"judge": "arena_user_10.16.3.126",
|
| 11031 |
+
"anony": true,
|
| 11032 |
+
"tstamp": 1717383027.7149
|
| 11033 |
+
},
|
| 11034 |
+
{
|
| 11035 |
+
"model_a": "AnimateDiffTurbo",
|
| 11036 |
+
"model_b": "StableVideoDiffusion",
|
| 11037 |
+
"winner": "model_b",
|
| 11038 |
+
"judge": "arena_user_10.16.27.21",
|
| 11039 |
+
"anony": true,
|
| 11040 |
+
"tstamp": 1717383036.784
|
| 11041 |
+
},
|
| 11042 |
+
{
|
| 11043 |
+
"model_a": "AnimateDiffTurbo",
|
| 11044 |
+
"model_b": "T2VTurbo",
|
| 11045 |
+
"winner": "tie (bothbad)",
|
| 11046 |
+
"judge": "arena_user_10.16.15.131",
|
| 11047 |
+
"anony": true,
|
| 11048 |
+
"tstamp": 1717383054.6641
|
| 11049 |
+
},
|
| 11050 |
+
{
|
| 11051 |
+
"model_a": "VideoCrafter2",
|
| 11052 |
+
"model_b": "StableVideoDiffusion",
|
| 11053 |
+
"winner": "tie",
|
| 11054 |
+
"judge": "arena_user_10.16.27.21",
|
| 11055 |
+
"anony": true,
|
| 11056 |
+
"tstamp": 1717383069.297
|
| 11057 |
+
},
|
| 11058 |
+
{
|
| 11059 |
+
"model_a": "VideoCrafter2",
|
| 11060 |
+
"model_b": "StableVideoDiffusion",
|
| 11061 |
+
"winner": "model_a",
|
| 11062 |
+
"judge": "arena_user_10.16.27.21",
|
| 11063 |
+
"anony": true,
|
| 11064 |
+
"tstamp": 1717383085.7207
|
| 11065 |
+
},
|
| 11066 |
+
{
|
| 11067 |
+
"model_a": "AnimateDiffTurbo",
|
| 11068 |
+
"model_b": "StableVideoDiffusion",
|
| 11069 |
+
"winner": "model_b",
|
| 11070 |
+
"judge": "arena_user_10.16.3.126",
|
| 11071 |
+
"anony": true,
|
| 11072 |
+
"tstamp": 1717383108.3566
|
| 11073 |
+
},
|
| 11074 |
+
{
|
| 11075 |
+
"model_a": "AnimateDiff",
|
| 11076 |
+
"model_b": "StableVideoDiffusion",
|
| 11077 |
+
"winner": "tie",
|
| 11078 |
+
"judge": "arena_user_10.16.47.67",
|
| 11079 |
+
"anony": true,
|
| 11080 |
+
"tstamp": 1717383127.1905
|
| 11081 |
+
},
|
| 11082 |
+
{
|
| 11083 |
+
"model_a": "StableVideoDiffusion",
|
| 11084 |
+
"model_b": "LaVie",
|
| 11085 |
+
"winner": "tie",
|
| 11086 |
+
"judge": "arena_user_10.16.15.131",
|
| 11087 |
+
"anony": true,
|
| 11088 |
+
"tstamp": 1717383136.9608
|
| 11089 |
+
},
|
| 11090 |
+
{
|
| 11091 |
+
"model_a": "T2VTurbo",
|
| 11092 |
+
"model_b": "VideoCrafter2",
|
| 11093 |
+
"winner": "model_b",
|
| 11094 |
+
"judge": "arena_user_10.16.15.131",
|
| 11095 |
+
"anony": true,
|
| 11096 |
+
"tstamp": 1717383157.7444
|
| 11097 |
+
},
|
| 11098 |
+
{
|
| 11099 |
+
"model_a": "StableVideoDiffusion",
|
| 11100 |
+
"model_b": "ModelScope",
|
| 11101 |
+
"winner": "tie",
|
| 11102 |
+
"judge": "arena_user_10.16.47.67",
|
| 11103 |
+
"anony": true,
|
| 11104 |
+
"tstamp": 1717383172.9848
|
| 11105 |
+
},
|
| 11106 |
+
{
|
| 11107 |
+
"model_a": "T2VTurbo",
|
| 11108 |
+
"model_b": "VideoCrafter2",
|
| 11109 |
+
"winner": "model_b",
|
| 11110 |
+
"judge": "arena_user_10.16.3.126",
|
| 11111 |
+
"anony": true,
|
| 11112 |
+
"tstamp": 1717383186.876
|
| 11113 |
+
},
|
| 11114 |
+
{
|
| 11115 |
+
"model_a": "ModelScope",
|
| 11116 |
+
"model_b": "StableVideoDiffusion",
|
| 11117 |
+
"winner": "model_b",
|
| 11118 |
+
"judge": "arena_user_10.16.47.67",
|
| 11119 |
+
"anony": true,
|
| 11120 |
+
"tstamp": 1717383199.2563
|
| 11121 |
+
},
|
| 11122 |
+
{
|
| 11123 |
+
"model_a": "AnimateDiff",
|
| 11124 |
+
"model_b": "StableVideoDiffusion",
|
| 11125 |
+
"winner": "model_b",
|
| 11126 |
+
"judge": "arena_user_10.16.47.67",
|
| 11127 |
+
"anony": true,
|
| 11128 |
+
"tstamp": 1717383206.08
|
| 11129 |
+
},
|
| 11130 |
+
{
|
| 11131 |
+
"model_a": "ModelScope",
|
| 11132 |
+
"model_b": "StableVideoDiffusion",
|
| 11133 |
+
"winner": "model_b",
|
| 11134 |
+
"judge": "arena_user_10.16.15.131",
|
| 11135 |
+
"anony": true,
|
| 11136 |
+
"tstamp": 1717383222.6056
|
| 11137 |
+
},
|
| 11138 |
+
{
|
| 11139 |
+
"model_a": "VideoCrafter2",
|
| 11140 |
+
"model_b": "T2VTurbo",
|
| 11141 |
+
"winner": "tie",
|
| 11142 |
+
"judge": "arena_user_10.16.3.126",
|
| 11143 |
+
"anony": true,
|
| 11144 |
+
"tstamp": 1717383288.1336
|
| 11145 |
+
},
|
| 11146 |
+
{
|
| 11147 |
+
"model_a": "T2VTurbo",
|
| 11148 |
+
"model_b": "LaVie",
|
| 11149 |
+
"winner": "model_b",
|
| 11150 |
+
"judge": "arena_user_10.16.3.126",
|
| 11151 |
+
"anony": true,
|
| 11152 |
+
"tstamp": 1717383436.1722
|
| 11153 |
+
},
|
| 11154 |
+
{
|
| 11155 |
+
"model_a": "AnimateDiff",
|
| 11156 |
+
"model_b": "StableVideoDiffusion",
|
| 11157 |
+
"winner": "tie",
|
| 11158 |
+
"judge": "arena_user_10.16.15.131",
|
| 11159 |
+
"anony": true,
|
| 11160 |
+
"tstamp": 1717383476.654
|
| 11161 |
+
},
|
| 11162 |
+
{
|
| 11163 |
+
"model_a": "VideoCrafter2",
|
| 11164 |
+
"model_b": "StableVideoDiffusion",
|
| 11165 |
+
"winner": "model_a",
|
| 11166 |
+
"judge": "arena_user_10.16.27.21",
|
| 11167 |
+
"anony": true,
|
| 11168 |
+
"tstamp": 1717383685.03
|
| 11169 |
+
},
|
| 11170 |
+
{
|
| 11171 |
+
"model_a": "StableVideoDiffusion",
|
| 11172 |
+
"model_b": "LaVie",
|
| 11173 |
+
"winner": "model_a",
|
| 11174 |
+
"judge": "arena_user_10.16.15.131",
|
| 11175 |
+
"anony": true,
|
| 11176 |
+
"tstamp": 1717383767.1808
|
| 11177 |
+
},
|
| 11178 |
+
{
|
| 11179 |
+
"model_a": "AnimateDiff",
|
| 11180 |
+
"model_b": "T2VTurbo",
|
| 11181 |
+
"winner": "model_b",
|
| 11182 |
+
"judge": "arena_user_10.16.15.131",
|
| 11183 |
+
"anony": true,
|
| 11184 |
+
"tstamp": 1717383808.2937
|
| 11185 |
+
},
|
| 11186 |
+
{
|
| 11187 |
+
"model_a": "StableVideoDiffusion",
|
| 11188 |
+
"model_b": "ModelScope",
|
| 11189 |
+
"winner": "tie",
|
| 11190 |
+
"judge": "arena_user_10.16.47.67",
|
| 11191 |
+
"anony": true,
|
| 11192 |
+
"tstamp": 1717383873.2164
|
| 11193 |
+
},
|
| 11194 |
+
{
|
| 11195 |
+
"model_a": "AnimateDiff",
|
| 11196 |
+
"model_b": "T2VTurbo",
|
| 11197 |
+
"winner": "tie",
|
| 11198 |
+
"judge": "arena_user_10.16.3.126",
|
| 11199 |
+
"anony": true,
|
| 11200 |
+
"tstamp": 1717383892.2518
|
| 11201 |
+
},
|
| 11202 |
+
{
|
| 11203 |
+
"model_a": "StableVideoDiffusion",
|
| 11204 |
+
"model_b": "AnimateDiffTurbo",
|
| 11205 |
+
"winner": "model_b",
|
| 11206 |
+
"judge": "arena_user_10.16.3.126",
|
| 11207 |
+
"anony": true,
|
| 11208 |
+
"tstamp": 1717383919.7514
|
| 11209 |
+
},
|
| 11210 |
+
{
|
| 11211 |
+
"model_a": "StableVideoDiffusion",
|
| 11212 |
+
"model_b": "VideoCrafter2",
|
| 11213 |
+
"winner": "model_b",
|
| 11214 |
+
"judge": "arena_user_10.16.3.126",
|
| 11215 |
+
"anony": true,
|
| 11216 |
+
"tstamp": 1717384233.7717
|
| 11217 |
+
},
|
| 11218 |
+
{
|
| 11219 |
+
"model_a": "AnimateDiffTurbo",
|
| 11220 |
+
"model_b": "T2VTurbo",
|
| 11221 |
+
"winner": "model_b",
|
| 11222 |
+
"judge": "arena_user_10.16.15.131",
|
| 11223 |
+
"anony": true,
|
| 11224 |
+
"tstamp": 1717384245.7924
|
| 11225 |
+
},
|
| 11226 |
+
{
|
| 11227 |
+
"model_a": "StableVideoDiffusion",
|
| 11228 |
+
"model_b": "VideoCrafter2",
|
| 11229 |
+
"winner": "model_a",
|
| 11230 |
+
"judge": "arena_user_10.16.27.21",
|
| 11231 |
+
"anony": true,
|
| 11232 |
+
"tstamp": 1717384284.8262
|
| 11233 |
+
},
|
| 11234 |
+
{
|
| 11235 |
+
"model_a": "StableVideoDiffusion",
|
| 11236 |
+
"model_b": "VideoCrafter2",
|
| 11237 |
+
"winner": "model_b",
|
| 11238 |
+
"judge": "arena_user_10.16.15.131",
|
| 11239 |
+
"anony": true,
|
| 11240 |
+
"tstamp": 1717384304.7566
|
| 11241 |
+
},
|
| 11242 |
+
{
|
| 11243 |
+
"model_a": "T2VTurbo",
|
| 11244 |
+
"model_b": "OpenSora",
|
| 11245 |
+
"winner": "tie (bothbad)",
|
| 11246 |
+
"judge": "arena_user_10.16.3.126",
|
| 11247 |
+
"anony": true,
|
| 11248 |
+
"tstamp": 1717384316.9358
|
| 11249 |
+
},
|
| 11250 |
+
{
|
| 11251 |
+
"model_a": "VideoCrafter2",
|
| 11252 |
+
"model_b": "T2VTurbo",
|
| 11253 |
+
"winner": "model_b",
|
| 11254 |
+
"judge": "arena_user_10.16.3.126",
|
| 11255 |
+
"anony": true,
|
| 11256 |
+
"tstamp": 1717384332.8135
|
| 11257 |
+
},
|
| 11258 |
+
{
|
| 11259 |
+
"model_a": "LaVie",
|
| 11260 |
+
"model_b": "StableVideoDiffusion",
|
| 11261 |
+
"winner": "tie (bothbad)",
|
| 11262 |
+
"judge": "arena_user_10.16.27.21",
|
| 11263 |
+
"anony": true,
|
| 11264 |
+
"tstamp": 1717384354.8192
|
| 11265 |
+
},
|
| 11266 |
+
{
|
| 11267 |
+
"model_a": "LaVie",
|
| 11268 |
+
"model_b": "StableVideoDiffusion",
|
| 11269 |
+
"winner": "model_b",
|
| 11270 |
+
"judge": "arena_user_10.16.3.126",
|
| 11271 |
+
"anony": true,
|
| 11272 |
+
"tstamp": 1717384365.5649
|
| 11273 |
+
},
|
| 11274 |
+
{
|
| 11275 |
+
"model_a": "StableVideoDiffusion",
|
| 11276 |
+
"model_b": "ModelScope",
|
| 11277 |
+
"winner": "tie",
|
| 11278 |
+
"judge": "arena_user_10.16.15.131",
|
| 11279 |
+
"anony": true,
|
| 11280 |
+
"tstamp": 1717384384.1025
|
| 11281 |
+
},
|
| 11282 |
+
{
|
| 11283 |
+
"model_a": "T2VTurbo",
|
| 11284 |
+
"model_b": "AnimateDiff",
|
| 11285 |
+
"winner": "model_a",
|
| 11286 |
+
"judge": "arena_user_10.16.15.131",
|
| 11287 |
+
"anony": true,
|
| 11288 |
+
"tstamp": 1717384402.4396
|
| 11289 |
+
},
|
| 11290 |
+
{
|
| 11291 |
+
"model_a": "StableVideoDiffusion",
|
| 11292 |
+
"model_b": "AnimateDiffTurbo",
|
| 11293 |
+
"winner": "tie",
|
| 11294 |
+
"judge": "arena_user_10.16.3.126",
|
| 11295 |
+
"anony": true,
|
| 11296 |
+
"tstamp": 1717384409.6503
|
| 11297 |
+
},
|
| 11298 |
+
{
|
| 11299 |
+
"model_a": "StableVideoDiffusion",
|
| 11300 |
+
"model_b": "VideoCrafter2",
|
| 11301 |
+
"winner": "model_b",
|
| 11302 |
+
"judge": "arena_user_10.16.47.67",
|
| 11303 |
+
"anony": true,
|
| 11304 |
+
"tstamp": 1717384430.1763
|
| 11305 |
+
},
|
| 11306 |
+
{
|
| 11307 |
+
"model_a": "AnimateDiffTurbo",
|
| 11308 |
+
"model_b": "T2VTurbo",
|
| 11309 |
+
"winner": "model_b",
|
| 11310 |
+
"judge": "arena_user_10.16.15.131",
|
| 11311 |
+
"anony": true,
|
| 11312 |
+
"tstamp": 1717384462.5696
|
| 11313 |
+
},
|
| 11314 |
+
{
|
| 11315 |
+
"model_a": "AnimateDiffTurbo",
|
| 11316 |
+
"model_b": "T2VTurbo",
|
| 11317 |
+
"winner": "model_b",
|
| 11318 |
+
"judge": "arena_user_10.16.3.126",
|
| 11319 |
+
"anony": true,
|
| 11320 |
+
"tstamp": 1717384501.835
|
| 11321 |
+
},
|
| 11322 |
+
{
|
| 11323 |
+
"model_a": "T2VTurbo",
|
| 11324 |
+
"model_b": "ModelScope",
|
| 11325 |
+
"winner": "model_a",
|
| 11326 |
+
"judge": "arena_user_10.16.3.126",
|
| 11327 |
+
"anony": true,
|
| 11328 |
+
"tstamp": 1717384523.0528
|
| 11329 |
+
},
|
| 11330 |
+
{
|
| 11331 |
+
"model_a": "StableVideoDiffusion",
|
| 11332 |
+
"model_b": "VideoCrafter2",
|
| 11333 |
+
"winner": "model_a",
|
| 11334 |
+
"judge": "arena_user_10.16.15.131",
|
| 11335 |
+
"anony": true,
|
| 11336 |
+
"tstamp": 1717384570.486
|
| 11337 |
+
},
|
| 11338 |
+
{
|
| 11339 |
+
"model_a": "LaVie",
|
| 11340 |
+
"model_b": "StableVideoDiffusion",
|
| 11341 |
+
"winner": "model_a",
|
| 11342 |
+
"judge": "arena_user_10.16.15.131",
|
| 11343 |
+
"anony": true,
|
| 11344 |
+
"tstamp": 1717384586.6213
|
| 11345 |
+
},
|
| 11346 |
+
{
|
| 11347 |
+
"model_a": "VideoCrafter2",
|
| 11348 |
+
"model_b": "StableVideoDiffusion",
|
| 11349 |
+
"winner": "tie (bothbad)",
|
| 11350 |
+
"judge": "arena_user_10.16.27.21",
|
| 11351 |
+
"anony": true,
|
| 11352 |
+
"tstamp": 1717384598.3813
|
| 11353 |
+
},
|
| 11354 |
+
{
|
| 11355 |
+
"model_a": "OpenSora",
|
| 11356 |
+
"model_b": "T2VTurbo",
|
| 11357 |
+
"winner": "model_b",
|
| 11358 |
+
"judge": "arena_user_10.16.15.131",
|
| 11359 |
+
"anony": true,
|
| 11360 |
+
"tstamp": 1717384609.9773
|
| 11361 |
+
},
|
| 11362 |
+
{
|
| 11363 |
+
"model_a": "T2VTurbo",
|
| 11364 |
+
"model_b": "AnimateDiffTurbo",
|
| 11365 |
+
"winner": "model_a",
|
| 11366 |
+
"judge": "arena_user_10.16.47.67",
|
| 11367 |
+
"anony": true,
|
| 11368 |
+
"tstamp": 1717384622.757
|
| 11369 |
+
},
|
| 11370 |
+
{
|
| 11371 |
+
"model_a": "AnimateDiffTurbo",
|
| 11372 |
+
"model_b": "StableVideoDiffusion",
|
| 11373 |
+
"winner": "tie (bothbad)",
|
| 11374 |
+
"judge": "arena_user_10.16.47.67",
|
| 11375 |
+
"anony": true,
|
| 11376 |
+
"tstamp": 1717384634.6369
|
| 11377 |
+
},
|
| 11378 |
+
{
|
| 11379 |
+
"model_a": "LaVie",
|
| 11380 |
+
"model_b": "T2VTurbo",
|
| 11381 |
+
"winner": "model_b",
|
| 11382 |
+
"judge": "arena_user_10.16.15.131",
|
| 11383 |
+
"anony": true,
|
| 11384 |
+
"tstamp": 1717384642.2532
|
| 11385 |
+
},
|
| 11386 |
+
{
|
| 11387 |
+
"model_a": "T2VTurbo",
|
| 11388 |
+
"model_b": "LaVie",
|
| 11389 |
+
"winner": "tie (bothbad)",
|
| 11390 |
+
"judge": "arena_user_10.16.47.67",
|
| 11391 |
+
"anony": true,
|
| 11392 |
+
"tstamp": 1717384665.1984
|
| 11393 |
+
},
|
| 11394 |
+
{
|
| 11395 |
+
"model_a": "StableVideoDiffusion",
|
| 11396 |
+
"model_b": "LaVie",
|
| 11397 |
+
"winner": "tie (bothbad)",
|
| 11398 |
+
"judge": "arena_user_10.16.27.21",
|
| 11399 |
+
"anony": true,
|
| 11400 |
+
"tstamp": 1717384677.0334
|
| 11401 |
+
},
|
| 11402 |
+
{
|
| 11403 |
+
"model_a": "T2VTurbo",
|
| 11404 |
+
"model_b": "AnimateDiffTurbo",
|
| 11405 |
+
"winner": "model_a",
|
| 11406 |
+
"judge": "arena_user_10.16.47.67",
|
| 11407 |
+
"anony": true,
|
| 11408 |
+
"tstamp": 1717384685.0477
|
| 11409 |
+
},
|
| 11410 |
+
{
|
| 11411 |
+
"model_a": "AnimateDiffTurbo",
|
| 11412 |
+
"model_b": "StableVideoDiffusion",
|
| 11413 |
+
"winner": "model_b",
|
| 11414 |
+
"judge": "arena_user_10.16.3.126",
|
| 11415 |
+
"anony": true,
|
| 11416 |
+
"tstamp": 1717384693.5141
|
| 11417 |
+
},
|
| 11418 |
+
{
|
| 11419 |
+
"model_a": "StableVideoDiffusion",
|
| 11420 |
+
"model_b": "OpenSora",
|
| 11421 |
+
"winner": "tie (bothbad)",
|
| 11422 |
+
"judge": "arena_user_10.16.27.21",
|
| 11423 |
+
"anony": true,
|
| 11424 |
+
"tstamp": 1717384731.537
|
| 11425 |
+
},
|
| 11426 |
+
{
|
| 11427 |
+
"model_a": "VideoCrafter2",
|
| 11428 |
+
"model_b": "StableVideoDiffusion",
|
| 11429 |
+
"winner": "model_b",
|
| 11430 |
+
"judge": "arena_user_10.16.3.126",
|
| 11431 |
+
"anony": true,
|
| 11432 |
+
"tstamp": 1717384839.5816
|
| 11433 |
+
},
|
| 11434 |
+
{
|
| 11435 |
+
"model_a": "T2VTurbo",
|
| 11436 |
+
"model_b": "ModelScope",
|
| 11437 |
+
"winner": "model_a",
|
| 11438 |
+
"judge": "arena_user_10.16.15.131",
|
| 11439 |
+
"anony": true,
|
| 11440 |
+
"tstamp": 1717384852.5086
|
| 11441 |
+
},
|
| 11442 |
+
{
|
| 11443 |
+
"model_a": "T2VTurbo",
|
| 11444 |
+
"model_b": "AnimateDiffTurbo",
|
| 11445 |
+
"winner": "model_a",
|
| 11446 |
+
"judge": "arena_user_10.16.27.21",
|
| 11447 |
+
"anony": true,
|
| 11448 |
+
"tstamp": 1717384861.2819
|
| 11449 |
+
},
|
| 11450 |
+
{
|
| 11451 |
+
"model_a": "StableVideoDiffusion",
|
| 11452 |
+
"model_b": "LaVie",
|
| 11453 |
+
"winner": "model_a",
|
| 11454 |
+
"judge": "arena_user_10.16.3.126",
|
| 11455 |
+
"anony": true,
|
| 11456 |
+
"tstamp": 1717384907.1512
|
| 11457 |
+
},
|
| 11458 |
+
{
|
| 11459 |
+
"model_a": "StableVideoDiffusion",
|
| 11460 |
+
"model_b": "OpenSora",
|
| 11461 |
+
"winner": "model_a",
|
| 11462 |
+
"judge": "arena_user_10.16.27.21",
|
| 11463 |
+
"anony": true,
|
| 11464 |
+
"tstamp": 1717384944.3791
|
| 11465 |
+
},
|
| 11466 |
+
{
|
| 11467 |
+
"model_a": "LaVie",
|
| 11468 |
+
"model_b": "StableVideoDiffusion",
|
| 11469 |
+
"winner": "model_a",
|
| 11470 |
+
"judge": "arena_user_10.16.15.131",
|
| 11471 |
+
"anony": true,
|
| 11472 |
+
"tstamp": 1717384966.6886
|
| 11473 |
}
|
| 11474 |
]
|
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg
CHANGED
|
|
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg
CHANGED
|
|
arena_elo/results/20240602/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 68024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c967f0f4cd3fc7ef0b397d6514f10d68ef99d6aceb0bd29ab71e7b411bff3ea
|
| 3 |
size 68024
|
arena_elo/results/20240602/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:027b73bdd879a8fd079c1d2ad6c933f5c36cf0b3b6394a3620b6f13916551341
|
| 3 |
+
size 59813
|
arena_elo/results/20240602/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
| 3 |
-
PlayGround V2,PlayGround V2,1099.
|
| 4 |
-
StableCascade,StableCascade,
|
| 5 |
-
SDXLLightning,SDXLLightning,1056.
|
| 6 |
-
PixArtSigma,PixArtSigma,1050.
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
| 8 |
-
SDXL,SDXL,1001.
|
| 9 |
-
SDXLTurbo,SDXLTurbo,
|
| 10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
| 11 |
-
OpenJourney,OpenJourney,852.
|
| 12 |
-
LCM,LCM,816.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1495065333274,1150.4682860645457,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1099.126537029097,1098.2754375927314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
StableCascade,StableCascade,1056.9874859459599,1061.4330117813142,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 5 |
+
SDXLLightning,SDXLLightning,1056.6780678261428,1060.084370175995,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 6 |
+
PixArtSigma,PixArtSigma,1050.661575203021,1049.9032182891954,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1050.1005979468682,1038.1552306562485,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
SDXL,SDXL,1001.3294806360307,999.9778207727903,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 9 |
+
SDXLTurbo,SDXLTurbo,935.0073482063787,932.8646200238204,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3612054043283,925.8288313092746,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 11 |
+
OpenJourney,OpenJourney,852.8935571766955,847.5118429158047,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 12 |
+
LCM,LCM,816.7046380921449,829.8392235703685,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/20240602/video_generation_leaderboard.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
T2VTurbo,T2VTurbo,
|
| 3 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
LaVie,LaVie,
|
| 7 |
-
OpenSora,OpenSora,
|
| 8 |
-
ModelScope,ModelScope,
|
| 9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
T2VTurbo,T2VTurbo,1147.308502325171,1142.4858674249049,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 3 |
+
StableVideoDiffusion,StableVideoDiffusion,1096.5889821397866,1103.0009098877022,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 4 |
+
VideoCrafter2,VideoCrafter2,1072.494934549166,1073.2481025610875,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
+
AnimateDiff,AnimateDiff,1070.802798813943,1068.4652832282225,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
LaVie,LaVie,988.6332005684462,988.5887134567353,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,912.6811109456722,912.2730389371458,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,862.2697249588551,861.8671938681277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,849.2207456989598,850.0708906360729,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
|
@@ -42214,5 +42214,13 @@
|
|
| 42214 |
"judge": "arena_user_10.16.15.131",
|
| 42215 |
"anony": true,
|
| 42216 |
"tstamp": 1717374859.9707
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42217 |
}
|
| 42218 |
]
|
|
|
|
| 42214 |
"judge": "arena_user_10.16.15.131",
|
| 42215 |
"anony": true,
|
| 42216 |
"tstamp": 1717374859.9707
|
| 42217 |
+
},
|
| 42218 |
+
{
|
| 42219 |
+
"model_a": "SDXL",
|
| 42220 |
+
"model_b": "StableCascade",
|
| 42221 |
+
"winner": "tie",
|
| 42222 |
+
"judge": "arena_user_10.16.15.131",
|
| 42223 |
+
"anony": true,
|
| 42224 |
+
"tstamp": 1717383238.8689
|
| 42225 |
}
|
| 42226 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
|
@@ -10846,5 +10846,629 @@
|
|
| 10846 |
"judge": "arena_user_10.16.15.131",
|
| 10847 |
"anony": true,
|
| 10848 |
"tstamp": 1717370524.989
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10849 |
}
|
| 10850 |
]
|
|
|
|
| 10846 |
"judge": "arena_user_10.16.15.131",
|
| 10847 |
"anony": true,
|
| 10848 |
"tstamp": 1717370524.989
|
| 10849 |
+
},
|
| 10850 |
+
{
|
| 10851 |
+
"model_a": "OpenSora",
|
| 10852 |
+
"model_b": "T2VTurbo",
|
| 10853 |
+
"winner": "model_b",
|
| 10854 |
+
"judge": "arena_user_10.16.27.21",
|
| 10855 |
+
"anony": true,
|
| 10856 |
+
"tstamp": 1717382632.7404
|
| 10857 |
+
},
|
| 10858 |
+
{
|
| 10859 |
+
"model_a": "StableVideoDiffusion",
|
| 10860 |
+
"model_b": "LaVie",
|
| 10861 |
+
"winner": "model_a",
|
| 10862 |
+
"judge": "arena_user_10.16.27.21",
|
| 10863 |
+
"anony": true,
|
| 10864 |
+
"tstamp": 1717382690.0394
|
| 10865 |
+
},
|
| 10866 |
+
{
|
| 10867 |
+
"model_a": "T2VTurbo",
|
| 10868 |
+
"model_b": "OpenSora",
|
| 10869 |
+
"winner": "tie",
|
| 10870 |
+
"judge": "arena_user_10.16.47.67",
|
| 10871 |
+
"anony": true,
|
| 10872 |
+
"tstamp": 1717382706.7656
|
| 10873 |
+
},
|
| 10874 |
+
{
|
| 10875 |
+
"model_a": "AnimateDiffTurbo",
|
| 10876 |
+
"model_b": "StableVideoDiffusion",
|
| 10877 |
+
"winner": "tie (bothbad)",
|
| 10878 |
+
"judge": "arena_user_10.16.27.21",
|
| 10879 |
+
"anony": true,
|
| 10880 |
+
"tstamp": 1717382721.0954
|
| 10881 |
+
},
|
| 10882 |
+
{
|
| 10883 |
+
"model_a": "ModelScope",
|
| 10884 |
+
"model_b": "StableVideoDiffusion",
|
| 10885 |
+
"winner": "model_b",
|
| 10886 |
+
"judge": "arena_user_10.16.15.131",
|
| 10887 |
+
"anony": true,
|
| 10888 |
+
"tstamp": 1717382736.734
|
| 10889 |
+
},
|
| 10890 |
+
{
|
| 10891 |
+
"model_a": "T2VTurbo",
|
| 10892 |
+
"model_b": "AnimateDiff",
|
| 10893 |
+
"winner": "tie (bothbad)",
|
| 10894 |
+
"judge": "arena_user_10.16.47.67",
|
| 10895 |
+
"anony": true,
|
| 10896 |
+
"tstamp": 1717382750.8089
|
| 10897 |
+
},
|
| 10898 |
+
{
|
| 10899 |
+
"model_a": "T2VTurbo",
|
| 10900 |
+
"model_b": "VideoCrafter2",
|
| 10901 |
+
"winner": "model_b",
|
| 10902 |
+
"judge": "arena_user_10.16.27.21",
|
| 10903 |
+
"anony": true,
|
| 10904 |
+
"tstamp": 1717382766.9879
|
| 10905 |
+
},
|
| 10906 |
+
{
|
| 10907 |
+
"model_a": "LaVie",
|
| 10908 |
+
"model_b": "StableVideoDiffusion",
|
| 10909 |
+
"winner": "tie",
|
| 10910 |
+
"judge": "arena_user_10.16.27.21",
|
| 10911 |
+
"anony": true,
|
| 10912 |
+
"tstamp": 1717382787.9614
|
| 10913 |
+
},
|
| 10914 |
+
{
|
| 10915 |
+
"model_a": "AnimateDiffTurbo",
|
| 10916 |
+
"model_b": "T2VTurbo",
|
| 10917 |
+
"winner": "model_b",
|
| 10918 |
+
"judge": "arena_user_10.16.3.126",
|
| 10919 |
+
"anony": true,
|
| 10920 |
+
"tstamp": 1717382802.845
|
| 10921 |
+
},
|
| 10922 |
+
{
|
| 10923 |
+
"model_a": "T2VTurbo",
|
| 10924 |
+
"model_b": "AnimateDiff",
|
| 10925 |
+
"winner": "model_a",
|
| 10926 |
+
"judge": "arena_user_10.16.3.126",
|
| 10927 |
+
"anony": true,
|
| 10928 |
+
"tstamp": 1717382818.3336
|
| 10929 |
+
},
|
| 10930 |
+
{
|
| 10931 |
+
"model_a": "StableVideoDiffusion",
|
| 10932 |
+
"model_b": "ModelScope",
|
| 10933 |
+
"winner": "model_a",
|
| 10934 |
+
"judge": "arena_user_10.16.47.67",
|
| 10935 |
+
"anony": true,
|
| 10936 |
+
"tstamp": 1717382828.5655
|
| 10937 |
+
},
|
| 10938 |
+
{
|
| 10939 |
+
"model_a": "LaVie",
|
| 10940 |
+
"model_b": "StableVideoDiffusion",
|
| 10941 |
+
"winner": "tie (bothbad)",
|
| 10942 |
+
"judge": "arena_user_10.16.27.21",
|
| 10943 |
+
"anony": true,
|
| 10944 |
+
"tstamp": 1717382840.4562
|
| 10945 |
+
},
|
| 10946 |
+
{
|
| 10947 |
+
"model_a": "StableVideoDiffusion",
|
| 10948 |
+
"model_b": "AnimateDiff",
|
| 10949 |
+
"winner": "model_a",
|
| 10950 |
+
"judge": "arena_user_10.16.47.67",
|
| 10951 |
+
"anony": true,
|
| 10952 |
+
"tstamp": 1717382861.5383
|
| 10953 |
+
},
|
| 10954 |
+
{
|
| 10955 |
+
"model_a": "AnimateDiff",
|
| 10956 |
+
"model_b": "StableVideoDiffusion",
|
| 10957 |
+
"winner": "model_a",
|
| 10958 |
+
"judge": "arena_user_10.16.3.126",
|
| 10959 |
+
"anony": true,
|
| 10960 |
+
"tstamp": 1717382873.4499
|
| 10961 |
+
},
|
| 10962 |
+
{
|
| 10963 |
+
"model_a": "StableVideoDiffusion",
|
| 10964 |
+
"model_b": "AnimateDiff",
|
| 10965 |
+
"winner": "model_a",
|
| 10966 |
+
"judge": "arena_user_10.16.3.126",
|
| 10967 |
+
"anony": true,
|
| 10968 |
+
"tstamp": 1717382885.608
|
| 10969 |
+
},
|
| 10970 |
+
{
|
| 10971 |
+
"model_a": "T2VTurbo",
|
| 10972 |
+
"model_b": "AnimateDiff",
|
| 10973 |
+
"winner": "model_b",
|
| 10974 |
+
"judge": "arena_user_10.16.47.67",
|
| 10975 |
+
"anony": true,
|
| 10976 |
+
"tstamp": 1717382919.6506
|
| 10977 |
+
},
|
| 10978 |
+
{
|
| 10979 |
+
"model_a": "AnimateDiffTurbo",
|
| 10980 |
+
"model_b": "T2VTurbo",
|
| 10981 |
+
"winner": "tie (bothbad)",
|
| 10982 |
+
"judge": "arena_user_10.16.15.131",
|
| 10983 |
+
"anony": true,
|
| 10984 |
+
"tstamp": 1717382938.1959
|
| 10985 |
+
},
|
| 10986 |
+
{
|
| 10987 |
+
"model_a": "T2VTurbo",
|
| 10988 |
+
"model_b": "AnimateDiffTurbo",
|
| 10989 |
+
"winner": "model_a",
|
| 10990 |
+
"judge": "arena_user_10.16.27.21",
|
| 10991 |
+
"anony": true,
|
| 10992 |
+
"tstamp": 1717382949.4728
|
| 10993 |
+
},
|
| 10994 |
+
{
|
| 10995 |
+
"model_a": "VideoCrafter2",
|
| 10996 |
+
"model_b": "StableVideoDiffusion",
|
| 10997 |
+
"winner": "model_a",
|
| 10998 |
+
"judge": "arena_user_10.16.15.131",
|
| 10999 |
+
"anony": true,
|
| 11000 |
+
"tstamp": 1717382959.1016
|
| 11001 |
+
},
|
| 11002 |
+
{
|
| 11003 |
+
"model_a": "StableVideoDiffusion",
|
| 11004 |
+
"model_b": "OpenSora",
|
| 11005 |
+
"winner": "tie (bothbad)",
|
| 11006 |
+
"judge": "arena_user_10.16.3.126",
|
| 11007 |
+
"anony": true,
|
| 11008 |
+
"tstamp": 1717382977.7887
|
| 11009 |
+
},
|
| 11010 |
+
{
|
| 11011 |
+
"model_a": "T2VTurbo",
|
| 11012 |
+
"model_b": "AnimateDiff",
|
| 11013 |
+
"winner": "model_a",
|
| 11014 |
+
"judge": "arena_user_10.16.15.131",
|
| 11015 |
+
"anony": true,
|
| 11016 |
+
"tstamp": 1717382990.1243
|
| 11017 |
+
},
|
| 11018 |
+
{
|
| 11019 |
+
"model_a": "AnimateDiff",
|
| 11020 |
+
"model_b": "StableVideoDiffusion",
|
| 11021 |
+
"winner": "tie",
|
| 11022 |
+
"judge": "arena_user_10.16.27.21",
|
| 11023 |
+
"anony": true,
|
| 11024 |
+
"tstamp": 1717383019.3902
|
| 11025 |
+
},
|
| 11026 |
+
{
|
| 11027 |
+
"model_a": "T2VTurbo",
|
| 11028 |
+
"model_b": "AnimateDiffTurbo",
|
| 11029 |
+
"winner": "model_a",
|
| 11030 |
+
"judge": "arena_user_10.16.3.126",
|
| 11031 |
+
"anony": true,
|
| 11032 |
+
"tstamp": 1717383027.7149
|
| 11033 |
+
},
|
| 11034 |
+
{
|
| 11035 |
+
"model_a": "AnimateDiffTurbo",
|
| 11036 |
+
"model_b": "StableVideoDiffusion",
|
| 11037 |
+
"winner": "model_b",
|
| 11038 |
+
"judge": "arena_user_10.16.27.21",
|
| 11039 |
+
"anony": true,
|
| 11040 |
+
"tstamp": 1717383036.784
|
| 11041 |
+
},
|
| 11042 |
+
{
|
| 11043 |
+
"model_a": "AnimateDiffTurbo",
|
| 11044 |
+
"model_b": "T2VTurbo",
|
| 11045 |
+
"winner": "tie (bothbad)",
|
| 11046 |
+
"judge": "arena_user_10.16.15.131",
|
| 11047 |
+
"anony": true,
|
| 11048 |
+
"tstamp": 1717383054.6641
|
| 11049 |
+
},
|
| 11050 |
+
{
|
| 11051 |
+
"model_a": "VideoCrafter2",
|
| 11052 |
+
"model_b": "StableVideoDiffusion",
|
| 11053 |
+
"winner": "tie",
|
| 11054 |
+
"judge": "arena_user_10.16.27.21",
|
| 11055 |
+
"anony": true,
|
| 11056 |
+
"tstamp": 1717383069.297
|
| 11057 |
+
},
|
| 11058 |
+
{
|
| 11059 |
+
"model_a": "VideoCrafter2",
|
| 11060 |
+
"model_b": "StableVideoDiffusion",
|
| 11061 |
+
"winner": "model_a",
|
| 11062 |
+
"judge": "arena_user_10.16.27.21",
|
| 11063 |
+
"anony": true,
|
| 11064 |
+
"tstamp": 1717383085.7207
|
| 11065 |
+
},
|
| 11066 |
+
{
|
| 11067 |
+
"model_a": "AnimateDiffTurbo",
|
| 11068 |
+
"model_b": "StableVideoDiffusion",
|
| 11069 |
+
"winner": "model_b",
|
| 11070 |
+
"judge": "arena_user_10.16.3.126",
|
| 11071 |
+
"anony": true,
|
| 11072 |
+
"tstamp": 1717383108.3566
|
| 11073 |
+
},
|
| 11074 |
+
{
|
| 11075 |
+
"model_a": "AnimateDiff",
|
| 11076 |
+
"model_b": "StableVideoDiffusion",
|
| 11077 |
+
"winner": "tie",
|
| 11078 |
+
"judge": "arena_user_10.16.47.67",
|
| 11079 |
+
"anony": true,
|
| 11080 |
+
"tstamp": 1717383127.1905
|
| 11081 |
+
},
|
| 11082 |
+
{
|
| 11083 |
+
"model_a": "StableVideoDiffusion",
|
| 11084 |
+
"model_b": "LaVie",
|
| 11085 |
+
"winner": "tie",
|
| 11086 |
+
"judge": "arena_user_10.16.15.131",
|
| 11087 |
+
"anony": true,
|
| 11088 |
+
"tstamp": 1717383136.9608
|
| 11089 |
+
},
|
| 11090 |
+
{
|
| 11091 |
+
"model_a": "T2VTurbo",
|
| 11092 |
+
"model_b": "VideoCrafter2",
|
| 11093 |
+
"winner": "model_b",
|
| 11094 |
+
"judge": "arena_user_10.16.15.131",
|
| 11095 |
+
"anony": true,
|
| 11096 |
+
"tstamp": 1717383157.7444
|
| 11097 |
+
},
|
| 11098 |
+
{
|
| 11099 |
+
"model_a": "StableVideoDiffusion",
|
| 11100 |
+
"model_b": "ModelScope",
|
| 11101 |
+
"winner": "tie",
|
| 11102 |
+
"judge": "arena_user_10.16.47.67",
|
| 11103 |
+
"anony": true,
|
| 11104 |
+
"tstamp": 1717383172.9848
|
| 11105 |
+
},
|
| 11106 |
+
{
|
| 11107 |
+
"model_a": "T2VTurbo",
|
| 11108 |
+
"model_b": "VideoCrafter2",
|
| 11109 |
+
"winner": "model_b",
|
| 11110 |
+
"judge": "arena_user_10.16.3.126",
|
| 11111 |
+
"anony": true,
|
| 11112 |
+
"tstamp": 1717383186.876
|
| 11113 |
+
},
|
| 11114 |
+
{
|
| 11115 |
+
"model_a": "ModelScope",
|
| 11116 |
+
"model_b": "StableVideoDiffusion",
|
| 11117 |
+
"winner": "model_b",
|
| 11118 |
+
"judge": "arena_user_10.16.47.67",
|
| 11119 |
+
"anony": true,
|
| 11120 |
+
"tstamp": 1717383199.2563
|
| 11121 |
+
},
|
| 11122 |
+
{
|
| 11123 |
+
"model_a": "AnimateDiff",
|
| 11124 |
+
"model_b": "StableVideoDiffusion",
|
| 11125 |
+
"winner": "model_b",
|
| 11126 |
+
"judge": "arena_user_10.16.47.67",
|
| 11127 |
+
"anony": true,
|
| 11128 |
+
"tstamp": 1717383206.08
|
| 11129 |
+
},
|
| 11130 |
+
{
|
| 11131 |
+
"model_a": "ModelScope",
|
| 11132 |
+
"model_b": "StableVideoDiffusion",
|
| 11133 |
+
"winner": "model_b",
|
| 11134 |
+
"judge": "arena_user_10.16.15.131",
|
| 11135 |
+
"anony": true,
|
| 11136 |
+
"tstamp": 1717383222.6056
|
| 11137 |
+
},
|
| 11138 |
+
{
|
| 11139 |
+
"model_a": "VideoCrafter2",
|
| 11140 |
+
"model_b": "T2VTurbo",
|
| 11141 |
+
"winner": "tie",
|
| 11142 |
+
"judge": "arena_user_10.16.3.126",
|
| 11143 |
+
"anony": true,
|
| 11144 |
+
"tstamp": 1717383288.1336
|
| 11145 |
+
},
|
| 11146 |
+
{
|
| 11147 |
+
"model_a": "T2VTurbo",
|
| 11148 |
+
"model_b": "LaVie",
|
| 11149 |
+
"winner": "model_b",
|
| 11150 |
+
"judge": "arena_user_10.16.3.126",
|
| 11151 |
+
"anony": true,
|
| 11152 |
+
"tstamp": 1717383436.1722
|
| 11153 |
+
},
|
| 11154 |
+
{
|
| 11155 |
+
"model_a": "AnimateDiff",
|
| 11156 |
+
"model_b": "StableVideoDiffusion",
|
| 11157 |
+
"winner": "tie",
|
| 11158 |
+
"judge": "arena_user_10.16.15.131",
|
| 11159 |
+
"anony": true,
|
| 11160 |
+
"tstamp": 1717383476.654
|
| 11161 |
+
},
|
| 11162 |
+
{
|
| 11163 |
+
"model_a": "VideoCrafter2",
|
| 11164 |
+
"model_b": "StableVideoDiffusion",
|
| 11165 |
+
"winner": "model_a",
|
| 11166 |
+
"judge": "arena_user_10.16.27.21",
|
| 11167 |
+
"anony": true,
|
| 11168 |
+
"tstamp": 1717383685.03
|
| 11169 |
+
},
|
| 11170 |
+
{
|
| 11171 |
+
"model_a": "StableVideoDiffusion",
|
| 11172 |
+
"model_b": "LaVie",
|
| 11173 |
+
"winner": "model_a",
|
| 11174 |
+
"judge": "arena_user_10.16.15.131",
|
| 11175 |
+
"anony": true,
|
| 11176 |
+
"tstamp": 1717383767.1808
|
| 11177 |
+
},
|
| 11178 |
+
{
|
| 11179 |
+
"model_a": "AnimateDiff",
|
| 11180 |
+
"model_b": "T2VTurbo",
|
| 11181 |
+
"winner": "model_b",
|
| 11182 |
+
"judge": "arena_user_10.16.15.131",
|
| 11183 |
+
"anony": true,
|
| 11184 |
+
"tstamp": 1717383808.2937
|
| 11185 |
+
},
|
| 11186 |
+
{
|
| 11187 |
+
"model_a": "StableVideoDiffusion",
|
| 11188 |
+
"model_b": "ModelScope",
|
| 11189 |
+
"winner": "tie",
|
| 11190 |
+
"judge": "arena_user_10.16.47.67",
|
| 11191 |
+
"anony": true,
|
| 11192 |
+
"tstamp": 1717383873.2164
|
| 11193 |
+
},
|
| 11194 |
+
{
|
| 11195 |
+
"model_a": "AnimateDiff",
|
| 11196 |
+
"model_b": "T2VTurbo",
|
| 11197 |
+
"winner": "tie",
|
| 11198 |
+
"judge": "arena_user_10.16.3.126",
|
| 11199 |
+
"anony": true,
|
| 11200 |
+
"tstamp": 1717383892.2518
|
| 11201 |
+
},
|
| 11202 |
+
{
|
| 11203 |
+
"model_a": "StableVideoDiffusion",
|
| 11204 |
+
"model_b": "AnimateDiffTurbo",
|
| 11205 |
+
"winner": "model_b",
|
| 11206 |
+
"judge": "arena_user_10.16.3.126",
|
| 11207 |
+
"anony": true,
|
| 11208 |
+
"tstamp": 1717383919.7514
|
| 11209 |
+
},
|
| 11210 |
+
{
|
| 11211 |
+
"model_a": "StableVideoDiffusion",
|
| 11212 |
+
"model_b": "VideoCrafter2",
|
| 11213 |
+
"winner": "model_b",
|
| 11214 |
+
"judge": "arena_user_10.16.3.126",
|
| 11215 |
+
"anony": true,
|
| 11216 |
+
"tstamp": 1717384233.7717
|
| 11217 |
+
},
|
| 11218 |
+
{
|
| 11219 |
+
"model_a": "AnimateDiffTurbo",
|
| 11220 |
+
"model_b": "T2VTurbo",
|
| 11221 |
+
"winner": "model_b",
|
| 11222 |
+
"judge": "arena_user_10.16.15.131",
|
| 11223 |
+
"anony": true,
|
| 11224 |
+
"tstamp": 1717384245.7924
|
| 11225 |
+
},
|
| 11226 |
+
{
|
| 11227 |
+
"model_a": "StableVideoDiffusion",
|
| 11228 |
+
"model_b": "VideoCrafter2",
|
| 11229 |
+
"winner": "model_a",
|
| 11230 |
+
"judge": "arena_user_10.16.27.21",
|
| 11231 |
+
"anony": true,
|
| 11232 |
+
"tstamp": 1717384284.8262
|
| 11233 |
+
},
|
| 11234 |
+
{
|
| 11235 |
+
"model_a": "StableVideoDiffusion",
|
| 11236 |
+
"model_b": "VideoCrafter2",
|
| 11237 |
+
"winner": "model_b",
|
| 11238 |
+
"judge": "arena_user_10.16.15.131",
|
| 11239 |
+
"anony": true,
|
| 11240 |
+
"tstamp": 1717384304.7566
|
| 11241 |
+
},
|
| 11242 |
+
{
|
| 11243 |
+
"model_a": "T2VTurbo",
|
| 11244 |
+
"model_b": "OpenSora",
|
| 11245 |
+
"winner": "tie (bothbad)",
|
| 11246 |
+
"judge": "arena_user_10.16.3.126",
|
| 11247 |
+
"anony": true,
|
| 11248 |
+
"tstamp": 1717384316.9358
|
| 11249 |
+
},
|
| 11250 |
+
{
|
| 11251 |
+
"model_a": "VideoCrafter2",
|
| 11252 |
+
"model_b": "T2VTurbo",
|
| 11253 |
+
"winner": "model_b",
|
| 11254 |
+
"judge": "arena_user_10.16.3.126",
|
| 11255 |
+
"anony": true,
|
| 11256 |
+
"tstamp": 1717384332.8135
|
| 11257 |
+
},
|
| 11258 |
+
{
|
| 11259 |
+
"model_a": "LaVie",
|
| 11260 |
+
"model_b": "StableVideoDiffusion",
|
| 11261 |
+
"winner": "tie (bothbad)",
|
| 11262 |
+
"judge": "arena_user_10.16.27.21",
|
| 11263 |
+
"anony": true,
|
| 11264 |
+
"tstamp": 1717384354.8192
|
| 11265 |
+
},
|
| 11266 |
+
{
|
| 11267 |
+
"model_a": "LaVie",
|
| 11268 |
+
"model_b": "StableVideoDiffusion",
|
| 11269 |
+
"winner": "model_b",
|
| 11270 |
+
"judge": "arena_user_10.16.3.126",
|
| 11271 |
+
"anony": true,
|
| 11272 |
+
"tstamp": 1717384365.5649
|
| 11273 |
+
},
|
| 11274 |
+
{
|
| 11275 |
+
"model_a": "StableVideoDiffusion",
|
| 11276 |
+
"model_b": "ModelScope",
|
| 11277 |
+
"winner": "tie",
|
| 11278 |
+
"judge": "arena_user_10.16.15.131",
|
| 11279 |
+
"anony": true,
|
| 11280 |
+
"tstamp": 1717384384.1025
|
| 11281 |
+
},
|
| 11282 |
+
{
|
| 11283 |
+
"model_a": "T2VTurbo",
|
| 11284 |
+
"model_b": "AnimateDiff",
|
| 11285 |
+
"winner": "model_a",
|
| 11286 |
+
"judge": "arena_user_10.16.15.131",
|
| 11287 |
+
"anony": true,
|
| 11288 |
+
"tstamp": 1717384402.4396
|
| 11289 |
+
},
|
| 11290 |
+
{
|
| 11291 |
+
"model_a": "StableVideoDiffusion",
|
| 11292 |
+
"model_b": "AnimateDiffTurbo",
|
| 11293 |
+
"winner": "tie",
|
| 11294 |
+
"judge": "arena_user_10.16.3.126",
|
| 11295 |
+
"anony": true,
|
| 11296 |
+
"tstamp": 1717384409.6503
|
| 11297 |
+
},
|
| 11298 |
+
{
|
| 11299 |
+
"model_a": "StableVideoDiffusion",
|
| 11300 |
+
"model_b": "VideoCrafter2",
|
| 11301 |
+
"winner": "model_b",
|
| 11302 |
+
"judge": "arena_user_10.16.47.67",
|
| 11303 |
+
"anony": true,
|
| 11304 |
+
"tstamp": 1717384430.1763
|
| 11305 |
+
},
|
| 11306 |
+
{
|
| 11307 |
+
"model_a": "AnimateDiffTurbo",
|
| 11308 |
+
"model_b": "T2VTurbo",
|
| 11309 |
+
"winner": "model_b",
|
| 11310 |
+
"judge": "arena_user_10.16.15.131",
|
| 11311 |
+
"anony": true,
|
| 11312 |
+
"tstamp": 1717384462.5696
|
| 11313 |
+
},
|
| 11314 |
+
{
|
| 11315 |
+
"model_a": "AnimateDiffTurbo",
|
| 11316 |
+
"model_b": "T2VTurbo",
|
| 11317 |
+
"winner": "model_b",
|
| 11318 |
+
"judge": "arena_user_10.16.3.126",
|
| 11319 |
+
"anony": true,
|
| 11320 |
+
"tstamp": 1717384501.835
|
| 11321 |
+
},
|
| 11322 |
+
{
|
| 11323 |
+
"model_a": "T2VTurbo",
|
| 11324 |
+
"model_b": "ModelScope",
|
| 11325 |
+
"winner": "model_a",
|
| 11326 |
+
"judge": "arena_user_10.16.3.126",
|
| 11327 |
+
"anony": true,
|
| 11328 |
+
"tstamp": 1717384523.0528
|
| 11329 |
+
},
|
| 11330 |
+
{
|
| 11331 |
+
"model_a": "StableVideoDiffusion",
|
| 11332 |
+
"model_b": "VideoCrafter2",
|
| 11333 |
+
"winner": "model_a",
|
| 11334 |
+
"judge": "arena_user_10.16.15.131",
|
| 11335 |
+
"anony": true,
|
| 11336 |
+
"tstamp": 1717384570.486
|
| 11337 |
+
},
|
| 11338 |
+
{
|
| 11339 |
+
"model_a": "LaVie",
|
| 11340 |
+
"model_b": "StableVideoDiffusion",
|
| 11341 |
+
"winner": "model_a",
|
| 11342 |
+
"judge": "arena_user_10.16.15.131",
|
| 11343 |
+
"anony": true,
|
| 11344 |
+
"tstamp": 1717384586.6213
|
| 11345 |
+
},
|
| 11346 |
+
{
|
| 11347 |
+
"model_a": "VideoCrafter2",
|
| 11348 |
+
"model_b": "StableVideoDiffusion",
|
| 11349 |
+
"winner": "tie (bothbad)",
|
| 11350 |
+
"judge": "arena_user_10.16.27.21",
|
| 11351 |
+
"anony": true,
|
| 11352 |
+
"tstamp": 1717384598.3813
|
| 11353 |
+
},
|
| 11354 |
+
{
|
| 11355 |
+
"model_a": "OpenSora",
|
| 11356 |
+
"model_b": "T2VTurbo",
|
| 11357 |
+
"winner": "model_b",
|
| 11358 |
+
"judge": "arena_user_10.16.15.131",
|
| 11359 |
+
"anony": true,
|
| 11360 |
+
"tstamp": 1717384609.9773
|
| 11361 |
+
},
|
| 11362 |
+
{
|
| 11363 |
+
"model_a": "T2VTurbo",
|
| 11364 |
+
"model_b": "AnimateDiffTurbo",
|
| 11365 |
+
"winner": "model_a",
|
| 11366 |
+
"judge": "arena_user_10.16.47.67",
|
| 11367 |
+
"anony": true,
|
| 11368 |
+
"tstamp": 1717384622.757
|
| 11369 |
+
},
|
| 11370 |
+
{
|
| 11371 |
+
"model_a": "AnimateDiffTurbo",
|
| 11372 |
+
"model_b": "StableVideoDiffusion",
|
| 11373 |
+
"winner": "tie (bothbad)",
|
| 11374 |
+
"judge": "arena_user_10.16.47.67",
|
| 11375 |
+
"anony": true,
|
| 11376 |
+
"tstamp": 1717384634.6369
|
| 11377 |
+
},
|
| 11378 |
+
{
|
| 11379 |
+
"model_a": "LaVie",
|
| 11380 |
+
"model_b": "T2VTurbo",
|
| 11381 |
+
"winner": "model_b",
|
| 11382 |
+
"judge": "arena_user_10.16.15.131",
|
| 11383 |
+
"anony": true,
|
| 11384 |
+
"tstamp": 1717384642.2532
|
| 11385 |
+
},
|
| 11386 |
+
{
|
| 11387 |
+
"model_a": "T2VTurbo",
|
| 11388 |
+
"model_b": "LaVie",
|
| 11389 |
+
"winner": "tie (bothbad)",
|
| 11390 |
+
"judge": "arena_user_10.16.47.67",
|
| 11391 |
+
"anony": true,
|
| 11392 |
+
"tstamp": 1717384665.1984
|
| 11393 |
+
},
|
| 11394 |
+
{
|
| 11395 |
+
"model_a": "StableVideoDiffusion",
|
| 11396 |
+
"model_b": "LaVie",
|
| 11397 |
+
"winner": "tie (bothbad)",
|
| 11398 |
+
"judge": "arena_user_10.16.27.21",
|
| 11399 |
+
"anony": true,
|
| 11400 |
+
"tstamp": 1717384677.0334
|
| 11401 |
+
},
|
| 11402 |
+
{
|
| 11403 |
+
"model_a": "T2VTurbo",
|
| 11404 |
+
"model_b": "AnimateDiffTurbo",
|
| 11405 |
+
"winner": "model_a",
|
| 11406 |
+
"judge": "arena_user_10.16.47.67",
|
| 11407 |
+
"anony": true,
|
| 11408 |
+
"tstamp": 1717384685.0477
|
| 11409 |
+
},
|
| 11410 |
+
{
|
| 11411 |
+
"model_a": "AnimateDiffTurbo",
|
| 11412 |
+
"model_b": "StableVideoDiffusion",
|
| 11413 |
+
"winner": "model_b",
|
| 11414 |
+
"judge": "arena_user_10.16.3.126",
|
| 11415 |
+
"anony": true,
|
| 11416 |
+
"tstamp": 1717384693.5141
|
| 11417 |
+
},
|
| 11418 |
+
{
|
| 11419 |
+
"model_a": "StableVideoDiffusion",
|
| 11420 |
+
"model_b": "OpenSora",
|
| 11421 |
+
"winner": "tie (bothbad)",
|
| 11422 |
+
"judge": "arena_user_10.16.27.21",
|
| 11423 |
+
"anony": true,
|
| 11424 |
+
"tstamp": 1717384731.537
|
| 11425 |
+
},
|
| 11426 |
+
{
|
| 11427 |
+
"model_a": "VideoCrafter2",
|
| 11428 |
+
"model_b": "StableVideoDiffusion",
|
| 11429 |
+
"winner": "model_b",
|
| 11430 |
+
"judge": "arena_user_10.16.3.126",
|
| 11431 |
+
"anony": true,
|
| 11432 |
+
"tstamp": 1717384839.5816
|
| 11433 |
+
},
|
| 11434 |
+
{
|
| 11435 |
+
"model_a": "T2VTurbo",
|
| 11436 |
+
"model_b": "ModelScope",
|
| 11437 |
+
"winner": "model_a",
|
| 11438 |
+
"judge": "arena_user_10.16.15.131",
|
| 11439 |
+
"anony": true,
|
| 11440 |
+
"tstamp": 1717384852.5086
|
| 11441 |
+
},
|
| 11442 |
+
{
|
| 11443 |
+
"model_a": "T2VTurbo",
|
| 11444 |
+
"model_b": "AnimateDiffTurbo",
|
| 11445 |
+
"winner": "model_a",
|
| 11446 |
+
"judge": "arena_user_10.16.27.21",
|
| 11447 |
+
"anony": true,
|
| 11448 |
+
"tstamp": 1717384861.2819
|
| 11449 |
+
},
|
| 11450 |
+
{
|
| 11451 |
+
"model_a": "StableVideoDiffusion",
|
| 11452 |
+
"model_b": "LaVie",
|
| 11453 |
+
"winner": "model_a",
|
| 11454 |
+
"judge": "arena_user_10.16.3.126",
|
| 11455 |
+
"anony": true,
|
| 11456 |
+
"tstamp": 1717384907.1512
|
| 11457 |
+
},
|
| 11458 |
+
{
|
| 11459 |
+
"model_a": "StableVideoDiffusion",
|
| 11460 |
+
"model_b": "OpenSora",
|
| 11461 |
+
"winner": "model_a",
|
| 11462 |
+
"judge": "arena_user_10.16.27.21",
|
| 11463 |
+
"anony": true,
|
| 11464 |
+
"tstamp": 1717384944.3791
|
| 11465 |
+
},
|
| 11466 |
+
{
|
| 11467 |
+
"model_a": "LaVie",
|
| 11468 |
+
"model_b": "StableVideoDiffusion",
|
| 11469 |
+
"winner": "model_a",
|
| 11470 |
+
"judge": "arena_user_10.16.15.131",
|
| 11471 |
+
"anony": true,
|
| 11472 |
+
"tstamp": 1717384966.6886
|
| 11473 |
}
|
| 11474 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 68024
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c967f0f4cd3fc7ef0b397d6514f10d68ef99d6aceb0bd29ab71e7b411bff3ea
|
| 3 |
size 68024
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:027b73bdd879a8fd079c1d2ad6c933f5c36cf0b3b6394a3620b6f13916551341
|
| 3 |
+
size 59813
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
PlayGround V2.5,PlayGround V2.5,1148.
|
| 3 |
-
PlayGround V2,PlayGround V2,1099.
|
| 4 |
-
StableCascade,StableCascade,
|
| 5 |
-
SDXLLightning,SDXLLightning,1056.
|
| 6 |
-
PixArtSigma,PixArtSigma,1050.
|
| 7 |
-
PixArtAlpha,PixArtAlpha,1050.
|
| 8 |
-
SDXL,SDXL,1001.
|
| 9 |
-
SDXLTurbo,SDXLTurbo,
|
| 10 |
-
LCM(v1.5/XL),LCM(v1.5/XL),932.
|
| 11 |
-
OpenJourney,OpenJourney,852.
|
| 12 |
-
LCM,LCM,816.
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
PlayGround V2.5,PlayGround V2.5,1148.1495065333274,1150.4682860645457,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
| 3 |
+
PlayGround V2,PlayGround V2,1099.126537029097,1098.2754375927314,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
| 4 |
+
StableCascade,StableCascade,1056.9874859459599,1061.4330117813142,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
|
| 5 |
+
SDXLLightning,SDXLLightning,1056.6780678261428,1060.084370175995,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
| 6 |
+
PixArtSigma,PixArtSigma,1050.661575203021,1049.9032182891954,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
|
| 7 |
+
PixArtAlpha,PixArtAlpha,1050.1005979468682,1038.1552306562485,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
| 8 |
+
SDXL,SDXL,1001.3294806360307,999.9778207727903,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
| 9 |
+
SDXLTurbo,SDXLTurbo,935.0073482063787,932.8646200238204,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
| 10 |
+
LCM(v1.5/XL),LCM(v1.5/XL),932.3612054043283,925.8288313092746,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
|
| 11 |
+
OpenJourney,OpenJourney,852.8935571766955,847.5118429158047,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
| 12 |
+
LCM,LCM,816.7046380921449,829.8392235703685,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
-
T2VTurbo,T2VTurbo,
|
| 3 |
-
StableVideoDiffusion,StableVideoDiffusion,
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
LaVie,LaVie,
|
| 7 |
-
OpenSora,OpenSora,
|
| 8 |
-
ModelScope,ModelScope,
|
| 9 |
-
AnimateDiffTurbo,AnimateDiffTurbo,
|
|
|
|
| 1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
| 2 |
+
T2VTurbo,T2VTurbo,1147.308502325171,1142.4858674249049,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
|
| 3 |
+
StableVideoDiffusion,StableVideoDiffusion,1096.5889821397866,1103.0009098877022,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
| 4 |
+
VideoCrafter2,VideoCrafter2,1072.494934549166,1073.2481025610875,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
| 5 |
+
AnimateDiff,AnimateDiff,1070.802798813943,1068.4652832282225,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
| 6 |
+
LaVie,LaVie,988.6332005684462,988.5887134567353,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
| 7 |
+
OpenSora,OpenSora,912.6811109456722,912.2730389371458,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
| 8 |
+
ModelScope,ModelScope,862.2697249588551,861.8671938681277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
| 9 |
+
AnimateDiffTurbo,AnimateDiffTurbo,849.2207456989598,850.0708906360729,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|