DongfuJiang commited on
Commit
0334436
1 Parent(s): 9c6f6e0

Auto Daily Leaderboard udpate Thu Aug 8 12:00:24 PM EDT 2024

Browse files
arena_elo/results/20240808/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240808/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240808/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0bc5842a13e68e43e47f8713a71a952307787344205b60f952aefc58f7b7dc
3
+ size 85772
arena_elo/results/20240808/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98fbb5aeb3fe840503cda7c42ef15340fed25eb4e65bb04e2985850fb6cf5ba
3
+ size 59905
arena_elo/results/20240808/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FluxTimestep,FluxTimestep,1214.8405410597163,1268.8081253338864,N/A,N/A,N/A
3
+ FluxGuidance,FluxGuidance,1171.9302438783548,1280.7274155318826,N/A,N/A,N/A
4
+ PlayGround V2.5,PlayGround V2.5,1139.5104041681875,1093.8755129403712,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
5
+ PlayGround V2,PlayGround V2,1080.267768035212,1031.711789812054,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ HunyuanDiT,HunyuanDiT,1057.3948978511037,993.5300592549087,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
7
+ StableCascade,StableCascade,1043.5554301408906,1000.1825546307998,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
8
+ AuraFlow,AuraFlow,1043.0774152314,905.4155674173782,N/A,N/A,N/A
9
+ SDXLLightning,SDXLLightning,1030.176037263112,987.7949247755674,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1028.2881123547797,971.2154365327415,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1026.6892332008106,979.1841654725179,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
12
+ SD3,SD3,1011.7515067036493,956.7215604444668,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
13
+ SDXL,SDXL,974.0626501167529,926.9049335091465,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
14
+ SDXLTurbo,SDXLTurbo,917.1250431688785,867.9511006927216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
15
+ LCM(v1.5/XL),LCM(v1.5/XL),912.4100279149377,859.7939054983376,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
16
+ OpenJourney,OpenJourney,835.7176337894391,782.8288973266096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
17
+ LCM,LCM,796.5741829165427,762.9098656374077,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
18
+ Kolors,Kolors,716.6288722062632,792.3328249865597,N/A,N/A,N/A
arena_elo/results/20240808/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1122.5421604812714,1125.3759897751343,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1107.5392325426644,1105.6533826949078,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1073.6162738533299,1073.9455187261779,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1070.4414319031353,1068.8927922630937,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,993.6187329366976,992.6992059767628,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.7003595870469,912.4654178293881,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,865.3308025978378,866.5856670330255,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,854.2110060980162,854.3820257015113,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -49846,5 +49846,141 @@
49846
  "judge": "arena_user_10.16.43.250",
49847
  "anony": true,
49848
  "tstamp": 1723054634.5468
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49849
  }
49850
  ]
 
49846
  "judge": "arena_user_10.16.43.250",
49847
  "anony": true,
49848
  "tstamp": 1723054634.5468
49849
+ },
49850
+ {
49851
+ "model_a": "FluxGuidance",
49852
+ "model_b": "FluxTimestep",
49853
+ "winner": "model_b",
49854
+ "judge": "arena_user_10.16.12.147",
49855
+ "anony": true,
49856
+ "tstamp": 1723060554.0993
49857
+ },
49858
+ {
49859
+ "model_a": "StableCascade",
49860
+ "model_b": "SDXLLightning",
49861
+ "winner": "model_b",
49862
+ "judge": "arena_user_10.16.12.147",
49863
+ "anony": true,
49864
+ "tstamp": 1723060717.4346
49865
+ },
49866
+ {
49867
+ "model_a": "AuraFlow",
49868
+ "model_b": "OpenJourney",
49869
+ "winner": "tie (bothbad)",
49870
+ "judge": "arena_user_10.16.12.147",
49871
+ "anony": true,
49872
+ "tstamp": 1723061132.7536
49873
+ },
49874
+ {
49875
+ "model_a": "SDXLTurbo",
49876
+ "model_b": "StableCascade",
49877
+ "winner": "model_b",
49878
+ "judge": "arena_user_10.16.43.145",
49879
+ "anony": true,
49880
+ "tstamp": 1723063074.7642
49881
+ },
49882
+ {
49883
+ "model_a": "FluxTimestep",
49884
+ "model_b": "FluxGuidance",
49885
+ "winner": "model_b",
49886
+ "judge": "arena_user_10.16.14.231",
49887
+ "anony": true,
49888
+ "tstamp": 1723065466.5186
49889
+ },
49890
+ {
49891
+ "model_a": "OpenJourney",
49892
+ "model_b": "PlayGround V2.5",
49893
+ "winner": "model_b",
49894
+ "judge": "arena_user_10.16.43.145",
49895
+ "anony": true,
49896
+ "tstamp": 1723065687.0972
49897
+ },
49898
+ {
49899
+ "model_a": "AuraFlow",
49900
+ "model_b": "FluxGuidance",
49901
+ "winner": "model_b",
49902
+ "judge": "arena_user_10.16.31.28",
49903
+ "anony": false,
49904
+ "tstamp": 1723067240.2924
49905
+ },
49906
+ {
49907
+ "model_a": "FluxTimestep",
49908
+ "model_b": "SDXLLightning",
49909
+ "winner": "model_a",
49910
+ "judge": "arena_user_10.16.43.145",
49911
+ "anony": true,
49912
+ "tstamp": 1723078081.7925
49913
+ },
49914
+ {
49915
+ "model_a": "StableCascade",
49916
+ "model_b": "PixArtAlpha",
49917
+ "winner": "model_a",
49918
+ "judge": "arena_user_10.16.31.28",
49919
+ "anony": true,
49920
+ "tstamp": 1723078808.7741
49921
+ },
49922
+ {
49923
+ "model_a": "FluxTimestep",
49924
+ "model_b": "FluxGuidance",
49925
+ "winner": "tie (bothbad)",
49926
+ "judge": "arena_user_10.16.31.28",
49927
+ "anony": false,
49928
+ "tstamp": 1723080943.3647
49929
+ },
49930
+ {
49931
+ "model_a": "FluxTimestep",
49932
+ "model_b": "FluxGuidance",
49933
+ "winner": "tie (bothbad)",
49934
+ "judge": "arena_user_10.16.12.147",
49935
+ "anony": false,
49936
+ "tstamp": 1723080993.6338
49937
+ },
49938
+ {
49939
+ "model_a": "SDXL",
49940
+ "model_b": "Kolors",
49941
+ "winner": "tie (bothbad)",
49942
+ "judge": "arena_user_10.16.14.231",
49943
+ "anony": false,
49944
+ "tstamp": 1723081072.3311
49945
+ },
49946
+ {
49947
+ "model_a": "PixArtAlpha",
49948
+ "model_b": "StableCascade",
49949
+ "winner": "tie (bothbad)",
49950
+ "judge": "arena_user_10.16.43.145",
49951
+ "anony": true,
49952
+ "tstamp": 1723083880.361
49953
+ },
49954
+ {
49955
+ "model_a": "OpenJourney",
49956
+ "model_b": "StableCascade",
49957
+ "winner": "tie (bothbad)",
49958
+ "judge": "arena_user_10.16.12.147",
49959
+ "anony": true,
49960
+ "tstamp": 1723087396.3849
49961
+ },
49962
+ {
49963
+ "model_a": "SD3",
49964
+ "model_b": "PlayGround V2.5",
49965
+ "winner": "model_b",
49966
+ "judge": "arena_user_10.16.43.145",
49967
+ "anony": true,
49968
+ "tstamp": 1723105557.4317
49969
+ },
49970
+ {
49971
+ "model_a": "AuraFlow",
49972
+ "model_b": "OpenJourney",
49973
+ "winner": "model_a",
49974
+ "judge": "arena_user_10.16.43.250",
49975
+ "anony": true,
49976
+ "tstamp": 1723111987.6246
49977
+ },
49978
+ {
49979
+ "model_a": "HunyuanDiT",
49980
+ "model_b": "Kolors",
49981
+ "winner": "model_a",
49982
+ "judge": "arena_user_10.16.43.250",
49983
+ "anony": true,
49984
+ "tstamp": 1723115582.8888
49985
  }
49986
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -13670,5 +13670,173 @@
13670
  "judge": "arena_user_10.16.14.231",
13671
  "anony": true,
13672
  "tstamp": 1723055095.7108
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13673
  }
13674
  ]
 
13670
  "judge": "arena_user_10.16.14.231",
13671
  "anony": true,
13672
  "tstamp": 1723055095.7108
13673
+ },
13674
+ {
13675
+ "model_a": "VideoCrafter2",
13676
+ "model_b": "OpenSora",
13677
+ "winner": "model_a",
13678
+ "judge": "arena_user_10.16.14.231",
13679
+ "anony": true,
13680
+ "tstamp": 1723105593.6628
13681
+ },
13682
+ {
13683
+ "model_a": "StableVideoDiffusion",
13684
+ "model_b": "AnimateDiffTurbo",
13685
+ "winner": "model_a",
13686
+ "judge": "arena_user_10.16.43.145",
13687
+ "anony": true,
13688
+ "tstamp": 1723105608.5526
13689
+ },
13690
+ {
13691
+ "model_a": "StableVideoDiffusion",
13692
+ "model_b": "ModelScope",
13693
+ "winner": "model_a",
13694
+ "judge": "arena_user_10.16.43.145",
13695
+ "anony": true,
13696
+ "tstamp": 1723105622.0646
13697
+ },
13698
+ {
13699
+ "model_a": "LaVie",
13700
+ "model_b": "OpenSora",
13701
+ "winner": "tie (bothbad)",
13702
+ "judge": "arena_user_10.16.43.250",
13703
+ "anony": true,
13704
+ "tstamp": 1723105638.7252
13705
+ },
13706
+ {
13707
+ "model_a": "VideoCrafter2",
13708
+ "model_b": "T2VTurbo",
13709
+ "winner": "model_b",
13710
+ "judge": "arena_user_10.16.43.250",
13711
+ "anony": true,
13712
+ "tstamp": 1723105654.0341
13713
+ },
13714
+ {
13715
+ "model_a": "OpenSora",
13716
+ "model_b": "AnimateDiff",
13717
+ "winner": "tie (bothbad)",
13718
+ "judge": "arena_user_10.16.43.145",
13719
+ "anony": true,
13720
+ "tstamp": 1723105692.3889
13721
+ },
13722
+ {
13723
+ "model_a": "VideoCrafter2",
13724
+ "model_b": "StableVideoDiffusion",
13725
+ "winner": "model_b",
13726
+ "judge": "arena_user_10.16.14.231",
13727
+ "anony": true,
13728
+ "tstamp": 1723105709.4927
13729
+ },
13730
+ {
13731
+ "model_a": "StableVideoDiffusion",
13732
+ "model_b": "LaVie",
13733
+ "winner": "model_b",
13734
+ "judge": "arena_user_10.16.12.147",
13735
+ "anony": true,
13736
+ "tstamp": 1723105725.4326
13737
+ },
13738
+ {
13739
+ "model_a": "LaVie",
13740
+ "model_b": "StableVideoDiffusion",
13741
+ "winner": "tie (bothbad)",
13742
+ "judge": "arena_user_10.16.12.147",
13743
+ "anony": true,
13744
+ "tstamp": 1723105745.4172
13745
+ },
13746
+ {
13747
+ "model_a": "VideoCrafter2",
13748
+ "model_b": "LaVie",
13749
+ "winner": "tie (bothbad)",
13750
+ "judge": "arena_user_10.16.43.250",
13751
+ "anony": true,
13752
+ "tstamp": 1723105765.8105
13753
+ },
13754
+ {
13755
+ "model_a": "OpenSora",
13756
+ "model_b": "ModelScope",
13757
+ "winner": "tie (bothbad)",
13758
+ "judge": "arena_user_10.16.43.250",
13759
+ "anony": true,
13760
+ "tstamp": 1723105773.9308
13761
+ },
13762
+ {
13763
+ "model_a": "LaVie",
13764
+ "model_b": "AnimateDiff",
13765
+ "winner": "model_b",
13766
+ "judge": "arena_user_10.16.14.231",
13767
+ "anony": true,
13768
+ "tstamp": 1723105789.1982
13769
+ },
13770
+ {
13771
+ "model_a": "AnimateDiffTurbo",
13772
+ "model_b": "OpenSora",
13773
+ "winner": "model_a",
13774
+ "judge": "arena_user_10.16.43.250",
13775
+ "anony": true,
13776
+ "tstamp": 1723105801.2517
13777
+ },
13778
+ {
13779
+ "model_a": "LaVie",
13780
+ "model_b": "AnimateDiff",
13781
+ "winner": "model_a",
13782
+ "judge": "arena_user_10.16.43.250",
13783
+ "anony": true,
13784
+ "tstamp": 1723105817.5575
13785
+ },
13786
+ {
13787
+ "model_a": "T2VTurbo",
13788
+ "model_b": "StableVideoDiffusion",
13789
+ "winner": "model_b",
13790
+ "judge": "arena_user_10.16.14.231",
13791
+ "anony": true,
13792
+ "tstamp": 1723105834.2554
13793
+ },
13794
+ {
13795
+ "model_a": "StableVideoDiffusion",
13796
+ "model_b": "OpenSora",
13797
+ "winner": "model_a",
13798
+ "judge": "arena_user_10.16.14.231",
13799
+ "anony": true,
13800
+ "tstamp": 1723105842.3919
13801
+ },
13802
+ {
13803
+ "model_a": "AnimateDiff",
13804
+ "model_b": "AnimateDiffTurbo",
13805
+ "winner": "model_a",
13806
+ "judge": "arena_user_10.16.14.231",
13807
+ "anony": true,
13808
+ "tstamp": 1723105854.6487
13809
+ },
13810
+ {
13811
+ "model_a": "AnimateDiffTurbo",
13812
+ "model_b": "AnimateDiff",
13813
+ "winner": "model_a",
13814
+ "judge": "arena_user_10.16.43.145",
13815
+ "anony": true,
13816
+ "tstamp": 1723105869.2839
13817
+ },
13818
+ {
13819
+ "model_a": "AnimateDiffTurbo",
13820
+ "model_b": "ModelScope",
13821
+ "winner": "model_a",
13822
+ "judge": "arena_user_10.16.12.147",
13823
+ "anony": true,
13824
+ "tstamp": 1723105878.339
13825
+ },
13826
+ {
13827
+ "model_a": "VideoCrafter2",
13828
+ "model_b": "ModelScope",
13829
+ "winner": "model_a",
13830
+ "judge": "arena_user_10.16.43.250",
13831
+ "anony": true,
13832
+ "tstamp": 1723105887.5779
13833
+ },
13834
+ {
13835
+ "model_a": "T2VTurbo",
13836
+ "model_b": "StableVideoDiffusion",
13837
+ "winner": "model_a",
13838
+ "judge": "arena_user_10.16.14.231",
13839
+ "anony": true,
13840
+ "tstamp": 1723105897.8683
13841
  }
13842
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2df7951f71ef9eacf76fce4653e9c9f08867edcdd5b917cfc03964f7fbbb07bc
3
- size 73808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0bc5842a13e68e43e47f8713a71a952307787344205b60f952aefc58f7b7dc
3
+ size 85772
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93beb05658488c525575a9418f3d114e572401c81f925aaf8bae3a3cc5b0b239
3
  size 59905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98fbb5aeb3fe840503cda7c42ef15340fed25eb4e65bb04e2985850fb6cf5ba
3
  size 59905
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,14 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1150.0774447307845,1152.3658106785326,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1091.2902196572095,1090.5357465146958,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- HunyuanDiT,HunyuanDiT,1068.3620608379126,1052.2503867384917,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
5
- StableCascade,StableCascade,1054.6276941501544,1059.004773635548,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
6
- SDXLLightning,SDXLLightning,1041.0309895591665,1046.2551237154323,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
7
- PixArtAlpha,PixArtAlpha,1039.6323791533307,1030.228153872533,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- PixArtSigma,PixArtSigma,1037.7807480103684,1038.1395003586044,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
9
- SD3,SD3,1024.7407278239534,1018.1519248697061,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
10
- SDXL,SDXL,985.3331484879047,985.9397955803952,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
11
- SDXLTurbo,SDXLTurbo,928.6190960805502,926.77011250853,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
12
- LCM(v1.5/XL),LCM(v1.5/XL),923.8935524225624,918.028719204527,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
13
- OpenJourney,OpenJourney,846.8600935011825,841.7007442605661,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
14
- LCM,LCM,807.7518455849263,821.8156619800513,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
 
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FluxTimestep,FluxTimestep,1214.8405410597163,1268.8081253338864,N/A,N/A,N/A
3
+ FluxGuidance,FluxGuidance,1171.9302438783548,1280.7274155318826,N/A,N/A,N/A
4
+ PlayGround V2.5,PlayGround V2.5,1139.5104041681875,1093.8755129403712,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
5
+ PlayGround V2,PlayGround V2,1080.267768035212,1031.711789812054,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ HunyuanDiT,HunyuanDiT,1057.3948978511037,993.5300592549087,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
7
+ StableCascade,StableCascade,1043.5554301408906,1000.1825546307998,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
8
+ AuraFlow,AuraFlow,1043.0774152314,905.4155674173782,N/A,N/A,N/A
9
+ SDXLLightning,SDXLLightning,1030.176037263112,987.7949247755674,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1028.2881123547797,971.2154365327415,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1026.6892332008106,979.1841654725179,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
12
+ SD3,SD3,1011.7515067036493,956.7215604444668,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
13
+ SDXL,SDXL,974.0626501167529,926.9049335091465,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
14
+ SDXLTurbo,SDXLTurbo,917.1250431688785,867.9511006927216,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
15
+ LCM(v1.5/XL),LCM(v1.5/XL),912.4100279149377,859.7939054983376,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
16
+ OpenJourney,OpenJourney,835.7176337894391,782.8288973266096,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
17
+ LCM,LCM,796.5741829165427,762.9098656374077,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
18
+ Kolors,Kolors,716.6288722062632,792.3328249865597,N/A,N/A,N/A
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1122.460387217199,1125.4190660439806,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1105.1600303360674,1103.1803746797877,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- VideoCrafter2,VideoCrafter2,1074.53965317026,1074.8568076485917,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1071.9817631651404,1070.3412653223024,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- LaVie,LaVie,992.4186251802489,991.5190138806378,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,914.0794366996057,913.8490269323504,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,866.8994283487483,868.136950508642,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,852.4606758827305,852.697494983707,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1122.5421604812714,1125.3759897751343,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1107.5392325426644,1105.6533826949078,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1073.6162738533299,1073.9455187261779,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1070.4414319031353,1068.8927922630937,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ LaVie,LaVie,993.6187329366976,992.6992059767628,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,912.7003595870469,912.4654178293881,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,865.3308025978378,866.5856670330255,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,854.2110060980162,854.3820257015113,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo