DongfuJiang commited on
Commit
87239c9
1 Parent(s): fa38553

Auto Daily Leaderboard udpate Wed Sep 25 12:00:25 PM EDT 2024

Browse files
arena_elo/results/20240925/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240925/clean_battle_video_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240925/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1f3a3e73735400fb4f3e637efe361cbeaaa3f3095bd3ab64996c918d4c4a83
3
+ size 88248
arena_elo/results/20240925/elo_results_video_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf9492849df867a736089c8fe60941bd37c632e4dde3eef971417b4414731b8
3
+ size 66385
arena_elo/results/20240925/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.4010188942436,1146.521813996334,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1124.6188143783152,1125.4894477209737,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.1633020654945,1091.728089423682,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.5955961384857,1069.8350378059238,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.6160962566892,1055.5763276825605,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1040.030922119754,1028.4608347453716,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1036.3315797727785,1038.8651508048633,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1022.1899921630453,1025.7036799322998,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1021.5228933796133,1011.1376285688444,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1018.1714152400486,1017.2157277198357,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,1004.998130397803,996.6551005204407,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,986.9412390868517,982.738375212643,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,963.4826771042327,963.2834753615198,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,911.6058258687884,908.3621190526103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.1624588285023,896.9119927487067,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,826.7684828012088,821.0009435128476,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.3995555041487,801.7295402437171,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20240925/video_generation_leaderboard.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1148.4193679212672,1152.7564289835468,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2V-Turbo,T2V-Turbo,1091.912686653523,1091.7535973584181,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
+ CogVideoX-2B,CogVideoX-2B,1081.1275426709153,1070.8833306880972,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
5
+ VideoCrafter2,VideoCrafter2,1079.0637230157538,1080.703244661035,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1075.1420792571769,1074.80924989672,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,1001.9313737916315,1003.4167871415817,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,918.2346113679823,919.4655432816588,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,869.7529358463805,867.539161098075,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,867.8515736092044,870.6749295824471,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,866.5641058661647,867.9977273084203,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -96664,5 +96664,229 @@
96664
  "judge": "arena_user_10.16.18.75",
96665
  "anony": true,
96666
  "tstamp": 1727191994.2061
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96667
  }
96668
  ]
 
96664
  "judge": "arena_user_10.16.18.75",
96665
  "anony": true,
96666
  "tstamp": 1727191994.2061
96667
+ },
96668
+ {
96669
+ "model_a_conv_id": "f622fc1a5c8b455da06c88aea124e6eb",
96670
+ "model_b_conv_id": "6d4883075909471f961c4e532cda44b9",
96671
+ "inputs": {
96672
+ "prompt": "Dramatic wide shot of throne room confrontation. Young prince facing off against older king, tension palpable. Ornate, tech-integrated American royal decor. Guards in background looking uncertain. High contrast lighting, shadows stretching across marble floor."
96673
+ },
96674
+ "model_a": "AuraFlow",
96675
+ "model_b": "SDXL-Lightning",
96676
+ "vote_type": "rightvote",
96677
+ "winner": "model_b",
96678
+ "judge": "arena_user_10.16.1.165",
96679
+ "anony": true,
96680
+ "tstamp": 1727201077.1114
96681
+ },
96682
+ {
96683
+ "model_a_conv_id": "61fa9747ab284ea2af4969bc89ff15f0",
96684
+ "model_b_conv_id": "014c29d01b524157ae0dcea8a413e903",
96685
+ "inputs": {
96686
+ "prompt": "Dramatic wide shot of throne room confrontation. Present day. Soldiers on each side. Modernised weapons and armour. Young prince facing off against older king, tension palpable. Ornate, tech-integrated American royal decor. Guards in background looking uncertain. High contrast lighting, shadows stretching across marble floor."
96687
+ },
96688
+ "model_a": "AuraFlow",
96689
+ "model_b": "HunyuanDiT",
96690
+ "vote_type": "leftvote",
96691
+ "winner": "model_a",
96692
+ "judge": "arena_user_10.16.6.34",
96693
+ "anony": true,
96694
+ "tstamp": 1727201248.7975
96695
+ },
96696
+ {
96697
+ "model_a_conv_id": "3793fe6f08b54a3a86d2d47c052695d5",
96698
+ "model_b_conv_id": "82e446fc1b0e41e3a1df2b7df9138c62",
96699
+ "inputs": {
96700
+ "prompt": "A silver , orange , and grey train 's closed doors ."
96701
+ },
96702
+ "model_a": "Kolors",
96703
+ "model_b": "SDXL-Lightning",
96704
+ "vote_type": "leftvote",
96705
+ "winner": "model_a",
96706
+ "judge": "arena_user_10.16.10.147",
96707
+ "anony": true,
96708
+ "tstamp": 1727212715.4649
96709
+ },
96710
+ {
96711
+ "model_a_conv_id": "8ec307422b804a0eb727147ab40d24b9",
96712
+ "model_b_conv_id": "a6b3c323444f4655a6d360cadedc0666",
96713
+ "inputs": {
96714
+ "prompt": "Male tennis player with white shirt and blue shorts swinging a black tennis racket"
96715
+ },
96716
+ "model_a": "SD3",
96717
+ "model_b": "SDXLTurbo",
96718
+ "vote_type": "leftvote",
96719
+ "winner": "model_a",
96720
+ "judge": "arena_user_10.16.10.147",
96721
+ "anony": true,
96722
+ "tstamp": 1727212750.6931
96723
+ },
96724
+ {
96725
+ "model_a_conv_id": "95f4c27d66154115959c5b30d85e32ab",
96726
+ "model_b_conv_id": "016807d5238749ddae81a5c421c1b6e9",
96727
+ "inputs": {
96728
+ "prompt": "image of a huge black castle in the sky surrounded by black vines"
96729
+ },
96730
+ "model_a": "AuraFlow",
96731
+ "model_b": "SDXLTurbo",
96732
+ "vote_type": "leftvote",
96733
+ "winner": "model_a",
96734
+ "judge": "arena_user_10.16.46.55",
96735
+ "anony": true,
96736
+ "tstamp": 1727212775.7059
96737
+ },
96738
+ {
96739
+ "model_a_conv_id": "4b1c16fd322849d9b8b6a4e9672bffc5",
96740
+ "model_b_conv_id": "4c0de26bf0994f3aa9d56ec4ff8d2638",
96741
+ "inputs": {
96742
+ "prompt": "image of a huge black castle in the sky surrounded by black vines"
96743
+ },
96744
+ "model_a": "SDXLTurbo",
96745
+ "model_b": "PixArtAlpha",
96746
+ "vote_type": "rightvote",
96747
+ "winner": "model_b",
96748
+ "judge": "arena_user_10.16.18.75",
96749
+ "anony": true,
96750
+ "tstamp": 1727212796.2488
96751
+ },
96752
+ {
96753
+ "model_a_conv_id": "0759f03e5c5242bf9644e14b8eb086b2",
96754
+ "model_b_conv_id": "dc70386f61bc4a51897d7e87c9208760",
96755
+ "inputs": {
96756
+ "prompt": "A maglev train going vertically downward in high speed, New York Times photojournalism."
96757
+ },
96758
+ "model_a": "AuraFlow",
96759
+ "model_b": "SDXLTurbo",
96760
+ "vote_type": "leftvote",
96761
+ "winner": "model_a",
96762
+ "judge": "arena_user_10.16.18.75",
96763
+ "anony": true,
96764
+ "tstamp": 1727212815.9842
96765
+ },
96766
+ {
96767
+ "model_a_conv_id": "9648f95122e84b2a91156ed2556cdbb5",
96768
+ "model_b_conv_id": "c72c694c59424019beb6528ea9001c28",
96769
+ "inputs": {
96770
+ "prompt": "A donkey and an octopus are playing a game. The donkey is holding a rope on one end, the octopus is holding onto the other. The donkey holds the rope in its mouth. A cat is jumping over the rope."
96771
+ },
96772
+ "model_a": "FLUX.1-dev",
96773
+ "model_b": "PlayGround V2.5",
96774
+ "vote_type": "leftvote",
96775
+ "winner": "model_a",
96776
+ "judge": "arena_user_10.16.46.55",
96777
+ "anony": true,
96778
+ "tstamp": 1727212838.6993
96779
+ },
96780
+ {
96781
+ "model_a_conv_id": "3143548bbc404735a0cfa34fa69cf7f0",
96782
+ "model_b_conv_id": "21842b7ddb534bdfa483a344622490cc",
96783
+ "inputs": {
96784
+ "prompt": "Two brown horses grazing on green grass next to a lighthouse."
96785
+ },
96786
+ "model_a": "PixArtSigma",
96787
+ "model_b": "OpenJourney",
96788
+ "vote_type": "leftvote",
96789
+ "winner": "model_a",
96790
+ "judge": "arena_user_10.16.18.75",
96791
+ "anony": true,
96792
+ "tstamp": 1727212877.601
96793
+ },
96794
+ {
96795
+ "model_a_conv_id": "3c903d3427e148dcb573c71513ef77d1",
96796
+ "model_b_conv_id": "e2be19b0f5f84021959e9e9287962851",
96797
+ "inputs": {
96798
+ "prompt": "an electric pokemon, nightly, spiral, naive nerikomi, weird perspective, extra narrow, detailed illustration, lit by flashlight, scenic spiral environment by rhads from lorax movie, trending artstation, true color, fisheye, grass field mountainous terrain, spiral clouds "
96799
+ },
96800
+ "model_a": "OpenJourney",
96801
+ "model_b": "SDXLTurbo",
96802
+ "vote_type": "bothbad_vote",
96803
+ "winner": "tie (bothbad)",
96804
+ "judge": "arena_user_10.16.46.55",
96805
+ "anony": true,
96806
+ "tstamp": 1727213016.679
96807
+ },
96808
+ {
96809
+ "model_a_conv_id": "658ed8c1318741029ad5b393ed142260",
96810
+ "model_b_conv_id": "1b40dc2e5cfa4100a50820562683d2d0",
96811
+ "inputs": {
96812
+ "prompt": "A silver suitcase and other bags lie in the back seat of a pink car ."
96813
+ },
96814
+ "model_a": "SD3",
96815
+ "model_b": "HunyuanDiT",
96816
+ "vote_type": "rightvote",
96817
+ "winner": "model_b",
96818
+ "judge": "arena_user_10.16.18.75",
96819
+ "anony": true,
96820
+ "tstamp": 1727213060.6755
96821
+ },
96822
+ {
96823
+ "model_a_conv_id": "aca1f5bf5f3140478c6e5943c4a238f8",
96824
+ "model_b_conv_id": "38cdf463c0cb42fb863fe0158b9d78ef",
96825
+ "inputs": {
96826
+ "prompt": "A dog eating a banan"
96827
+ },
96828
+ "model_a": "SD3",
96829
+ "model_b": "FLUX.1-schnell",
96830
+ "vote_type": "rightvote",
96831
+ "winner": "model_b",
96832
+ "judge": "arena_user_10.16.46.55",
96833
+ "anony": true,
96834
+ "tstamp": 1727247497.5164
96835
+ },
96836
+ {
96837
+ "model_a_conv_id": "1b22f49a57eb4faa8b54a847e1d80cf0",
96838
+ "model_b_conv_id": "fbda2bef9ab648ce841fa2922c47d939",
96839
+ "inputs": {
96840
+ "prompt": "A storefront with 'Google Brain Toronto' written on it."
96841
+ },
96842
+ "model_a": "FLUX.1-schnell",
96843
+ "model_b": "SD3",
96844
+ "vote_type": "leftvote",
96845
+ "winner": "model_a",
96846
+ "judge": "arena_user_10.16.10.147",
96847
+ "anony": true,
96848
+ "tstamp": 1727249235.1954
96849
+ },
96850
+ {
96851
+ "model_a_conv_id": "65204f1db6c148cab2ca642bb801190e",
96852
+ "model_b_conv_id": "5d6e9a14656a444eaac3d3da9498751d",
96853
+ "inputs": {
96854
+ "prompt": "A triangular orange picture frame. An orange picture frame in the shape of a triangle."
96855
+ },
96856
+ "model_a": "SDXL-Lightning",
96857
+ "model_b": "StableCascade",
96858
+ "vote_type": "rightvote",
96859
+ "winner": "model_b",
96860
+ "judge": "arena_user_10.16.10.147",
96861
+ "anony": true,
96862
+ "tstamp": 1727249248.4389
96863
+ },
96864
+ {
96865
+ "model_a_conv_id": "47ff5e2696a34cb09de62aa2669661ce",
96866
+ "model_b_conv_id": "68571e8c49bc4f01a7a01d32a823de40",
96867
+ "inputs": {
96868
+ "prompt": "image of massive statue of Donald Trump in columbus mall, highly detailed"
96869
+ },
96870
+ "model_a": "FLUX.1-dev",
96871
+ "model_b": "SDXL",
96872
+ "vote_type": "tievote",
96873
+ "winner": "tie",
96874
+ "judge": "arena_user_10.16.10.147",
96875
+ "anony": true,
96876
+ "tstamp": 1727249279.2244
96877
+ },
96878
+ {
96879
+ "model_a_conv_id": "8919f138ec4b4717acc99d27c0be6613",
96880
+ "model_b_conv_id": "92e6d6ee6e8042dc99ae86a90a9e781c",
96881
+ "inputs": {
96882
+ "prompt": "An old man walking in green forest"
96883
+ },
96884
+ "model_a": "SD3",
96885
+ "model_b": "AuraFlow",
96886
+ "vote_type": "rightvote",
96887
+ "winner": "model_b",
96888
+ "judge": "arena_user_10.16.10.147",
96889
+ "anony": true,
96890
+ "tstamp": 1727252851.286
96891
  }
96892
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -27130,5 +27130,19 @@
27130
  "judge": "arena_user_10.16.18.75",
27131
  "anony": true,
27132
  "tstamp": 1726511242.7168
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27133
  }
27134
  ]
 
27130
  "judge": "arena_user_10.16.18.75",
27131
  "anony": true,
27132
  "tstamp": 1726511242.7168
27133
+ },
27134
+ {
27135
+ "model_a_conv_id": "58d68c3e9e39444da96938572efff3dc",
27136
+ "model_b_conv_id": "e1c9b8cdaf2a496ead57f90a370879ff",
27137
+ "inputs": {
27138
+ "prompt": "A serene underwater scene featuring a sea turtle swimming through a coral reef."
27139
+ },
27140
+ "model_a": "StableVideoDiffusion",
27141
+ "model_b": "AnimateDiff Turbo",
27142
+ "vote_type": "rightvote",
27143
+ "winner": "model_b",
27144
+ "judge": "arena_user_10.16.10.147",
27145
+ "anony": true,
27146
+ "tstamp": 1727250583.607
27147
  }
27148
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d516e9a26be2377511cc864aa16063613d0c4938ce29c45a768b7915fe4de62
3
- size 88247
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1f3a3e73735400fb4f3e637efe361cbeaaa3f3095bd3ab64996c918d4c4a83
3
+ size 88248
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7af04e7635973b87326e65154667a7dbe38ddeb5c522636eaf249a3365ab16b
3
  size 66385
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf9492849df867a736089c8fe60941bd37c632e4dde3eef971417b4414731b8
3
  size 66385
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX.1-dev,FLUX.1-dev,1126.6737068927894,1143.4962183871141,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1126.1596520433507,1127.0138530448587,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- FLUX.1-schnell,FLUX.1-schnell,1085.9532969554957,1086.6822241251825,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.040615280651,1071.1715922848748,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1054.0230468954271,1052.0695338991175,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- HunyuanDiT,HunyuanDiT,1041.2684302454868,1029.5718822603235,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
- StableCascade,StableCascade,1037.160011965952,1039.7077798820942,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
- SDXL-Lightning,SDXL-Lightning,1023.7735394102551,1027.229780966525,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
- PixArtAlpha,PixArtAlpha,1022.6990071213339,1012.2089623582842,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
- PixArtSigma,PixArtSigma,1019.0554238462724,1018.2432981810454,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,995.7840547760547,986.9538230345206,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,992.527693223611,987.9171487787953,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,964.7137444361392,964.5826173049201,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,913.6538216022926,910.3479493324353,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.4955626437564,898.0767511628352,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,828.1468108988664,822.2263138712246,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,789.8715817622553,803.0358137227589,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ FLUX.1-dev,FLUX.1-dev,1130.4010188942436,1146.521813996334,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
+ PlayGround V2.5,PlayGround V2.5,1124.6188143783152,1125.4894477209737,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
+ FLUX.1-schnell,FLUX.1-schnell,1091.1633020654945,1091.728089423682,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1071.5955961384857,1069.8350378059238,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1057.6160962566892,1055.5763276825605,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ HunyuanDiT,HunyuanDiT,1040.030922119754,1028.4608347453716,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
8
+ StableCascade,StableCascade,1036.3315797727785,1038.8651508048633,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
9
+ SDXL-Lightning,SDXL-Lightning,1022.1899921630453,1025.7036799322998,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
10
+ PixArtAlpha,PixArtAlpha,1021.5228933796133,1011.1376285688444,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
11
+ PixArtSigma,PixArtSigma,1018.1714152400486,1017.2157277198357,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,1004.998130397803,996.6551005204407,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,986.9412390868517,982.738375212643,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,963.4826771042327,963.2834753615198,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,911.6058258687884,908.3621190526103,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),904.1624588285023,896.9119927487067,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,826.7684828012088,821.0009435128476,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,788.3995555041487,801.7295402437171,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1150.6318316907511,1154.9642392684493,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2V-Turbo,T2V-Turbo,1091.7739607365017,1091.610375043803,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
- CogVideoX-2B,CogVideoX-2B,1081.4600340680515,1071.12327391069,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
5
- VideoCrafter2,VideoCrafter2,1078.9567942425863,1080.602170373091,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- AnimateDiff,AnimateDiff,1074.9631708499437,1074.6280510123086,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
- LaVie,LaVie,1001.7666751262643,1003.2535623222024,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
- OpenSora,OpenSora,917.9305542998153,919.1709508669146,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
- OpenSora v1.2,OpenSora v1.2,869.6418661868402,867.4757096148518,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
- ModelScope,ModelScope,867.5742880140327,870.4067950854605,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
- AnimateDiff Turbo,AnimateDiff Turbo,865.3008247852126,866.7648725022292,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1148.4193679212672,1152.7564289835468,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2V-Turbo,T2V-Turbo,1091.912686653523,1091.7535973584181,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
4
+ CogVideoX-2B,CogVideoX-2B,1081.1275426709153,1070.8833306880972,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
5
+ VideoCrafter2,VideoCrafter2,1079.0637230157538,1080.703244661035,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1075.1420792571769,1074.80924989672,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,1001.9313737916315,1003.4167871415817,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,918.2346113679823,919.4655432816588,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,869.7529358463805,867.539161098075,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,867.8515736092044,870.6749295824471,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiff Turbo,AnimateDiff Turbo,866.5641058661647,867.9977273084203,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo