DongfuJiang commited on
Commit
7c764aa
1 Parent(s): e3fdca8

Auto Daily Leaderboard udpate Tue Aug 20 12:00:25 PM EDT 2024

Browse files
arena_elo/results/20240819/clean_battle_video_generation.json CHANGED
@@ -14886,5 +14886,141 @@
14886
  "judge": "arena_user_10.16.18.75",
14887
  "anony": true,
14888
  "tstamp": 1724080490.704
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14889
  }
14890
  ]
 
14886
  "judge": "arena_user_10.16.18.75",
14887
  "anony": true,
14888
  "tstamp": 1724080490.704
14889
+ },
14890
+ {
14891
+ "model_a": "AnimateDiff",
14892
+ "model_b": "AnimateDiffTurbo",
14893
+ "winner": "tie (bothbad)",
14894
+ "judge": "arena_user_10.16.1.165",
14895
+ "anony": true,
14896
+ "tstamp": 1724127483.4178
14897
+ },
14898
+ {
14899
+ "model_a": "AnimateDiffTurbo",
14900
+ "model_b": "StableVideoDiffusion",
14901
+ "winner": "model_b",
14902
+ "judge": "arena_user_10.16.34.60",
14903
+ "anony": true,
14904
+ "tstamp": 1724127495.1853
14905
+ },
14906
+ {
14907
+ "model_a": "AnimateDiff",
14908
+ "model_b": "CogVideoX",
14909
+ "winner": "model_a",
14910
+ "judge": "arena_user_10.16.34.60",
14911
+ "anony": true,
14912
+ "tstamp": 1724127507.0999
14913
+ },
14914
+ {
14915
+ "model_a": "AnimateDiff",
14916
+ "model_b": "T2VTurbo",
14917
+ "winner": "model_a",
14918
+ "judge": "arena_user_10.16.18.75",
14919
+ "anony": true,
14920
+ "tstamp": 1724127518.7123
14921
+ },
14922
+ {
14923
+ "model_a": "StableVideoDiffusion",
14924
+ "model_b": "CogVideoX",
14925
+ "winner": "model_a",
14926
+ "judge": "arena_user_10.16.1.165",
14927
+ "anony": true,
14928
+ "tstamp": 1724127524.7175
14929
+ },
14930
+ {
14931
+ "model_a": "T2VTurbo",
14932
+ "model_b": "CogVideoX",
14933
+ "winner": "model_a",
14934
+ "judge": "arena_user_10.16.1.165",
14935
+ "anony": true,
14936
+ "tstamp": 1724127531.4662
14937
+ },
14938
+ {
14939
+ "model_a": "OpenSora12",
14940
+ "model_b": "AnimateDiff",
14941
+ "winner": "model_b",
14942
+ "judge": "arena_user_10.16.18.75",
14943
+ "anony": true,
14944
+ "tstamp": 1724127540.248
14945
+ },
14946
+ {
14947
+ "model_a": "CogVideoX",
14948
+ "model_b": "StableVideoDiffusion",
14949
+ "winner": "model_b",
14950
+ "judge": "arena_user_10.16.1.165",
14951
+ "anony": true,
14952
+ "tstamp": 1724127548.1557
14953
+ },
14954
+ {
14955
+ "model_a": "AnimateDiffTurbo",
14956
+ "model_b": "AnimateDiff",
14957
+ "winner": "model_b",
14958
+ "judge": "arena_user_10.16.1.165",
14959
+ "anony": true,
14960
+ "tstamp": 1724127560.07
14961
+ },
14962
+ {
14963
+ "model_a": "T2VTurbo",
14964
+ "model_b": "AnimateDiff",
14965
+ "winner": "tie (bothbad)",
14966
+ "judge": "arena_user_10.16.18.75",
14967
+ "anony": true,
14968
+ "tstamp": 1724127567.7289
14969
+ },
14970
+ {
14971
+ "model_a": "AnimateDiffTurbo",
14972
+ "model_b": "OpenSora12",
14973
+ "winner": "tie (bothbad)",
14974
+ "judge": "arena_user_10.16.1.165",
14975
+ "anony": true,
14976
+ "tstamp": 1724127573.8238
14977
+ },
14978
+ {
14979
+ "model_a": "StableVideoDiffusion",
14980
+ "model_b": "T2VTurbo",
14981
+ "winner": "model_a",
14982
+ "judge": "arena_user_10.16.34.60",
14983
+ "anony": true,
14984
+ "tstamp": 1724127582.2128
14985
+ },
14986
+ {
14987
+ "model_a": "AnimateDiff",
14988
+ "model_b": "StableVideoDiffusion",
14989
+ "winner": "model_b",
14990
+ "judge": "arena_user_10.16.1.165",
14991
+ "anony": true,
14992
+ "tstamp": 1724127588.7246
14993
+ },
14994
+ {
14995
+ "model_a": "AnimateDiffTurbo",
14996
+ "model_b": "StableVideoDiffusion",
14997
+ "winner": "tie (bothbad)",
14998
+ "judge": "arena_user_10.16.1.165",
14999
+ "anony": true,
15000
+ "tstamp": 1724127595.8412
15001
+ },
15002
+ {
15003
+ "model_a": "AnimateDiff",
15004
+ "model_b": "CogVideoX",
15005
+ "winner": "model_a",
15006
+ "judge": "arena_user_10.16.18.75",
15007
+ "anony": true,
15008
+ "tstamp": 1724127603.4583
15009
+ },
15010
+ {
15011
+ "model_a": "OpenSora12",
15012
+ "model_b": "StableVideoDiffusion",
15013
+ "winner": "model_b",
15014
+ "judge": "arena_user_10.16.18.75",
15015
+ "anony": true,
15016
+ "tstamp": 1724127611.9373
15017
+ },
15018
+ {
15019
+ "model_a": "AnimateDiffTurbo",
15020
+ "model_b": "OpenSora12",
15021
+ "winner": "tie (bothbad)",
15022
+ "judge": "arena_user_10.16.34.60",
15023
+ "anony": true,
15024
+ "tstamp": 1724127663.1705
15025
  }
15026
  ]
arena_elo/results/20240819/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:67725d413cbb5027376321af4c94dd2e5dfafcd4f19fbeec9d3c927268e83071
3
- size 59905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b831fc6bba773f7ee2c5dd7d226c681d322e38e83b3b282fc6130f80a0aada55
3
+ size 65301
arena_elo/results/20240819/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1133.1038478538608,1135.5678308514382,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1098.0357935220236,1096.4840942697563,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- VideoCrafter2,VideoCrafter2,1074.2047986742482,1074.5099295425211,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1068.1313981664543,1066.8015730126676,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- LaVie,LaVie,995.7364508889598,994.7822244292696,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,912.8813777249778,912.6173442688109,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,860.9651870984419,862.2168080426675,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,856.9411460710327,857.0201955828694,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1143.2191298083312,1147.5193110801638,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1092.4551860072625,1093.43771637836,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.7797371219958,1079.3282160297892,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1071.9888858847867,1073.0390578256142,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ CogVideoX,CogVideoX,1046.417835182279,1048.070311411077,N/A,N/A,N/A
7
+ LaVie,LaVie,999.6270938177271,1001.6816790561326,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora12,OpenSora12,924.0203683794037,903.7447677401199,N/A,N/A,N/A
9
+ OpenSora,OpenSora,916.0498767986071,917.9961732110512,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,865.3398542588171,868.9309810684535,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiffTurbo,AnimateDiffTurbo,864.1020327407906,866.2517861992403,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/20240820/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20240820/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9616bb1c5e8f8e239439869a0f396b5b98ed9f96a82d8da1f84ef9858fd18408
3
+ size 86085
arena_elo/results/20240820/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1134.1072448268308,1134.2706104849465,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX1dev,FLUX1dev,1123.2199818444176,1141.2729049211114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ PlayGround V2,PlayGround V2,1077.6606831940005,1074.8256920086785,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ FLUX1schnell,FLUX1schnell,1065.8699453260276,1062.2080199364366,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
6
+ HunyuanDiT,HunyuanDiT,1054.0890297393096,1039.1419749190748,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
7
+ StableCascade,StableCascade,1041.412322556985,1043.2756353067755,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
8
+ AuraFlow,AuraFlow,1028.5655063021388,1021.7707536233816,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
9
+ PixArtAlpha,PixArtAlpha,1027.9698284008514,1016.530964819809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXLLightning,SDXLLightning,1027.9052590104445,1030.69166244485,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1022.8987259151355,1021.0198915432052,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
12
+ SD3,SD3,992.8340158341957,987.2147159388242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
13
+ Kolors,Kolors,980.6259278504377,977.8827108575291,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
14
+ SDXL,SDXL,968.880958203862,967.8253582602699,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,917.5724578816604,913.3288656646328,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),909.8725596407722,902.285091713656,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
17
+ OpenJourney,OpenJourney,832.2754474721498,825.5234798053013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,794.2401060007853,806.4811434730161,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -52406,5 +52406,85 @@
52406
  "judge": "arena_user_10.16.18.75",
52407
  "anony": true,
52408
  "tstamp": 1723970632.9565
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52409
  }
52410
  ]
 
52406
  "judge": "arena_user_10.16.18.75",
52407
  "anony": true,
52408
  "tstamp": 1723970632.9565
52409
+ },
52410
+ {
52411
+ "model_a": "SDXL",
52412
+ "model_b": "StableCascade",
52413
+ "winner": "model_b",
52414
+ "judge": "arena_user_10.16.1.165",
52415
+ "anony": true,
52416
+ "tstamp": 1724100201.4202
52417
+ },
52418
+ {
52419
+ "model_a": "SDXLLightning",
52420
+ "model_b": "Kolors",
52421
+ "winner": "model_a",
52422
+ "judge": "arena_user_10.16.40.133",
52423
+ "anony": true,
52424
+ "tstamp": 1724100228.4778
52425
+ },
52426
+ {
52427
+ "model_a": "SDXL",
52428
+ "model_b": "Kolors",
52429
+ "winner": "tie (bothbad)",
52430
+ "judge": "arena_user_10.16.1.165",
52431
+ "anony": true,
52432
+ "tstamp": 1724100246.5522
52433
+ },
52434
+ {
52435
+ "model_a": "SDXLLightning",
52436
+ "model_b": "FLUX1dev",
52437
+ "winner": "model_a",
52438
+ "judge": "arena_user_10.16.34.60",
52439
+ "anony": true,
52440
+ "tstamp": 1724101318.6245
52441
+ },
52442
+ {
52443
+ "model_a": "SD3",
52444
+ "model_b": "PixArtAlpha",
52445
+ "winner": "model_b",
52446
+ "judge": "arena_user_10.16.34.60",
52447
+ "anony": true,
52448
+ "tstamp": 1724107685.1696
52449
+ },
52450
+ {
52451
+ "model_a": "PlayGround V2.5",
52452
+ "model_b": "Kolors",
52453
+ "winner": "tie",
52454
+ "judge": "arena_user_10.16.18.75",
52455
+ "anony": true,
52456
+ "tstamp": 1724112617.148
52457
+ },
52458
+ {
52459
+ "model_a": "SDXLTurbo",
52460
+ "model_b": "AuraFlow",
52461
+ "winner": "model_a",
52462
+ "judge": "arena_user_10.16.34.60",
52463
+ "anony": true,
52464
+ "tstamp": 1724123782.0352
52465
+ },
52466
+ {
52467
+ "model_a": "SD3",
52468
+ "model_b": "Kolors",
52469
+ "winner": "tie (bothbad)",
52470
+ "judge": "arena_user_10.16.18.75",
52471
+ "anony": true,
52472
+ "tstamp": 1724133766.6838
52473
+ },
52474
+ {
52475
+ "model_a": "OpenJourney",
52476
+ "model_b": "AuraFlow",
52477
+ "winner": "model_b",
52478
+ "judge": "arena_user_10.16.1.165",
52479
+ "anony": true,
52480
+ "tstamp": 1724133806.9582
52481
+ },
52482
+ {
52483
+ "model_a": "HunyuanDiT",
52484
+ "model_b": "SDXLLightning",
52485
+ "winner": "model_a",
52486
+ "judge": "arena_user_10.16.1.165",
52487
+ "anony": true,
52488
+ "tstamp": 1724164733.7103
52489
  }
52490
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -14886,5 +14886,141 @@
14886
  "judge": "arena_user_10.16.18.75",
14887
  "anony": true,
14888
  "tstamp": 1724080490.704
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14889
  }
14890
  ]
 
14886
  "judge": "arena_user_10.16.18.75",
14887
  "anony": true,
14888
  "tstamp": 1724080490.704
14889
+ },
14890
+ {
14891
+ "model_a": "AnimateDiff",
14892
+ "model_b": "AnimateDiffTurbo",
14893
+ "winner": "tie (bothbad)",
14894
+ "judge": "arena_user_10.16.1.165",
14895
+ "anony": true,
14896
+ "tstamp": 1724127483.4178
14897
+ },
14898
+ {
14899
+ "model_a": "AnimateDiffTurbo",
14900
+ "model_b": "StableVideoDiffusion",
14901
+ "winner": "model_b",
14902
+ "judge": "arena_user_10.16.34.60",
14903
+ "anony": true,
14904
+ "tstamp": 1724127495.1853
14905
+ },
14906
+ {
14907
+ "model_a": "AnimateDiff",
14908
+ "model_b": "CogVideoX",
14909
+ "winner": "model_a",
14910
+ "judge": "arena_user_10.16.34.60",
14911
+ "anony": true,
14912
+ "tstamp": 1724127507.0999
14913
+ },
14914
+ {
14915
+ "model_a": "AnimateDiff",
14916
+ "model_b": "T2VTurbo",
14917
+ "winner": "model_a",
14918
+ "judge": "arena_user_10.16.18.75",
14919
+ "anony": true,
14920
+ "tstamp": 1724127518.7123
14921
+ },
14922
+ {
14923
+ "model_a": "StableVideoDiffusion",
14924
+ "model_b": "CogVideoX",
14925
+ "winner": "model_a",
14926
+ "judge": "arena_user_10.16.1.165",
14927
+ "anony": true,
14928
+ "tstamp": 1724127524.7175
14929
+ },
14930
+ {
14931
+ "model_a": "T2VTurbo",
14932
+ "model_b": "CogVideoX",
14933
+ "winner": "model_a",
14934
+ "judge": "arena_user_10.16.1.165",
14935
+ "anony": true,
14936
+ "tstamp": 1724127531.4662
14937
+ },
14938
+ {
14939
+ "model_a": "OpenSora12",
14940
+ "model_b": "AnimateDiff",
14941
+ "winner": "model_b",
14942
+ "judge": "arena_user_10.16.18.75",
14943
+ "anony": true,
14944
+ "tstamp": 1724127540.248
14945
+ },
14946
+ {
14947
+ "model_a": "CogVideoX",
14948
+ "model_b": "StableVideoDiffusion",
14949
+ "winner": "model_b",
14950
+ "judge": "arena_user_10.16.1.165",
14951
+ "anony": true,
14952
+ "tstamp": 1724127548.1557
14953
+ },
14954
+ {
14955
+ "model_a": "AnimateDiffTurbo",
14956
+ "model_b": "AnimateDiff",
14957
+ "winner": "model_b",
14958
+ "judge": "arena_user_10.16.1.165",
14959
+ "anony": true,
14960
+ "tstamp": 1724127560.07
14961
+ },
14962
+ {
14963
+ "model_a": "T2VTurbo",
14964
+ "model_b": "AnimateDiff",
14965
+ "winner": "tie (bothbad)",
14966
+ "judge": "arena_user_10.16.18.75",
14967
+ "anony": true,
14968
+ "tstamp": 1724127567.7289
14969
+ },
14970
+ {
14971
+ "model_a": "AnimateDiffTurbo",
14972
+ "model_b": "OpenSora12",
14973
+ "winner": "tie (bothbad)",
14974
+ "judge": "arena_user_10.16.1.165",
14975
+ "anony": true,
14976
+ "tstamp": 1724127573.8238
14977
+ },
14978
+ {
14979
+ "model_a": "StableVideoDiffusion",
14980
+ "model_b": "T2VTurbo",
14981
+ "winner": "model_a",
14982
+ "judge": "arena_user_10.16.34.60",
14983
+ "anony": true,
14984
+ "tstamp": 1724127582.2128
14985
+ },
14986
+ {
14987
+ "model_a": "AnimateDiff",
14988
+ "model_b": "StableVideoDiffusion",
14989
+ "winner": "model_b",
14990
+ "judge": "arena_user_10.16.1.165",
14991
+ "anony": true,
14992
+ "tstamp": 1724127588.7246
14993
+ },
14994
+ {
14995
+ "model_a": "AnimateDiffTurbo",
14996
+ "model_b": "StableVideoDiffusion",
14997
+ "winner": "tie (bothbad)",
14998
+ "judge": "arena_user_10.16.1.165",
14999
+ "anony": true,
15000
+ "tstamp": 1724127595.8412
15001
+ },
15002
+ {
15003
+ "model_a": "AnimateDiff",
15004
+ "model_b": "CogVideoX",
15005
+ "winner": "model_a",
15006
+ "judge": "arena_user_10.16.18.75",
15007
+ "anony": true,
15008
+ "tstamp": 1724127603.4583
15009
+ },
15010
+ {
15011
+ "model_a": "OpenSora12",
15012
+ "model_b": "StableVideoDiffusion",
15013
+ "winner": "model_b",
15014
+ "judge": "arena_user_10.16.18.75",
15015
+ "anony": true,
15016
+ "tstamp": 1724127611.9373
15017
+ },
15018
+ {
15019
+ "model_a": "AnimateDiffTurbo",
15020
+ "model_b": "OpenSora12",
15021
+ "winner": "tie (bothbad)",
15022
+ "judge": "arena_user_10.16.34.60",
15023
+ "anony": true,
15024
+ "tstamp": 1724127663.1705
15025
  }
15026
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4935474b3d38916a2a46738fa4a4e57a34c59abe3c61111a9e79a46187a24b38
3
  size 86085
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9616bb1c5e8f8e239439869a0f396b5b98ed9f96a82d8da1f84ef9858fd18408
3
  size 86085
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:67725d413cbb5027376321af4c94dd2e5dfafcd4f19fbeec9d3c927268e83071
3
- size 59905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b831fc6bba773f7ee2c5dd7d226c681d322e38e83b3b282fc6130f80a0aada55
3
+ size 65301
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- FLUX1dev,FLUX1dev,1139.2171997788664,1154.9401991259183,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
3
- PlayGround V2.5,PlayGround V2.5,1132.1836548838864,1132.5651835501171,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
- PlayGround V2,PlayGround V2,1075.3571099849078,1072.7594472644441,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
- FLUX1schnell,FLUX1schnell,1066.505710109784,1064.6512761628912,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
6
- HunyuanDiT,HunyuanDiT,1051.1795507568463,1036.2184409268364,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
7
- StableCascade,StableCascade,1038.864872104377,1041.0470474695244,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
8
- AuraFlow,AuraFlow,1034.6965881363633,1028.364203196634,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
9
- PixArtAlpha,PixArtAlpha,1025.6380572404505,1014.320702980116,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXLLightning,SDXLLightning,1025.1762643276309,1028.287019099912,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1020.4950012337554,1019.0949741744585,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
12
- SD3,SD3,993.6426659727981,987.8044800091614,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
13
- Kolors,Kolors,984.8923136492953,980.8110707842453,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
14
- SDXL,SDXL,966.8046145579953,966.0264408253988,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,915.0182076955812,911.0171286468213,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),907.8353926442691,900.2703944909691,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
17
- OpenJourney,OpenJourney,830.3596812818465,823.5680806695481,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,792.1331156413471,804.405883013325,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1134.1072448268308,1134.2706104849465,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX1dev,FLUX1dev,1123.2199818444176,1141.2729049211114,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ PlayGround V2,PlayGround V2,1077.6606831940005,1074.8256920086785,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
+ FLUX1schnell,FLUX1schnell,1065.8699453260276,1062.2080199364366,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
6
+ HunyuanDiT,HunyuanDiT,1054.0890297393096,1039.1419749190748,tencent-hunyuan-community,Tencent,https://huggingface.co/Tencent-Hunyuan/HunyuanDiT
7
+ StableCascade,StableCascade,1041.412322556985,1043.2756353067755,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
8
+ AuraFlow,AuraFlow,1028.5655063021388,1021.7707536233816,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
9
+ PixArtAlpha,PixArtAlpha,1027.9698284008514,1016.530964819809,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXLLightning,SDXLLightning,1027.9052590104445,1030.69166244485,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1022.8987259151355,1021.0198915432052,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
12
+ SD3,SD3,992.8340158341957,987.2147159388242,stabilityai-nc-research-community,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-3-medium
13
+ Kolors,Kolors,980.6259278504377,977.8827108575291,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
14
+ SDXL,SDXL,968.880958203862,967.8253582602699,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,917.5724578816604,913.3288656646328,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),909.8725596407722,902.285091713656,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
17
+ OpenJourney,OpenJourney,832.2754474721498,825.5234798053013,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,794.2401060007853,806.4811434730161,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1133.1038478538608,1135.5678308514382,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1098.0357935220236,1096.4840942697563,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- VideoCrafter2,VideoCrafter2,1074.2047986742482,1074.5099295425211,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- AnimateDiff,AnimateDiff,1068.1313981664543,1066.8015730126676,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
- LaVie,LaVie,995.7364508889598,994.7822244292696,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,912.8813777249778,912.6173442688109,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,860.9651870984419,862.2168080426675,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,856.9411460710327,857.0201955828694,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1143.2191298083312,1147.5193110801638,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ T2VTurbo,T2VTurbo,1092.4551860072625,1093.43771637836,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
+ VideoCrafter2,VideoCrafter2,1076.7797371219958,1079.3282160297892,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
+ AnimateDiff,AnimateDiff,1071.9888858847867,1073.0390578256142,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
6
+ CogVideoX,CogVideoX,1046.417835182279,1048.070311411077,N/A,N/A,N/A
7
+ LaVie,LaVie,999.6270938177271,1001.6816790561326,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora12,OpenSora12,924.0203683794037,903.7447677401199,N/A,N/A,N/A
9
+ OpenSora,OpenSora,916.0498767986071,917.9961732110512,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ ModelScope,ModelScope,865.3398542588171,868.9309810684535,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
+ AnimateDiffTurbo,AnimateDiffTurbo,864.1020327407906,866.2517861992403,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo