DongfuJiang commited on
Commit
f697bf4
1 Parent(s): 04dae1c
Files changed (21) hide show
  1. arena_elo/elo_rating/elo_analysis.py +12 -0
  2. arena_elo/results/20240602/clean_battle_t2i_generation.json +32 -0
  3. arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
  4. arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
  5. arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
  6. arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
  7. arena_elo/results/20240602/clean_battle_video_generation.json +80 -0
  8. arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
  9. arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
  10. arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
  11. arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
  12. arena_elo/results/20240602/elo_results_t2i_generation.pkl +1 -1
  13. arena_elo/results/20240602/elo_results_video_generation.pkl +2 -2
  14. arena_elo/results/20240602/t2i_generation_leaderboard.csv +11 -11
  15. arena_elo/results/20240602/video_generation_leaderboard.csv +8 -8
  16. arena_elo/results/latest/clean_battle_t2i_generation.json +32 -0
  17. arena_elo/results/latest/clean_battle_video_generation.json +80 -0
  18. arena_elo/results/latest/elo_results_t2i_generation.pkl +1 -1
  19. arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
  20. arena_elo/results/latest/t2i_generation_leaderboard.csv +11 -11
  21. arena_elo/results/latest/video_generation_leaderboard.csv +8 -8
arena_elo/elo_rating/elo_analysis.py CHANGED
@@ -171,8 +171,20 @@ def visualize_pairwise_win_fraction(battles, model_order):
171
  xaxis_side="top",
172
  title_y=0.07,
173
  title_x=0.5,
 
 
 
 
 
 
 
 
174
  )
175
  fig.update_traces(
 
 
 
 
176
  hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
177
  )
178
 
 
171
  xaxis_side="top",
172
  title_y=0.07,
173
  title_x=0.5,
174
+ # xaxis=dict(
175
+ # tickfont=dict(size=16),
176
+ # title=dict(font=dict(size=16)),
177
+ # ),
178
+ # yaxis=dict(
179
+ # tickfont=dict(size=16),
180
+ # title=dict(font=dict(size=16)),
181
+ # ),
182
  )
183
  fig.update_traces(
184
+ # textfont=dict(size=16),
185
+ # colorbar=dict(
186
+ # title=dict(font=dict(size=16))
187
+ # ),
188
  hovertemplate="Model A: %{y}<br>Model B: %{x}<br>Fraction of A Wins: %{z}<extra></extra>"
189
  )
190
 
arena_elo/results/20240602/clean_battle_t2i_generation.json CHANGED
@@ -42182,5 +42182,37 @@
42182
  "judge": "arena_user_10.16.47.67",
42183
  "anony": true,
42184
  "tstamp": 1717345942.1509
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42185
  }
42186
  ]
 
42182
  "judge": "arena_user_10.16.47.67",
42183
  "anony": true,
42184
  "tstamp": 1717345942.1509
42185
+ },
42186
+ {
42187
+ "model_a": "SDXL",
42188
+ "model_b": "StableCascade",
42189
+ "winner": "tie",
42190
+ "judge": "arena_user_10.16.3.126",
42191
+ "anony": true,
42192
+ "tstamp": 1717369313.4581
42193
+ },
42194
+ {
42195
+ "model_a": "StableCascade",
42196
+ "model_b": "SDXLTurbo",
42197
+ "winner": "model_a",
42198
+ "judge": "arena_user_10.16.47.67",
42199
+ "anony": true,
42200
+ "tstamp": 1717374558.2723
42201
+ },
42202
+ {
42203
+ "model_a": "OpenJourney",
42204
+ "model_b": "SDXLLightning",
42205
+ "winner": "model_b",
42206
+ "judge": "arena_user_10.16.27.21",
42207
+ "anony": true,
42208
+ "tstamp": 1717374641.2959
42209
+ },
42210
+ {
42211
+ "model_a": "SDXL",
42212
+ "model_b": "PlayGround V2",
42213
+ "winner": "tie",
42214
+ "judge": "arena_user_10.16.15.131",
42215
+ "anony": true,
42216
+ "tstamp": 1717374859.9707
42217
  }
42218
  ]
arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg CHANGED
arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg CHANGED
arena_elo/results/20240602/clean_battle_video_generation.json CHANGED
@@ -10766,5 +10766,85 @@
10766
  "judge": "arena_user_10.16.3.126",
10767
  "anony": true,
10768
  "tstamp": 1717345483.6603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10769
  }
10770
  ]
 
10766
  "judge": "arena_user_10.16.3.126",
10767
  "anony": true,
10768
  "tstamp": 1717345483.6603
10769
+ },
10770
+ {
10771
+ "model_a": "StableVideoDiffusion",
10772
+ "model_b": "OpenSora",
10773
+ "winner": "tie (bothbad)",
10774
+ "judge": "arena_user_10.16.15.131",
10775
+ "anony": true,
10776
+ "tstamp": 1717370074.6497
10777
+ },
10778
+ {
10779
+ "model_a": "AnimateDiff",
10780
+ "model_b": "T2VTurbo",
10781
+ "winner": "tie",
10782
+ "judge": "arena_user_10.16.47.67",
10783
+ "anony": true,
10784
+ "tstamp": 1717370084.7673
10785
+ },
10786
+ {
10787
+ "model_a": "AnimateDiffTurbo",
10788
+ "model_b": "T2VTurbo",
10789
+ "winner": "model_b",
10790
+ "judge": "arena_user_10.16.47.67",
10791
+ "anony": true,
10792
+ "tstamp": 1717370194.9243
10793
+ },
10794
+ {
10795
+ "model_a": "AnimateDiffTurbo",
10796
+ "model_b": "T2VTurbo",
10797
+ "winner": "model_b",
10798
+ "judge": "arena_user_10.16.3.126",
10799
+ "anony": true,
10800
+ "tstamp": 1717370216.817
10801
+ },
10802
+ {
10803
+ "model_a": "ModelScope",
10804
+ "model_b": "T2VTurbo",
10805
+ "winner": "model_b",
10806
+ "judge": "arena_user_10.16.15.131",
10807
+ "anony": true,
10808
+ "tstamp": 1717370244.8292
10809
+ },
10810
+ {
10811
+ "model_a": "StableVideoDiffusion",
10812
+ "model_b": "AnimateDiffTurbo",
10813
+ "winner": "model_a",
10814
+ "judge": "arena_user_10.16.47.67",
10815
+ "anony": true,
10816
+ "tstamp": 1717370280.0046
10817
+ },
10818
+ {
10819
+ "model_a": "LaVie",
10820
+ "model_b": "T2VTurbo",
10821
+ "winner": "model_b",
10822
+ "judge": "arena_user_10.16.27.21",
10823
+ "anony": true,
10824
+ "tstamp": 1717370335.9096
10825
+ },
10826
+ {
10827
+ "model_a": "OpenSora",
10828
+ "model_b": "StableVideoDiffusion",
10829
+ "winner": "model_a",
10830
+ "judge": "arena_user_10.16.15.131",
10831
+ "anony": true,
10832
+ "tstamp": 1717370378.0295
10833
+ },
10834
+ {
10835
+ "model_a": "T2VTurbo",
10836
+ "model_b": "AnimateDiff",
10837
+ "winner": "model_a",
10838
+ "judge": "arena_user_10.16.27.21",
10839
+ "anony": true,
10840
+ "tstamp": 1717370403.7198
10841
+ },
10842
+ {
10843
+ "model_a": "StableVideoDiffusion",
10844
+ "model_b": "OpenSora",
10845
+ "winner": "tie (bothbad)",
10846
+ "judge": "arena_user_10.16.15.131",
10847
+ "anony": true,
10848
+ "tstamp": 1717370524.989
10849
  }
10850
  ]
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg CHANGED
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg CHANGED
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg CHANGED
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg CHANGED
arena_elo/results/20240602/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:453ed9ef347f96da1353a71fd654e32ed3921d424624a2ec84bade0357e443dc
3
  size 68024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
3
  size 68024
arena_elo/results/20240602/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c204c041f0dd9dc27962e14f5b046d931020fe542ef51c265b4dd3e7ce7f3041
3
- size 59813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
3
+ size 59795
arena_elo/results/20240602/t2i_generation_leaderboard.csv CHANGED
@@ -1,12 +1,12 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1148.136678409811,1150.447617150882,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1099.2495842883393,1098.3769624420538,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- StableCascade,StableCascade,1056.7813216192726,1061.2775980734832,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
- SDXLLightning,SDXLLightning,1056.3881629701646,1059.8359983006494,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
- PixArtSigma,PixArtSigma,1050.6588983909805,1049.9019852589274,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
7
- PixArtAlpha,PixArtAlpha,1050.1258204922178,1038.1819010171778,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- SDXL,SDXL,1001.1847782879587,999.8580426291918,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
- SDXLTurbo,SDXLTurbo,935.2347119130764,933.049481437306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
- LCM(v1.5/XL),LCM(v1.5/XL),932.3595672104603,925.8305369502356,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
- OpenJourney,OpenJourney,853.094967056503,847.6782124021958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
- LCM,LCM,816.7855093612186,829.9051004486075,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
+ SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
7
+ PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
+ SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
+ LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
+ OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
+ LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/20240602/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1148.6551122337614,1159.3538266276412,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1134.3022495677073,1124.4404105066733,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- AnimateDiff,AnimateDiff,1068.182280658803,1066.112960658009,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
5
- VideoCrafter2,VideoCrafter2,1062.2218831371833,1063.1081871468969,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- LaVie,LaVie,982.0030996073986,982.0143845325545,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,904.4114353398954,904.0996238467394,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,856.7087803807375,856.3438942029966,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,843.5151590745159,844.5267124784873,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
3
+ StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
5
+ VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -42182,5 +42182,37 @@
42182
  "judge": "arena_user_10.16.47.67",
42183
  "anony": true,
42184
  "tstamp": 1717345942.1509
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42185
  }
42186
  ]
 
42182
  "judge": "arena_user_10.16.47.67",
42183
  "anony": true,
42184
  "tstamp": 1717345942.1509
42185
+ },
42186
+ {
42187
+ "model_a": "SDXL",
42188
+ "model_b": "StableCascade",
42189
+ "winner": "tie",
42190
+ "judge": "arena_user_10.16.3.126",
42191
+ "anony": true,
42192
+ "tstamp": 1717369313.4581
42193
+ },
42194
+ {
42195
+ "model_a": "StableCascade",
42196
+ "model_b": "SDXLTurbo",
42197
+ "winner": "model_a",
42198
+ "judge": "arena_user_10.16.47.67",
42199
+ "anony": true,
42200
+ "tstamp": 1717374558.2723
42201
+ },
42202
+ {
42203
+ "model_a": "OpenJourney",
42204
+ "model_b": "SDXLLightning",
42205
+ "winner": "model_b",
42206
+ "judge": "arena_user_10.16.27.21",
42207
+ "anony": true,
42208
+ "tstamp": 1717374641.2959
42209
+ },
42210
+ {
42211
+ "model_a": "SDXL",
42212
+ "model_b": "PlayGround V2",
42213
+ "winner": "tie",
42214
+ "judge": "arena_user_10.16.15.131",
42215
+ "anony": true,
42216
+ "tstamp": 1717374859.9707
42217
  }
42218
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -10766,5 +10766,85 @@
10766
  "judge": "arena_user_10.16.3.126",
10767
  "anony": true,
10768
  "tstamp": 1717345483.6603
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10769
  }
10770
  ]
 
10766
  "judge": "arena_user_10.16.3.126",
10767
  "anony": true,
10768
  "tstamp": 1717345483.6603
10769
+ },
10770
+ {
10771
+ "model_a": "StableVideoDiffusion",
10772
+ "model_b": "OpenSora",
10773
+ "winner": "tie (bothbad)",
10774
+ "judge": "arena_user_10.16.15.131",
10775
+ "anony": true,
10776
+ "tstamp": 1717370074.6497
10777
+ },
10778
+ {
10779
+ "model_a": "AnimateDiff",
10780
+ "model_b": "T2VTurbo",
10781
+ "winner": "tie",
10782
+ "judge": "arena_user_10.16.47.67",
10783
+ "anony": true,
10784
+ "tstamp": 1717370084.7673
10785
+ },
10786
+ {
10787
+ "model_a": "AnimateDiffTurbo",
10788
+ "model_b": "T2VTurbo",
10789
+ "winner": "model_b",
10790
+ "judge": "arena_user_10.16.47.67",
10791
+ "anony": true,
10792
+ "tstamp": 1717370194.9243
10793
+ },
10794
+ {
10795
+ "model_a": "AnimateDiffTurbo",
10796
+ "model_b": "T2VTurbo",
10797
+ "winner": "model_b",
10798
+ "judge": "arena_user_10.16.3.126",
10799
+ "anony": true,
10800
+ "tstamp": 1717370216.817
10801
+ },
10802
+ {
10803
+ "model_a": "ModelScope",
10804
+ "model_b": "T2VTurbo",
10805
+ "winner": "model_b",
10806
+ "judge": "arena_user_10.16.15.131",
10807
+ "anony": true,
10808
+ "tstamp": 1717370244.8292
10809
+ },
10810
+ {
10811
+ "model_a": "StableVideoDiffusion",
10812
+ "model_b": "AnimateDiffTurbo",
10813
+ "winner": "model_a",
10814
+ "judge": "arena_user_10.16.47.67",
10815
+ "anony": true,
10816
+ "tstamp": 1717370280.0046
10817
+ },
10818
+ {
10819
+ "model_a": "LaVie",
10820
+ "model_b": "T2VTurbo",
10821
+ "winner": "model_b",
10822
+ "judge": "arena_user_10.16.27.21",
10823
+ "anony": true,
10824
+ "tstamp": 1717370335.9096
10825
+ },
10826
+ {
10827
+ "model_a": "OpenSora",
10828
+ "model_b": "StableVideoDiffusion",
10829
+ "winner": "model_a",
10830
+ "judge": "arena_user_10.16.15.131",
10831
+ "anony": true,
10832
+ "tstamp": 1717370378.0295
10833
+ },
10834
+ {
10835
+ "model_a": "T2VTurbo",
10836
+ "model_b": "AnimateDiff",
10837
+ "winner": "model_a",
10838
+ "judge": "arena_user_10.16.27.21",
10839
+ "anony": true,
10840
+ "tstamp": 1717370403.7198
10841
+ },
10842
+ {
10843
+ "model_a": "StableVideoDiffusion",
10844
+ "model_b": "OpenSora",
10845
+ "winner": "tie (bothbad)",
10846
+ "judge": "arena_user_10.16.15.131",
10847
+ "anony": true,
10848
+ "tstamp": 1717370524.989
10849
  }
10850
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:453ed9ef347f96da1353a71fd654e32ed3921d424624a2ec84bade0357e443dc
3
  size 68024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14f0dbd7d8713af220fecf3ece3be189b8d6733f8d2c4ffe315caf056bb71b2
3
  size 68024
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c204c041f0dd9dc27962e14f5b046d931020fe542ef51c265b4dd3e7ce7f3041
3
- size 59813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ca21d467f12ad09f55997ad0b2defa4ce34e3b981f59c9e4bd25ab537c6fd51
3
+ size 59795
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,12 +1,12 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1148.136678409811,1150.447617150882,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- PlayGround V2,PlayGround V2,1099.2495842883393,1098.3769624420538,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
- StableCascade,StableCascade,1056.7813216192726,1061.2775980734832,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
- SDXLLightning,SDXLLightning,1056.3881629701646,1059.8359983006494,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
- PixArtSigma,PixArtSigma,1050.6588983909805,1049.9019852589274,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
7
- PixArtAlpha,PixArtAlpha,1050.1258204922178,1038.1819010171778,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
- SDXL,SDXL,1001.1847782879587,999.8580426291918,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
- SDXLTurbo,SDXLTurbo,935.2347119130764,933.049481437306,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
- LCM(v1.5/XL),LCM(v1.5/XL),932.3595672104603,925.8305369502356,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
- OpenJourney,OpenJourney,853.094967056503,847.6782124021958,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
- LCM,LCM,816.7855093612186,829.9051004486075,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1148.1516485814593,1150.472539587778,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ PlayGround V2,PlayGround V2,1099.1204398735135,1098.2686957209742,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
+ StableCascade,StableCascade,1057.0742285514657,1061.5105105350306,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
5
+ SDXLLightning,SDXLLightning,1056.680531817532,1060.0875320813557,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
6
+ PixArtSigma,PixArtSigma,1050.6626134980766,1049.904384276815,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
7
+ PixArtAlpha,PixArtAlpha,1050.0943952555253,1038.148615569581,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
8
+ SDXL,SDXL,1001.276003950698,999.9322158792518,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
9
+ SDXLTurbo,SDXLTurbo,934.9998229972745,932.8571730063984,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
10
+ LCM(v1.5/XL),LCM(v1.5/XL),932.3627028449469,925.8296901601946,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
+ OpenJourney,OpenJourney,852.885462736469,847.5028194441707,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
+ LCM,LCM,816.6921498930382,829.8275040213736,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,9 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1148.6551122337614,1159.3538266276412,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- T2VTurbo,T2VTurbo,1134.3022495677073,1124.4404105066733,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
- AnimateDiff,AnimateDiff,1068.182280658803,1066.112960658009,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
5
- VideoCrafter2,VideoCrafter2,1062.2218831371833,1063.1081871468969,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- LaVie,LaVie,982.0030996073986,982.0143845325545,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
- OpenSora,OpenSora,904.4114353398954,904.0996238467394,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
- ModelScope,ModelScope,856.7087803807375,856.3438942029966,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
- AnimateDiffTurbo,AnimateDiffTurbo,843.5151590745159,844.5267124784873,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ T2VTurbo,T2VTurbo,1162.2748348504488,1152.6010728601855,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
3
+ StableVideoDiffusion,StableVideoDiffusion,1131.4080776396881,1141.6175859113196,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
+ AnimateDiff,AnimateDiff,1065.8060753822629,1063.691366987204,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
5
+ VideoCrafter2,VideoCrafter2,1060.2675071313479,1061.2312280002916,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ LaVie,LaVie,979.7642235342119,979.6535299061611,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,904.553777604841,904.387087326285,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,854.8381857344386,854.6400389961794,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,841.0873181227597,842.1780900123739,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo