Hugging Face's logo

Spaces:
TIGER-Lab
/
GenAI-Arena
Running on Zero

App Files Community
16
DongfuJiang commited on
Commit
e8d65b1
•
1 Parent(s): 8e90055

update

Browse files
Files changed (10) hide show
  1. arena_elo/elo_rating/clean_battle_data.py +0 -6
  2. arena_elo/results/20240601/clean_battle_video_generation.json +256 -0
  3. arena_elo/results/20240601/elo_results_video_generation.pkl +2 -2
  4. arena_elo/results/20240601/image_editing_leaderboard.csv +1 -1
  5. arena_elo/results/20240601/video_generation_leaderboard.csv +8 -7
  6. arena_elo/results/latest/clean_battle_video_generation.json +256 -0
  7. arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
  8. arena_elo/results/latest/image_editing_leaderboard.csv +1 -1
  9. arena_elo/results/latest/video_generation_leaderboard.csv +8 -7
  10. arena_elo/video_generation_model_info.json +10 -0
arena_elo/elo_rating/clean_battle_data.py CHANGED
@@ -226,7 +226,6 @@ def clean_battle_data(
226
  try:
227
  platform, model_name, task = _model.split("_")
228
  except ValueError:
229
- print(f"Invalid model names: {_model}")
230
  valid = False
231
  break
232
  if not (platform in ["playground", "imagenhub"] and task == "edition"):
@@ -234,7 +233,6 @@ def clean_battle_data(
234
  break
235
  if not valid:
236
  ct_invalid += 1
237
- print(f"Invalid model names: {models} for image_editing")
238
  continue
239
  for i, _model in enumerate(models):
240
  platform, model_name, task = _model.split("_")
@@ -252,7 +250,6 @@ def clean_battle_data(
252
  try:
253
  platform, model_name, task = _model.split("_")
254
  except ValueError:
255
- print(f"Invalid model names: {_model}")
256
  valid = False
257
  break
258
  if not (platform.lower() in ["playground", "imagenhub", 'fal'] and (task == "generation" or task == "text2image")):
@@ -260,7 +257,6 @@ def clean_battle_data(
260
  break
261
  if not valid:
262
  ct_invalid += 1
263
- print(f"Invalid model names: {models} for t2i_generation")
264
  continue
265
  for i, _model in enumerate(models):
266
  platform, model_name, task = _model.split("_")
@@ -281,7 +277,6 @@ def clean_battle_data(
281
  try:
282
  platform, model_name, task = _model.split("_")
283
  except ValueError:
284
- print(f"Invalid model names: {_model}")
285
  valid = False
286
  break
287
  if not (platform in ["videogenhub", "fal"] and task == "generation" or task == "text2video"):
@@ -289,7 +284,6 @@ def clean_battle_data(
289
  break
290
  if not valid:
291
  ct_invalid += 1
292
- print(f"Invalid model names: {models} for video_generation")
293
  continue
294
  for i, _model in enumerate(models):
295
  platform, model_name, task = _model.split("_")
 
226
  try:
227
  platform, model_name, task = _model.split("_")
228
  except ValueError:
 
229
  valid = False
230
  break
231
  if not (platform in ["playground", "imagenhub"] and task == "edition"):
 
233
  break
234
  if not valid:
235
  ct_invalid += 1
 
236
  continue
237
  for i, _model in enumerate(models):
238
  platform, model_name, task = _model.split("_")
 
250
  try:
251
  platform, model_name, task = _model.split("_")
252
  except ValueError:
 
253
  valid = False
254
  break
255
  if not (platform.lower() in ["playground", "imagenhub", 'fal'] and (task == "generation" or task == "text2image")):
 
257
  break
258
  if not valid:
259
  ct_invalid += 1
 
260
  continue
261
  for i, _model in enumerate(models):
262
  platform, model_name, task = _model.split("_")
 
277
  try:
278
  platform, model_name, task = _model.split("_")
279
  except ValueError:
 
280
  valid = False
281
  break
282
  if not (platform in ["videogenhub", "fal"] and task == "generation" or task == "text2video"):
 
284
  break
285
  if not valid:
286
  ct_invalid += 1
 
287
  continue
288
  for i, _model in enumerate(models):
289
  platform, model_name, task = _model.split("_")
arena_elo/results/20240601/clean_battle_video_generation.json CHANGED
@@ -9638,5 +9638,261 @@
9638
  "judge": "arena_user_10.16.47.67",
9639
  "anony": true,
9640
  "tstamp": 1717285203.6269
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9641
  }
9642
  ]
 
9638
  "judge": "arena_user_10.16.47.67",
9639
  "anony": true,
9640
  "tstamp": 1717285203.6269
9641
+ },
9642
+ {
9643
+ "model_a": "T2VTurbo",
9644
+ "model_b": "AnimateDiffTurbo",
9645
+ "winner": "tie (bothbad)",
9646
+ "judge": "arena_user_10.16.47.67",
9647
+ "anony": false,
9648
+ "tstamp": 1717293468.582
9649
+ },
9650
+ {
9651
+ "model_a": "AnimateDiff",
9652
+ "model_b": "AnimateDiffTurbo",
9653
+ "winner": "model_a",
9654
+ "judge": "arena_user_10.16.27.21",
9655
+ "anony": false,
9656
+ "tstamp": 1717293491.0083
9657
+ },
9658
+ {
9659
+ "model_a": "LaVie",
9660
+ "model_b": "OpenSora",
9661
+ "winner": "model_a",
9662
+ "judge": "arena_user_10.16.15.131",
9663
+ "anony": true,
9664
+ "tstamp": 1717293504.5815
9665
+ },
9666
+ {
9667
+ "model_a": "OpenSora",
9668
+ "model_b": "T2VTurbo",
9669
+ "winner": "tie",
9670
+ "judge": "arena_user_10.16.15.131",
9671
+ "anony": true,
9672
+ "tstamp": 1717293517.7461
9673
+ },
9674
+ {
9675
+ "model_a": "OpenSora",
9676
+ "model_b": "AnimateDiffTurbo",
9677
+ "winner": "tie (bothbad)",
9678
+ "judge": "arena_user_10.16.15.131",
9679
+ "anony": true,
9680
+ "tstamp": 1717293527.5597
9681
+ },
9682
+ {
9683
+ "model_a": "VideoCrafter2",
9684
+ "model_b": "OpenSora",
9685
+ "winner": "model_a",
9686
+ "judge": "arena_user_10.16.3.126",
9687
+ "anony": true,
9688
+ "tstamp": 1717293536.1345
9689
+ },
9690
+ {
9691
+ "model_a": "ModelScope",
9692
+ "model_b": "OpenSora",
9693
+ "winner": "tie (bothbad)",
9694
+ "judge": "arena_user_10.16.47.67",
9695
+ "anony": true,
9696
+ "tstamp": 1717293546.7518
9697
+ },
9698
+ {
9699
+ "model_a": "ModelScope",
9700
+ "model_b": "LaVie",
9701
+ "winner": "model_b",
9702
+ "judge": "arena_user_10.16.47.67",
9703
+ "anony": true,
9704
+ "tstamp": 1717293554.0351
9705
+ },
9706
+ {
9707
+ "model_a": "AnimateDiffTurbo",
9708
+ "model_b": "StableVideoDiffusion",
9709
+ "winner": "model_b",
9710
+ "judge": "arena_user_10.16.15.131",
9711
+ "anony": true,
9712
+ "tstamp": 1717293568.4703
9713
+ },
9714
+ {
9715
+ "model_a": "VideoCrafter2",
9716
+ "model_b": "T2VTurbo",
9717
+ "winner": "model_b",
9718
+ "judge": "arena_user_10.16.15.131",
9719
+ "anony": true,
9720
+ "tstamp": 1717293580.161
9721
+ },
9722
+ {
9723
+ "model_a": "T2VTurbo",
9724
+ "model_b": "AnimateDiff",
9725
+ "winner": "tie",
9726
+ "judge": "arena_user_10.16.3.126",
9727
+ "anony": true,
9728
+ "tstamp": 1717293591.5149
9729
+ },
9730
+ {
9731
+ "model_a": "OpenSora",
9732
+ "model_b": "VideoCrafter2",
9733
+ "winner": "tie",
9734
+ "judge": "arena_user_10.16.15.131",
9735
+ "anony": true,
9736
+ "tstamp": 1717293602.8639
9737
+ },
9738
+ {
9739
+ "model_a": "LaVie",
9740
+ "model_b": "StableVideoDiffusion",
9741
+ "winner": "model_b",
9742
+ "judge": "arena_user_10.16.47.67",
9743
+ "anony": true,
9744
+ "tstamp": 1717293616.4035
9745
+ },
9746
+ {
9747
+ "model_a": "T2VTurbo",
9748
+ "model_b": "OpenSora",
9749
+ "winner": "tie",
9750
+ "judge": "arena_user_10.16.47.67",
9751
+ "anony": true,
9752
+ "tstamp": 1717293623.5221
9753
+ },
9754
+ {
9755
+ "model_a": "AnimateDiff",
9756
+ "model_b": "ModelScope",
9757
+ "winner": "model_a",
9758
+ "judge": "arena_user_10.16.3.126",
9759
+ "anony": true,
9760
+ "tstamp": 1717293628.89
9761
+ },
9762
+ {
9763
+ "model_a": "OpenSora",
9764
+ "model_b": "VideoCrafter2",
9765
+ "winner": "model_b",
9766
+ "judge": "arena_user_10.16.47.67",
9767
+ "anony": true,
9768
+ "tstamp": 1717293635.1638
9769
+ },
9770
+ {
9771
+ "model_a": "VideoCrafter2",
9772
+ "model_b": "ModelScope",
9773
+ "winner": "model_a",
9774
+ "judge": "arena_user_10.16.3.126",
9775
+ "anony": true,
9776
+ "tstamp": 1717293641.9995
9777
+ },
9778
+ {
9779
+ "model_a": "OpenSora",
9780
+ "model_b": "AnimateDiffTurbo",
9781
+ "winner": "tie (bothbad)",
9782
+ "judge": "arena_user_10.16.15.131",
9783
+ "anony": true,
9784
+ "tstamp": 1717293647.9768
9785
+ },
9786
+ {
9787
+ "model_a": "VideoCrafter2",
9788
+ "model_b": "StableVideoDiffusion",
9789
+ "winner": "model_b",
9790
+ "judge": "arena_user_10.16.15.131",
9791
+ "anony": true,
9792
+ "tstamp": 1717293658.6194
9793
+ },
9794
+ {
9795
+ "model_a": "AnimateDiff",
9796
+ "model_b": "ModelScope",
9797
+ "winner": "model_a",
9798
+ "judge": "arena_user_10.16.3.126",
9799
+ "anony": true,
9800
+ "tstamp": 1717293666.2514
9801
+ },
9802
+ {
9803
+ "model_a": "OpenSora",
9804
+ "model_b": "ModelScope",
9805
+ "winner": "tie (bothbad)",
9806
+ "judge": "arena_user_10.16.47.67",
9807
+ "anony": true,
9808
+ "tstamp": 1717293671.5182
9809
+ },
9810
+ {
9811
+ "model_a": "ModelScope",
9812
+ "model_b": "LaVie",
9813
+ "winner": "tie (bothbad)",
9814
+ "judge": "arena_user_10.16.27.21",
9815
+ "anony": true,
9816
+ "tstamp": 1717293680.9968
9817
+ },
9818
+ {
9819
+ "model_a": "AnimateDiff",
9820
+ "model_b": "VideoCrafter2",
9821
+ "winner": "model_a",
9822
+ "judge": "arena_user_10.16.3.126",
9823
+ "anony": true,
9824
+ "tstamp": 1717293686.4655
9825
+ },
9826
+ {
9827
+ "model_a": "VideoCrafter2",
9828
+ "model_b": "OpenSora",
9829
+ "winner": "tie (bothbad)",
9830
+ "judge": "arena_user_10.16.3.126",
9831
+ "anony": true,
9832
+ "tstamp": 1717293697.9061
9833
+ },
9834
+ {
9835
+ "model_a": "AnimateDiff",
9836
+ "model_b": "LaVie",
9837
+ "winner": "model_a",
9838
+ "judge": "arena_user_10.16.15.131",
9839
+ "anony": true,
9840
+ "tstamp": 1717293707.1435
9841
+ },
9842
+ {
9843
+ "model_a": "ModelScope",
9844
+ "model_b": "AnimateDiffTurbo",
9845
+ "winner": "model_b",
9846
+ "judge": "arena_user_10.16.3.126",
9847
+ "anony": true,
9848
+ "tstamp": 1717293719.0796
9849
+ },
9850
+ {
9851
+ "model_a": "AnimateDiffTurbo",
9852
+ "model_b": "AnimateDiff",
9853
+ "winner": "tie (bothbad)",
9854
+ "judge": "arena_user_10.16.15.131",
9855
+ "anony": true,
9856
+ "tstamp": 1717293740.639
9857
+ },
9858
+ {
9859
+ "model_a": "OpenSora",
9860
+ "model_b": "StableVideoDiffusion",
9861
+ "winner": "model_b",
9862
+ "judge": "arena_user_10.16.15.131",
9863
+ "anony": true,
9864
+ "tstamp": 1717293744.6538
9865
+ },
9866
+ {
9867
+ "model_a": "AnimateDiffTurbo",
9868
+ "model_b": "OpenSora",
9869
+ "winner": "model_a",
9870
+ "judge": "arena_user_10.16.3.126",
9871
+ "anony": true,
9872
+ "tstamp": 1717293756.298
9873
+ },
9874
+ {
9875
+ "model_a": "LaVie",
9876
+ "model_b": "AnimateDiffTurbo",
9877
+ "winner": "model_a",
9878
+ "judge": "arena_user_10.16.27.21",
9879
+ "anony": true,
9880
+ "tstamp": 1717293762.671
9881
+ },
9882
+ {
9883
+ "model_a": "AnimateDiff",
9884
+ "model_b": "VideoCrafter2",
9885
+ "winner": "model_b",
9886
+ "judge": "arena_user_10.16.27.21",
9887
+ "anony": true,
9888
+ "tstamp": 1717293769.1937
9889
+ },
9890
+ {
9891
+ "model_a": "AnimateDiff",
9892
+ "model_b": "OpenSora",
9893
+ "winner": "model_a",
9894
+ "judge": "arena_user_10.16.27.21",
9895
+ "anony": true,
9896
+ "tstamp": 1717293775.9663
9897
  }
9898
  ]
arena_elo/results/20240601/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00b607ca649d9eb2c892a8ed7d0e7809b5587f8d14fc0e0bfb8513c81a841673
3
- size 57167
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a55a2bcf95eb42d2fc282d1953a7ef9a9403ed71e25b75ce3e8dbd48c6aba4
3
+ size 59749
arena_elo/results/20240601/image_editing_leaderboard.csv CHANGED
@@ -1,6 +1,6 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
  MagicBrush,MagicBrush,1111.2732859076214,1112.8622355116509,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
- InfEdit,InfEdit,1079.0224711699423,1081.8108089021207,Apache-2.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
  CosXLEdit,CosXLEdit,1065.6784788847476,1066.700916179776,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
  InstructPix2Pix,InstructPix2Pix,1032.776893862205,1030.572277544514,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
  PNP,PNP,997.398661562473,1002.1810597126929,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
  MagicBrush,MagicBrush,1111.2732859076214,1112.8622355116509,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
+ InfEdit,InfEdit,1079.0224711699423,1081.8108089021207,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
  CosXLEdit,CosXLEdit,1065.6784788847476,1066.700916179776,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
  InstructPix2Pix,InstructPix2Pix,1032.776893862205,1030.572277544514,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
  PNP,PNP,997.398661562473,1002.1810597126929,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
arena_elo/results/20240601/video_generation_leaderboard.csv CHANGED
@@ -1,8 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1168.0173745557663,1200.6502068904151,N/A,N/A,N/A
3
- AnimateDiff,AnimateDiff,1092.2521736897872,1084.442074147037,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
4
- VideoCrafter2,VideoCrafter2,1083.789000766245,1079.4703695161218,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- LaVie,LaVie,991.9440715142596,986.8697039779828,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
6
- OpenSora,OpenSora,927.5496004689987,921.9004988457995,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
7
- ModelScope,ModelScope,876.2917942032782,870.6843383405073,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
8
- AnimateDiffTurbo,AnimateDiffTurbo,860.1559848016669,855.9828082821366,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1197.3891415213045,1228.7326412132002,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ AnimateDiff,AnimateDiff,1076.7073236982264,1076.2594478514502,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
4
+ T2VTurbo,T2VTurbo,1075.1283325084098,1034.2104834546742,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
5
+ VideoCrafter2,VideoCrafter2,1066.1439972125954,1068.6824957279891,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ LaVie,LaVie,975.5835007290805,977.4242179063297,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,907.78356567307,909.0903616850528,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,856.5801154935552,858.0685226371207,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,844.6840231637599,847.531829524186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -9638,5 +9638,261 @@
9638
  "judge": "arena_user_10.16.47.67",
9639
  "anony": true,
9640
  "tstamp": 1717285203.6269
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9641
  }
9642
  ]
 
9638
  "judge": "arena_user_10.16.47.67",
9639
  "anony": true,
9640
  "tstamp": 1717285203.6269
9641
+ },
9642
+ {
9643
+ "model_a": "T2VTurbo",
9644
+ "model_b": "AnimateDiffTurbo",
9645
+ "winner": "tie (bothbad)",
9646
+ "judge": "arena_user_10.16.47.67",
9647
+ "anony": false,
9648
+ "tstamp": 1717293468.582
9649
+ },
9650
+ {
9651
+ "model_a": "AnimateDiff",
9652
+ "model_b": "AnimateDiffTurbo",
9653
+ "winner": "model_a",
9654
+ "judge": "arena_user_10.16.27.21",
9655
+ "anony": false,
9656
+ "tstamp": 1717293491.0083
9657
+ },
9658
+ {
9659
+ "model_a": "LaVie",
9660
+ "model_b": "OpenSora",
9661
+ "winner": "model_a",
9662
+ "judge": "arena_user_10.16.15.131",
9663
+ "anony": true,
9664
+ "tstamp": 1717293504.5815
9665
+ },
9666
+ {
9667
+ "model_a": "OpenSora",
9668
+ "model_b": "T2VTurbo",
9669
+ "winner": "tie",
9670
+ "judge": "arena_user_10.16.15.131",
9671
+ "anony": true,
9672
+ "tstamp": 1717293517.7461
9673
+ },
9674
+ {
9675
+ "model_a": "OpenSora",
9676
+ "model_b": "AnimateDiffTurbo",
9677
+ "winner": "tie (bothbad)",
9678
+ "judge": "arena_user_10.16.15.131",
9679
+ "anony": true,
9680
+ "tstamp": 1717293527.5597
9681
+ },
9682
+ {
9683
+ "model_a": "VideoCrafter2",
9684
+ "model_b": "OpenSora",
9685
+ "winner": "model_a",
9686
+ "judge": "arena_user_10.16.3.126",
9687
+ "anony": true,
9688
+ "tstamp": 1717293536.1345
9689
+ },
9690
+ {
9691
+ "model_a": "ModelScope",
9692
+ "model_b": "OpenSora",
9693
+ "winner": "tie (bothbad)",
9694
+ "judge": "arena_user_10.16.47.67",
9695
+ "anony": true,
9696
+ "tstamp": 1717293546.7518
9697
+ },
9698
+ {
9699
+ "model_a": "ModelScope",
9700
+ "model_b": "LaVie",
9701
+ "winner": "model_b",
9702
+ "judge": "arena_user_10.16.47.67",
9703
+ "anony": true,
9704
+ "tstamp": 1717293554.0351
9705
+ },
9706
+ {
9707
+ "model_a": "AnimateDiffTurbo",
9708
+ "model_b": "StableVideoDiffusion",
9709
+ "winner": "model_b",
9710
+ "judge": "arena_user_10.16.15.131",
9711
+ "anony": true,
9712
+ "tstamp": 1717293568.4703
9713
+ },
9714
+ {
9715
+ "model_a": "VideoCrafter2",
9716
+ "model_b": "T2VTurbo",
9717
+ "winner": "model_b",
9718
+ "judge": "arena_user_10.16.15.131",
9719
+ "anony": true,
9720
+ "tstamp": 1717293580.161
9721
+ },
9722
+ {
9723
+ "model_a": "T2VTurbo",
9724
+ "model_b": "AnimateDiff",
9725
+ "winner": "tie",
9726
+ "judge": "arena_user_10.16.3.126",
9727
+ "anony": true,
9728
+ "tstamp": 1717293591.5149
9729
+ },
9730
+ {
9731
+ "model_a": "OpenSora",
9732
+ "model_b": "VideoCrafter2",
9733
+ "winner": "tie",
9734
+ "judge": "arena_user_10.16.15.131",
9735
+ "anony": true,
9736
+ "tstamp": 1717293602.8639
9737
+ },
9738
+ {
9739
+ "model_a": "LaVie",
9740
+ "model_b": "StableVideoDiffusion",
9741
+ "winner": "model_b",
9742
+ "judge": "arena_user_10.16.47.67",
9743
+ "anony": true,
9744
+ "tstamp": 1717293616.4035
9745
+ },
9746
+ {
9747
+ "model_a": "T2VTurbo",
9748
+ "model_b": "OpenSora",
9749
+ "winner": "tie",
9750
+ "judge": "arena_user_10.16.47.67",
9751
+ "anony": true,
9752
+ "tstamp": 1717293623.5221
9753
+ },
9754
+ {
9755
+ "model_a": "AnimateDiff",
9756
+ "model_b": "ModelScope",
9757
+ "winner": "model_a",
9758
+ "judge": "arena_user_10.16.3.126",
9759
+ "anony": true,
9760
+ "tstamp": 1717293628.89
9761
+ },
9762
+ {
9763
+ "model_a": "OpenSora",
9764
+ "model_b": "VideoCrafter2",
9765
+ "winner": "model_b",
9766
+ "judge": "arena_user_10.16.47.67",
9767
+ "anony": true,
9768
+ "tstamp": 1717293635.1638
9769
+ },
9770
+ {
9771
+ "model_a": "VideoCrafter2",
9772
+ "model_b": "ModelScope",
9773
+ "winner": "model_a",
9774
+ "judge": "arena_user_10.16.3.126",
9775
+ "anony": true,
9776
+ "tstamp": 1717293641.9995
9777
+ },
9778
+ {
9779
+ "model_a": "OpenSora",
9780
+ "model_b": "AnimateDiffTurbo",
9781
+ "winner": "tie (bothbad)",
9782
+ "judge": "arena_user_10.16.15.131",
9783
+ "anony": true,
9784
+ "tstamp": 1717293647.9768
9785
+ },
9786
+ {
9787
+ "model_a": "VideoCrafter2",
9788
+ "model_b": "StableVideoDiffusion",
9789
+ "winner": "model_b",
9790
+ "judge": "arena_user_10.16.15.131",
9791
+ "anony": true,
9792
+ "tstamp": 1717293658.6194
9793
+ },
9794
+ {
9795
+ "model_a": "AnimateDiff",
9796
+ "model_b": "ModelScope",
9797
+ "winner": "model_a",
9798
+ "judge": "arena_user_10.16.3.126",
9799
+ "anony": true,
9800
+ "tstamp": 1717293666.2514
9801
+ },
9802
+ {
9803
+ "model_a": "OpenSora",
9804
+ "model_b": "ModelScope",
9805
+ "winner": "tie (bothbad)",
9806
+ "judge": "arena_user_10.16.47.67",
9807
+ "anony": true,
9808
+ "tstamp": 1717293671.5182
9809
+ },
9810
+ {
9811
+ "model_a": "ModelScope",
9812
+ "model_b": "LaVie",
9813
+ "winner": "tie (bothbad)",
9814
+ "judge": "arena_user_10.16.27.21",
9815
+ "anony": true,
9816
+ "tstamp": 1717293680.9968
9817
+ },
9818
+ {
9819
+ "model_a": "AnimateDiff",
9820
+ "model_b": "VideoCrafter2",
9821
+ "winner": "model_a",
9822
+ "judge": "arena_user_10.16.3.126",
9823
+ "anony": true,
9824
+ "tstamp": 1717293686.4655
9825
+ },
9826
+ {
9827
+ "model_a": "VideoCrafter2",
9828
+ "model_b": "OpenSora",
9829
+ "winner": "tie (bothbad)",
9830
+ "judge": "arena_user_10.16.3.126",
9831
+ "anony": true,
9832
+ "tstamp": 1717293697.9061
9833
+ },
9834
+ {
9835
+ "model_a": "AnimateDiff",
9836
+ "model_b": "LaVie",
9837
+ "winner": "model_a",
9838
+ "judge": "arena_user_10.16.15.131",
9839
+ "anony": true,
9840
+ "tstamp": 1717293707.1435
9841
+ },
9842
+ {
9843
+ "model_a": "ModelScope",
9844
+ "model_b": "AnimateDiffTurbo",
9845
+ "winner": "model_b",
9846
+ "judge": "arena_user_10.16.3.126",
9847
+ "anony": true,
9848
+ "tstamp": 1717293719.0796
9849
+ },
9850
+ {
9851
+ "model_a": "AnimateDiffTurbo",
9852
+ "model_b": "AnimateDiff",
9853
+ "winner": "tie (bothbad)",
9854
+ "judge": "arena_user_10.16.15.131",
9855
+ "anony": true,
9856
+ "tstamp": 1717293740.639
9857
+ },
9858
+ {
9859
+ "model_a": "OpenSora",
9860
+ "model_b": "StableVideoDiffusion",
9861
+ "winner": "model_b",
9862
+ "judge": "arena_user_10.16.15.131",
9863
+ "anony": true,
9864
+ "tstamp": 1717293744.6538
9865
+ },
9866
+ {
9867
+ "model_a": "AnimateDiffTurbo",
9868
+ "model_b": "OpenSora",
9869
+ "winner": "model_a",
9870
+ "judge": "arena_user_10.16.3.126",
9871
+ "anony": true,
9872
+ "tstamp": 1717293756.298
9873
+ },
9874
+ {
9875
+ "model_a": "LaVie",
9876
+ "model_b": "AnimateDiffTurbo",
9877
+ "winner": "model_a",
9878
+ "judge": "arena_user_10.16.27.21",
9879
+ "anony": true,
9880
+ "tstamp": 1717293762.671
9881
+ },
9882
+ {
9883
+ "model_a": "AnimateDiff",
9884
+ "model_b": "VideoCrafter2",
9885
+ "winner": "model_b",
9886
+ "judge": "arena_user_10.16.27.21",
9887
+ "anony": true,
9888
+ "tstamp": 1717293769.1937
9889
+ },
9890
+ {
9891
+ "model_a": "AnimateDiff",
9892
+ "model_b": "OpenSora",
9893
+ "winner": "model_a",
9894
+ "judge": "arena_user_10.16.27.21",
9895
+ "anony": true,
9896
+ "tstamp": 1717293775.9663
9897
  }
9898
  ]
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:00b607ca649d9eb2c892a8ed7d0e7809b5587f8d14fc0e0bfb8513c81a841673
3
- size 57167
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a55a2bcf95eb42d2fc282d1953a7ef9a9403ed71e25b75ce3e8dbd48c6aba4
3
+ size 59749
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,6 +1,6 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
  MagicBrush,MagicBrush,1111.2732859076214,1112.8622355116509,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
- InfEdit,InfEdit,1079.0224711699423,1081.8108089021207,Apache-2.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
  CosXLEdit,CosXLEdit,1065.6784788847476,1066.700916179776,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
  InstructPix2Pix,InstructPix2Pix,1032.776893862205,1030.572277544514,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
  PNP,PNP,997.398661562473,1002.1810597126929,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
  MagicBrush,MagicBrush,1111.2732859076214,1112.8622355116509,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
+ InfEdit,InfEdit,1079.0224711699423,1081.8108089021207,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
  CosXLEdit,CosXLEdit,1065.6784788847476,1066.700916179776,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
  InstructPix2Pix,InstructPix2Pix,1032.776893862205,1030.572277544514,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
  PNP,PNP,997.398661562473,1002.1810597126929,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,8 +1,9 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1168.0173745557663,1200.6502068904151,N/A,N/A,N/A
3
- AnimateDiff,AnimateDiff,1092.2521736897872,1084.442074147037,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
4
- VideoCrafter2,VideoCrafter2,1083.789000766245,1079.4703695161218,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
5
- LaVie,LaVie,991.9440715142596,986.8697039779828,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
6
- OpenSora,OpenSora,927.5496004689987,921.9004988457995,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
7
- ModelScope,ModelScope,876.2917942032782,870.6843383405073,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
8
- AnimateDiffTurbo,AnimateDiffTurbo,860.1559848016669,855.9828082821366,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1197.3891415213045,1228.7326412132002,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ AnimateDiff,AnimateDiff,1076.7073236982264,1076.2594478514502,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
4
+ T2VTurbo,T2VTurbo,1075.1283325084098,1034.2104834546742,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
5
+ VideoCrafter2,VideoCrafter2,1066.1439972125954,1068.6824957279891,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ LaVie,LaVie,975.5835007290805,977.4242179063297,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
7
+ OpenSora,OpenSora,907.78356567307,909.0903616850528,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
+ ModelScope,ModelScope,856.5801154935552,858.0685226371207,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
+ AnimateDiffTurbo,AnimateDiffTurbo,844.6840231637599,847.531829524186,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
arena_elo/video_generation_model_info.json CHANGED
@@ -28,5 +28,15 @@
28
  "Link": "https://github.com/hpcaitech/Open-Sora",
29
  "License": "Apache 2.0",
30
  "Organization": "HPC-AI Tech"
 
 
 
 
 
 
 
 
 
 
31
  }
32
  }
 
28
  "Link": "https://github.com/hpcaitech/Open-Sora",
29
  "License": "Apache 2.0",
30
  "Organization": "HPC-AI Tech"
31
+ },
32
+ "StableVideoDiffusion": {
33
+ "Link": "https://fal.ai/models/fal-ai/fast-svd/text-to-video/api",
34
+ "License": "stable-video-diffusion-nc-community",
35
+ "Organization": "Stability AI"
36
+ },
37
+ "T2VTurbo": {
38
+ "Link": "https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2",
39
+ "License": "cc-by-nc-4.0",
40
+ "Organization": "University of California, Santa Barbara"
41
  }
42
  }