DongfuJiang commited on
Commit
e6b8c08
2 Parent(s): b39bf3c 93965be

Merge branch 'main' of https://huggingface.co/spaces/TIGER-Lab/GenAI-Arena

Browse files
Files changed (38) hide show
  1. .gitignore +3 -1
  2. arena_elo/elo_rating/elo_analysis.py +9 -9
  3. arena_elo/results/20240602/clean_battle_image_editing_average_win_rate_bar.jpg +0 -0
  4. arena_elo/results/20240602/clean_battle_image_editing_battle_count_heatmap.jpg +0 -0
  5. arena_elo/results/20240602/clean_battle_image_editing_bootstrap_elo_rating.jpg +0 -0
  6. arena_elo/results/20240602/clean_battle_image_editing_win_fraction_heatmap.jpg +0 -0
  7. arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
  8. arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
  9. arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
  10. arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
  11. arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
  12. arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
  13. arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
  14. arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
  15. arena_elo/results/20240602/elo_results_image_editing.pkl +2 -2
  16. arena_elo/results/20240602/image_editing_leaderboard.csv +9 -9
  17. arena_elo/results/20240603/clean_battle_t2i_generation.json +3 -0
  18. arena_elo/results/20240603/clean_battle_t2i_generation_average_win_rate_bar.jpg +0 -0
  19. arena_elo/results/20240603/clean_battle_t2i_generation_battle_count_heatmap.jpg +0 -0
  20. arena_elo/results/20240603/clean_battle_t2i_generation_bootstrap_elo_rating.jpg +0 -0
  21. arena_elo/results/20240603/clean_battle_t2i_generation_win_fraction_heatmap.jpg +0 -0
  22. arena_elo/results/20240603/clean_battle_video_generation.json +3 -0
  23. arena_elo/results/20240603/clean_battle_video_generation_average_win_rate_bar.jpg +0 -0
  24. arena_elo/results/20240603/clean_battle_video_generation_battle_count_heatmap.jpg +0 -0
  25. arena_elo/results/20240603/clean_battle_video_generation_bootstrap_elo_rating.jpg +0 -0
  26. arena_elo/results/20240603/clean_battle_video_generation_win_fraction_heatmap.jpg +0 -0
  27. arena_elo/results/20240603/elo_results_t2i_generation.pkl +2 -2
  28. arena_elo/results/20240603/elo_results_video_generation.pkl +2 -2
  29. arena_elo/results/20240603/t2i_generation_leaderboard.csv +14 -0
  30. arena_elo/results/20240603/video_generation_leaderboard.csv +11 -0
  31. arena_elo/results/latest/clean_battle_t2i_generation.json +3 -0
  32. arena_elo/results/latest/clean_battle_video_generation.json +3 -0
  33. arena_elo/results/latest/elo_results_image_editing.pkl +2 -2
  34. arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
  35. arena_elo/results/latest/elo_results_video_generation.pkl +2 -2
  36. arena_elo/results/latest/image_editing_leaderboard.csv +9 -9
  37. arena_elo/results/latest/t2i_generation_leaderboard.csv +14 -0
  38. arena_elo/results/latest/video_generation_leaderboard.csv +11 -0
.gitignore CHANGED
@@ -168,4 +168,6 @@ cython_debug/
168
  /*.ipynb
169
  /GenAI-Arena-hf-logs
170
  /3DGen-Arena-logs*
171
- /tmp*
 
 
 
168
  /*.ipynb
169
  /GenAI-Arena-hf-logs
170
  /3DGen-Arena-logs*
171
+ /tmp*
172
+ /arena_elo/results/**/*.jpg
173
+ /arena_elo/results/**/*.png
arena_elo/elo_rating/elo_analysis.py CHANGED
@@ -378,15 +378,15 @@ if __name__ == "__main__":
378
  print(f"Full last update : {full_results['last_updated_datetime']}")
379
 
380
 
381
- # save heatmap results in the same directory of the cleaned battle file
382
- win_fraction_heatmap_file = args.clean_battle_file.replace(".json", "_win_fraction_heatmap.jpg")
383
- battle_count_heatmap_file = args.clean_battle_file.replace(".json", "_battle_count_heatmap.jpg")
384
- average_win_rate_bar_file = args.clean_battle_file.replace(".json", "_average_win_rate_bar.jpg")
385
- bootstrap_elo_rating_file = args.clean_battle_file.replace(".json", "_bootstrap_elo_rating.jpg")
386
- anony_results["win_fraction_heatmap"].write_image(win_fraction_heatmap_file)
387
- anony_results["battle_count_heatmap"].write_image(battle_count_heatmap_file)
388
- anony_results["average_win_rate_bar"].write_image(average_win_rate_bar_file)
389
- anony_results["bootstrap_elo_rating"].write_image(bootstrap_elo_rating_file)
390
 
391
 
392
  last_updated_tstamp = full_results["last_updated_tstamp"]
 
378
  print(f"Full last update : {full_results['last_updated_datetime']}")
379
 
380
 
381
+ # # save heatmap results in the same directory of the cleaned battle file
382
+ # win_fraction_heatmap_file = args.clean_battle_file.replace(".json", "_win_fraction_heatmap.jpg")
383
+ # battle_count_heatmap_file = args.clean_battle_file.replace(".json", "_battle_count_heatmap.jpg")
384
+ # average_win_rate_bar_file = args.clean_battle_file.replace(".json", "_average_win_rate_bar.jpg")
385
+ # bootstrap_elo_rating_file = args.clean_battle_file.replace(".json", "_bootstrap_elo_rating.jpg")
386
+ # anony_results["win_fraction_heatmap"].write_image(win_fraction_heatmap_file)
387
+ # anony_results["battle_count_heatmap"].write_image(battle_count_heatmap_file)
388
+ # anony_results["average_win_rate_bar"].write_image(average_win_rate_bar_file)
389
+ # anony_results["bootstrap_elo_rating"].write_image(bootstrap_elo_rating_file)
390
 
391
 
392
  last_updated_tstamp = full_results["last_updated_tstamp"]
arena_elo/results/20240602/clean_battle_image_editing_average_win_rate_bar.jpg DELETED
Binary file (33.1 kB)
 
arena_elo/results/20240602/clean_battle_image_editing_battle_count_heatmap.jpg DELETED
Binary file (61.2 kB)
 
arena_elo/results/20240602/clean_battle_image_editing_bootstrap_elo_rating.jpg DELETED
Binary file (30.7 kB)
 
arena_elo/results/20240602/clean_battle_image_editing_win_fraction_heatmap.jpg DELETED
Binary file (70.4 kB)
 
arena_elo/results/20240602/clean_battle_t2i_generation_average_win_rate_bar.jpg DELETED
Binary file (37.3 kB)
 
arena_elo/results/20240602/clean_battle_t2i_generation_battle_count_heatmap.jpg DELETED
Binary file (83.3 kB)
 
arena_elo/results/20240602/clean_battle_t2i_generation_bootstrap_elo_rating.jpg DELETED
Binary file (35.6 kB)
 
arena_elo/results/20240602/clean_battle_t2i_generation_win_fraction_heatmap.jpg DELETED
Binary file (86.9 kB)
 
arena_elo/results/20240602/clean_battle_video_generation_average_win_rate_bar.jpg DELETED
Binary file (31.4 kB)
 
arena_elo/results/20240602/clean_battle_video_generation_battle_count_heatmap.jpg DELETED
Binary file (54.9 kB)
 
arena_elo/results/20240602/clean_battle_video_generation_bootstrap_elo_rating.jpg DELETED
Binary file (30.9 kB)
 
arena_elo/results/20240602/clean_battle_video_generation_win_fraction_heatmap.jpg DELETED
Binary file (59.9 kB)
 
arena_elo/results/20240602/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f987c276a9f91055a204fee98a63f32895c94264e3a4fcc41b84776592763e6f
3
- size 62362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
3
+ size 62513
arena_elo/results/20240602/image_editing_leaderboard.csv CHANGED
@@ -1,10 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- MagicBrush,MagicBrush,1111.287883287791,1112.8809479007448,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
- InfEdit,InfEdit,1079.0215496678925,1081.8081725884626,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
- CosXLEdit,CosXLEdit,1065.6805346660533,1066.704128727434,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
- InstructPix2Pix,InstructPix2Pix,1032.7530333195389,1030.5587019503707,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
- PNP,PNP,998.4983696664473,1003.2359999540579,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
- Prompt2prompt,Prompt2prompt,987.9337296502758,989.0974614471744,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
8
- CycleDiffusion,CycleDiffusion,938.9517299322257,932.7970251208932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
9
- SDEdit,SDEdit,928.5595445205557,926.7905094883904,MIT License,Stanford University,https://sde-image-editing.github.io
10
- Pix2PixZero,Pix2PixZero,857.3136252892202,856.1270528224718,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
+ InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
+ CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
8
+ CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
9
+ SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
arena_elo/results/20240603/clean_battle_t2i_generation.json CHANGED
@@ -42518,6 +42518,7 @@
42518
  "judge": "arena_user_10.16.15.131",
42519
  "anony": true,
42520
  "tstamp": 1717442262.7797
 
42521
  },
42522
  {
42523
  "model_a": "SDXLTurbo",
@@ -42550,5 +42551,7 @@
42550
  "judge": "arena_user_10.16.27.21",
42551
  "anony": true,
42552
  "tstamp": 1717456603.2007
 
 
42553
  }
42554
  ]
 
42518
  "judge": "arena_user_10.16.15.131",
42519
  "anony": true,
42520
  "tstamp": 1717442262.7797
42521
+ <<<<<<< HEAD
42522
  },
42523
  {
42524
  "model_a": "SDXLTurbo",
 
42551
  "judge": "arena_user_10.16.27.21",
42552
  "anony": true,
42553
  "tstamp": 1717456603.2007
42554
+ =======
42555
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
42556
  }
42557
  ]
arena_elo/results/20240603/clean_battle_t2i_generation_average_win_rate_bar.jpg DELETED
Binary file (37.4 kB)
 
arena_elo/results/20240603/clean_battle_t2i_generation_battle_count_heatmap.jpg DELETED
Binary file (84.3 kB)
 
arena_elo/results/20240603/clean_battle_t2i_generation_bootstrap_elo_rating.jpg DELETED
Binary file (36.2 kB)
 
arena_elo/results/20240603/clean_battle_t2i_generation_win_fraction_heatmap.jpg DELETED
Binary file (87 kB)
 
arena_elo/results/20240603/clean_battle_video_generation.json CHANGED
@@ -12470,6 +12470,7 @@
12470
  "judge": "arena_user_10.16.15.131",
12471
  "anony": true,
12472
  "tstamp": 1717442771.0084
 
12473
  },
12474
  {
12475
  "model_a": "OpenSora",
@@ -12678,5 +12679,7 @@
12678
  "judge": "arena_user_10.16.27.21",
12679
  "anony": true,
12680
  "tstamp": 1717456368.838
 
 
12681
  }
12682
  ]
 
12470
  "judge": "arena_user_10.16.15.131",
12471
  "anony": true,
12472
  "tstamp": 1717442771.0084
12473
+ <<<<<<< HEAD
12474
  },
12475
  {
12476
  "model_a": "OpenSora",
 
12679
  "judge": "arena_user_10.16.27.21",
12680
  "anony": true,
12681
  "tstamp": 1717456368.838
12682
+ =======
12683
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
12684
  }
12685
  ]
arena_elo/results/20240603/clean_battle_video_generation_average_win_rate_bar.jpg DELETED
Binary file (31.3 kB)
 
arena_elo/results/20240603/clean_battle_video_generation_battle_count_heatmap.jpg DELETED
Binary file (57.4 kB)
 
arena_elo/results/20240603/clean_battle_video_generation_bootstrap_elo_rating.jpg DELETED
Binary file (29.7 kB)
 
arena_elo/results/20240603/clean_battle_video_generation_win_fraction_heatmap.jpg DELETED
Binary file (60.1 kB)
 
arena_elo/results/20240603/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1473d7bc4d80cee186294b25cc331f795b0d5069a642e320e452e01db0665a8a
3
- size 68024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7127b7436e33b756120b71e2546890c029350333b663a361a7c4c1228016b97a
3
+ size 287
arena_elo/results/20240603/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ff677e8a3e8cec3044c42a4e1e446f1e5d7dce2dd030cf6591ce67f170b9575
3
- size 59813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7286222b707c048291a683b660c13536098fd4593b18c14180339f5f14f4941f
3
+ size 287
arena_elo/results/20240603/t2i_generation_leaderboard.csv CHANGED
@@ -1,4 +1,5 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
 
2
  PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
  PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
  StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
@@ -10,3 +11,16 @@ SDXLTurbo,SDXLTurbo,933.5928303143753,931.7266637620024,sai-nc-community (other)
10
  LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
  OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
  LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ <<<<<<< HEAD
3
  PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
  PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
  StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
 
11
  LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
12
  OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
13
  LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
14
+ =======
15
+ PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
16
+ PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
17
+ StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
18
+ SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
19
+ PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
20
+ PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
21
+ SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
22
+ SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
23
+ LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
24
+ OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
25
+ LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
26
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
arena_elo/results/20240603/video_generation_leaderboard.csv CHANGED
@@ -1,4 +1,5 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
 
2
  T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
3
  StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
  VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
@@ -7,3 +8,13 @@ LaVie,LaVie,996.4439363199807,996.4108324890976,Apache 2.0,Shanghai AI Lab,https
7
  OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
  ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
  AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
 
 
 
 
 
 
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ <<<<<<< HEAD
3
  T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
  StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
  VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
 
8
  OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
  ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
10
  AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
11
+ =======
12
+ T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
13
+ StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
14
+ VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
15
+ AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
16
+ LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
17
+ OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
18
+ ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
19
+ AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
20
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -42518,6 +42518,7 @@
42518
  "judge": "arena_user_10.16.15.131",
42519
  "anony": true,
42520
  "tstamp": 1717442262.7797
 
42521
  },
42522
  {
42523
  "model_a": "SDXLTurbo",
@@ -42550,5 +42551,7 @@
42550
  "judge": "arena_user_10.16.27.21",
42551
  "anony": true,
42552
  "tstamp": 1717456603.2007
 
 
42553
  }
42554
  ]
 
42518
  "judge": "arena_user_10.16.15.131",
42519
  "anony": true,
42520
  "tstamp": 1717442262.7797
42521
+ <<<<<<< HEAD
42522
  },
42523
  {
42524
  "model_a": "SDXLTurbo",
 
42551
  "judge": "arena_user_10.16.27.21",
42552
  "anony": true,
42553
  "tstamp": 1717456603.2007
42554
+ =======
42555
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
42556
  }
42557
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -12470,6 +12470,7 @@
12470
  "judge": "arena_user_10.16.15.131",
12471
  "anony": true,
12472
  "tstamp": 1717442771.0084
 
12473
  },
12474
  {
12475
  "model_a": "OpenSora",
@@ -12678,5 +12679,7 @@
12678
  "judge": "arena_user_10.16.27.21",
12679
  "anony": true,
12680
  "tstamp": 1717456368.838
 
 
12681
  }
12682
  ]
 
12470
  "judge": "arena_user_10.16.15.131",
12471
  "anony": true,
12472
  "tstamp": 1717442771.0084
12473
+ <<<<<<< HEAD
12474
  },
12475
  {
12476
  "model_a": "OpenSora",
 
12679
  "judge": "arena_user_10.16.27.21",
12680
  "anony": true,
12681
  "tstamp": 1717456368.838
12682
+ =======
12683
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
12684
  }
12685
  ]
arena_elo/results/latest/elo_results_image_editing.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f987c276a9f91055a204fee98a63f32895c94264e3a4fcc41b84776592763e6f
3
- size 62362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26f7a55d96214a5616b9c3415a1dba49e3abd59fc02c70915d367c861b427d4
3
+ size 62513
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1473d7bc4d80cee186294b25cc331f795b0d5069a642e320e452e01db0665a8a
3
- size 68024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7127b7436e33b756120b71e2546890c029350333b663a361a7c4c1228016b97a
3
+ size 287
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ff677e8a3e8cec3044c42a4e1e446f1e5d7dce2dd030cf6591ce67f170b9575
3
- size 59813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7286222b707c048291a683b660c13536098fd4593b18c14180339f5f14f4941f
3
+ size 287
arena_elo/results/latest/image_editing_leaderboard.csv CHANGED
@@ -1,10 +1,10 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- MagicBrush,MagicBrush,1111.287883287791,1112.8809479007448,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
- InfEdit,InfEdit,1079.0215496678925,1081.8081725884626,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
- CosXLEdit,CosXLEdit,1065.6805346660533,1066.704128727434,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
- InstructPix2Pix,InstructPix2Pix,1032.7530333195389,1030.5587019503707,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
- PNP,PNP,998.4983696664473,1003.2359999540579,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
- Prompt2prompt,Prompt2prompt,987.9337296502758,989.0974614471744,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
8
- CycleDiffusion,CycleDiffusion,938.9517299322257,932.7970251208932,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
9
- SDEdit,SDEdit,928.5595445205557,926.7905094883904,MIT License,Stanford University,https://sde-image-editing.github.io
10
- Pix2PixZero,Pix2PixZero,857.3136252892202,856.1270528224718,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ MagicBrush,MagicBrush,1111.2896974153186,1112.883832921661,CC-BY-4.0,"The Ohio State University, University of Waterloo",https://osu-nlp-group.github.io/MagicBrush
3
+ InfEdit,InfEdit,1079.023724825143,1081.8093826372624,CC BY-NC-ND 4.0,"University of Michigan, University of California, Berkeley",https://huggingface.co/spaces/sled-umich/InfEdit
4
+ CosXLEdit,CosXLEdit,1065.6747767115553,1066.698868969277,cosxl-nc-community,Stability AI,https://huggingface.co/spaces/multimodalart/cosxl
5
+ InstructPix2Pix,InstructPix2Pix,1032.7437151476934,1030.5504836435043,"Copyright 2023 Timothy Brooks, Aleksander Holynski, Alexei A. Efros","University of California, Berkeley",https://www.timothybrooks.com/instruct-pix2pix
6
+ PNP,PNP,998.4941689229544,1003.2340269981295,-,Weizmann Institute of Science,https://github.com/MichalGeyer/plug-and-play
7
+ Prompt2prompt,Prompt2prompt,987.9339445087486,989.0953880741478,Apache-2.0,"Google, Tel Aviv University",https://prompt-to-prompt.github.io
8
+ CycleDiffusion,CycleDiffusion,938.9574282112596,932.8027557414483,X11,Carnegie Mellon University,https://github.com/ChenWu98/cycle-diffusion
9
+ SDEdit,SDEdit,928.5644318113967,926.7939526686346,MIT License,Stanford University,https://sde-image-editing.github.io
10
+ Pix2PixZero,Pix2PixZero,857.3181124459302,856.1313083459349,MIT License,"Carnegie Mellon University, Adobe Research",https://pix2pixzero.github.io
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,4 +1,5 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
 
2
  PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
  PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
4
  StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
@@ -10,3 +11,16 @@ SDXLTurbo,SDXLTurbo,933.5928303143753,931.7266637620024,sai-nc-community (other)
10
  LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
11
  OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
12
  LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ <<<<<<< HEAD
3
  PlayGround V2.5,PlayGround V2.5,1150.4465120290506,1152.409998855955,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
4
  PlayGround V2,PlayGround V2,1099.0477449966102,1098.2433191478394,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
5
  StableCascade,StableCascade,1057.8180953477952,1062.0816255091809,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
 
11
  LCM(v1.5/XL),LCM(v1.5/XL),932.316648624999,925.7281166966529,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
12
  OpenJourney,OpenJourney,852.6715597399891,847.3647077937494,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
13
  LCM,LCM,816.4587646507382,829.680359446477,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
14
+ =======
15
+ PlayGround V2.5,PlayGround V2.5,1150.1637935105625,1094.0467058116972,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
16
+ PlayGround V2,PlayGround V2,1099.0309061074665,1040.3032407773385,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
17
+ StableCascade,StableCascade,1057.8321034420455,1004.2435257022872,stable-cascade-nc-community (other),Stability AI,https://huggingface.co/stabilityai/stable-cascade
18
+ SDXLLightning,SDXLLightning,1055.510250598353,1001.2282552492082,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
19
+ PixArtSigma,PixArtSigma,1050.6722810715269,991.9199715289662,openrail++,PixArt-alpha,https://fal.ai/models/fal-ai/pixart-sigma
20
+ PixArtAlpha,PixArtAlpha,1050.1580933638656,980.3090847002037,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
21
+ SDXL,SDXL,1001.5737247144558,942.2700908757375,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
22
+ SDXLTurbo,SDXLTurbo,933.6371824384091,873.7950330662693,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
23
+ LCM(v1.5/XL),LCM(v1.5/XL),932.2652035298596,867.9594795289256,openrail++,Latent Consistency,https://fal.ai/models/fal-ai/fast-lcm-diffusion/api
24
+ OpenJourney,OpenJourney,852.7043252915859,789.4241954435843,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
25
+ LCM,LCM,816.4521359318699,771.6766929081823,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
26
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,4 +1,5 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
 
2
  T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
3
  StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
4
  VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
@@ -7,3 +8,13 @@ LaVie,LaVie,996.4439363199807,996.4108324890976,Apache 2.0,Shanghai AI Lab,https
7
  OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
8
  ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
9
  AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
 
 
 
 
 
 
 
 
 
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ <<<<<<< HEAD
3
  T2VTurbo,T2VTurbo,1113.2289800121919,1110.848994484043,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
4
  StableVideoDiffusion,StableVideoDiffusion,1104.5585443964503,1108.3187585539656,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
5
  VideoCrafter2,VideoCrafter2,1077.4020854880887,1078.1338759842122,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
 
8
  OpenSora,OpenSora,915.8655076423616,915.4829893518606,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
  ModelScope,ModelScope,866.3294497159768,866.0542140966072,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
10
  AnimateDiffTurbo,AnimateDiffTurbo,851.1609636239237,851.772284728338,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
11
+ =======
12
+ T2VTurbo,T2VTurbo,1126.4777856118324,1123.8947302891752,cc-by-nc-4.0,"University of California, Santa Barbara",https://huggingface.co/jiachenli-ucsb/T2V-Turbo-VC2
13
+ StableVideoDiffusion,StableVideoDiffusion,1101.5140115830034,1105.504944993565,stable-video-diffusion-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
14
+ VideoCrafter2,VideoCrafter2,1075.6428492096722,1076.374440137118,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
15
+ AnimateDiff,AnimateDiff,1072.049995510312,1070.1663832121926,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
16
+ LaVie,LaVie,993.3974919411143,993.355358824916,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
17
+ OpenSora,OpenSora,914.6374632520156,914.2390894999345,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
18
+ ModelScope,ModelScope,864.8488751394128,864.526959387069,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
19
+ AnimateDiffTurbo,AnimateDiffTurbo,851.4315277526372,851.93809365603,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
20
+ >>>>>>> 93965be96fa4589de47cdb4f4b96717b6dbd81e6