DongfuJiang commited on
Commit
2754f7a
1 Parent(s): 52c57eb

Auto Daily Leaderboard udpate Mon Oct 7 12:00:25 PM EDT 2024

Browse files
arena_elo/results/20241006/clean_battle_video_generation.json CHANGED
@@ -28446,5 +28446,131 @@
28446
  "judge": "arena_user_10.16.9.29",
28447
  "anony": true,
28448
  "tstamp": 1728220823.1806
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28449
  }
28450
  ]
 
28446
  "judge": "arena_user_10.16.9.29",
28447
  "anony": true,
28448
  "tstamp": 1728220823.1806
28449
+ },
28450
+ {
28451
+ "model_a_conv_id": "90eae73907ae4449a40470e0b57bfe61",
28452
+ "model_b_conv_id": "9c7d0299072f4af1b926608f2d529bbc",
28453
+ "inputs": {
28454
+ "prompt": "a blue bird"
28455
+ },
28456
+ "model_a": "AnimateDiff Turbo",
28457
+ "model_b": "T2V-Turbo",
28458
+ "vote_type": "rightvote",
28459
+ "winner": "model_b",
28460
+ "judge": "arena_user_10.16.4.3",
28461
+ "anony": true,
28462
+ "tstamp": 1728231663.4116
28463
+ },
28464
+ {
28465
+ "model_a_conv_id": "5068ca99802140f990b6c1d8c1c5136b",
28466
+ "model_b_conv_id": "74aee7186aa8423faf806013a9c0ffc2",
28467
+ "inputs": {
28468
+ "prompt": "a bird soaring gracefully in the sky"
28469
+ },
28470
+ "model_a": "OpenSora v1.2",
28471
+ "model_b": "CogVideoX-5B",
28472
+ "vote_type": "rightvote",
28473
+ "winner": "model_b",
28474
+ "judge": "arena_user_10.16.33.216",
28475
+ "anony": true,
28476
+ "tstamp": 1728231681.3678
28477
+ },
28478
+ {
28479
+ "model_a_conv_id": "309e3b54a5dd40ca90a12425f1b988bb",
28480
+ "model_b_conv_id": "37f6a92a0bbb4b29bb603a18895f1532",
28481
+ "inputs": {
28482
+ "prompt": "A polar bear is playing guitar"
28483
+ },
28484
+ "model_a": "T2V-Turbo",
28485
+ "model_b": "CogVideoX-5B",
28486
+ "vote_type": "rightvote",
28487
+ "winner": "model_b",
28488
+ "judge": "arena_user_10.16.34.60",
28489
+ "anony": true,
28490
+ "tstamp": 1728231695.8153
28491
+ },
28492
+ {
28493
+ "model_a_conv_id": "3aaee43a24d84328bd73941d4921267b",
28494
+ "model_b_conv_id": "74136474d83c4ebb9f742ba261b603b7",
28495
+ "inputs": {
28496
+ "prompt": "a bicycle slowing down to stop"
28497
+ },
28498
+ "model_a": "CogVideoX-5B",
28499
+ "model_b": "VideoCrafter2",
28500
+ "vote_type": "leftvote",
28501
+ "winner": "model_a",
28502
+ "judge": "arena_user_10.16.34.60",
28503
+ "anony": true,
28504
+ "tstamp": 1728231706.8657
28505
+ },
28506
+ {
28507
+ "model_a_conv_id": "0f8a2dae416149629583682ae4f3a077",
28508
+ "model_b_conv_id": "8019df17d04c46c4857ee5e25e2e6687",
28509
+ "inputs": {
28510
+ "prompt": "a motorcycle slowing down to stop"
28511
+ },
28512
+ "model_a": "CogVideoX-2B",
28513
+ "model_b": "OpenSora v1.2",
28514
+ "vote_type": "bothbad_vote",
28515
+ "winner": "tie (bothbad)",
28516
+ "judge": "arena_user_10.16.34.60",
28517
+ "anony": true,
28518
+ "tstamp": 1728231719.0474
28519
+ },
28520
+ {
28521
+ "model_a_conv_id": "46b5d31d6e934a58986dc28c5d0e6955",
28522
+ "model_b_conv_id": "4bbf014f02be4bf48085ad2d6dba9989",
28523
+ "inputs": {
28524
+ "prompt": "A tranquil tableau of a picturesque barn was painted a warm shade of red and nestled in a picturesque meadow"
28525
+ },
28526
+ "model_a": "T2V-Turbo",
28527
+ "model_b": "CogVideoX-5B",
28528
+ "vote_type": "leftvote",
28529
+ "winner": "model_a",
28530
+ "judge": "arena_user_10.16.34.60",
28531
+ "anony": true,
28532
+ "tstamp": 1728245968.1778
28533
+ },
28534
+ {
28535
+ "model_a_conv_id": "33f3443750684c2895693f6d9a7faf43",
28536
+ "model_b_conv_id": "3ac65fbf4e5a4989ba88b51362358f75",
28537
+ "inputs": {
28538
+ "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
28539
+ },
28540
+ "model_a": "OpenSora v1.2",
28541
+ "model_b": "StableVideoDiffusion",
28542
+ "vote_type": "bothbad_vote",
28543
+ "winner": "tie (bothbad)",
28544
+ "judge": "arena_user_10.16.15.192",
28545
+ "anony": true,
28546
+ "tstamp": 1728245991.9657
28547
+ },
28548
+ {
28549
+ "model_a_conv_id": "3d31e415fb61442a8d854899b5d564d0",
28550
+ "model_b_conv_id": "4351c037ca824eb28283a9cc12095761",
28551
+ "inputs": {
28552
+ "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, pan left"
28553
+ },
28554
+ "model_a": "AnimateDiff Turbo",
28555
+ "model_b": "CogVideoX-2B",
28556
+ "vote_type": "leftvote",
28557
+ "winner": "model_a",
28558
+ "judge": "arena_user_10.16.9.29",
28559
+ "anony": true,
28560
+ "tstamp": 1728246002.6354
28561
+ },
28562
+ {
28563
+ "model_a_conv_id": "43694026d5f249d9aebf67384f409384",
28564
+ "model_b_conv_id": "f8836f38fa894da790a3d6f691ecabb7",
28565
+ "inputs": {
28566
+ "prompt": "A cute happy Corgi playing in park, sunset"
28567
+ },
28568
+ "model_a": "AnimateDiff",
28569
+ "model_b": "OpenSora v1.2",
28570
+ "vote_type": "leftvote",
28571
+ "winner": "model_a",
28572
+ "judge": "arena_user_10.16.17.212",
28573
+ "anony": true,
28574
+ "tstamp": 1728246017.5252
28575
  }
28576
  ]
arena_elo/results/20241006/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5093a4309900069782426515c291c299ed8bcceca4a388a5e418d679ae5173ef
3
  size 66399
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e0b022738641eae089950245973b9a4ebc4b7f154692d1fd449cbb5b3ba33e
3
  size 66399
arena_elo/results/20241006/video_generation_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1147.3757840235821,1151.1613017490392,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- CogVideoX-2B,CogVideoX-2B,1118.7477895716427,1108.7839108634628,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
- T2V-Turbo,T2V-Turbo,1078.5791174109986,1077.9583646945448,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
- VideoCrafter2,VideoCrafter2,1067.781871578426,1069.427949759292,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- AnimateDiff,AnimateDiff,1065.5274607230212,1065.3908566007235,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
- LaVie,LaVie,993.5159774718169,995.09817773455,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
- OpenSora,OpenSora,909.9757343838812,911.1373879390137,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
- OpenSora v1.2,OpenSora v1.2,899.6868401883314,897.7602505740938,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
- ModelScope,ModelScope,859.47657007572,862.3869257451277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
- AnimateDiff Turbo,AnimateDiff Turbo,859.3328545725799,860.8948743401536,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1147.4213956829585,1151.0493172879108,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ CogVideoX-2B,CogVideoX-2B,1104.9296501301437,1097.283536443559,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ T2V-Turbo,T2V-Turbo,1079.8053722330617,1079.258801119295,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
+ VideoCrafter2,VideoCrafter2,1068.9407580442664,1070.3407228728852,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1066.9907528569108,1066.5990887602636,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,994.9573865040971,996.2428375088288,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,911.3397752620042,912.3803603809257,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,903.1433478246447,900.5601360659466,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ AnimateDiff Turbo,AnimateDiff Turbo,861.5128779711841,862.740223902064,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
11
+ ModelScope,ModelScope,860.9586834907303,863.5449756583193,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
arena_elo/results/20241007/clean_battle_t2i_generation.json ADDED
The diff for this file is too large to render. See raw diff
 
arena_elo/results/20241007/elo_results_t2i_generation.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3fc823630a677cacb8f6e5081b9eba7bb6f6ab4a9ecb6f68b1af843e6be374
3
+ size 88245
arena_elo/results/20241007/t2i_generation_leaderboard.csv ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.77325256799,1124.275963723777,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1110.8175035014342,1120.0248862455878,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.2330546916396,1073.204621573277,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.7453380529876,1072.206269287487,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1064.5836113305645,1060.7182742163193,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.3821511298645,1042.4661601613734,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1028.4116849138115,1020.8769784576341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1022.1587591151388,1013.4214498435781,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.5880517253412,1024.0728533034694,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1020.4907046562224,1020.7064769898858,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,1008.4847477262771,1001.5862840210448,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1004.0070084014902,1008.790045288699,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.7666607044956,966.7950106280394,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.6981345248606,911.6437476337915,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.4994486642928,900.0605328753604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.276154439106,824.5785407656837,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0837338544908,804.5277142108204,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/clean_battle_t2i_generation.json CHANGED
@@ -103636,5 +103636,47 @@
103636
  "judge": "arena_user_10.16.34.60",
103637
  "anony": true,
103638
  "tstamp": 1728127621.5251
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103639
  }
103640
  ]
 
103636
  "judge": "arena_user_10.16.34.60",
103637
  "anony": true,
103638
  "tstamp": 1728127621.5251
103639
+ },
103640
+ {
103641
+ "model_a_conv_id": "477f46801b1c411e95b8d82b826ebdd7",
103642
+ "model_b_conv_id": "a172dc388dd4472fbd8db00f78795349",
103643
+ "inputs": {
103644
+ "prompt": "a cute dog is playing a ball"
103645
+ },
103646
+ "model_a": "FLUX.1-dev",
103647
+ "model_b": "PlayGround V2.5",
103648
+ "vote_type": "tievote",
103649
+ "winner": "tie",
103650
+ "judge": "arena_user_10.16.24.194",
103651
+ "anony": true,
103652
+ "tstamp": 1728309996.5143
103653
+ },
103654
+ {
103655
+ "model_a_conv_id": "5496d59e29ae4e5d9f3303bf753b7bd1",
103656
+ "model_b_conv_id": "f4bff48f0f404bab929856ae3ae66692",
103657
+ "inputs": {
103658
+ "prompt": "A silver , orange , and grey train 's closed doors ."
103659
+ },
103660
+ "model_a": "StableCascade",
103661
+ "model_b": "FLUX.1-dev",
103662
+ "vote_type": "rightvote",
103663
+ "winner": "model_b",
103664
+ "judge": "arena_user_10.16.3.138",
103665
+ "anony": true,
103666
+ "tstamp": 1728310024.8602
103667
+ },
103668
+ {
103669
+ "model_a_conv_id": "8bc50898a69441af88194f59b645f041",
103670
+ "model_b_conv_id": "5ef6fa57d34b4d7cb7fa8d515cf4110e",
103671
+ "inputs": {
103672
+ "prompt": "A pink and a white frisbee are on the ground ."
103673
+ },
103674
+ "model_a": "PixArtSigma",
103675
+ "model_b": "SDXLTurbo",
103676
+ "vote_type": "leftvote",
103677
+ "winner": "model_a",
103678
+ "judge": "arena_user_10.16.17.212",
103679
+ "anony": true,
103680
+ "tstamp": 1728310920.6246
103681
  }
103682
  ]
arena_elo/results/latest/clean_battle_video_generation.json CHANGED
@@ -28446,5 +28446,131 @@
28446
  "judge": "arena_user_10.16.9.29",
28447
  "anony": true,
28448
  "tstamp": 1728220823.1806
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28449
  }
28450
  ]
 
28446
  "judge": "arena_user_10.16.9.29",
28447
  "anony": true,
28448
  "tstamp": 1728220823.1806
28449
+ },
28450
+ {
28451
+ "model_a_conv_id": "90eae73907ae4449a40470e0b57bfe61",
28452
+ "model_b_conv_id": "9c7d0299072f4af1b926608f2d529bbc",
28453
+ "inputs": {
28454
+ "prompt": "a blue bird"
28455
+ },
28456
+ "model_a": "AnimateDiff Turbo",
28457
+ "model_b": "T2V-Turbo",
28458
+ "vote_type": "rightvote",
28459
+ "winner": "model_b",
28460
+ "judge": "arena_user_10.16.4.3",
28461
+ "anony": true,
28462
+ "tstamp": 1728231663.4116
28463
+ },
28464
+ {
28465
+ "model_a_conv_id": "5068ca99802140f990b6c1d8c1c5136b",
28466
+ "model_b_conv_id": "74aee7186aa8423faf806013a9c0ffc2",
28467
+ "inputs": {
28468
+ "prompt": "a bird soaring gracefully in the sky"
28469
+ },
28470
+ "model_a": "OpenSora v1.2",
28471
+ "model_b": "CogVideoX-5B",
28472
+ "vote_type": "rightvote",
28473
+ "winner": "model_b",
28474
+ "judge": "arena_user_10.16.33.216",
28475
+ "anony": true,
28476
+ "tstamp": 1728231681.3678
28477
+ },
28478
+ {
28479
+ "model_a_conv_id": "309e3b54a5dd40ca90a12425f1b988bb",
28480
+ "model_b_conv_id": "37f6a92a0bbb4b29bb603a18895f1532",
28481
+ "inputs": {
28482
+ "prompt": "A polar bear is playing guitar"
28483
+ },
28484
+ "model_a": "T2V-Turbo",
28485
+ "model_b": "CogVideoX-5B",
28486
+ "vote_type": "rightvote",
28487
+ "winner": "model_b",
28488
+ "judge": "arena_user_10.16.34.60",
28489
+ "anony": true,
28490
+ "tstamp": 1728231695.8153
28491
+ },
28492
+ {
28493
+ "model_a_conv_id": "3aaee43a24d84328bd73941d4921267b",
28494
+ "model_b_conv_id": "74136474d83c4ebb9f742ba261b603b7",
28495
+ "inputs": {
28496
+ "prompt": "a bicycle slowing down to stop"
28497
+ },
28498
+ "model_a": "CogVideoX-5B",
28499
+ "model_b": "VideoCrafter2",
28500
+ "vote_type": "leftvote",
28501
+ "winner": "model_a",
28502
+ "judge": "arena_user_10.16.34.60",
28503
+ "anony": true,
28504
+ "tstamp": 1728231706.8657
28505
+ },
28506
+ {
28507
+ "model_a_conv_id": "0f8a2dae416149629583682ae4f3a077",
28508
+ "model_b_conv_id": "8019df17d04c46c4857ee5e25e2e6687",
28509
+ "inputs": {
28510
+ "prompt": "a motorcycle slowing down to stop"
28511
+ },
28512
+ "model_a": "CogVideoX-2B",
28513
+ "model_b": "OpenSora v1.2",
28514
+ "vote_type": "bothbad_vote",
28515
+ "winner": "tie (bothbad)",
28516
+ "judge": "arena_user_10.16.34.60",
28517
+ "anony": true,
28518
+ "tstamp": 1728231719.0474
28519
+ },
28520
+ {
28521
+ "model_a_conv_id": "46b5d31d6e934a58986dc28c5d0e6955",
28522
+ "model_b_conv_id": "4bbf014f02be4bf48085ad2d6dba9989",
28523
+ "inputs": {
28524
+ "prompt": "A tranquil tableau of a picturesque barn was painted a warm shade of red and nestled in a picturesque meadow"
28525
+ },
28526
+ "model_a": "T2V-Turbo",
28527
+ "model_b": "CogVideoX-5B",
28528
+ "vote_type": "leftvote",
28529
+ "winner": "model_a",
28530
+ "judge": "arena_user_10.16.34.60",
28531
+ "anony": true,
28532
+ "tstamp": 1728245968.1778
28533
+ },
28534
+ {
28535
+ "model_a_conv_id": "33f3443750684c2895693f6d9a7faf43",
28536
+ "model_b_conv_id": "3ac65fbf4e5a4989ba88b51362358f75",
28537
+ "inputs": {
28538
+ "prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
28539
+ },
28540
+ "model_a": "OpenSora v1.2",
28541
+ "model_b": "StableVideoDiffusion",
28542
+ "vote_type": "bothbad_vote",
28543
+ "winner": "tie (bothbad)",
28544
+ "judge": "arena_user_10.16.15.192",
28545
+ "anony": true,
28546
+ "tstamp": 1728245991.9657
28547
+ },
28548
+ {
28549
+ "model_a_conv_id": "3d31e415fb61442a8d854899b5d564d0",
28550
+ "model_b_conv_id": "4351c037ca824eb28283a9cc12095761",
28551
+ "inputs": {
28552
+ "prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, pan left"
28553
+ },
28554
+ "model_a": "AnimateDiff Turbo",
28555
+ "model_b": "CogVideoX-2B",
28556
+ "vote_type": "leftvote",
28557
+ "winner": "model_a",
28558
+ "judge": "arena_user_10.16.9.29",
28559
+ "anony": true,
28560
+ "tstamp": 1728246002.6354
28561
+ },
28562
+ {
28563
+ "model_a_conv_id": "43694026d5f249d9aebf67384f409384",
28564
+ "model_b_conv_id": "f8836f38fa894da790a3d6f691ecabb7",
28565
+ "inputs": {
28566
+ "prompt": "A cute happy Corgi playing in park, sunset"
28567
+ },
28568
+ "model_a": "AnimateDiff",
28569
+ "model_b": "OpenSora v1.2",
28570
+ "vote_type": "leftvote",
28571
+ "winner": "model_a",
28572
+ "judge": "arena_user_10.16.17.212",
28573
+ "anony": true,
28574
+ "tstamp": 1728246017.5252
28575
  }
28576
  ]
arena_elo/results/latest/elo_results_t2i_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fca3810ec882cf2c27b6e97c8d86d16bf0dd8e7da4d0535d006839d8db57d815
3
- size 88251
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3fc823630a677cacb8f6e5081b9eba7bb6f6ab4a9ecb6f68b1af843e6be374
3
+ size 88245
arena_elo/results/latest/elo_results_video_generation.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5093a4309900069782426515c291c299ed8bcceca4a388a5e418d679ae5173ef
3
  size 66399
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1e0b022738641eae089950245973b9a4ebc4b7f154692d1fd449cbb5b3ba33e
3
  size 66399
arena_elo/results/latest/t2i_generation_leaderboard.csv CHANGED
@@ -1,18 +1,18 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- PlayGround V2.5,PlayGround V2.5,1121.9219088941388,1124.294025556793,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
- FLUX.1-dev,FLUX.1-dev,1107.7593912392526,1118.4837202722892,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
- FLUX.1-schnell,FLUX.1-schnell,1082.37766005642,1073.1557813845072,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
- PlayGround V2,PlayGround V2,1073.039302618251,1072.3584123531634,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
- Kolors,Kolors,1064.763089261699,1060.7253370275405,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
- StableCascade,StableCascade,1039.8501337854498,1042.8314537699284,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
- HunyuanDiT,HunyuanDiT,1028.4689806724848,1020.9358376851022,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
- PixArtAlpha,PixArtAlpha,1022.3141581435002,1013.5669824657745,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
- SDXL-Lightning,SDXL-Lightning,1020.7780500010068,1024.2018719150526,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
- PixArtSigma,PixArtSigma,1020.2022495027204,1020.4687156424544,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
- AuraFlow,AuraFlow,1008.4058814045444,1001.5595916433776,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
- SD3,SD3,1004.2186093383032,1008.8401176786808,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
- SDXL,SDXL,965.9734651555816,966.9487723529273,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
- SDXLTurbo,SDXLTurbo,914.0802090146615,911.9289117846574,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
- LCM(v1.5/XL),LCM(v1.5/XL),905.8178960957083,900.204415770681,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
- OpenJourney,OpenJourney,829.5138203236746,824.7337055146943,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
- LCM,LCM,790.5151944926054,804.7097665792116,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ PlayGround V2.5,PlayGround V2.5,1121.77325256799,1124.275963723777,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
3
+ FLUX.1-dev,FLUX.1-dev,1110.8175035014342,1120.0248862455878,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
4
+ FLUX.1-schnell,FLUX.1-schnell,1082.2330546916396,1073.204621573277,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
5
+ PlayGround V2,PlayGround V2,1072.7453380529876,1072.206269287487,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
6
+ Kolors,Kolors,1064.5836113305645,1060.7182742163193,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
7
+ StableCascade,StableCascade,1039.3821511298645,1042.4661601613734,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
8
+ HunyuanDiT,HunyuanDiT,1028.4116849138115,1020.8769784576341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
9
+ PixArtAlpha,PixArtAlpha,1022.1587591151388,1013.4214498435781,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
10
+ SDXL-Lightning,SDXL-Lightning,1020.5880517253412,1024.0728533034694,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
11
+ PixArtSigma,PixArtSigma,1020.4907046562224,1020.7064769898858,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
12
+ AuraFlow,AuraFlow,1008.4847477262771,1001.5862840210448,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
13
+ SD3,SD3,1004.0070084014902,1008.790045288699,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
14
+ SDXL,SDXL,965.7666607044956,966.7950106280394,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
15
+ SDXLTurbo,SDXLTurbo,913.6981345248606,911.6437476337915,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
16
+ LCM(v1.5/XL),LCM(v1.5/XL),905.4994486642928,900.0605328753604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
17
+ OpenJourney,OpenJourney,829.276154439106,824.5785407656837,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
18
+ LCM,LCM,790.0837338544908,804.5277142108204,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
arena_elo/results/latest/video_generation_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
- StableVideoDiffusion,StableVideoDiffusion,1147.3757840235821,1151.1613017490392,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
- CogVideoX-2B,CogVideoX-2B,1118.7477895716427,1108.7839108634628,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
- T2V-Turbo,T2V-Turbo,1078.5791174109986,1077.9583646945448,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
- VideoCrafter2,VideoCrafter2,1067.781871578426,1069.427949759292,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
- AnimateDiff,AnimateDiff,1065.5274607230212,1065.3908566007235,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
- LaVie,LaVie,993.5159774718169,995.09817773455,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
- OpenSora,OpenSora,909.9757343838812,911.1373879390137,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
- OpenSora v1.2,OpenSora v1.2,899.6868401883314,897.7602505740938,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
- ModelScope,ModelScope,859.47657007572,862.3869257451277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
11
- AnimateDiff Turbo,AnimateDiff Turbo,859.3328545725799,860.8948743401536,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
 
1
  key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
2
+ StableVideoDiffusion,StableVideoDiffusion,1147.4213956829585,1151.0493172879108,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
3
+ CogVideoX-2B,CogVideoX-2B,1104.9296501301437,1097.283536443559,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
4
+ T2V-Turbo,T2V-Turbo,1079.8053722330617,1079.258801119295,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
5
+ VideoCrafter2,VideoCrafter2,1068.9407580442664,1070.3407228728852,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
6
+ AnimateDiff,AnimateDiff,1066.9907528569108,1066.5990887602636,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
7
+ LaVie,LaVie,994.9573865040971,996.2428375088288,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
8
+ OpenSora,OpenSora,911.3397752620042,912.3803603809257,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
9
+ OpenSora v1.2,OpenSora v1.2,903.1433478246447,900.5601360659466,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
10
+ AnimateDiff Turbo,AnimateDiff Turbo,861.5128779711841,862.740223902064,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
11
+ ModelScope,ModelScope,860.9586834907303,863.5449756583193,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571