Spaces:
Running
on
Zero
Running
on
Zero
DongfuJiang
commited on
Commit
•
2754f7a
1
Parent(s):
52c57eb
Auto Daily Leaderboard udpate Mon Oct 7 12:00:25 PM EDT 2024
Browse files- arena_elo/results/20241006/clean_battle_video_generation.json +126 -0
- arena_elo/results/20241006/elo_results_video_generation.pkl +1 -1
- arena_elo/results/20241006/video_generation_leaderboard.csv +10 -10
- arena_elo/results/20241007/clean_battle_t2i_generation.json +0 -0
- arena_elo/results/20241007/elo_results_t2i_generation.pkl +3 -0
- arena_elo/results/20241007/t2i_generation_leaderboard.csv +18 -0
- arena_elo/results/latest/clean_battle_t2i_generation.json +42 -0
- arena_elo/results/latest/clean_battle_video_generation.json +126 -0
- arena_elo/results/latest/elo_results_t2i_generation.pkl +2 -2
- arena_elo/results/latest/elo_results_video_generation.pkl +1 -1
- arena_elo/results/latest/t2i_generation_leaderboard.csv +17 -17
- arena_elo/results/latest/video_generation_leaderboard.csv +10 -10
arena_elo/results/20241006/clean_battle_video_generation.json
CHANGED
@@ -28446,5 +28446,131 @@
|
|
28446 |
"judge": "arena_user_10.16.9.29",
|
28447 |
"anony": true,
|
28448 |
"tstamp": 1728220823.1806
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28449 |
}
|
28450 |
]
|
|
|
28446 |
"judge": "arena_user_10.16.9.29",
|
28447 |
"anony": true,
|
28448 |
"tstamp": 1728220823.1806
|
28449 |
+
},
|
28450 |
+
{
|
28451 |
+
"model_a_conv_id": "90eae73907ae4449a40470e0b57bfe61",
|
28452 |
+
"model_b_conv_id": "9c7d0299072f4af1b926608f2d529bbc",
|
28453 |
+
"inputs": {
|
28454 |
+
"prompt": "a blue bird"
|
28455 |
+
},
|
28456 |
+
"model_a": "AnimateDiff Turbo",
|
28457 |
+
"model_b": "T2V-Turbo",
|
28458 |
+
"vote_type": "rightvote",
|
28459 |
+
"winner": "model_b",
|
28460 |
+
"judge": "arena_user_10.16.4.3",
|
28461 |
+
"anony": true,
|
28462 |
+
"tstamp": 1728231663.4116
|
28463 |
+
},
|
28464 |
+
{
|
28465 |
+
"model_a_conv_id": "5068ca99802140f990b6c1d8c1c5136b",
|
28466 |
+
"model_b_conv_id": "74aee7186aa8423faf806013a9c0ffc2",
|
28467 |
+
"inputs": {
|
28468 |
+
"prompt": "a bird soaring gracefully in the sky"
|
28469 |
+
},
|
28470 |
+
"model_a": "OpenSora v1.2",
|
28471 |
+
"model_b": "CogVideoX-5B",
|
28472 |
+
"vote_type": "rightvote",
|
28473 |
+
"winner": "model_b",
|
28474 |
+
"judge": "arena_user_10.16.33.216",
|
28475 |
+
"anony": true,
|
28476 |
+
"tstamp": 1728231681.3678
|
28477 |
+
},
|
28478 |
+
{
|
28479 |
+
"model_a_conv_id": "309e3b54a5dd40ca90a12425f1b988bb",
|
28480 |
+
"model_b_conv_id": "37f6a92a0bbb4b29bb603a18895f1532",
|
28481 |
+
"inputs": {
|
28482 |
+
"prompt": "A polar bear is playing guitar"
|
28483 |
+
},
|
28484 |
+
"model_a": "T2V-Turbo",
|
28485 |
+
"model_b": "CogVideoX-5B",
|
28486 |
+
"vote_type": "rightvote",
|
28487 |
+
"winner": "model_b",
|
28488 |
+
"judge": "arena_user_10.16.34.60",
|
28489 |
+
"anony": true,
|
28490 |
+
"tstamp": 1728231695.8153
|
28491 |
+
},
|
28492 |
+
{
|
28493 |
+
"model_a_conv_id": "3aaee43a24d84328bd73941d4921267b",
|
28494 |
+
"model_b_conv_id": "74136474d83c4ebb9f742ba261b603b7",
|
28495 |
+
"inputs": {
|
28496 |
+
"prompt": "a bicycle slowing down to stop"
|
28497 |
+
},
|
28498 |
+
"model_a": "CogVideoX-5B",
|
28499 |
+
"model_b": "VideoCrafter2",
|
28500 |
+
"vote_type": "leftvote",
|
28501 |
+
"winner": "model_a",
|
28502 |
+
"judge": "arena_user_10.16.34.60",
|
28503 |
+
"anony": true,
|
28504 |
+
"tstamp": 1728231706.8657
|
28505 |
+
},
|
28506 |
+
{
|
28507 |
+
"model_a_conv_id": "0f8a2dae416149629583682ae4f3a077",
|
28508 |
+
"model_b_conv_id": "8019df17d04c46c4857ee5e25e2e6687",
|
28509 |
+
"inputs": {
|
28510 |
+
"prompt": "a motorcycle slowing down to stop"
|
28511 |
+
},
|
28512 |
+
"model_a": "CogVideoX-2B",
|
28513 |
+
"model_b": "OpenSora v1.2",
|
28514 |
+
"vote_type": "bothbad_vote",
|
28515 |
+
"winner": "tie (bothbad)",
|
28516 |
+
"judge": "arena_user_10.16.34.60",
|
28517 |
+
"anony": true,
|
28518 |
+
"tstamp": 1728231719.0474
|
28519 |
+
},
|
28520 |
+
{
|
28521 |
+
"model_a_conv_id": "46b5d31d6e934a58986dc28c5d0e6955",
|
28522 |
+
"model_b_conv_id": "4bbf014f02be4bf48085ad2d6dba9989",
|
28523 |
+
"inputs": {
|
28524 |
+
"prompt": "A tranquil tableau of a picturesque barn was painted a warm shade of red and nestled in a picturesque meadow"
|
28525 |
+
},
|
28526 |
+
"model_a": "T2V-Turbo",
|
28527 |
+
"model_b": "CogVideoX-5B",
|
28528 |
+
"vote_type": "leftvote",
|
28529 |
+
"winner": "model_a",
|
28530 |
+
"judge": "arena_user_10.16.34.60",
|
28531 |
+
"anony": true,
|
28532 |
+
"tstamp": 1728245968.1778
|
28533 |
+
},
|
28534 |
+
{
|
28535 |
+
"model_a_conv_id": "33f3443750684c2895693f6d9a7faf43",
|
28536 |
+
"model_b_conv_id": "3ac65fbf4e5a4989ba88b51362358f75",
|
28537 |
+
"inputs": {
|
28538 |
+
"prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
|
28539 |
+
},
|
28540 |
+
"model_a": "OpenSora v1.2",
|
28541 |
+
"model_b": "StableVideoDiffusion",
|
28542 |
+
"vote_type": "bothbad_vote",
|
28543 |
+
"winner": "tie (bothbad)",
|
28544 |
+
"judge": "arena_user_10.16.15.192",
|
28545 |
+
"anony": true,
|
28546 |
+
"tstamp": 1728245991.9657
|
28547 |
+
},
|
28548 |
+
{
|
28549 |
+
"model_a_conv_id": "3d31e415fb61442a8d854899b5d564d0",
|
28550 |
+
"model_b_conv_id": "4351c037ca824eb28283a9cc12095761",
|
28551 |
+
"inputs": {
|
28552 |
+
"prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, pan left"
|
28553 |
+
},
|
28554 |
+
"model_a": "AnimateDiff Turbo",
|
28555 |
+
"model_b": "CogVideoX-2B",
|
28556 |
+
"vote_type": "leftvote",
|
28557 |
+
"winner": "model_a",
|
28558 |
+
"judge": "arena_user_10.16.9.29",
|
28559 |
+
"anony": true,
|
28560 |
+
"tstamp": 1728246002.6354
|
28561 |
+
},
|
28562 |
+
{
|
28563 |
+
"model_a_conv_id": "43694026d5f249d9aebf67384f409384",
|
28564 |
+
"model_b_conv_id": "f8836f38fa894da790a3d6f691ecabb7",
|
28565 |
+
"inputs": {
|
28566 |
+
"prompt": "A cute happy Corgi playing in park, sunset"
|
28567 |
+
},
|
28568 |
+
"model_a": "AnimateDiff",
|
28569 |
+
"model_b": "OpenSora v1.2",
|
28570 |
+
"vote_type": "leftvote",
|
28571 |
+
"winner": "model_a",
|
28572 |
+
"judge": "arena_user_10.16.17.212",
|
28573 |
+
"anony": true,
|
28574 |
+
"tstamp": 1728246017.5252
|
28575 |
}
|
28576 |
]
|
arena_elo/results/20241006/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 66399
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1e0b022738641eae089950245973b9a4ebc4b7f154692d1fd449cbb5b3ba33e
|
3 |
size 66399
|
arena_elo/results/20241006/video_generation_leaderboard.csv
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,1147.
|
3 |
-
CogVideoX-2B,CogVideoX-2B,
|
4 |
-
T2V-Turbo,T2V-Turbo,
|
5 |
-
VideoCrafter2,VideoCrafter2,
|
6 |
-
AnimateDiff,AnimateDiff,
|
7 |
-
LaVie,LaVie,
|
8 |
-
OpenSora,OpenSora,
|
9 |
-
OpenSora v1.2,OpenSora v1.2,
|
10 |
-
|
11 |
-
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1147.4213956829585,1151.0493172879108,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
CogVideoX-2B,CogVideoX-2B,1104.9296501301437,1097.283536443559,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
T2V-Turbo,T2V-Turbo,1079.8053722330617,1079.258801119295,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
5 |
+
VideoCrafter2,VideoCrafter2,1068.9407580442664,1070.3407228728852,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
AnimateDiff,AnimateDiff,1066.9907528569108,1066.5990887602636,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
7 |
+
LaVie,LaVie,994.9573865040971,996.2428375088288,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora,OpenSora,911.3397752620042,912.3803603809257,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
+
OpenSora v1.2,OpenSora v1.2,903.1433478246447,900.5601360659466,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
AnimateDiff Turbo,AnimateDiff Turbo,861.5128779711841,862.740223902064,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
11 |
+
ModelScope,ModelScope,860.9586834907303,863.5449756583193,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|
arena_elo/results/20241007/clean_battle_t2i_generation.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
arena_elo/results/20241007/elo_results_t2i_generation.pkl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d3fc823630a677cacb8f6e5081b9eba7bb6f6ab4a9ecb6f68b1af843e6be374
|
3 |
+
size 88245
|
arena_elo/results/20241007/t2i_generation_leaderboard.csv
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.77325256799,1124.275963723777,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1110.8175035014342,1120.0248862455878,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1082.2330546916396,1073.204621573277,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.7453380529876,1072.206269287487,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1064.5836113305645,1060.7182742163193,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.3821511298645,1042.4661601613734,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1028.4116849138115,1020.8769784576341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1022.1587591151388,1013.4214498435781,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.5880517253412,1024.0728533034694,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.4907046562224,1020.7064769898858,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
AuraFlow,AuraFlow,1008.4847477262771,1001.5862840210448,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1004.0070084014902,1008.790045288699,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.7666607044956,966.7950106280394,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.6981345248606,911.6437476337915,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.4994486642928,900.0605328753604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.276154439106,824.5785407656837,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.0837338544908,804.5277142108204,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/clean_battle_t2i_generation.json
CHANGED
@@ -103636,5 +103636,47 @@
|
|
103636 |
"judge": "arena_user_10.16.34.60",
|
103637 |
"anony": true,
|
103638 |
"tstamp": 1728127621.5251
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103639 |
}
|
103640 |
]
|
|
|
103636 |
"judge": "arena_user_10.16.34.60",
|
103637 |
"anony": true,
|
103638 |
"tstamp": 1728127621.5251
|
103639 |
+
},
|
103640 |
+
{
|
103641 |
+
"model_a_conv_id": "477f46801b1c411e95b8d82b826ebdd7",
|
103642 |
+
"model_b_conv_id": "a172dc388dd4472fbd8db00f78795349",
|
103643 |
+
"inputs": {
|
103644 |
+
"prompt": "a cute dog is playing a ball"
|
103645 |
+
},
|
103646 |
+
"model_a": "FLUX.1-dev",
|
103647 |
+
"model_b": "PlayGround V2.5",
|
103648 |
+
"vote_type": "tievote",
|
103649 |
+
"winner": "tie",
|
103650 |
+
"judge": "arena_user_10.16.24.194",
|
103651 |
+
"anony": true,
|
103652 |
+
"tstamp": 1728309996.5143
|
103653 |
+
},
|
103654 |
+
{
|
103655 |
+
"model_a_conv_id": "5496d59e29ae4e5d9f3303bf753b7bd1",
|
103656 |
+
"model_b_conv_id": "f4bff48f0f404bab929856ae3ae66692",
|
103657 |
+
"inputs": {
|
103658 |
+
"prompt": "A silver , orange , and grey train 's closed doors ."
|
103659 |
+
},
|
103660 |
+
"model_a": "StableCascade",
|
103661 |
+
"model_b": "FLUX.1-dev",
|
103662 |
+
"vote_type": "rightvote",
|
103663 |
+
"winner": "model_b",
|
103664 |
+
"judge": "arena_user_10.16.3.138",
|
103665 |
+
"anony": true,
|
103666 |
+
"tstamp": 1728310024.8602
|
103667 |
+
},
|
103668 |
+
{
|
103669 |
+
"model_a_conv_id": "8bc50898a69441af88194f59b645f041",
|
103670 |
+
"model_b_conv_id": "5ef6fa57d34b4d7cb7fa8d515cf4110e",
|
103671 |
+
"inputs": {
|
103672 |
+
"prompt": "A pink and a white frisbee are on the ground ."
|
103673 |
+
},
|
103674 |
+
"model_a": "PixArtSigma",
|
103675 |
+
"model_b": "SDXLTurbo",
|
103676 |
+
"vote_type": "leftvote",
|
103677 |
+
"winner": "model_a",
|
103678 |
+
"judge": "arena_user_10.16.17.212",
|
103679 |
+
"anony": true,
|
103680 |
+
"tstamp": 1728310920.6246
|
103681 |
}
|
103682 |
]
|
arena_elo/results/latest/clean_battle_video_generation.json
CHANGED
@@ -28446,5 +28446,131 @@
|
|
28446 |
"judge": "arena_user_10.16.9.29",
|
28447 |
"anony": true,
|
28448 |
"tstamp": 1728220823.1806
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28449 |
}
|
28450 |
]
|
|
|
28446 |
"judge": "arena_user_10.16.9.29",
|
28447 |
"anony": true,
|
28448 |
"tstamp": 1728220823.1806
|
28449 |
+
},
|
28450 |
+
{
|
28451 |
+
"model_a_conv_id": "90eae73907ae4449a40470e0b57bfe61",
|
28452 |
+
"model_b_conv_id": "9c7d0299072f4af1b926608f2d529bbc",
|
28453 |
+
"inputs": {
|
28454 |
+
"prompt": "a blue bird"
|
28455 |
+
},
|
28456 |
+
"model_a": "AnimateDiff Turbo",
|
28457 |
+
"model_b": "T2V-Turbo",
|
28458 |
+
"vote_type": "rightvote",
|
28459 |
+
"winner": "model_b",
|
28460 |
+
"judge": "arena_user_10.16.4.3",
|
28461 |
+
"anony": true,
|
28462 |
+
"tstamp": 1728231663.4116
|
28463 |
+
},
|
28464 |
+
{
|
28465 |
+
"model_a_conv_id": "5068ca99802140f990b6c1d8c1c5136b",
|
28466 |
+
"model_b_conv_id": "74aee7186aa8423faf806013a9c0ffc2",
|
28467 |
+
"inputs": {
|
28468 |
+
"prompt": "a bird soaring gracefully in the sky"
|
28469 |
+
},
|
28470 |
+
"model_a": "OpenSora v1.2",
|
28471 |
+
"model_b": "CogVideoX-5B",
|
28472 |
+
"vote_type": "rightvote",
|
28473 |
+
"winner": "model_b",
|
28474 |
+
"judge": "arena_user_10.16.33.216",
|
28475 |
+
"anony": true,
|
28476 |
+
"tstamp": 1728231681.3678
|
28477 |
+
},
|
28478 |
+
{
|
28479 |
+
"model_a_conv_id": "309e3b54a5dd40ca90a12425f1b988bb",
|
28480 |
+
"model_b_conv_id": "37f6a92a0bbb4b29bb603a18895f1532",
|
28481 |
+
"inputs": {
|
28482 |
+
"prompt": "A polar bear is playing guitar"
|
28483 |
+
},
|
28484 |
+
"model_a": "T2V-Turbo",
|
28485 |
+
"model_b": "CogVideoX-5B",
|
28486 |
+
"vote_type": "rightvote",
|
28487 |
+
"winner": "model_b",
|
28488 |
+
"judge": "arena_user_10.16.34.60",
|
28489 |
+
"anony": true,
|
28490 |
+
"tstamp": 1728231695.8153
|
28491 |
+
},
|
28492 |
+
{
|
28493 |
+
"model_a_conv_id": "3aaee43a24d84328bd73941d4921267b",
|
28494 |
+
"model_b_conv_id": "74136474d83c4ebb9f742ba261b603b7",
|
28495 |
+
"inputs": {
|
28496 |
+
"prompt": "a bicycle slowing down to stop"
|
28497 |
+
},
|
28498 |
+
"model_a": "CogVideoX-5B",
|
28499 |
+
"model_b": "VideoCrafter2",
|
28500 |
+
"vote_type": "leftvote",
|
28501 |
+
"winner": "model_a",
|
28502 |
+
"judge": "arena_user_10.16.34.60",
|
28503 |
+
"anony": true,
|
28504 |
+
"tstamp": 1728231706.8657
|
28505 |
+
},
|
28506 |
+
{
|
28507 |
+
"model_a_conv_id": "0f8a2dae416149629583682ae4f3a077",
|
28508 |
+
"model_b_conv_id": "8019df17d04c46c4857ee5e25e2e6687",
|
28509 |
+
"inputs": {
|
28510 |
+
"prompt": "a motorcycle slowing down to stop"
|
28511 |
+
},
|
28512 |
+
"model_a": "CogVideoX-2B",
|
28513 |
+
"model_b": "OpenSora v1.2",
|
28514 |
+
"vote_type": "bothbad_vote",
|
28515 |
+
"winner": "tie (bothbad)",
|
28516 |
+
"judge": "arena_user_10.16.34.60",
|
28517 |
+
"anony": true,
|
28518 |
+
"tstamp": 1728231719.0474
|
28519 |
+
},
|
28520 |
+
{
|
28521 |
+
"model_a_conv_id": "46b5d31d6e934a58986dc28c5d0e6955",
|
28522 |
+
"model_b_conv_id": "4bbf014f02be4bf48085ad2d6dba9989",
|
28523 |
+
"inputs": {
|
28524 |
+
"prompt": "A tranquil tableau of a picturesque barn was painted a warm shade of red and nestled in a picturesque meadow"
|
28525 |
+
},
|
28526 |
+
"model_a": "T2V-Turbo",
|
28527 |
+
"model_b": "CogVideoX-5B",
|
28528 |
+
"vote_type": "leftvote",
|
28529 |
+
"winner": "model_a",
|
28530 |
+
"judge": "arena_user_10.16.34.60",
|
28531 |
+
"anony": true,
|
28532 |
+
"tstamp": 1728245968.1778
|
28533 |
+
},
|
28534 |
+
{
|
28535 |
+
"model_a_conv_id": "33f3443750684c2895693f6d9a7faf43",
|
28536 |
+
"model_b_conv_id": "3ac65fbf4e5a4989ba88b51362358f75",
|
28537 |
+
"inputs": {
|
28538 |
+
"prompt": "A beautiful coastal beach in spring, waves lapping on sand by Hokusai, in the style of Ukiyo"
|
28539 |
+
},
|
28540 |
+
"model_a": "OpenSora v1.2",
|
28541 |
+
"model_b": "StableVideoDiffusion",
|
28542 |
+
"vote_type": "bothbad_vote",
|
28543 |
+
"winner": "tie (bothbad)",
|
28544 |
+
"judge": "arena_user_10.16.15.192",
|
28545 |
+
"anony": true,
|
28546 |
+
"tstamp": 1728245991.9657
|
28547 |
+
},
|
28548 |
+
{
|
28549 |
+
"model_a_conv_id": "3d31e415fb61442a8d854899b5d564d0",
|
28550 |
+
"model_b_conv_id": "4351c037ca824eb28283a9cc12095761",
|
28551 |
+
"inputs": {
|
28552 |
+
"prompt": "A couple in formal evening wear going home get caught in a heavy downpour with umbrellas, pan left"
|
28553 |
+
},
|
28554 |
+
"model_a": "AnimateDiff Turbo",
|
28555 |
+
"model_b": "CogVideoX-2B",
|
28556 |
+
"vote_type": "leftvote",
|
28557 |
+
"winner": "model_a",
|
28558 |
+
"judge": "arena_user_10.16.9.29",
|
28559 |
+
"anony": true,
|
28560 |
+
"tstamp": 1728246002.6354
|
28561 |
+
},
|
28562 |
+
{
|
28563 |
+
"model_a_conv_id": "43694026d5f249d9aebf67384f409384",
|
28564 |
+
"model_b_conv_id": "f8836f38fa894da790a3d6f691ecabb7",
|
28565 |
+
"inputs": {
|
28566 |
+
"prompt": "A cute happy Corgi playing in park, sunset"
|
28567 |
+
},
|
28568 |
+
"model_a": "AnimateDiff",
|
28569 |
+
"model_b": "OpenSora v1.2",
|
28570 |
+
"vote_type": "leftvote",
|
28571 |
+
"winner": "model_a",
|
28572 |
+
"judge": "arena_user_10.16.17.212",
|
28573 |
+
"anony": true,
|
28574 |
+
"tstamp": 1728246017.5252
|
28575 |
}
|
28576 |
]
|
arena_elo/results/latest/elo_results_t2i_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d3fc823630a677cacb8f6e5081b9eba7bb6f6ab4a9ecb6f68b1af843e6be374
|
3 |
+
size 88245
|
arena_elo/results/latest/elo_results_video_generation.pkl
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 66399
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1e0b022738641eae089950245973b9a4ebc4b7f154692d1fd449cbb5b3ba33e
|
3 |
size 66399
|
arena_elo/results/latest/t2i_generation_leaderboard.csv
CHANGED
@@ -1,18 +1,18 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
PlayGround V2.5,PlayGround V2.5,1121.
|
3 |
-
FLUX.1-dev,FLUX.1-dev,
|
4 |
-
FLUX.1-schnell,FLUX.1-schnell,1082.
|
5 |
-
PlayGround V2,PlayGround V2,
|
6 |
-
Kolors,Kolors,1064.
|
7 |
-
StableCascade,StableCascade,1039.
|
8 |
-
HunyuanDiT,HunyuanDiT,1028.
|
9 |
-
PixArtAlpha,PixArtAlpha,1022.
|
10 |
-
SDXL-Lightning,SDXL-Lightning,1020.
|
11 |
-
PixArtSigma,PixArtSigma,1020.
|
12 |
-
AuraFlow,AuraFlow,1008.
|
13 |
-
SD3,SD3,1004.
|
14 |
-
SDXL,SDXL,965.
|
15 |
-
SDXLTurbo,SDXLTurbo,
|
16 |
-
LCM(v1.5/XL),LCM(v1.5/XL),905.
|
17 |
-
OpenJourney,OpenJourney,829.
|
18 |
-
LCM,LCM,790.
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
PlayGround V2.5,PlayGround V2.5,1121.77325256799,1124.275963723777,Playground v2.5 Community License,Playground,https://huggingface.co/playgroundai/playground-v2.5-1024px-aesthetic
|
3 |
+
FLUX.1-dev,FLUX.1-dev,1110.8175035014342,1120.0248862455878,flux-1-dev-non-commercial-license (other),Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
4 |
+
FLUX.1-schnell,FLUX.1-schnell,1082.2330546916396,1073.204621573277,Apache-2.0,Black Forest Labs,https://huggingface.co/docs/diffusers/main/en/api/pipelines/flux
|
5 |
+
PlayGround V2,PlayGround V2,1072.7453380529876,1072.206269287487,Playground v2 Community License,Playground,https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic
|
6 |
+
Kolors,Kolors,1064.5836113305645,1060.7182742163193,Apache-2.0,Kwai Kolors,https://huggingface.co/Kwai-Kolors/Kolors
|
7 |
+
StableCascade,StableCascade,1039.3821511298645,1042.4661601613734,stable-cascade-nc-community (other),Stability AI,https://fal.ai/models/stable-cascade/api
|
8 |
+
HunyuanDiT,HunyuanDiT,1028.4116849138115,1020.8769784576341,tencent-hunyuan-community,Tencent,https://github.com/Tencent/HunyuanDiT
|
9 |
+
PixArtAlpha,PixArtAlpha,1022.1587591151388,1013.4214498435781,openrail++,PixArt-alpha,https://huggingface.co/PixArt-alpha/PixArt-XL-2-1024-MS
|
10 |
+
SDXL-Lightning,SDXL-Lightning,1020.5880517253412,1024.0728533034694,openrail++,ByteDance,https://huggingface.co/ByteDance/SDXL-Lightning
|
11 |
+
PixArtSigma,PixArtSigma,1020.4907046562224,1020.7064769898858,openrail++,PixArt-alpha,https://github.com/PixArt-alpha/PixArt-sigma
|
12 |
+
AuraFlow,AuraFlow,1008.4847477262771,1001.5862840210448,Apache-2.0,Fal.AI,https://huggingface.co/fal/AuraFlow
|
13 |
+
SD3,SD3,1004.0070084014902,1008.790045288699,stabilityai-nc-research-community,Stability AI,https://huggingface.co/blog/sd3
|
14 |
+
SDXL,SDXL,965.7666607044956,966.7950106280394,openrail++,Stability AI,https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0
|
15 |
+
SDXLTurbo,SDXLTurbo,913.6981345248606,911.6437476337915,sai-nc-community (other),Stability AI,https://huggingface.co/stabilityai/sdxl-turbo
|
16 |
+
LCM(v1.5/XL),LCM(v1.5/XL),905.4994486642928,900.0605328753604,openrail++,Latent Consistency,https://fal.ai/models/fast-lcm-diffusion-turbo
|
17 |
+
OpenJourney,OpenJourney,829.276154439106,824.5785407656837,creativeml-openrail-m,PromptHero,https://huggingface.co/prompthero/openjourney
|
18 |
+
LCM,LCM,790.0837338544908,804.5277142108204,MIT License,Tsinghua University,https://huggingface.co/SimianLuo/LCM_Dreamshaper_v7
|
arena_elo/results/latest/video_generation_leaderboard.csv
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
-
StableVideoDiffusion,StableVideoDiffusion,1147.
|
3 |
-
CogVideoX-2B,CogVideoX-2B,
|
4 |
-
T2V-Turbo,T2V-Turbo,
|
5 |
-
VideoCrafter2,VideoCrafter2,
|
6 |
-
AnimateDiff,AnimateDiff,
|
7 |
-
LaVie,LaVie,
|
8 |
-
OpenSora,OpenSora,
|
9 |
-
OpenSora v1.2,OpenSora v1.2,
|
10 |
-
|
11 |
-
|
|
|
1 |
key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
|
2 |
+
StableVideoDiffusion,StableVideoDiffusion,1147.4213956829585,1151.0493172879108,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
|
3 |
+
CogVideoX-2B,CogVideoX-2B,1104.9296501301437,1097.283536443559,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
|
4 |
+
T2V-Turbo,T2V-Turbo,1079.8053722330617,1079.258801119295,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
|
5 |
+
VideoCrafter2,VideoCrafter2,1068.9407580442664,1070.3407228728852,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
|
6 |
+
AnimateDiff,AnimateDiff,1066.9907528569108,1066.5990887602636,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
|
7 |
+
LaVie,LaVie,994.9573865040971,996.2428375088288,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
|
8 |
+
OpenSora,OpenSora,911.3397752620042,912.3803603809257,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
9 |
+
OpenSora v1.2,OpenSora v1.2,903.1433478246447,900.5601360659466,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
|
10 |
+
AnimateDiff Turbo,AnimateDiff Turbo,861.5128779711841,862.740223902064,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
|
11 |
+
ModelScope,ModelScope,860.9586834907303,863.5449756583193,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
|