Auto Daily Leaderboard udpate Sun Oct 6 12:00:23 PM EDT 2024

arena_elo/results/20241006/elo_results_video_generation.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093a4309900069782426515c291c299ed8bcceca4a388a5e418d679ae5173ef
+size 66399

arena_elo/results/20241006/video_generation_leaderboard.csv

@@ -0,0 +1,11 @@
+key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
+StableVideoDiffusion,StableVideoDiffusion,1147.3757840235821,1151.1613017490392,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1118.7477895716427,1108.7839108634628,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1078.5791174109986,1077.9583646945448,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1067.781871578426,1069.427949759292,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1065.5274607230212,1065.3908566007235,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.5159774718169,995.09817773455,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.9757343838812,911.1373879390137,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,899.6868401883314,897.7602505740938,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,859.47657007572,862.3869257451277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,859.3328545725799,860.8948743401536,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo

arena_elo/results/latest/clean_battle_video_generation.json

@@ -28404,5 +28404,47 @@
     "judge": "arena_user_10.16.18.162",
     "anony": true,
     "tstamp": 1727777093.9859
+  },
+  {
+    "model_a_conv_id": "2a0a9655a1d64e89a68969fd613a0921",
+    "model_b_conv_id": "55b18dcf444c4bbfa0158163b7045d83",
+    "inputs": {
+      "prompt": "forest road"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "StableVideoDiffusion",
+    "vote_type": "rightvote",
+    "winner": "model_b",
+    "judge": "arena_user_10.16.26.177",
+    "anony": true,
+    "tstamp": 1728209715.1937
+  },
+  {
+    "model_a_conv_id": "82588c682ca9489ba29da30f154a5885",
+    "model_b_conv_id": "d172a61b1f394ea2831c1a361d018e18",
+    "inputs": {
+      "prompt": "a cat running happily"
+    },
+    "model_a": "StableVideoDiffusion",
+    "model_b": "AnimateDiff",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.34.60",
+    "anony": true,
+    "tstamp": 1728209746.2454
+  },
+  {
+    "model_a_conv_id": "6ed54545406a40c285f5b91df3b8a6e4",
+    "model_b_conv_id": "69ab2faf0d9443ac8a3f8130a9829e74",
+    "inputs": {
+      "prompt": "a cow running to join a herd of its kind"
+    },
+    "model_a": "AnimateDiff",
+    "model_b": "OpenSora v1.2",
+    "vote_type": "leftvote",
+    "winner": "model_a",
+    "judge": "arena_user_10.16.9.29",
+    "anony": true,
+    "tstamp": 1728220823.1806
   }
 ]

arena_elo/results/latest/elo_results_video_generation.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb3170ab9ab63248ab2d228ad4d9254dae237ae3472a94b61a03ad28371c5c7b
+oid sha256:5093a4309900069782426515c291c299ed8bcceca4a388a5e418d679ae5173ef
 size 66399

arena_elo/results/latest/video_generation_leaderboard.csv

@@ -1,11 +1,11 @@
 key,Model,Arena Elo rating (anony),Arena Elo rating (full),License,Organization,Link
-StableVideoDiffusion,StableVideoDiffusion,1145.238398539996,1148.9148363905083,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
-CogVideoX-2B,CogVideoX-2B,1118.5882407038487,1109.5294610132341,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
-T2V-Turbo,T2V-Turbo,1078.3811818815082,1077.9702745120326,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
-VideoCrafter2,VideoCrafter2,1067.5332438841097,1068.9246512117425,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
-AnimateDiff,AnimateDiff,1065.9142530579716,1065.5069916442,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
-LaVie,LaVie,993.287529513279,994.6317637756246,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
-OpenSora,OpenSora,909.7351339303057,910.7871950984952,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-OpenSora v1.2,OpenSora v1.2,902.8743164281138,901.5100729412486,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
-ModelScope,ModelScope,859.2386648089459,861.8159471202322,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
-AnimateDiff Turbo,AnimateDiff Turbo,859.209037251925,860.4088062926841,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo
+StableVideoDiffusion,StableVideoDiffusion,1147.3757840235821,1151.1613017490392,SVD-nc-community,Stability AI,https://fal.ai/models/fal-ai/fast-svd/text-to-video/api
+CogVideoX-2B,CogVideoX-2B,1118.7477895716427,1108.7839108634628,CogVideoX LICENSE,THUDM,https://github.com/THUDM/CogVideo
+T2V-Turbo,T2V-Turbo,1078.5791174109986,1077.9583646945448,cc-by-nc-4.0,"University of California, Santa Barbara",https://github.com/Ji4chenLi/t2v-turbo
+VideoCrafter2,VideoCrafter2,1067.781871578426,1069.427949759292,Apache 2.0,Tencent AI Lab,https://ailab-cvc.github.io/videocrafter2/
+AnimateDiff,AnimateDiff,1065.5274607230212,1065.3908566007235,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v
+LaVie,LaVie,993.5159774718169,995.09817773455,Apache 2.0,Shanghai AI Lab,https://github.com/Vchitect/LaVie
+OpenSora,OpenSora,909.9757343838812,911.1373879390137,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+OpenSora v1.2,OpenSora v1.2,899.6868401883314,897.7602505740938,Apache 2.0,HPC-AI Tech,https://github.com/hpcaitech/Open-Sora
+ModelScope,ModelScope,859.47657007572,862.3869257451277,cc-by-nc-4.0,Alibaba Group,https://arxiv.org/abs/2308.06571
+AnimateDiff Turbo,AnimateDiff Turbo,859.3328545725799,860.8948743401536,creativeml-openrail-m,"The Chinese University of Hong Kong, Shanghai AI Lab, Stanford University",https://fal.ai/models/fast-animatediff-t2v-turbo