ZhangYuhan commited on
Commit
d90c0f8
1 Parent(s): 19aa1e3

update leaderboard

Browse files
arena_elo/results/latest/elo_results_image2shape.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cda538c18bee806a8ee2f102b1b09f22b07bc216c7ec39f5b48152d5dc967ef2
3
- size 381309
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab191a1ee6caa1458701d78d7a2b7f3e2371faa1136049b441d2f449301295cd
3
+ size 381340
arena_elo/results/latest/elo_results_text2shape.pkl CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03f94dcbf38ce6e4266dbacc4509ce5397b767ccb7e347d5a487b96fd8623f36
3
- size 308619
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f333a4e9998ee463b2044727d1d7259bbd424d856cb018b67f0850438ce2d8f
3
+ size 311238
arena_elo/results/latest/image2shape_leaderboard.csv CHANGED
@@ -1,16 +1,16 @@
1
  Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
2
- instant-mesh,InstantMesh,1233.9758328473065,1285.2893706711109,1173.1659004905214,1295.4716306364849,1223.2239057427805,1242.2253280776408,https://github.com/TencentARC/InstantMesh,Tencent
3
- stable-zero123,Stable Zero123,1238.3540204335088,1107.9323621048297,1203.5870737522553,1160.6806553243164,1208.6418891683231,1183.8392001566467,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
4
- openlrm,OpenLRM,1144.5923121407286,1201.8148010532502,1189.3689755153214,1134.1920053856693,1154.4675833626832,1164.8871354915304,https://github.com/3DTopia/OpenLRM,Adobe Research
5
- wonder3d,Wonder3D,1166.4905729778534,1144.3506746035175,1069.1084094455605,1206.2914042382909,1176.568620871164,1152.5619364272773,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
6
- zero123-xl,Zero123-XL,1142.1622320930119,1126.0868081034023,1122.3812806744722,1158.0439799909013,1119.5512925276555,1133.6451186778886,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
7
- grm-i,GRM,1084.5857081951742,1144.3747716517403,1141.2359610692158,1073.8061105071615,1092.3593915102865,1107.2723885867156,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
8
- magic123,Magic123,1068.7699175038035,1086.8821133477895,1116.906207609454,1128.7922539737149,1127.50477815743,1105.7710541184383,https://guochengqian.github.io/project/magic123/,KAUST
9
- lgm,LGM,1060.3867487053865,1049.2321852994319,1158.3929127756164,1135.3241091770253,1109.9814704346136,1102.6634852784148,https://github.com/3DTopia/LGM,Peking University
10
- syncdreamer,SyncDreamer,962.8042347759391,960.2460632040865,879.224476788875,876.786618848929,877.1519669593031,911.2426721154264,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
11
- shap-e,Shap-E,903.5822813143498,909.4025098381207,862.8070173634418,852.948563712257,846.1447858373201,874.9770316130978,https://github.com/openai/shap-e/,OpenAI
12
- triplane-gaussian,TriplaneGaussian,866.3029919596125,845.4847199123263,900.2348182994652,833.4234092248167,909.9760998246866,871.0844078441814,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
13
- point-e,Point·E,791.363510874293,785.0288354066608,822.588415100613,819.6547008094069,824.4924850985606,808.6255894579069,https://github.com/openai/point-e/,OpenAI
14
- free3d,Free3D,683.8675380925649,678.3188866566707,670.388138587236,645.6625886008206,684.4521956955987,672.5378695265782,https://github.com/lyndonzheng/Free3D,Oxford University
15
- escher-net,EscherNet,652.762098086467,675.5558981470625,690.6104125279519,678.9219695702054,645.4835348095945,668.6667826282562,https://github.com/kxhit/EscherNet,Imperial College London
16
- ,,,,,1292.2596509070322,,258.45193018140645,N/A,N/A
 
1
  Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
2
+ instant-mesh,InstantMesh,1205.4577410406473,1306.2326004890674,1196.8372105695155,1316.8852180185145,1196.8076701007435,1244.4440880436973,https://github.com/TencentARC/InstantMesh,Tencent
3
+ stable-zero123,Stable Zero123,1248.2691927778235,1116.2581083574144,1192.8818043094202,1150.3256448161617,1192.7344412271723,1180.0938382975985,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
4
+ openlrm,OpenLRM,1143.6913079017386,1200.0512391193117,1189.364846079921,1134.521962854749,1157.3449351154002,1164.9948582142242,https://github.com/3DTopia/OpenLRM,Adobe Research
5
+ wonder3d,Wonder3D,1178.0244970631625,1154.2594222917783,1078.9662026344945,1212.3804312747552,1160.1985201292534,1156.765814678689,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
6
+ zero123-xl,Zero123-XL,1136.98456346738,1116.6466419015987,1139.0019624096258,1173.2847292641018,1153.4115092757822,1143.8658812636977,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
7
+ lgm,LGM,1059.7710788767704,1049.0513814631681,1170.553833125216,1136.0870074269735,1103.5747618147739,1103.8076125413804,https://github.com/3DTopia/LGM,Peking University
8
+ magic123,Magic123,1076.323982244469,1075.5393159778569,1108.4266349804964,1123.0142053547227,1126.9431043289453,1102.049448577298,https://guochengqian.github.io/project/magic123/,KAUST
9
+ grm-i,GRM,1062.1484030627125,1111.6459701756648,1112.1319861984832,1053.4191753628913,1100.4766249685279,1087.964431953656,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
10
+ syncdreamer,SyncDreamer,971.9639504216403,974.4875229747025,880.4429946736082,889.018966550244,901.3104712710067,923.4447811782404,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
11
+ triplane-gaussian,TriplaneGaussian,868.2923516297058,845.1692200867845,897.6979536163421,829.6243314663353,908.3346986544063,869.8237110907148,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
12
+ shap-e,Shap-E,893.9959244026358,899.4399128436208,851.7740785921026,843.4677416740801,842.7063362597014,866.2767987544281,https://github.com/openai/shap-e/,OpenAI
13
+ point-e,Point·E,795.0126657996656,785.9813787950036,823.7486387989007,818.4069977890607,823.4360106804999,809.317138372626,https://github.com/openai/point-e/,OpenAI
14
+ free3d,Free3D,704.1922557875031,688.7374865427104,668.473408026189,642.2375201777087,685.3453044094756,677.7971949887173,https://github.com/lyndonzheng/Free3D,Oxford University
15
+ escher-net,EscherNet,655.8720855241459,676.4997989813176,689.6984459856848,677.3260679697012,647.3756117643111,669.354402045032,https://github.com/kxhit/EscherNet,Imperial College London
16
+ ,,,,,1292.1737202705335,,258.4347440541067,N/A,N/A
arena_elo/results/latest/image2shape_leaderboard_full.csv ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
2
+ instant-mesh,InstantMesh,1224.7328838970486,1306.2850818820675,1195.5284523634064,1318.0773422871976,1197.5383242448083,1248.4324169349056,https://github.com/TencentARC/InstantMesh,Tencent
3
+ stable-zero123,Stable Zero123,1247.557271280087,1151.9512872719254,1221.4586937661713,1199.8265527569174,1230.461499114915,1210.251060838003,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
4
+ openlrm,OpenLRM,1139.4809241632502,1188.5042108212606,1192.0337399829793,1137.5730448372612,1153.1080517037337,1162.139994301697,https://github.com/3DTopia/OpenLRM,Adobe Research
5
+ wonder3d,Wonder3D,1183.2688867774891,1161.2102535372608,1094.9379970265352,1191.5348262421,1146.1123512667723,1155.4128629700317,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
6
+ zero123-xl,Zero123-XL,1115.4466144347493,1086.29667574898,1126.399636749657,1159.8039188219327,1143.2915278280004,1126.247674716664,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
7
+ lgm,LGM,1075.3771285800278,1060.4287878981042,1161.7971994668549,1129.6057409278271,1101.6713018228397,1105.7760317391308,https://github.com/3DTopia/LGM,Peking University
8
+ magic123,Magic123,1070.2048864849107,1077.1836596211415,1104.3170157267084,1110.5853095679558,1113.0348747098358,1095.0651492221104,https://guochengqian.github.io/project/magic123/,KAUST
9
+ grm-i,GRM,1059.152985627081,1107.697886259598,1113.656632906718,1054.7567125007322,1097.6332091247334,1086.5794852837723,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
10
+ syncdreamer,SyncDreamer,952.2201096533735,949.3218224600823,864.5752920389862,875.1017090053181,893.75778984713,906.995344600978,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
11
+ triplane-gaussian,TriplaneGaussian,858.104302371207,839.4643904210101,891.9575548014609,825.2148984471821,900.3598554523237,863.0202002986367,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
12
+ shap-e,Shap-E,876.7218549240743,879.4286848706051,843.4196979919863,837.778085086609,838.6484431333361,855.1993532013221,https://github.com/openai/shap-e/,OpenAI
13
+ point-e,Point·E,813.9578205695373,808.0394594726963,820.657243997381,824.6667686274913,829.7533674095762,819.4149320153363,https://github.com/openai/point-e/,OpenAI
14
+ escher-net,EscherNet,733.462964564535,720.0122853293958,739.4459374722455,724.3049715020329,707.8263617984117,725.0105041333242,https://github.com/kxhit/EscherNet,Imperial College London
15
+ free3d,Free3D,650.3113666726287,664.1755144058723,629.8149057089099,611.1701193894439,646.8030425435841,640.4549897440877,https://github.com/lyndonzheng/Free3D,Oxford University
16
+ ,,,,,1289.8426894721392,,257.96853789442787,N/A,N/A
arena_elo/results/latest/text2shape_leaderboard.csv CHANGED
@@ -1,11 +1,11 @@
1
  Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
2
- mvdream,MVDream,1270.423059351602,1325.8089465262137,1299.9374397352224,1294.210829510158,1294.5891176772577,1296.9938785600907,https://github.com/bytedance/MVDream/,ByteDance
3
- lucid-dreamer,LucidDreamer,1099.5476398869748,1171.4621860161183,1122.8513021542374,1136.106316114562,1117.5914398365958,1129.5117768016976,https://github.com/EnVision-Research/LucidDreamer/,HKUST
4
- grm-t,GRM,1071.1276143115883,1121.555247939576,1098.7381021268552,1099.486672571254,1087.8450487419773,1095.7505371382504,https://justimyhxu.github.io/projects/grm/,Stanford University
5
- magic3d,Magic3D,1025.1589560056934,1008.2175165779848,1025.0284456619397,1015.9171388604916,994.4870250016002,1013.7618164215419,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
6
- latent-nerf,Latent-NeRF,924.557213309836,966.6485405680276,970.5777687220361,958.1879888819818,964.5431076827209,956.9029238329206,https://github.com/eladrich/latent-nerf/,Tel Aviv University
7
- dreamfusion,DreamFusion,949.8991872292152,875.4472700731985,894.823454519651,921.0927531788773,919.0976876781436,912.0720705358171,https://dreamfusion3d.github.io/,Google Research
8
- shap-e,Shap-E,953.777423500105,882.3045427295923,919.2593777611175,892.704655316457,908.310705027688,911.2713408669919,https://github.com/openai/shap-e/,OpenAI
9
- sjc,Score Jacobian Chaining,862.3916424074529,875.1592416622445,850.1864126802755,872.4155198986953,899.0657294171835,871.8437092131704,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
10
- point-e,Point·E,843.1172639975325,773.396507907044,818.5976966386654,809.8781256675228,814.470138936833,811.8919466295196,https://github.com/openai/point-e/,OpenAI
11
- ,,1000.0,,,,1000.0,400.0,N/A,N/A
 
1
  Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
2
+ mvdream,MVDream,1273.345625119271,1328.759016779071,1302.829858788134,1297.479657600432,1295.6606236347277,1299.6149563843273,https://github.com/bytedance/MVDream/,ByteDance
3
+ lucid-dreamer,LucidDreamer,1095.3446661117866,1170.1758195649777,1119.677157315246,1135.1787921357757,1113.4032512181648,1126.75593726919,https://github.com/EnVision-Research/LucidDreamer/,HKUST
4
+ grm-t,GRM,1066.1718848458513,1121.5409665193508,1095.1484425233193,1095.5728914677177,1088.6062599040142,1093.4080890520506,https://justimyhxu.github.io/projects/grm/,Stanford University
5
+ magic3d,Magic3D,1026.284038782818,1006.6248349500037,1023.2830534592001,1015.8019267144354,992.6796367171876,1012.9346981247288,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
6
+ latent-nerf,Latent-NeRF,928.2303468581122,968.108508179496,974.3516634910262,959.5837594535476,966.9148895500797,959.4378335064523,https://github.com/eladrich/latent-nerf/,Tel Aviv University
7
+ dreamfusion,DreamFusion,951.5563474580294,875.8038836016271,900.513229520844,922.1192041518938,927.5399796018073,915.5065288668404,https://dreamfusion3d.github.io/,Google Research
8
+ shap-e,Shap-E,948.9748841439523,877.9282961254657,917.0699001857087,889.5972326510569,905.1330669998506,907.7406760212068,https://github.com/openai/shap-e/,OpenAI
9
+ sjc,Score Jacobian Chaining,863.6268344044124,875.6531915573756,850.2157929029711,873.1944401850096,897.3364785267592,872.0053475153056,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
10
+ point-e,Point·E,846.465372275767,775.4054827226325,816.9109018135503,811.4720956401318,812.7258138474089,812.5959332598981,https://github.com/openai/point-e/,OpenAI
11
+ ,,1000.0,,,708.8097037700893,1000.0,541.7619407540178,N/A,N/A
arena_elo/results/latest/text2shape_leaderboard_full.csv ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
2
+ mvdream,MVDream,1267.9699432042075,1331.87592708783,1303.8425996412966,1296.9976442604866,1282.606452096352,1296.6585132580344,https://github.com/bytedance/MVDream/,ByteDance
3
+ lucid-dreamer,LucidDreamer,1093.902962804735,1162.4802429238948,1114.7329904544004,1130.7830953400855,1116.0995107662766,1123.5997604578783,https://github.com/EnVision-Research/LucidDreamer/,HKUST
4
+ grm-t,GRM,1058.719437488267,1111.4860509591178,1083.8304159062936,1089.121148684735,1082.7826923467571,1085.187949077034,https://justimyhxu.github.io/projects/grm/,Stanford University
5
+ magic3d,Magic3D,1029.9549138828393,1009.2710595750605,1028.479015187079,1016.1476824788882,995.805903195376,1015.9317148638486,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
6
+ latent-nerf,Latent-NeRF,930.6262220633034,965.4825817616669,974.577911391717,960.5740413896226,972.2281930339157,960.6977899280452,https://github.com/eladrich/latent-nerf/,Tel Aviv University
7
+ dreamfusion,DreamFusion,960.2319008113269,888.7294765724392,911.6279464664113,932.054440308472,934.0811664007504,925.34498611188,https://dreamfusion3d.github.io/,Google Research
8
+ shap-e,Shap-E,952.6404765581634,878.3378600754154,919.0965197896608,891.9873420028031,907.8436717630009,909.9811740378087,https://github.com/openai/shap-e/,OpenAI
9
+ sjc,Score Jacobian Chaining,861.2091330505237,877.4518832986199,847.9191324910943,871.8620110063042,894.4500748652333,870.5784469423552,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
10
+ point-e,Point·E,844.745010136634,774.8849177459548,815.8934686720474,810.4725945286017,814.102335532338,812.0196653231153,https://github.com/openai/point-e/,OpenAI
11
+ ,,1000.0,,,706.6072991617136,1000.0,541.3214598323427,N/A,N/A