update leaderboard

arena_elo/results/latest/elo_results_image2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec81e09eae6bc201c41275e80726aecd7e652fb7d51b9ec4339e751cdda88748
-size 381336
+oid sha256:dd3d9ec2aabdf36d6a01a2006929d6d77a554dfcaae2e944aac6aef9dac7744f
+size 380376

arena_elo/results/latest/elo_results_text2shape.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe89b90aaa2fc0349ac607b748fde3f9410836143ab016d9efe6f6b0a76289ce
-size 311233
+oid sha256:b4b2d5769c32821e58d0abc98dcca6b38e171430a0cea7b659749c20a4f6bf99
+size 311335

arena_elo/results/latest/image2shape_leaderboard.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1220.9969608876884,1322.530079375128,1214.0065225865364,1335.365174368666,1216.690574170252,1261.9178622776542,https://github.com/TencentARC/InstantMesh,Tencent
-stable-zero123,Stable Zero123,1251.0613127804295,1119.2208173769113,1195.6454546563405,1152.00046828816,1195.1319560502466,1182.6120018304177,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-openlrm,OpenLRM,1150.1533359412651,1215.4277776794256,1202.0231135169793,1152.8864012243812,1173.476758880435,1178.7934774484972,https://github.com/3DTopia/OpenLRM,Adobe Research
-wonder3d,Wonder3D,1186.8094805093672,1154.8046607083452,1079.5310045607569,1202.93122209983,1154.873357661535,1155.7899451079668,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-zero123-xl,Zero123-XL,1141.9023923224843,1121.6276591329806,1145.5197242418735,1180.1791154222499,1159.9871253962901,1149.8432033031756,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-lgm,LGM,1071.512175307525,1063.1591383135049,1181.54573847608,1144.953724892795,1116.6954636008372,1115.5732481181487,https://github.com/3DTopia/LGM,Peking University
-magic123,Magic123,1072.325037729253,1073.4816988297664,1103.6129249238893,1120.4538273458004,1121.8373860362583,1098.3421749729935,https://guochengqian.github.io/project/magic123/,KAUST
-grm-i,GRM,1065.1655207154702,1108.1653650920614,1117.4109385323582,1062.3973744816687,1101.7780647079176,1090.9834527058952,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-syncdreamer,SyncDreamer,957.7341631702706,960.1517853503702,865.7580075845249,877.619370620267,889.1876508183337,910.0901955087533,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-triplane-gaussian,TriplaneGaussian,863.6385948323011,840.3764310302952,893.963421533508,825.3316458426469,903.6379019198272,865.3895990317158,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-shap-e,Shap-E,891.2752009109673,896.8740915227318,849.9736211014856,840.8698349468275,841.2544605799118,864.0494418123848,https://github.com/openai/shap-e/,OpenAI
-point-e,Point·E,783.8645991149776,776.0184605735667,812.5051638491217,804.4367534220719,811.8619752769981,797.7373904473473,https://github.com/openai/point-e/,OpenAI
-escher-net,EscherNet,652.242019172,673.1511080505056,685.337340249816,672.9902043340458,642.9212476431443,665.3283838899023,https://github.com/kxhit/EscherNet,Imperial College London
-free3d,Free3D,691.319206606001,675.010926964407,653.1670241867305,627.5848827105901,670.6660772580128,663.5496235451483,https://github.com/lyndonzheng/Free3D,Oxford University
-,,,,,1291.4966670759707,,258.29933341519416,N/A,N/A
+instant-mesh,InstantMesh,1225.0743762823975,1297.5361103570417,1213.982697949364,1311.6306749933074,1216.0328953861922,1252.8513509936606,https://github.com/TencentARC/InstantMesh,Tencent
+openlrm,OpenLRM,1162.0555167427412,1225.9416140694043,1213.7908330298321,1166.331659859239,1187.608012600313,1191.145527260306,https://github.com/3DTopia/OpenLRM,Adobe Research
+stable-zero123,Stable Zero123,1247.1037556181382,1126.1884959185716,1195.2246284615442,1157.0054402153846,1193.0522449792413,1183.714913038576,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+zero123-xl,Zero123-XL,1135.549810570144,1119.3658955205813,1138.4857829255768,1171.6669336658658,1152.403014780554,1143.4942874925446,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+wonder3d,Wonder3D,1159.6855233083718,1131.667002213237,1057.7637250298346,1172.7194229190045,1126.7054448730885,1129.7082236687074,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+lgm,LGM,1071.32002002487,1064.227019036749,1180.9295266048664,1144.652994730468,1115.2005935958648,1115.2660307985639,https://github.com/3DTopia/LGM,Peking University
+grm-i,GRM,1078.2362918428653,1114.5588075581852,1122.4276508325277,1069.0610810181167,1107.012884556666,1098.2593431616722,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+magic123,Magic123,1071.846811444447,1073.0576421352393,1102.9863496244304,1118.9808652787774,1120.4805919999337,1097.4704520965656,https://guochengqian.github.io/project/magic123/,KAUST
+syncdreamer,SyncDreamer,964.8250465436397,975.1635348823173,879.9275729161875,899.2049604061029,905.5068813213643,924.9255992139224,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+shap-e,Shap-E,891.6961697624083,905.1488968856037,844.2697816867485,852.6882974144647,844.8702622255175,867.7346815949486,https://github.com/openai/shap-e/,OpenAI
+triplane-gaussian,TriplaneGaussian,857.9308198477061,831.1970989134179,893.724423073413,814.26158978473,895.4386011032594,858.5105065445053,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+point-e,Point·E,782.8310321916288,776.3903399808784,809.1135557060973,805.0084525163527,810.0949095911902,796.6876579972295,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,663.5711830750586,686.1810176655742,695.7505449421176,688.7069517758811,656.6993630871524,678.1818121091568,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,688.2736427455841,673.3765248631992,651.6229272174603,628.0806754223045,668.8942998996625,662.0496140296422,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1291.3803244446026,,258.27606488892053,N/A,N/A

arena_elo/results/latest/image2shape_leaderboard_full.csv

@@ -1,16 +1,16 @@
 Key,Model,Geometry Plausibility Elo rating,Geometry Details Elo rating,Texture Quality Elo rating,Geometry-Texture Coherency Elo rating,Visual Alignment Elo rating,Arena Elo rating,Link,Organization
-instant-mesh,InstantMesh,1218.9473835989397,1279.494453511892,1224.070025366782,1305.5036365836709,1225.058330753359,1250.6147659629287,https://github.com/TencentARC/InstantMesh,Tencent
-stable-zero123,Stable Zero123,1238.3163770723816,1157.1625663996272,1210.2306196542916,1201.4008209437816,1217.7977509453133,1204.981627003079,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-openlrm,OpenLRM,1167.3340980928756,1216.6015597765024,1214.6035161670077,1163.898960269848,1180.5638037017404,1188.600387601595,https://github.com/3DTopia/OpenLRM,Adobe Research
-wonder3d,Wonder3D,1190.237617517575,1163.96377075934,1094.1087536683558,1188.6923630648532,1142.807843252731,1155.962069652571,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
-zero123-xl,Zero123-XL,1121.0471201906403,1093.2894354897537,1129.7162349571713,1165.988620841648,1146.4281994010187,1131.2939221760464,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
-lgm,LGM,1084.8232598326974,1074.5996704728182,1169.7251461861447,1138.4484321932564,1110.844971150692,1115.6882959671216,https://github.com/3DTopia/LGM,Peking University
-magic123,Magic123,1067.6795839701554,1077.2619239328592,1100.3761123452414,1109.9844612018496,1109.195397553174,1092.8994958006558,https://guochengqian.github.io/project/magic123/,KAUST
-grm-i,GRM,1066.1456355250828,1109.6044162955536,1117.9602872836886,1065.7081592255895,1099.72587990414,1091.828875646811,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
-syncdreamer,SyncDreamer,941.6398091317051,939.8075657056498,852.064880092018,866.139925302757,882.3313514732444,896.3967063410748,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
-triplane-gaussian,TriplaneGaussian,854.8890731032309,837.3718793862009,886.7689538342543,823.2289995027976,894.7978686083899,859.4113548869748,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
-shap-e,Shap-E,874.704047420328,878.8947052283994,841.1755588898236,835.798759224547,836.4048366751965,853.395581487659,https://github.com/openai/shap-e/,OpenAI
-point-e,Point·E,803.6625028990942,799.623159262184,809.2842635882099,813.0878615158277,818.3478230128339,808.8011220556299,https://github.com/openai/point-e/,OpenAI
-escher-net,EscherNet,733.7353593606069,722.1232105248594,732.92839023744,720.4430389718876,701.0772698436543,722.0614537876897,https://github.com/kxhit/EscherNet,Imperial College London
-free3d,Free3D,636.8381322846869,650.2016832543602,616.987257729571,601.675961157687,634.618673724513,628.0643416301635,https://github.com/lyndonzheng/Free3D,Oxford University
-,,,,,1292.0739012691593,,258.41478025383185,N/A,N/A
+instant-mesh,InstantMesh,1216.4707396639294,1265.8075063336253,1220.4534456493175,1291.8834304695686,1221.6797399772345,1243.258972418735,https://github.com/TencentARC/InstantMesh,Tencent
+stable-zero123,Stable Zero123,1233.9249040484272,1156.3877807048207,1207.2747230225912,1197.9411300885115,1213.4189473656272,1201.7894970459954,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+openlrm,OpenLRM,1174.7332231624334,1221.353127462516,1221.2780509453814,1171.070025507808,1189.1484900115884,1195.5165834179456,https://github.com/3DTopia/OpenLRM,Adobe Research
+wonder3d,Wonder3D,1170.2297308098246,1144.9595417177595,1076.2488251595073,1165.5573661436001,1121.1419074573776,1135.6274742576138,https://github.com/xxlong0/Wonder3D/,The University of Hong Kong
+zero123-xl,Zero123-XL,1108.3146146257918,1085.1406635258036,1115.7078258889335,1150.4182898132585,1131.2496385561965,1118.1662064819968,https://stability.ai/news/stable-zero123-3d-generation/,Stability AI
+lgm,LGM,1083.686202155662,1073.5895689418144,1167.5152576048886,1135.6094403161453,1108.3333914678713,1113.7467720972763,https://github.com/3DTopia/LGM,Peking University
+grm-i,GRM,1077.5631787509126,1113.9012823197152,1121.4738518222516,1070.490754357401,1104.147529891375,1097.515319428331,https://justimyhxu.github.io/projects/grm/,Stanford Univerity
+magic123,Magic123,1067.6333169968489,1076.700830945384,1099.2639157868753,1108.229640319435,1107.9886786544712,1091.9632765406027,https://guochengqian.github.io/project/magic123/,KAUST
+syncdreamer,SyncDreamer,948.685251818133,953.1983429729681,866.4540825382169,885.6381690296075,898.525651242313,910.5002995202478,https://liuyuan-pal.github.io/SyncDreamer/,The University of Hong Kong
+shap-e,Shap-E,873.7389507898497,884.4158051895648,835.2975940876645,845.5414699367378,839.1979608620655,855.6383561731766,https://github.com/openai/shap-e/,OpenAI
+triplane-gaussian,TriplaneGaussian,850.5746659308271,827.8280683521266,887.8605885156833,812.2225843178009,888.2778131456678,853.352744052421,https://github.com/VAST-AI-Research/TriplaneGaussian,Tsinghua University
+point-e,Point·E,805.4875362956118,802.789962761091,808.3166274343444,815.1101362678534,818.3671575725065,810.0142840662813,https://github.com/openai/point-e/,OpenAI
+escher-net,EscherNet,741.1274744132322,731.9343117282434,741.2794610848692,731.8725819267013,711.4457492944605,731.5319156895014,https://github.com/kxhit/EscherNet,Imperial College London
+free3d,Free3D,647.8302105385167,661.9932070445673,631.5757504594753,618.4149815055712,647.0773445012455,641.3782988098752,https://github.com/lyndonzheng/Free3D,Oxford University
+,,,,,1292.175202359605,,258.435040471921,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1270.1364114455841,1328.4146230028023,1302.5788053557603,1293.9655102773281,1291.06115663168,1297.231301342631,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1096.3853996378634,1170.8544014047566,1119.8657469210957,1129.7941517895474,1115.5631505630788,1126.4925700632684,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1071.037547591102,1128.0540763579988,1100.692173589731,1099.3304038111314,1092.873676098083,1098.3975754896092,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1028.8420238170338,1007.1426416334142,1025.9552476530814,1017.0919423851484,994.9377273333955,1014.7939165644148,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,924.0416462194421,964.5574494263851,971.9366252607093,953.8419667313556,965.4047732444573,955.9564921764699,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-shap-e,Shap-E,950.6980987778222,880.7727005952531,917.763956207058,894.6383676829495,906.448877851078,910.0644002228322,https://github.com/openai/shap-e/,OpenAI
-dreamfusion,DreamFusion,941.9718430257168,868.6447891654726,892.3434250347242,915.0910466189275,921.5333211385167,907.9168849966716,https://dreamfusion3d.github.io/,Google Research
-sjc,Score Jacobian Chaining,872.2483160117761,882.739159069897,855.1842997632618,880.7640909384697,904.0164792502495,878.9904690067308,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,844.6387134736594,768.8201593440208,813.6797202145782,815.4825197651426,808.1608378894612,810.1563901373725,https://github.com/openai/point-e/,OpenAI
-,,1000.0,,,708.8202558072069,1000.0,541.7640511614414,N/A,N/A
+mvdream,MVDream,1271.2521758581208,1326.675022611098,1300.2787588475298,1293.9998555492448,1288.6218747137614,1296.165537515951,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1096.1325906475793,1165.7389178100505,1116.968969665325,1128.1029350149909,1107.7842036376933,1122.9455233551278,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1072.640494868158,1126.337168817956,1104.035825988325,1098.6877025201338,1095.4290359778618,1099.4260456344869,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1025.0079552516897,1004.8505016881188,1022.0080415019668,1014.7088245805256,993.676994687812,1012.0504635420226,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,924.9062469306061,966.7505798941075,972.682744617831,954.3949562634186,967.2066226298864,957.1882300671699,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+dreamfusion,DreamFusion,946.2971645092533,871.3125651555201,897.920962494934,916.0849462027758,925.9939515474821,911.521917981993,https://dreamfusion3d.github.io/,Google Research
+shap-e,Shap-E,948.2973000701312,878.8449785806732,916.1046545469715,892.5813251611287,905.4809776606504,908.261847203911,https://github.com/openai/shap-e/,OpenAI
+sjc,Score Jacobian Chaining,871.3701110280047,885.155080723135,855.2707294399339,882.6175806382331,903.6146650272407,879.6056333713093,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,844.095960836457,774.3351847193409,814.7293128971836,818.8218740695505,812.1916741176119,812.8348013280288,https://github.com/openai/point-e/,OpenAI
+,,1000.0,1000.0,,708.8141035459057,1000.0,741.7628207091811,N/A,N/A

arena_elo/results/latest/text2shape_leaderboard_full.csv

@@ -1,11 +1,11 @@
 Key,Model,Geometry Plausibility Elo rating,Texture Quality Elo rating,Geometry Details Elo rating,Geometry-Texture Coherency Elo rating,Semantic Alignment Elo rating,Arena Elo rating,Link,Organization
-mvdream,MVDream,1265.3910105931195,1327.39665296427,1303.544330758968,1293.836354276099,1275.5461384656123,1293.1428974116138,https://github.com/bytedance/MVDream/,ByteDance
-lucid-dreamer,LucidDreamer,1094.9706585877439,1165.6199901930268,1114.9441005586286,1125.443610763611,1120.4886211415544,1124.2933962489128,https://github.com/EnVision-Research/LucidDreamer/,HKUST
-grm-t,GRM,1062.7086569062308,1117.434911801594,1088.8040677590109,1092.295542864123,1086.6002398627859,1089.568683838749,https://justimyhxu.github.io/projects/grm/,Stanford University
-magic3d,Magic3D,1032.1008226996157,1009.6735026519622,1030.7317736614593,1017.2153469575481,997.7793814572274,1017.5001654855625,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
-latent-nerf,Latent-NeRF,926.4145998742957,962.3274161941201,972.1606995100923,954.7980699980665,970.6847103978164,957.2770991948782,https://github.com/eladrich/latent-nerf/,Tel Aviv University
-dreamfusion,DreamFusion,951.3824912188232,882.8175576544688,904.3172906609099,925.5195663202321,928.7443446452335,918.5562500999334,https://dreamfusion3d.github.io/,Google Research
-shap-e,Shap-E,954.1295020637008,881.3959081120322,919.7031600778947,896.9141606115937,909.1277694153714,912.2541000561184,https://github.com/openai/shap-e/,OpenAI
-sjc,Score Jacobian Chaining,869.881994732302,884.5925557961571,853.0006499321972,879.4360312460564,901.2847698562998,877.6392003126024,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
-point-e,Point·E,843.0202633241687,768.7415046323688,812.7939270808392,814.5413169626675,809.7440247580987,809.7682073516286,https://github.com/openai/point-e/,OpenAI
-,,1000.0,,,708.2858242764568,1000.0,541.6571648552914,N/A,N/A
+mvdream,MVDream,1265.4283294857228,1327.8012520294856,1303.8952788251468,1295.7977544254682,1275.389047720882,1293.6623324973411,https://github.com/bytedance/MVDream/,ByteDance
+lucid-dreamer,LucidDreamer,1094.866286640116,1161.0697239932192,1112.3881038960496,1124.0333932278368,1113.0553161669584,1121.0825647848362,https://github.com/EnVision-Research/LucidDreamer/,HKUST
+grm-t,GRM,1066.6987619194033,1115.611688390576,1091.9092329610723,1091.3356932805946,1089.4358654025796,1090.998248390845,https://justimyhxu.github.io/projects/grm/,Stanford University
+magic3d,Magic3D,1027.9779476826927,1007.3958293564962,1026.3685675258278,1014.9310004274147,996.3991546253814,1014.6144999235624,https://research.nvidia.com/labs/dir/magic3d/,NVIDIA
+latent-nerf,Latent-NeRF,927.2218144082177,964.3276399106443,972.7984250355587,955.2579874968665,972.365106290576,958.3941946283727,https://github.com/eladrich/latent-nerf/,Tel Aviv University
+dreamfusion,DreamFusion,954.5918766370222,883.9465520302497,908.264147715355,925.1522369314215,931.1730123114636,920.6255651251025,https://dreamfusion3d.github.io/,Google Research
+shap-e,Shap-E,951.5824948922693,879.3257573090887,917.8452169261606,894.6434247551482,907.9746351068396,910.2743057979012,https://github.com/openai/shap-e/,OpenAI
+sjc,Score Jacobian Chaining,869.0190508218295,886.601407921674,852.8507847636411,881.0981659535813,900.8241721062909,878.0787163134034,https://pals.ttic.edu/p/score-jacobian-chaining/,TTI-Chicago
+point-e,Point·E,842.6134375127266,773.9201490585665,813.6802423511881,817.7503435016677,813.3836902690285,812.2695725386355,https://github.com/openai/point-e/,OpenAI
+,,1000.0,1000.0,,707.5987036281506,1000.0,741.5197407256301,N/A,N/A