{"leaderboard":[{"model":"anthropic/claude-opus-4.8-fast","provider":"openrouter","best_score_percentage":0.9449102312925169,"average_score_percentage":0.9349376081632652,"average_execution_time_seconds":9168.5811768,"best_execution_time_seconds":8582.959613,"average_cost_usd":165.3554326,"best_cost_usd":159.597893,"submission_count":5,"latest_submission":"2026-05-28T20:26:36Z","best_submission_id":"29b51235-b1e2-437e-a524-9de33dbee0f0","weights":"Unknown","hf_link":null},{"model":"qwen/qwen3.7-max","provider":"openrouter","best_score_percentage":0.9344344761904761,"average_score_percentage":0.9250933435374149,"average_execution_time_seconds":12004.870287166666,"best_execution_time_seconds":11253.574283,"average_cost_usd":20.508361166666667,"best_cost_usd":19.434946,"submission_count":6,"latest_submission":"2026-05-27T18:54:21Z","best_submission_id":"4585cccf-633a-4828-88e3-bdf522ee81f9","weights":"Unknown","hf_link":null},{"model":"x-ai/grok-build-0.1","provider":"openrouter","best_score_percentage":0.9207048163265306,"average_score_percentage":0.8889249414965986,"average_execution_time_seconds":13239.728875199999,"best_execution_time_seconds":12515.735147,"average_cost_usd":20.5806122,"best_cost_usd":19.031635,"submission_count":5,"latest_submission":"2026-05-24T04:03:16Z","best_submission_id":"de563c1c-fc00-42a9-9dc2-ad0bb69ea057","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-opus-4.8","provider":"openrouter","best_score_percentage":0.917581224489796,"average_score_percentage":0.9054074571428572,"average_execution_time_seconds":14689.689394199999,"best_execution_time_seconds":14327.315023,"average_cost_usd":81.7919278,"best_cost_usd":80.095218,"submission_count":5,"latest_submission":"2026-05-28T21:56:19Z","best_submission_id":"141c0dce-190f-489c-8f0b-8634ad63a128","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-opus-4.7","provider":"openrouter","best_score_percentage":0.9157966938775511,"average_score_percentage":0.7493211997795635,"average_execution_time_seconds":16541.096637785715,"best_execution_time_seconds":12630.006296,"average_cost_usd":60.389601785714284,"best_cost_usd":38.035371,"submission_count":14,"latest_submission":"2026-05-14T19:22:26Z","best_submission_id":"108a1d0e-53e6-47b9-9b9b-23d574fa7230","weights":"Unknown","hf_link":null},{"model":"xiaomi/mimo-v2.5","provider":"openrouter","best_score_percentage":0.9141522789115646,"average_score_percentage":0.8924663006802721,"average_execution_time_seconds":12062.777047200001,"best_execution_time_seconds":11297.639102,"average_cost_usd":6.1214838,"best_cost_usd":5.443754,"submission_count":5,"latest_submission":"2026-05-14T18:30:14Z","best_submission_id":"55311770-b43a-4085-8d50-3d0fc9f6c2ac","weights":"Open","hf_link":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5"},{"model":"anthropic/claude-haiku-4.5","provider":"openrouter","best_score_percentage":0.9039731632653061,"average_score_percentage":0.6641711484673137,"average_execution_time_seconds":14195.759500562499,"best_execution_time_seconds":11368.395738,"average_cost_usd":11.46845675,"best_cost_usd":1.690018,"submission_count":16,"latest_submission":"2026-05-14T18:52:49Z","best_submission_id":"fdb70e8d-240c-4642-a32e-a9fc09dee6fb","weights":"Closed","hf_link":null},{"model":"bytedance-seed/seed-2.0-lite","provider":"openrouter","best_score_percentage":0.8971003741496598,"average_score_percentage":0.7506231031192966,"average_execution_time_seconds":14475.151995625,"best_execution_time_seconds":9831.232181,"average_cost_usd":4.478994375,"best_cost_usd":1.736133,"submission_count":24,"latest_submission":"2026-05-29T22:26:49Z","best_submission_id":"bee41915-611d-47bf-a927-2b2baf1d5737","weights":"Unknown","hf_link":null},{"model":"xiaomi/mimo-v2.5-pro","provider":"openrouter","best_score_percentage":0.8952459319727892,"average_score_percentage":0.8769464761904763,"average_execution_time_seconds":15123.281604,"best_execution_time_seconds":13280.661259,"average_cost_usd":12.1132472,"best_cost_usd":11.390635,"submission_count":5,"latest_submission":"2026-05-08T19:42:39Z","best_submission_id":"70e03ece-4b15-4c93-82d2-abab864d5865","weights":"Open","hf_link":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"},{"model":"deepseek/deepseek-v4-flash","provider":"openrouter","best_score_percentage":0.8951953129251702,"average_score_percentage":0.8011777312925169,"average_execution_time_seconds":17898.831121333333,"best_execution_time_seconds":13889.612848,"average_cost_usd":1.3020413333333334,"best_cost_usd":0.881873,"submission_count":6,"latest_submission":"2026-05-14T19:14:12Z","best_submission_id":"b67cf3cb-81bb-4bd3-83ed-359ff9bc6a5c","weights":"Open","hf_link":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"},{"model":"qwen/qwen3.6-flash","provider":"openrouter","best_score_percentage":0.8913651904761906,"average_score_percentage":0.8808790040816327,"average_execution_time_seconds":13372.729668,"best_execution_time_seconds":13016.058183,"average_cost_usd":14.289732800000001,"best_cost_usd":12.586594,"submission_count":5,"latest_submission":"2026-05-27T18:55:27Z","best_submission_id":"49c846f1-bfab-4625-b995-2c44aed13e71","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.5","provider":"openrouter","best_score_percentage":0.8896068775510204,"average_score_percentage":0.7552215181350589,"average_execution_time_seconds":16743.072416533334,"best_execution_time_seconds":9764.762055,"average_cost_usd":29.473261,"best_cost_usd":22.168411,"submission_count":15,"latest_submission":"2026-05-08T19:26:16Z","best_submission_id":"c7c6b2f4-698e-4420-a31f-683d4f9f59b4","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-opus-4.6","provider":"openrouter","best_score_percentage":0.8888568775510204,"average_score_percentage":0.7165008427539037,"average_execution_time_seconds":17287.40567661111,"best_execution_time_seconds":13323.215265,"average_cost_usd":55.43172838888889,"best_cost_usd":29.8974,"submission_count":18,"latest_submission":"2026-05-14T20:17:47Z","best_submission_id":"9ba6b3f5-6b7f-4a72-977a-4bf77a6ed35c","weights":"Closed","hf_link":null},{"model":"openai/gpt-5.4","provider":"openrouter","best_score_percentage":0.8838887482993197,"average_score_percentage":0.7644479018271942,"average_execution_time_seconds":16006.40786225,"best_execution_time_seconds":10571.265964,"average_cost_usd":17.78062475,"best_cost_usd":10.38328,"submission_count":16,"latest_submission":"2026-05-14T18:53:02Z","best_submission_id":"e49539a0-07d1-4d8c-80af-cc4b28226070","weights":"Closed","hf_link":null},{"model":"z-ai/glm-5-turbo","provider":"openrouter","best_score_percentage":0.8819797210884354,"average_score_percentage":0.7104073863887018,"average_execution_time_seconds":17694.661044411765,"best_execution_time_seconds":11938.158406,"average_cost_usd":8.904838058823529,"best_cost_usd":5.885015,"submission_count":17,"latest_submission":"2026-05-14T19:57:10Z","best_submission_id":"ce07ebb2-173b-4fc7-87d9-698a61555cc6","weights":"Open","hf_link":"https://huggingface.co/zai-org/GLM-5-Turbo"},{"model":"z-ai/glm-5v-turbo","provider":"openrouter","best_score_percentage":0.8660428639455783,"average_score_percentage":0.6637498241137105,"average_execution_time_seconds":18040.504564466664,"best_execution_time_seconds":14128.065441,"average_cost_usd":22.151602533333335,"best_cost_usd":12.810989,"submission_count":15,"latest_submission":"2026-05-14T20:16:55Z","best_submission_id":"b3036e95-800a-4d59-a424-b909f56faac6","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.4-mini","provider":"openrouter","best_score_percentage":0.8639605238095238,"average_score_percentage":0.7929518453210552,"average_execution_time_seconds":11614.1133995,"best_execution_time_seconds":7325.48408,"average_cost_usd":4.4496955,"best_cost_usd":3.40361,"submission_count":16,"latest_submission":"2026-05-14T17:29:35Z","best_submission_id":"dab1c29b-b29d-4813-a5bf-29df916e3c15","weights":"Unknown","hf_link":null},{"model":"qwen/qwen3.6-plus","provider":"openrouter","best_score_percentage":0.8587395986394557,"average_score_percentage":0.7185848985617354,"average_execution_time_seconds":17939.41391089474,"best_execution_time_seconds":15328.253056,"average_cost_usd":11.797377947368421,"best_cost_usd":6.968783,"submission_count":19,"latest_submission":"2026-05-27T19:31:27Z","best_submission_id":"5bdc5433-ff4b-416d-affb-95027d0d1d5f","weights":"Unknown","hf_link":null},{"model":"stepfun/step-3.5-flash","provider":"openrouter","best_score_percentage":0.8473127414965986,"average_score_percentage":0.7951773414332473,"average_execution_time_seconds":14337.326607454546,"best_execution_time_seconds":11042.208812,"average_cost_usd":0.7883200909090909,"best_cost_usd":0.496163,"submission_count":11,"latest_submission":"2026-05-08T19:57:12Z","best_submission_id":"12ff5726-7126-4443-b8da-c4f0a2d65a0d","weights":"Open","hf_link":"https://huggingface.co/stepfun-ai/Step-3.5-Flash"},{"model":"x-ai/grok-4.20","provider":"openrouter","best_score_percentage":0.8459120243902439,"average_score_percentage":0.7971015818400531,"average_execution_time_seconds":12648.258123666667,"best_execution_time_seconds":7861.124531,"average_cost_usd":22.551757666666663,"best_cost_usd":16.679907,"submission_count":12,"latest_submission":"2026-05-08T18:17:34Z","best_submission_id":"ac9ef8e3-4fd9-4b49-b1bd-d8a8e4bfc52a","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-sonnet-4.6","provider":"openrouter","best_score_percentage":0.8458121224489796,"average_score_percentage":0.6170525596390317,"average_execution_time_seconds":19577.74961061111,"best_execution_time_seconds":15887.723578,"average_cost_usd":30.27131877777778,"best_cost_usd":15.180381,"submission_count":18,"latest_submission":"2026-05-14T20:04:16Z","best_submission_id":"d758affb-b3e5-4c03-972c-3178106fcf77","weights":"Closed","hf_link":null},{"model":"mistralai/devstral-2512","provider":"openrouter","best_score_percentage":0.8322053537414966,"average_score_percentage":0.6880814714672862,"average_execution_time_seconds":15025.6314694,"best_execution_time_seconds":11094.297328,"average_cost_usd":4.562793666666667,"best_cost_usd":2.302033,"submission_count":15,"latest_submission":"2026-05-14T19:26:00Z","best_submission_id":"963797d3-3c8d-4150-a729-fca7547383ae","weights":"Open","hf_link":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512"},{"model":"x-ai/grok-4.3","provider":"openrouter","best_score_percentage":0.8305660884353742,"average_score_percentage":0.726017381234445,"average_execution_time_seconds":11915.7409391,"best_execution_time_seconds":8185.660171,"average_cost_usd":15.4525755,"best_cost_usd":12.995442,"submission_count":10,"latest_submission":"2026-05-14T18:12:49Z","best_submission_id":"b03da17e-2214-400a-9dae-2d8adde7627f","weights":"Unknown","hf_link":null},{"model":"google/gemini-3.1-pro-preview","provider":"openrouter","best_score_percentage":0.8293895238095238,"average_score_percentage":0.8081011461018011,"average_execution_time_seconds":9817.583848777776,"best_execution_time_seconds":7779.98233,"average_cost_usd":21.591248222222223,"best_cost_usd":15.84365,"submission_count":9,"latest_submission":"2026-05-08T18:32:57Z","best_submission_id":"9f59b9f3-3685-4087-b007-20aec32403eb","weights":"Closed","hf_link":null},{"model":"inclusionai/ling-2.6-1t","provider":"openrouter","best_score_percentage":0.8263534149659864,"average_score_percentage":0.8263534149659864,"average_execution_time_seconds":14396.791363,"best_execution_time_seconds":14396.791363,"average_cost_usd":6.996857,"best_cost_usd":6.996857,"submission_count":1,"latest_submission":"2026-05-11T19:24:15Z","best_submission_id":"f507eafa-9aaf-4e4c-a12d-a52721238619","weights":"Unknown","hf_link":null},{"model":"google/gemini-3.1-flash-lite","provider":"openrouter","best_score_percentage":0.8050111836734695,"average_score_percentage":0.8050111836734695,"average_execution_time_seconds":5633.952864,"best_execution_time_seconds":5633.952864,"average_cost_usd":3.785413,"best_cost_usd":3.785413,"submission_count":1,"latest_submission":"2026-05-07T18:43:10Z","best_submission_id":"278d3c9c-377a-485d-972c-52f646e67a7c","weights":"Unknown","hf_link":null},{"model":"moonshotai/kimi-k2.5","provider":"openrouter","best_score_percentage":0.794172068027211,"average_score_percentage":0.5232527596095349,"average_execution_time_seconds":21909.44839091667,"best_execution_time_seconds":18904.64265,"average_cost_usd":6.920857666666667,"best_cost_usd":2.765272,"submission_count":12,"latest_submission":"2026-05-08T21:10:49Z","best_submission_id":"d52a9632-bf24-4e20-a194-6adc4dcf1869","weights":"Open","hf_link":"https://huggingface.co/moonshotai/Kimi-K2.5"},{"model":"google/gemini-3-flash-preview","provider":"openrouter","best_score_percentage":0.7931969512195122,"average_score_percentage":0.715942586888414,"average_execution_time_seconds":12130.03312682353,"best_execution_time_seconds":6109.878173,"average_cost_usd":4.845631294117647,"best_cost_usd":3.090637,"submission_count":17,"latest_submission":"2026-05-14T17:10:05Z","best_submission_id":"23dea779-3992-47aa-9166-576f59b8d359","weights":"Closed","hf_link":null},{"model":"mistralai/mistral-small-2603","provider":"openrouter","best_score_percentage":0.7809646938775511,"average_score_percentage":0.6365294010729495,"average_execution_time_seconds":16479.423122733333,"best_execution_time_seconds":11492.527901,"average_cost_usd":3.2345085333333334,"best_cost_usd":2.169717,"submission_count":15,"latest_submission":"2026-05-08T19:35:05Z","best_submission_id":"34c905b9-fb02-463c-8e01-a207df626321","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.4-nano","provider":"openrouter","best_score_percentage":0.7726336260162602,"average_score_percentage":0.6927514128090261,"average_execution_time_seconds":13814.734173499999,"best_execution_time_seconds":7882.480791,"average_cost_usd":1.25393025,"best_cost_usd":0.777502,"submission_count":16,"latest_submission":"2026-05-08T18:34:57Z","best_submission_id":"cce7e509-9446-4450-9537-5f1b153fa080","weights":"Unknown","hf_link":null},{"model":"google/gemma-4-26b-a4b-it","provider":"openrouter","best_score_percentage":0.7705911904761905,"average_score_percentage":0.5586743515119462,"average_execution_time_seconds":17936.9601773125,"best_execution_time_seconds":14654.604996,"average_cost_usd":1.248923375,"best_cost_usd":0.445185,"submission_count":16,"latest_submission":"2026-05-14T19:33:40Z","best_submission_id":"0b70b774-461f-404e-8ef9-76d2dbfd7628","weights":"Unknown","hf_link":null},{"model":"google/gemma-4-31b-it","provider":"openrouter","best_score_percentage":0.7703895850340137,"average_score_percentage":0.5268150586904384,"average_execution_time_seconds":20778.029424454548,"best_execution_time_seconds":16598.255162,"average_cost_usd":1.830392818181818,"best_cost_usd":1.026224,"submission_count":11,"latest_submission":"2026-05-14T21:20:48Z","best_submission_id":"9ed25f11-7ff8-4bce-a9bc-d6d2c057a1bf","weights":"Unknown","hf_link":null},{"model":"z-ai/glm-5.1","provider":"openrouter","best_score_percentage":0.7656962925170068,"average_score_percentage":0.7116080204081633,"average_execution_time_seconds":20934.8197492,"best_execution_time_seconds":18890.856898,"average_cost_usd":19.6910388,"best_cost_usd":18.445482,"submission_count":5,"latest_submission":"2026-05-08T21:11:26Z","best_submission_id":"2cfe011e-9d10-4a8a-bbdf-ee413f80973b","weights":"Open","hf_link":"https://huggingface.co/zai-org/GLM-5.1"},{"model":"google/gemini-3.5-flash","provider":"openrouter","best_score_percentage":0.7626751428571429,"average_score_percentage":0.7417434408163265,"average_execution_time_seconds":9864.490464999999,"best_execution_time_seconds":9366.136159,"average_cost_usd":34.413343,"best_cost_usd":25.835395,"submission_count":5,"latest_submission":"2026-05-19T23:39:05Z","best_submission_id":"850fcb91-feba-4ad1-91a6-e1d0ebef5db0","weights":"Unknown","hf_link":null},{"model":"mistralai/mistral-large-2512","provider":"openrouter","best_score_percentage":0.7294157142857143,"average_score_percentage":0.5334125587356894,"average_execution_time_seconds":16245.003478125,"best_execution_time_seconds":12696.858094,"average_cost_usd":6.315883625,"best_cost_usd":0.478701,"submission_count":16,"latest_submission":"2026-05-08T19:42:12Z","best_submission_id":"c7b15ec1-2f6b-4a3c-be48-24a4125386a7","weights":"Open","hf_link":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512"},{"model":"arcee-ai/trinity-large-preview","provider":"openrouter","best_score_percentage":0.724120224489796,"average_score_percentage":0.5302438201426912,"average_execution_time_seconds":13096.4810023125,"best_execution_time_seconds":8174.869038,"average_cost_usd":4.5576041875,"best_cost_usd":1.896628,"submission_count":16,"latest_submission":"2026-05-14T18:05:14Z","best_submission_id":"cd1a6c61-4521-453e-a20a-fd403ae7456b","weights":"Unknown","hf_link":null},{"model":"minimax/minimax-m2.7","provider":"openrouter","best_score_percentage":0.7191075853658536,"average_score_percentage":0.6527806594214921,"average_execution_time_seconds":18822.5565115,"best_execution_time_seconds":15071.927195,"average_cost_usd":3.1715778333333335,"best_cost_usd":2.076476,"submission_count":12,"latest_submission":"2026-05-08T21:04:00Z","best_submission_id":"f5183e2a-c3a8-4244-9636-4a9d1e9875b0","weights":"Open","hf_link":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7"},{"model":"arcee-ai/trinity-large-thinking","provider":"openrouter","best_score_percentage":0.7115024217687075,"average_score_percentage":0.6566421378426709,"average_execution_time_seconds":13236.731880888889,"best_execution_time_seconds":11539.787083,"average_cost_usd":3.0542097777777775,"best_cost_usd":1.288744,"submission_count":9,"latest_submission":"2026-05-14T18:49:44Z","best_submission_id":"94c0e3db-0c8a-42b4-9d5f-0bbaf2e8b019","weights":"Open","hf_link":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking"},{"model":"deepseek/deepseek-v4-pro","provider":"openrouter","best_score_percentage":0.6087476394557823,"average_score_percentage":0.5765594875283447,"average_execution_time_seconds":23157.103062666665,"best_execution_time_seconds":22853.400246,"average_cost_usd":0,"best_cost_usd":0,"submission_count":6,"latest_submission":"2026-05-14T21:42:07Z","best_submission_id":"edd91012-58f9-45e8-9a40-eb244031a969","weights":"Open","hf_link":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"},{"model":"nvidia/nemotron-3-super-120b-a12b","provider":"openrouter","best_score_percentage":0.6041774829931972,"average_score_percentage":0.4220822178751175,"average_execution_time_seconds":21743.4369132,"best_execution_time_seconds":18251.982199,"average_cost_usd":0,"best_cost_usd":0,"submission_count":15,"latest_submission":"2026-05-14T21:32:55Z","best_submission_id":"b5bf3b40-308d-4c53-b3cd-f09812a51c41","weights":"Open","hf_link":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16"},{"model":"amazon/nova-2-lite-v1","provider":"openrouter","best_score_percentage":0.5892182195121951,"average_score_percentage":0.37217359459515514,"average_execution_time_seconds":9903.5163408125,"best_execution_time_seconds":5192.366397,"average_cost_usd":4.4109100625,"best_cost_usd":0.837123,"submission_count":16,"latest_submission":"2026-05-14T16:59:39Z","best_submission_id":"b27bc97e-61a6-4db7-ac86-6fa0620e7582","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-sonnet-4","provider":"openrouter","best_score_percentage":0.5783956422764227,"average_score_percentage":0.4878170243902439,"average_execution_time_seconds":20635.0666545,"best_execution_time_seconds":19350.692754,"average_cost_usd":24.233127500000002,"best_cost_usd":21.19394,"submission_count":2,"latest_submission":"2026-05-05T08:15:51Z","best_submission_id":"6648a795-a3e2-4a70-a636-d8f7b87ba0fc","weights":"Closed","hf_link":null},{"model":"openai/gpt-oss-120b","provider":"openrouter","best_score_percentage":0.4744901496598639,"average_score_percentage":0.4479851698606272,"average_execution_time_seconds":11222.092641916666,"best_execution_time_seconds":8837.728225,"average_cost_usd":0.47070883333333335,"best_cost_usd":0.298612,"submission_count":12,"latest_submission":"2026-05-08T18:33:21Z","best_submission_id":"48cdf068-8901-4f1b-b802-e63dcb6eba1a","weights":"Open","hf_link":"https://huggingface.co/openai/gpt-oss-120b"},{"model":"openai/gpt-oss-20b","provider":"openrouter","best_score_percentage":0.41800422764227646,"average_score_percentage":0.36337477906089266,"average_execution_time_seconds":6664.7792023,"best_execution_time_seconds":4895.855963,"average_cost_usd":0.45400910000000005,"best_cost_usd":0.314769,"submission_count":10,"latest_submission":"2026-05-14T17:03:13Z","best_submission_id":"9ab3409f-25f0-4f0f-812a-6a5d2776a36c","weights":"Open","hf_link":"https://huggingface.co/openai/gpt-oss-20b"},{"model":"openai/gpt-5.5-pro","provider":"openrouter","best_score_percentage":0.2989710408163265,"average_score_percentage":0.18253633605442177,"average_execution_time_seconds":28439.168943799996,"best_execution_time_seconds":28183.264569,"average_cost_usd":230.155056,"best_cost_usd":153.43815,"submission_count":5,"latest_submission":"2026-05-14T23:10:18Z","best_submission_id":"d5fcb062-d826-4466-89c1-b4d74b1a4c66","weights":"Unknown","hf_link":null},{"model":"inception/mercury-2","provider":"openrouter","best_score_percentage":0.2840619591836735,"average_score_percentage":0.25206089682539684,"average_execution_time_seconds":3168.8749516666667,"best_execution_time_seconds":2749.524734,"average_cost_usd":0.5643981666666666,"best_cost_usd":0.46555,"submission_count":6,"latest_submission":"2026-05-29T23:50:53Z","best_submission_id":"a4b924e4-2ba6-43b4-9985-04387f8ef6d7","weights":"Unknown","hf_link":null},{"model":"meta-llama/llama-3.1-70b-instruct","provider":"openrouter","best_score_percentage":0.1070190487804878,"average_score_percentage":0.1070190487804878,"average_execution_time_seconds":16325.555355,"best_execution_time_seconds":16325.555355,"average_cost_usd":4.999891,"best_cost_usd":4.999891,"submission_count":1,"latest_submission":"2026-05-04T22:35:32Z","best_submission_id":"296e049c-8692-466d-9bd8-c5e8b3f26f40","weights":"Open","hf_link":"https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct"},{"model":"meta-llama/llama-4-scout","provider":"openrouter","best_score_percentage":0.03194289430894309,"average_score_percentage":0.03194289430894309,"average_execution_time_seconds":13564.062548,"best_execution_time_seconds":13564.062548,"average_cost_usd":0.24328,"best_cost_usd":0.24328,"submission_count":1,"latest_submission":"2026-05-04T21:49:33Z","best_submission_id":"c4d1d86a-596f-495c-bb6c-ed2a35e35869","weights":"Open","hf_link":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct"}],"total_models":48,"verified_only":false,"official_only":true,"benchmark_version":"2.0.0","benchmark_versions":["2.0.0"],"generated_at":"2026-05-29T23:54:06.496Z"}