{"leaderboard":[{"model":"anthropic/claude-opus-4.6","provider":"openrouter","best_score_percentage":1,"average_score_percentage":0.699031635750235,"average_execution_time_seconds":13566.116754,"best_execution_time_seconds":12.138467,"average_cost_usd":47.03153329166667,"best_cost_usd":0,"submission_count":24,"latest_submission":"2026-06-02T21:57:25Z","best_submission_id":"d0079d87-ca39-4de0-9a5f-4dc8227619cc","weights":"Closed","hf_link":null},{"model":"inception/mercury-2","provider":"openrouter","best_score_percentage":1,"average_score_percentage":0.395505024829932,"average_execution_time_seconds":2466.71640265,"best_execution_time_seconds":11.000542,"average_cost_usd":0.6498243,"best_cost_usd":0,"submission_count":20,"latest_submission":"2026-06-02T21:55:20Z","best_submission_id":"75b54758-e800-4574-939d-a950fb02cbeb","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-opus-4.8-fast","provider":"openrouter","best_score_percentage":0.9449102312925169,"average_score_percentage":0.9349376081632652,"average_execution_time_seconds":9168.5811768,"best_execution_time_seconds":8582.959613,"average_cost_usd":165.3554326,"best_cost_usd":159.597893,"submission_count":5,"latest_submission":"2026-05-28T20:26:36Z","best_submission_id":"29b51235-b1e2-437e-a524-9de33dbee0f0","weights":"Unknown","hf_link":null},{"model":"qwen/qwen3.7-max","provider":"openrouter","best_score_percentage":0.9344344761904761,"average_score_percentage":0.9250933435374149,"average_execution_time_seconds":12004.870287166666,"best_execution_time_seconds":11253.574283,"average_cost_usd":20.508361166666667,"best_cost_usd":19.434946,"submission_count":6,"latest_submission":"2026-05-27T18:54:21Z","best_submission_id":"4585cccf-633a-4828-88e3-bdf522ee81f9","weights":"Unknown","hf_link":null},{"model":"x-ai/grok-build-0.1","provider":"openrouter","best_score_percentage":0.9207048163265306,"average_score_percentage":0.8889249414965986,"average_execution_time_seconds":13239.728875199999,"best_execution_time_seconds":12515.735147,"average_cost_usd":20.5806122,"best_cost_usd":19.031635,"submission_count":5,"latest_submission":"2026-05-24T04:03:16Z","best_submission_id":"de563c1c-fc00-42a9-9dc2-ad0bb69ea057","weights":"Unknown","hf_link":null},{"model":"xiaomi/mimo-v2.5","provider":"openrouter","best_score_percentage":0.9187411836734695,"average_score_percentage":0.8968454478458051,"average_execution_time_seconds":11849.666990166666,"best_execution_time_seconds":10784.116705,"average_cost_usd":6.2266985,"best_cost_usd":5.443754,"submission_count":6,"latest_submission":"2026-05-30T02:38:59Z","best_submission_id":"06128028-8de9-4c44-a49d-f4af0e44ec52","weights":"Open","hf_link":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5"},{"model":"anthropic/claude-opus-4.8","provider":"openrouter","best_score_percentage":0.917581224489796,"average_score_percentage":0.9054074571428572,"average_execution_time_seconds":14689.689394199999,"best_execution_time_seconds":14327.315023,"average_cost_usd":81.7919278,"best_cost_usd":80.095218,"submission_count":5,"latest_submission":"2026-05-28T21:56:19Z","best_submission_id":"141c0dce-190f-489c-8f0b-8634ad63a128","weights":"Unknown","hf_link":null},{"model":"anthropic/claude-opus-4.7","provider":"openrouter","best_score_percentage":0.9157966938775511,"average_score_percentage":0.760108443603783,"average_execution_time_seconds":16292.7827972,"best_execution_time_seconds":12630.006296,"average_cost_usd":62.49869853333333,"best_cost_usd":38.035371,"submission_count":15,"latest_submission":"2026-05-30T03:12:49Z","best_submission_id":"108a1d0e-53e6-47b9-9b9b-23d574fa7230","weights":"Unknown","hf_link":null},{"model":"deepseek/deepseek-v4-flash","provider":"openrouter","best_score_percentage":0.9146188707482993,"average_score_percentage":0.8173836083576288,"average_execution_time_seconds":16898.245717285714,"best_execution_time_seconds":10894.733293,"average_cost_usd":1.4360418571428573,"best_cost_usd":0.881873,"submission_count":7,"latest_submission":"2026-05-30T02:40:59Z","best_submission_id":"8628cfe8-6a5b-4658-9b2a-dc327c5b5988","weights":"Open","hf_link":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash"},{"model":"x-ai/grok-4.5","provider":"openrouter","best_score_percentage":0.9116943265306123,"average_score_percentage":0.7520827904761905,"average_execution_time_seconds":13686.276892599999,"best_execution_time_seconds":12874.29949,"average_cost_usd":24.828366,"best_cost_usd":6.152582,"submission_count":5,"latest_submission":"2026-07-09T19:26:55Z","best_submission_id":"02134180-9a41-4a2b-ac93-b052ef81818c","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.6-luna","provider":"openrouter","best_score_percentage":0.9079132653061224,"average_score_percentage":0.8867382176870748,"average_execution_time_seconds":10228.334275199999,"best_execution_time_seconds":8373.459459,"average_cost_usd":17.1412772,"best_cost_usd":14.362021,"submission_count":5,"latest_submission":"2026-07-09T22:48:38Z","best_submission_id":"6204a117-2d16-42f8-9743-8dd8b065da8f","weights":"Unknown","hf_link":null},{"model":"nvidia/nemotron-3-ultra-550b-a55b","provider":"openrouter","best_score_percentage":0.9058036802721089,"average_score_percentage":0.8991710408163265,"average_execution_time_seconds":9033.8093384,"best_execution_time_seconds":8110.077822,"average_cost_usd":0,"best_cost_usd":0,"submission_count":5,"latest_submission":"2026-05-28T16:09:08Z","best_submission_id":"a0d7ca7a-8d83-4283-9867-0ffcb367b472","weights":"Open","hf_link":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16"},{"model":"anthropic/claude-haiku-4.5","provider":"openrouter","best_score_percentage":0.9039731632653061,"average_score_percentage":0.677018762383002,"average_execution_time_seconds":13982.26584864706,"best_execution_time_seconds":10566.367418,"average_cost_usd":12.194871176470588,"best_cost_usd":1.690018,"submission_count":17,"latest_submission":"2026-05-30T02:26:23Z","best_submission_id":"fdb70e8d-240c-4642-a32e-a9fc09dee6fb","weights":"Closed","hf_link":null},{"model":"bytedance-seed/seed-2.0-lite","provider":"openrouter","best_score_percentage":0.8971003741496598,"average_score_percentage":0.7501870334162933,"average_execution_time_seconds":14715.04561704,"best_execution_time_seconds":9831.232181,"average_cost_usd":4.44511292,"best_cost_usd":1.736133,"submission_count":25,"latest_submission":"2026-05-30T05:11:30Z","best_submission_id":"bee41915-611d-47bf-a927-2b2baf1d5737","weights":"Unknown","hf_link":null},{"model":"xiaomi/mimo-v2.5-pro","provider":"openrouter","best_score_percentage":0.8952459319727892,"average_score_percentage":0.8745424807256236,"average_execution_time_seconds":15079.301722166667,"best_execution_time_seconds":13280.661259,"average_cost_usd":12.131301666666667,"best_cost_usd":11.390635,"submission_count":6,"latest_submission":"2026-05-30T03:39:14Z","best_submission_id":"70e03ece-4b15-4c93-82d2-abab864d5865","weights":"Open","hf_link":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro"},{"model":"qwen/qwen3.6-flash","provider":"openrouter","best_score_percentage":0.8913651904761906,"average_score_percentage":0.8808790040816327,"average_execution_time_seconds":13372.729668,"best_execution_time_seconds":13016.058183,"average_cost_usd":14.289732800000001,"best_cost_usd":12.586594,"submission_count":5,"latest_submission":"2026-05-27T18:55:27Z","best_submission_id":"49c846f1-bfab-4625-b995-2c44aed13e71","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.5","provider":"openrouter","best_score_percentage":0.8896068775510204,"average_score_percentage":0.7550495882176042,"average_execution_time_seconds":16968.2316608125,"best_execution_time_seconds":9764.762055,"average_cost_usd":31.626699125000002,"best_cost_usd":22.168411,"submission_count":16,"latest_submission":"2026-05-30T05:11:01Z","best_submission_id":"c7c6b2f4-698e-4420-a31f-683d4f9f59b4","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.4","provider":"openrouter","best_score_percentage":0.8838887482993197,"average_score_percentage":0.7569639112035057,"average_execution_time_seconds":16351.083344294118,"best_execution_time_seconds":10571.265964,"average_cost_usd":18.671659705882355,"best_cost_usd":10.38328,"submission_count":17,"latest_submission":"2026-05-30T05:41:07Z","best_submission_id":"e49539a0-07d1-4d8c-80af-cc4b28226070","weights":"Closed","hf_link":null},{"model":"z-ai/glm-5-turbo","provider":"openrouter","best_score_percentage":0.8819797210884354,"average_score_percentage":0.7179929616724738,"average_execution_time_seconds":17229.12036516667,"best_execution_time_seconds":9314.928818,"average_cost_usd":9.295208388888888,"best_cost_usd":5.885015,"submission_count":18,"latest_submission":"2026-05-30T02:07:24Z","best_submission_id":"ce07ebb2-173b-4fc7-87d9-698a61555cc6","weights":"Open","hf_link":"https://huggingface.co/zai-org/GLM-5-Turbo"},{"model":"z-ai/glm-5.2","provider":"openrouter","best_score_percentage":0.877900380952381,"average_score_percentage":0.8697550952380952,"average_execution_time_seconds":15798.8920818,"best_execution_time_seconds":15034.99335,"average_cost_usd":19.2138992,"best_cost_usd":18.196765,"submission_count":5,"latest_submission":"2026-06-16T22:58:01Z","best_submission_id":"88ef8d36-dc5c-43bf-ba95-febe0e299755","weights":"Unknown","hf_link":null},{"model":"x-ai/grok-4.20","provider":"openrouter","best_score_percentage":0.8777631496598639,"average_score_percentage":0.8033063178261924,"average_execution_time_seconds":12311.195428153847,"best_execution_time_seconds":7861.124531,"average_cost_usd":22.47217576923077,"best_cost_usd":16.679907,"submission_count":13,"latest_submission":"2026-05-30T01:50:52Z","best_submission_id":"1a4bf17c-c66b-4be0-b469-2e9ac76dc0f7","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.6-sol","provider":"openrouter","best_score_percentage":0.8699956530612244,"average_score_percentage":0.8419258027210883,"average_execution_time_seconds":15915.5554176,"best_execution_time_seconds":15093.700487,"average_cost_usd":69.2322666,"best_cost_usd":65.604418,"submission_count":5,"latest_submission":"2026-07-10T00:22:08Z","best_submission_id":"97c10dbb-0e85-41e0-b002-06bbb4dab196","weights":"Unknown","hf_link":null},{"model":"z-ai/glm-5v-turbo","provider":"openrouter","best_score_percentage":0.8660428639455783,"average_score_percentage":0.6755937020283723,"average_execution_time_seconds":17861.248980375,"best_execution_time_seconds":14128.065441,"average_cost_usd":22.3657358125,"best_cost_usd":12.810989,"submission_count":16,"latest_submission":"2026-05-30T03:52:41Z","best_submission_id":"b3036e95-800a-4d59-a424-b909f56faac6","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.4-mini","provider":"openrouter","best_score_percentage":0.8639605238095238,"average_score_percentage":0.7923050340916855,"average_execution_time_seconds":11949.384635882352,"best_execution_time_seconds":7325.48408,"average_cost_usd":4.874131117647059,"best_cost_usd":3.40361,"submission_count":17,"latest_submission":"2026-05-30T04:21:34Z","best_submission_id":"dab1c29b-b29d-4813-a5bf-29df916e3c15","weights":"Unknown","hf_link":null},{"model":"qwen/qwen3.6-plus","provider":"openrouter","best_score_percentage":0.8587395986394557,"average_score_percentage":0.7249808111166418,"average_execution_time_seconds":17879.38572745,"best_execution_time_seconds":15328.253056,"average_cost_usd":11.85809635,"best_cost_usd":6.968783,"submission_count":20,"latest_submission":"2026-05-30T04:10:56Z","best_submission_id":"5bdc5433-ff4b-416d-affb-95027d0d1d5f","weights":"Unknown","hf_link":null},{"model":"x-ai/grok-4.3","provider":"openrouter","best_score_percentage":0.8501402517006803,"average_score_percentage":0.7373012785495573,"average_execution_time_seconds":11984.509487454547,"best_execution_time_seconds":8185.660171,"average_cost_usd":15.450730454545454,"best_cost_usd":12.995442,"submission_count":11,"latest_submission":"2026-05-30T03:02:49Z","best_submission_id":"ef064477-8501-43f1-95bc-e61958425e6d","weights":"Unknown","hf_link":null},{"model":"stepfun/step-3.5-flash","provider":"openrouter","best_score_percentage":0.8473127414965986,"average_score_percentage":0.7935360703500912,"average_execution_time_seconds":14567.0899175,"best_execution_time_seconds":11042.208812,"average_cost_usd":1.12086075,"best_cost_usd":0.496163,"submission_count":12,"latest_submission":"2026-05-30T04:16:30Z","best_submission_id":"12ff5726-7126-4443-b8da-c4f0a2d65a0d","weights":"Open","hf_link":"https://huggingface.co/stepfun-ai/Step-3.5-Flash"},{"model":"anthropic/claude-sonnet-4.6","provider":"openrouter","best_score_percentage":0.8458121224489796,"average_score_percentage":0.6268140625867806,"average_execution_time_seconds":19440.73857463158,"best_execution_time_seconds":15887.723578,"average_cost_usd":31.402849631578945,"best_cost_usd":15.180381,"submission_count":19,"latest_submission":"2026-05-30T04:14:50Z","best_submission_id":"d758affb-b3e5-4c03-972c-3178106fcf77","weights":"Closed","hf_link":null},{"model":"minimax/minimax-m2.7","provider":"openrouter","best_score_percentage":0.8446153741496599,"average_score_percentage":0.6675371759390435,"average_execution_time_seconds":18335.586782846156,"best_execution_time_seconds":12491.950039,"average_cost_usd":3.1076232307692306,"best_cost_usd":2.076476,"submission_count":13,"latest_submission":"2026-05-30T03:00:17Z","best_submission_id":"3bac3333-621b-4cce-8993-43f9d6e75e1a","weights":"Open","hf_link":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7"},{"model":"mistralai/devstral-2512","provider":"openrouter","best_score_percentage":0.8322053537414966,"average_score_percentage":0.6937492583271113,"average_execution_time_seconds":14655.200251,"best_execution_time_seconds":9098.731975,"average_cost_usd":4.813600625,"best_cost_usd":2.302033,"submission_count":16,"latest_submission":"2026-05-30T02:08:11Z","best_submission_id":"963797d3-3c8d-4150-a729-fca7547383ae","weights":"Open","hf_link":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512"},{"model":"google/gemini-3.1-pro-preview","provider":"openrouter","best_score_percentage":0.8293895238095238,"average_score_percentage":0.8100638988385598,"average_execution_time_seconds":10213.7683437,"best_execution_time_seconds":7779.98233,"average_cost_usd":26.4338365,"best_cost_usd":15.84365,"submission_count":10,"latest_submission":"2026-05-30T03:21:44Z","best_submission_id":"9f59b9f3-3685-4087-b007-20aec32403eb","weights":"Closed","hf_link":null},{"model":"inclusionai/ling-2.6-1t","provider":"openrouter","best_score_percentage":0.8263534149659864,"average_score_percentage":0.8263534149659864,"average_execution_time_seconds":14396.791363,"best_execution_time_seconds":14396.791363,"average_cost_usd":6.996857,"best_cost_usd":6.996857,"submission_count":1,"latest_submission":"2026-05-11T19:24:15Z","best_submission_id":"f507eafa-9aaf-4e4c-a12d-a52721238619","weights":"Unknown","hf_link":null},{"model":"moonshotai/kimi-k2.5","provider":"openrouter","best_score_percentage":0.8190623333333333,"average_score_percentage":0.5460073422036732,"average_execution_time_seconds":21747.700120153844,"best_execution_time_seconds":18904.64265,"average_cost_usd":7.150770923076923,"best_cost_usd":2.765272,"submission_count":13,"latest_submission":"2026-05-30T05:02:47Z","best_submission_id":"d1a423d3-7c29-44f3-a37c-378b77b130da","weights":"Open","hf_link":"https://huggingface.co/moonshotai/Kimi-K2.5"},{"model":"deepseek/deepseek-v4-pro","provider":"openrouter","best_score_percentage":0.8157010680272109,"average_score_percentage":0.610722570456754,"average_execution_time_seconds":22509.303877857143,"best_execution_time_seconds":18622.508769,"average_cost_usd":0.580164,"best_cost_usd":0,"submission_count":7,"latest_submission":"2026-05-30T04:49:22Z","best_submission_id":"aa15b48f-dd89-41a5-8aeb-bc23a2ba97fb","weights":"Open","hf_link":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro"},{"model":"openai/gpt-5.6-terra","provider":"openrouter","best_score_percentage":0.8144027755102041,"average_score_percentage":0.7589283918367347,"average_execution_time_seconds":9121.547466400001,"best_execution_time_seconds":8479.08692,"average_cost_usd":27.4746986,"best_cost_usd":24.125773,"submission_count":5,"latest_submission":"2026-07-09T22:27:27Z","best_submission_id":"f28ac4c0-5f70-4cba-8b1e-46a4da3ef54c","weights":"Unknown","hf_link":null},{"model":"google/gemini-3.1-flash-lite","provider":"openrouter","best_score_percentage":0.8050111836734695,"average_score_percentage":0.8050111836734695,"average_execution_time_seconds":5633.952864,"best_execution_time_seconds":5633.952864,"average_cost_usd":3.785413,"best_cost_usd":3.785413,"submission_count":1,"latest_submission":"2026-05-07T18:43:10Z","best_submission_id":"278d3c9c-377a-485d-972c-52f646e67a7c","weights":"Unknown","hf_link":null},{"model":"moonshotai/kimi-k2.7-code","provider":"openrouter","best_score_percentage":0.8019520884353741,"average_score_percentage":0.7611206993197278,"average_execution_time_seconds":17703.091561,"best_execution_time_seconds":16228.219259,"average_cost_usd":10.924815200000001,"best_cost_usd":10.320845,"submission_count":5,"latest_submission":"2026-06-12T18:42:26Z","best_submission_id":"e48b223d-3ccc-4035-a5af-64edf141ad44","weights":"Unknown","hf_link":null},{"model":"google/gemini-3-flash-preview","provider":"openrouter","best_score_percentage":0.7999183197278912,"average_score_percentage":0.7206079053794959,"average_execution_time_seconds":11836.226035166666,"best_execution_time_seconds":6109.878173,"average_cost_usd":4.991438055555555,"best_cost_usd":3.090637,"submission_count":18,"latest_submission":"2026-05-30T01:31:32Z","best_submission_id":"32947051-3140-44da-b827-b0eafb7c68f9","weights":"Closed","hf_link":null},{"model":"mistralai/mistral-small-2603","provider":"openrouter","best_score_percentage":0.7856998639455782,"average_score_percentage":0.6458525550024888,"average_execution_time_seconds":16215.133420125,"best_execution_time_seconds":11492.527901,"average_cost_usd":3.4493431875,"best_cost_usd":2.169717,"submission_count":16,"latest_submission":"2026-05-30T02:55:56Z","best_submission_id":"e9e9b40a-07cc-4ec0-b7e4-d7b700455c1c","weights":"Unknown","hf_link":null},{"model":"openai/gpt-5.4-nano","provider":"openrouter","best_score_percentage":0.7726336260162602,"average_score_percentage":0.6898508983300637,"average_execution_time_seconds":14265.921843294118,"best_execution_time_seconds":7882.480791,"average_cost_usd":1.4126490588235294,"best_cost_usd":0.777502,"submission_count":17,"latest_submission":"2026-05-30T05:29:46Z","best_submission_id":"cce7e509-9446-4450-9537-5f1b153fa080","weights":"Unknown","hf_link":null},{"model":"google/gemma-4-26b-a4b-it","provider":"openrouter","best_score_percentage":0.7705911904761905,"average_score_percentage":0.5636500959408154,"average_execution_time_seconds":17892.381704764703,"best_execution_time_seconds":14654.604996,"average_cost_usd":1.2306934705882353,"best_cost_usd":0.445185,"submission_count":17,"latest_submission":"2026-05-30T04:21:21Z","best_submission_id":"0b70b774-461f-404e-8ef9-76d2dbfd7628","weights":"Unknown","hf_link":null},{"model":"google/gemma-4-31b-it","provider":"openrouter","best_score_percentage":0.7703895850340137,"average_score_percentage":0.5265704120762126,"average_execution_time_seconds":21154.248807416665,"best_execution_time_seconds":16598.255162,"average_cost_usd":1.8409525833333333,"best_cost_usd":1.026224,"submission_count":12,"latest_submission":"2026-05-30T06:32:42Z","best_submission_id":"9ed25f11-7ff8-4bce-a9bc-d6d2c057a1bf","weights":"Unknown","hf_link":null},{"model":"z-ai/glm-5.1","provider":"openrouter","best_score_percentage":0.7656962925170068,"average_score_percentage":0.5994783117913832,"average_execution_time_seconds":18665.988039166667,"best_execution_time_seconds":7321.829489,"average_cost_usd":16.409199,"best_cost_usd":0,"submission_count":6,"latest_submission":"2026-05-30T01:38:11Z","best_submission_id":"2cfe011e-9d10-4a8a-bbdf-ee413f80973b","weights":"Open","hf_link":"https://huggingface.co/zai-org/GLM-5.1"},{"model":"google/gemini-3.5-flash","provider":"openrouter","best_score_percentage":0.7626751428571429,"average_score_percentage":0.7417434408163265,"average_execution_time_seconds":9864.490464999999,"best_execution_time_seconds":9366.136159,"average_cost_usd":34.413343,"best_cost_usd":25.835395,"submission_count":5,"latest_submission":"2026-05-19T23:39:05Z","best_submission_id":"850fcb91-feba-4ad1-91a6-e1d0ebef5db0","weights":"Unknown","hf_link":null},{"model":"mistralai/mistral-large-2512","provider":"openrouter","best_score_percentage":0.7294157142857143,"average_score_percentage":0.5448463634038981,"average_execution_time_seconds":15939.956839470586,"best_execution_time_seconds":11059.210621,"average_cost_usd":6.564837411764707,"best_cost_usd":0.478701,"submission_count":17,"latest_submission":"2026-05-30T02:35:34Z","best_submission_id":"c7b15ec1-2f6b-4a3c-be48-24a4125386a7","weights":"Open","hf_link":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512"},{"model":"sakana/fugu-ultra","provider":"openrouter","best_score_percentage":0.7244369183673469,"average_score_percentage":0.6954732448979591,"average_execution_time_seconds":26792.465806599997,"best_execution_time_seconds":26585.373186,"average_cost_usd":91.0541442,"best_cost_usd":86.114235,"submission_count":5,"latest_submission":"2026-06-24T20:01:39Z","best_submission_id":"b4e9a2f9-733a-4660-8f0b-2ab3e35d98ff","weights":"Unknown","hf_link":null},{"model":"arcee-ai/trinity-large-preview","provider":"openrouter","best_score_percentage":0.724120224489796,"average_score_percentage":0.5302438201426912,"average_execution_time_seconds":13096.4810023125,"best_execution_time_seconds":8174.869038,"average_cost_usd":4.5576041875,"best_cost_usd":1.896628,"submission_count":16,"latest_submission":"2026-05-14T18:05:14Z","best_submission_id":"cd1a6c61-4521-453e-a20a-fd403ae7456b","weights":"Unknown","hf_link":null},{"model":"arcee-ai/trinity-large-thinking","provider":"openrouter","best_score_percentage":0.7115024217687075,"average_score_percentage":0.6566421378426709,"average_execution_time_seconds":13236.731880888889,"best_execution_time_seconds":11539.787083,"average_cost_usd":3.0542097777777775,"best_cost_usd":1.288744,"submission_count":9,"latest_submission":"2026-05-14T18:49:44Z","best_submission_id":"94c0e3db-0c8a-42b4-9d5f-0bbaf2e8b019","weights":"Open","hf_link":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking"},{"model":"aion-labs/aion-3.0","provider":"openrouter","best_score_percentage":0.6237082789115647,"average_score_percentage":0.6110980190476191,"average_execution_time_seconds":19003.6865826,"best_execution_time_seconds":18709.843094,"average_cost_usd":31.7876012,"best_cost_usd":30.259668,"submission_count":5,"latest_submission":"2026-07-09T20:58:32Z","best_submission_id":"31517fb1-d8e0-4d90-9c26-e54251497895","weights":"Unknown","hf_link":null},{"model":"nvidia/nemotron-3-super-120b-a12b","provider":"openrouter","best_score_percentage":0.6041774829931972,"average_score_percentage":0.4220822178751175,"average_execution_time_seconds":21743.4369132,"best_execution_time_seconds":18251.982199,"average_cost_usd":0,"best_cost_usd":0,"submission_count":15,"latest_submission":"2026-05-14T21:32:55Z","best_submission_id":"b5bf3b40-308d-4c53-b3cd-f09812a51c41","weights":"Open","hf_link":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16"}],"total_models":58,"verified_only":false,"official_only":true,"benchmark_version":"2.0.0","benchmark_versions":["2.0.0"],"generated_at":"2026-07-14T16:26:48.086Z"}