[{"id":"matrix-00","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","attempts":8,"passed":5,"expected_tasks":8,"wall_seconds_all_attempts":3334.772955748951,"wall_seconds_passing_tasks":691.2982151248725,"tokens":93086,"weighted_decode_tps":28.026507642469586,"status":"recorded"},{"id":"matrix-01","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","attempts":8,"passed":4,"expected_tasks":8,"wall_seconds_all_attempts":730.7217551658396,"wall_seconds_passing_tasks":349.8288667908637,"tokens":33988,"weighted_decode_tps":47.28957120212881,"status":"recorded"},{"id":"matrix-02","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","attempts":8,"passed":7,"expected_tasks":8,"wall_seconds_all_attempts":3581.9906599177048,"wall_seconds_passing_tasks":792.0173357927706,"tokens":80592,"weighted_decode_tps":22.553305674622198,"status":"recorded"},{"id":"matrix-03","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","attempts":8,"passed":6,"expected_tasks":8,"wall_seconds_all_attempts":4990.942102584755,"wall_seconds_passing_tasks":487.8509431257844,"tokens":141551,"weighted_decode_tps":28.416722297204267,"status":"recorded"},{"id":"matrix-04","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","attempts":8,"passed":4,"expected_tasks":8,"wall_seconds_all_attempts":3359.553612292001,"wall_seconds_passing_tasks":547.5819866260001,"tokens":91500,"weighted_decode_tps":27.35265386069089,"status":"recorded"},{"id":"matrix-05","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","attempts":8,"passed":5,"expected_tasks":8,"wall_seconds_all_attempts":4428.982090748999,"wall_seconds_passing_tasks":561.0606887909996,"tokens":201841,"weighted_decode_tps":45.73130911908049,"status":"recorded"},{"id":"matrix-06","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MLX-Serve · AR","attempts":0,"passed":0,"expected_tasks":8,"wall_seconds_all_attempts":0,"wall_seconds_passing_tasks":0,"tokens":0,"weighted_decode_tps":null,"status":"not_run"},{"id":"matrix-07","name":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MLX-Serve · MTP","attempts":0,"passed":0,"expected_tasks":8,"wall_seconds_all_attempts":0,"wall_seconds_passing_tasks":0,"tokens":0,"weighted_decode_tps":null,"status":"not_run"},{"id":"matrix-08","name":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","attempts":8,"passed":8,"expected_tasks":8,"wall_seconds_all_attempts":576.3275173329748,"wall_seconds_passing_tasks":576.3275173329748,"tokens":13972,"weighted_decode_tps":28.304579969483413,"status":"recorded"},{"id":"matrix-09","name":"Flash-Next 3.3 bpw · MLX-Serve · AR","attempts":8,"passed":5,"expected_tasks":8,"wall_seconds_all_attempts":3422.7409491259605,"wall_seconds_passing_tasks":440.3934119170299,"tokens":84673,"weighted_decode_tps":25.12636421908508,"status":"recorded"},{"id":"matrix-10","name":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","attempts":8,"passed":5,"expected_tasks":8,"wall_seconds_all_attempts":967.4233636669815,"wall_seconds_passing_tasks":377.36586854199413,"tokens":31552,"weighted_decode_tps":33.65386854928543,"status":"recorded"},{"id":"matrix-11","name":"Gemma 26B-A4B Q8 · native MLX · AR","attempts":8,"passed":7,"expected_tasks":8,"wall_seconds_all_attempts":880.8936212090775,"wall_seconds_passing_tasks":702.8547995840199,"tokens":39419,"weighted_decode_tps":47.47909982081283,"status":"recorded"},{"id":"matrix-12","name":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","attempts":8,"passed":6,"expected_tasks":8,"wall_seconds_all_attempts":914.9378036670387,"wall_seconds_passing_tasks":563.1043960009702,"tokens":42744,"weighted_decode_tps":46.888423186843674,"status":"recorded"},{"id":"matrix-13","name":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","attempts":8,"passed":6,"expected_tasks":8,"wall_seconds_all_attempts":1564.4878474600846,"wall_seconds_passing_tasks":1128.1414364180528,"tokens":40175,"weighted_decode_tps":25.73220273065295,"status":"recorded"},{"id":"matrix-14","name":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","attempts":8,"passed":8,"expected_tasks":8,"wall_seconds_all_attempts":575.8192865010351,"wall_seconds_passing_tasks":575.8192865010351,"tokens":15864,"weighted_decode_tps":31.389940335089513,"status":"recorded"},{"id":"matrix-15","name":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","attempts":8,"passed":8,"expected_tasks":8,"wall_seconds_all_attempts":724.1526374169625,"wall_seconds_passing_tasks":724.1526374169625,"tokens":13516,"weighted_decode_tps":18.950013881444182,"status":"recorded"},{"id":"matrix-16","name":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","attempts":8,"passed":8,"expected_tasks":8,"wall_seconds_all_attempts":743.0960797509179,"wall_seconds_passing_tasks":743.0960797509179,"tokens":13661,"weighted_decode_tps":18.67335044103511,"status":"recorded"},{"id":"matrix-17","name":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","attempts":8,"passed":7,"expected_tasks":8,"wall_seconds_all_attempts":592.3474746260326,"wall_seconds_passing_tasks":562.1489773350768,"tokens":49800,"weighted_decode_tps":null,"status":"recorded"},{"id":"matrix-18","name":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","attempts":8,"passed":8,"expected_tasks":8,"wall_seconds_all_attempts":316.57889133226126,"wall_seconds_passing_tasks":316.57889133226126,"tokens":25178,"weighted_decode_tps":null,"status":"recorded"},{"id":"matrix-19","name":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","attempts":8,"passed":6,"expected_tasks":8,"wall_seconds_all_attempts":273.8217360000126,"wall_seconds_passing_tasks":200.6179534990806,"tokens":12078,"weighted_decode_tps":null,"status":"recorded"}]