[{"id":"matrix-00-invoice","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"invoice","passed":true,"tokens":6255,"seconds":228.02041733299848,"tps":27.717,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-schedule","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"schedule","passed":true,"tokens":2952,"seconds":105.91798579099122,"tps":28.15,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-intervals","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"intervals","passed":false,"tokens":3106,"seconds":112.19289512501564,"tps":28.037,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-batches","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"batches","passed":false,"tokens":64000,"seconds":2336.3055229580496,"tps":27.411,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-sql","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"sql","passed":true,"tokens":6804,"seconds":231.14857104199473,"tps":29.712,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-cache","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"cache","passed":false,"tokens":6238,"seconds":194.97632254101336,"tps":32.317,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-extract","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"extract","passed":true,"tokens":2389,"seconds":78.43106520897709,"tps":31.106,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-00-policy","condition_id":"matrix-00","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · AR","task":"policy","passed":true,"tokens":1342,"seconds":47.780175749910995,"tps":28.936,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-invoice","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"invoice","passed":true,"tokens":5338,"seconds":125.1363143339986,"tps":43.463,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-schedule","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"schedule","passed":true,"tokens":4318,"seconds":98.12318079092074,"tps":44.722,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-intervals","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"intervals","passed":false,"tokens":5276,"seconds":111.88324320793618,"tps":47.481,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-batches","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"batches","passed":false,"tokens":4582,"seconds":95.69037670805119,"tps":48.518,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-sql","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"sql","passed":false,"tokens":5024,"seconds":98.16567429201677,"tps":51.747,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-cache","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"cache","passed":false,"tokens":3481,"seconds":75.15359416697174,"tps":47.223,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-extract","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"extract","passed":true,"tokens":4737,"seconds":102.81310033297632,"tps":46.779,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-01-policy","condition_id":"matrix-01","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MLX-Serve · MTP","task":"policy","passed":true,"tokens":1232,"seconds":23.756271332968026,"tps":56.698,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-invoice","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"invoice","passed":true,"tokens":2806,"seconds":152.48377854190767,"tps":18.554548238894878,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-schedule","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"schedule","passed":true,"tokens":1980,"seconds":107.7182610000018,"tps":18.530569172770306,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-intervals","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"intervals","passed":true,"tokens":4170,"seconds":225.5518131670542,"tps":18.555068128470033,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-batches","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"batches","passed":false,"tokens":64000,"seconds":2789.973324124934,"tps":22.953671426657525,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-sql","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"sql","passed":true,"tokens":1971,"seconds":79.30016408395022,"tps":25.180333243983515,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-cache","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"cache","passed":true,"tokens":2245,"seconds":89.65934649994597,"tps":25.329559892740807,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-extract","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"extract","passed":true,"tokens":2520,"seconds":101.13999075000174,"tps":25.14716133983899,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-02-policy","condition_id":"matrix-02","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · AR","task":"policy","passed":true,"tokens":900,"seconds":36.163981749909,"tps":25.53770621738551,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-invoice","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"invoice","passed":true,"tokens":3205,"seconds":130.3486530840164,"tps":24.880396445774057,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-schedule","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"schedule","passed":true,"tokens":1569,"seconds":79.19999641703907,"tps":20.111088899679974,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-intervals","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"intervals","passed":false,"tokens":64000,"seconds":2336.4638984589837,"tps":27.410565575871537,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-batches","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"batches","passed":false,"tokens":64000,"seconds":2166.627260999987,"tps":29.56370292738486,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-sql","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"sql","passed":true,"tokens":1902,"seconds":62.67807295778766,"tps":30.644463046454607,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-cache","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"cache","passed":true,"tokens":3206,"seconds":102.10731795895845,"tps":31.731175317089924,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-extract","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"extract","passed":true,"tokens":2706,"seconds":88.06625312496908,"tps":31.047696694602703,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-03-policy","condition_id":"matrix-03","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g32 + Q8 (custom) · MTPLX native · MTP","task":"policy","passed":true,"tokens":963,"seconds":25.45064958301373,"tps":39.334814188724486,"client_tps":null,"time_kind":"Resident native request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-policy","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"policy","passed":true,"tokens":1484,"seconds":57.115595584000005,"tps":27.125,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-invoice","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"invoice","passed":true,"tokens":4279,"seconds":171.614074625,"tps":25.493,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-schedule","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"schedule","passed":false,"tokens":1634,"seconds":68.22684270799999,"tps":24.238,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-intervals","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"intervals","passed":false,"tokens":2453,"seconds":103.878978958,"tps":23.827,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-batches","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"batches","passed":false,"tokens":64000,"seconds":2327.9751266250005,"tps":27.524,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-sql","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"sql","passed":false,"tokens":8594,"seconds":311.89067737500045,"tps":27.647,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-cache","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"cache","passed":true,"tokens":4449,"seconds":156.41317216700008,"tps":28.677,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-04-extract","condition_id":"matrix-04","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · AR","task":"extract","passed":true,"tokens":4607,"seconds":162.43914425000003,"tps":28.608,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-policy","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"policy","passed":true,"tokens":2090,"seconds":54.012758915999996,"tps":39.371,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-invoice","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"invoice","passed":true,"tokens":5043,"seconds":141.55933245800003,"tps":36.152,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-schedule","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"schedule","passed":true,"tokens":2015,"seconds":66.40055370900001,"tps":31.016,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-intervals","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"intervals","passed":false,"tokens":64000,"seconds":1450.415204291,"tps":44.229,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-batches","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"batches","passed":false,"tokens":53033,"seconds":1174.6796122919998,"tps":45.181,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-sql","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"sql","passed":false,"tokens":64000,"seconds":1242.826585375,"tps":51.598,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-cache","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"cache","passed":true,"tokens":8919,"seconds":232.54822524999963,"tps":38.621,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-05-extract","condition_id":"matrix-05","condition":"Qwen3.8-Flash-Next-REAP-288 · Q4g64 (30cmtonyfaker) · MTPLX HTTP · MTP","task":"extract","passed":true,"tokens":2741,"seconds":66.5398184579999,"tps":42.839,"client_tps":null,"time_kind":"Resident HTTP request","budget":64000,"historical":null,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-schedule","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"schedule","passed":true,"tokens":1795,"seconds":81.37314337491989,"tps":24.547347957737276,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-intervals","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"intervals","passed":true,"tokens":1236,"seconds":57.74703408393543,"tps":26.621968061841834,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-batches","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"batches","passed":true,"tokens":1693,"seconds":72.34935408306774,"tps":26.86542793542194,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-sql","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"sql","passed":true,"tokens":1202,"seconds":63.399955083034,"tps":26.69304170083166,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-cache","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"cache","passed":true,"tokens":3037,"seconds":108.52391225006431,"tps":30.627520531646717,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-extract","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"extract","passed":true,"tokens":1997,"seconds":78.43033837492112,"tps":29.04067644576947,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-policy","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"policy","passed":true,"tokens":1155,"seconds":45.195965167018585,"tps":30.63594661621256,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-08-invoice","condition_id":"matrix-08","condition":"Qwen 3.8 27B Q8 · MTPLX CLI historical · MTP","task":"invoice","passed":true,"tokens":1857,"seconds":69.30781491601374,"tps":30.742650344971807,"client_tps":null,"time_kind":"Fresh command including model load/setup","budget":4096,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-invoice","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"invoice","passed":true,"tokens":1752,"seconds":63.8190471669659,"tps":30.393,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-schedule","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"schedule","passed":true,"tokens":3949,"seconds":160.57354816701263,"tps":24.912,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-intervals","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"intervals","passed":false,"tokens":4955,"seconds":188.0054842919344,"tps":27.212,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-batches","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"batches","passed":false,"tokens":4923,"seconds":188.61203991703223,"tps":26.881,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-sql","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"sql","passed":false,"tokens":64000,"seconds":2605.730012999964,"tps":24.604,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-cache","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"cache","passed":true,"tokens":2695,"seconds":110.27603766706306,"tps":26.594,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-extract","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"extract","passed":true,"tokens":1218,"seconds":56.011433625011705,"tps":28.138,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-09-policy","condition_id":"matrix-09","condition":"Flash-Next 3.3 bpw · MLX-Serve · AR","task":"policy","passed":true,"tokens":1181,"seconds":49.71334529097658,"tps":27.68,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-invoice","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"invoice","passed":true,"tokens":1850,"seconds":45.98372804210521,"tps":46.235,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-schedule","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"schedule","passed":true,"tokens":4561,"seconds":159.625138415955,"tps":29.378,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-intervals","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"intervals","passed":false,"tokens":6019,"seconds":202.1019305830123,"tps":30.026,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-batches","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"batches","passed":false,"tokens":12101,"seconds":349.9630166250281,"tps":34.748,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-sql","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"sql","passed":true,"tokens":1821,"seconds":53.99166958394926,"tps":34.615,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-cache","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"cache","passed":true,"tokens":2747,"seconds":83.19889937504195,"tps":33.887,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-extract","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"extract","passed":false,"tokens":1272,"seconds":37.99254791694693,"tps":41.185,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-10-policy","condition_id":"matrix-10","condition":"Flash-Next 3.3 bpw · MLX-Serve · MTP requested","task":"policy","passed":true,"tokens":1181,"seconds":34.566433124942705,"tps":40.705,"client_tps":null,"time_kind":"Resident HTTP request; historical","budget":64000,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-invoice","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"invoice","passed":true,"tokens":4366,"seconds":96.47660241695121,"tps":48.67811409189541,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-schedule","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"schedule","passed":true,"tokens":7025,"seconds":171.97226533398498,"tps":43.04518284987672,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-intervals","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"intervals","passed":true,"tokens":3999,"seconds":87.44449562497903,"tps":49.01252718643985,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-batches","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"batches","passed":true,"tokens":4376,"seconds":96.57742933300324,"tps":48.87143486427639,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-sql","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"sql","passed":true,"tokens":4153,"seconds":90.49768649996258,"tps":48.76981505501176,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-cache","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"cache","passed":false,"tokens":8192,"seconds":178.0388216250576,"tps":47.81038988827741,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-extract","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"extract","passed":true,"tokens":3423,"seconds":75.38345129205845,"tps":48.888727801427315,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-11-policy","condition_id":"matrix-11","condition":"Gemma 26B-A4B Q8 · native MLX · AR","task":"policy","passed":true,"tokens":3885,"seconds":84.50286908308044,"tps":48.745338382143046,"client_tps":null,"time_kind":"Fresh command including load/setup; sampled","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-invoice","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"invoice","passed":true,"tokens":6335,"seconds":144.5297474169638,"tps":43.975,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-schedule","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"schedule","passed":true,"tokens":7804,"seconds":169.74378845794126,"tps":46.055,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-intervals","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"intervals","passed":true,"tokens":3345,"seconds":68.89536041708197,"tps":48.993,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-batches","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"batches","passed":false,"tokens":8192,"seconds":179.84376637509558,"tps":45.613,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-sql","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"sql","passed":true,"tokens":3402,"seconds":69.50566341704689,"tps":49.403,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-cache","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"cache","passed":false,"tokens":8192,"seconds":171.98964129097294,"tps":47.743,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-extract","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"extract","passed":true,"tokens":3089,"seconds":62.46458633302245,"tps":49.712,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-12-policy","condition_id":"matrix-12","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant off","task":"policy","passed":true,"tokens":2385,"seconds":47.96524995891377,"tps":50.059,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-invoice","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"invoice","passed":true,"tokens":7287,"seconds":313.02230262500234,"tps":23.307,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-schedule","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"schedule","passed":true,"tokens":6995,"seconds":298.579705625074,"tps":23.463,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-intervals","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"intervals","passed":true,"tokens":3056,"seconds":110.79336154204793,"tps":27.638,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-batches","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"batches","passed":true,"tokens":3847,"seconds":145.22412041691132,"tps":26.529,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-sql","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"sql","passed":false,"tokens":3602,"seconds":132.50325579207856,"tps":27.311,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-cache","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"cache","passed":false,"tokens":8192,"seconds":303.84315524995327,"tps":27.028,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-extract","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"extract","passed":true,"tokens":4713,"seconds":183.6924251250457,"tps":25.699,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-13-policy","condition_id":"matrix-13","condition":"Gemma 26B-A4B Q8 · MLX-Serve · assistant on","task":"policy","passed":true,"tokens":2483,"seconds":76.82952108397149,"tps":32.443,"client_tps":null,"time_kind":"Resident HTTP request; sampled; primary attempt","budget":8192,"historical":true,"requested_effort":null,"reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-invoice","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"invoice","passed":true,"tokens":2256,"seconds":87.39822237496264,"tps":28.99615056818316,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-schedule","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"schedule","passed":true,"tokens":1837,"seconds":81.3416706660064,"tps":24.893467682745822,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-intervals","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"intervals","passed":true,"tokens":1897,"seconds":78.40983679203782,"tps":31.10441184470253,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-batches","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"batches","passed":true,"tokens":1708,"seconds":60.29710462503135,"tps":31.868834792544106,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-sql","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"sql","passed":true,"tokens":1447,"seconds":51.28336904197931,"tps":32.4358654942767,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-cache","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"cache","passed":true,"tokens":3009,"seconds":90.41939929197542,"tps":36.13276084146202,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-extract","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"extract","passed":true,"tokens":2579,"seconds":87.47647341701668,"tps":32.03321700137697,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-14-policy","condition_id":"matrix-14","condition":"Qwen 3.8 27B Q4 · Youssofal MTPLX CLI historical · MTP","task":"policy","passed":true,"tokens":1131,"seconds":39.19321029202547,"tps":36.712886993093676,"client_tps":null,"time_kind":"Fresh command including load/setup; requested medium, MTP D3","budget":4096,"historical":true,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-invoice","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"invoice","passed":true,"tokens":1634,"seconds":76.545117582893,"tps":21.734,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-schedule","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"schedule","passed":true,"tokens":1724,"seconds":107.11488758400083,"tps":16.243,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-intervals","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"intervals","passed":true,"tokens":1003,"seconds":49.93512975005433,"tps":20.382,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-batches","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"batches","passed":true,"tokens":1272,"seconds":57.59525733301416,"tps":22.337,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-sql","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"sql","passed":true,"tokens":2727,"seconds":139.99064454203472,"tps":19.629,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-cache","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"cache","passed":true,"tokens":3022,"seconds":174.75216329214163,"tps":17.485,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-extract","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"extract","passed":true,"tokens":1214,"seconds":69.18736220779829,"tps":18.156,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-15-policy","condition_id":"matrix-15","condition":"Swift Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"policy","passed":true,"tokens":920,"seconds":49.032075125025585,"tps":19.515,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-invoice","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"invoice","passed":true,"tokens":1857,"seconds":93.26487383292988,"tps":20.357,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-schedule","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"schedule","passed":true,"tokens":1795,"seconds":113.30412308382802,"tps":16.037,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-intervals","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"intervals","passed":true,"tokens":1236,"seconds":71.9734062498901,"tps":17.362,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-batches","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"batches","passed":true,"tokens":1693,"seconds":96.12207141704857,"tps":17.788,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-sql","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"sql","passed":true,"tokens":1202,"seconds":68.06669145799242,"tps":17.97,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-cache","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"cache","passed":true,"tokens":3037,"seconds":151.27551304199733,"tps":20.372,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-extract","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"extract","passed":true,"tokens":1676,"seconds":89.50548275001347,"tps":19.044,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-16-policy","condition_id":"matrix-16","condition":"Qwen 3.8 27B Q8 · MTPLX HTTP · medium · MTP","task":"policy","passed":true,"tokens":1165,"seconds":59.58391791721806,"tps":20.056,"client_tps":null,"time_kind":"Resident HTTP; verified medium; MTP D3;128k context","budget":64000,"historical":false,"requested_effort":"medium","reasoning_budget":null,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-invoice","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"invoice","passed":true,"tokens":3046,"seconds":35.49980483390391,"tps":null,"client_tps":85.8032886167006,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-schedule","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"schedule","passed":true,"tokens":3483,"seconds":65.15197208407335,"tps":null,"client_tps":53.459625067150235,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-intervals","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"intervals","passed":true,"tokens":3326,"seconds":64.35550524992868,"tps":null,"client_tps":51.681670232923636,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-batches","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"batches","passed":true,"tokens":32317,"seconds":331.2772232501302,"tps":null,"client_tps":97.55273750166371,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-sql","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"sql","passed":true,"tokens":1830,"seconds":25.526669959072024,"tps":null,"client_tps":71.6897269770838,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-cache","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"cache","passed":false,"tokens":2173,"seconds":30.198497290955856,"tps":null,"client_tps":71.95722287316566,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-extract","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"extract","passed":true,"tokens":2876,"seconds":31.181161124957725,"tps":null,"client_tps":92.23517971234303,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-17-policy","condition_id":"matrix-17","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget32k","task":"policy","passed":true,"tokens":749,"seconds":9.156640833010897,"tps":null,"client_tps":81.79855622377983,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":64000,"historical":false,"requested_effort":null,"reasoning_budget":32000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-invoice","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"invoice","passed":true,"tokens":4174,"seconds":38.73987050005235,"tps":null,"client_tps":107.74429408571099,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-schedule","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"schedule","passed":true,"tokens":3365,"seconds":40.691804124973714,"tps":null,"client_tps":82.6947851627646,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-intervals","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"intervals","passed":true,"tokens":2054,"seconds":34.1260290001519,"tps":null,"client_tps":60.18866127057611,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-batches","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"batches","passed":true,"tokens":7882,"seconds":93.28240720788017,"tps":null,"client_tps":84.49610420574734,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-sql","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"sql","passed":true,"tokens":3246,"seconds":49.244569290895015,"tps":null,"client_tps":65.91589786937507,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-cache","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"cache","passed":true,"tokens":1830,"seconds":19.85577083309181,"tps":null,"client_tps":92.16464147290142,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-extract","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"extract","passed":true,"tokens":1893,"seconds":29.055257625179365,"tps":null,"client_tps":65.15171967910968,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-18-policy","condition_id":"matrix-18","condition":"Qwen 3.8 Flash · OpenRouter Alibaba · Hosted · reasoning budget64k","task":"policy","passed":true,"tokens":734,"seconds":11.58318275003694,"tps":null,"client_tps":63.367730255111375,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-invoice","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"invoice","passed":true,"tokens":1485,"seconds":42.66766791604459,"tps":null,"client_tps":34.803870765141724,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-schedule","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"schedule","passed":false,"tokens":2136,"seconds":45.14107929193415,"tps":null,"client_tps":47.318319222856125,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-intervals","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"intervals","passed":true,"tokens":1045,"seconds":28.635089125018567,"tps":null,"client_tps":36.49368770733038,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-batches","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"batches","passed":true,"tokens":1458,"seconds":34.13380812504329,"tps":null,"client_tps":42.714249598488095,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-sql","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"sql","passed":false,"tokens":1213,"seconds":28.062703208997846,"tps":null,"client_tps":43.22463131816437,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-cache","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"cache","passed":true,"tokens":2577,"seconds":50.85048595815897,"tps":null,"client_tps":50.677981762463766,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-extract","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"extract","passed":true,"tokens":1232,"seconds":24.384463749825954,"tps":null,"client_tps":50.5239734873724,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."},{"id":"matrix-19-policy","condition_id":"matrix-19","condition":"Qwen 3.8 27B BF16 · OpenRouter DeepInfra · Hosted · reasoning budget64k","task":"policy","passed":true,"tokens":932,"seconds":19.94643862498924,"tps":null,"client_tps":46.725133118870374,"time_kind":"Hosted HTTP incl. network/queue; GPU decode unavailable","budget":72000,"historical":false,"requested_effort":null,"reasoning_budget":64000,"timing_note":"Use cohort/protocol metadata; hosted client rates are not GPU decode. Old CLI wall includes startup; native/HTTP request wall does not."}]