[ { "runtime": "ollama", "model": "qwen3.8:27b-mlx", "concurrency": 1, "requests": 5, "successes": 5, "failures": 0, "ttft_s_mean": 0.1723672749940306, "ttft_s_p50": 0.11980204097926617, "ttft_s_p95": 0.36265889178030186, "total_s_mean": 2.551861874992028, "total_s_p50": 2.646599249972496, "total_s_p95": 2.8519752004183827, "prompt_tps_mean": 1253549.1340794961, "prompt_tps_p50": 831.312776076798, "prompt_tps_p95": 3513050.713847771, "decode_tps_mean": 47.324053520964824, "decode_tps_p50": 45.28260592046214, "decode_tps_p95": 54.383553646467476, "request_tps_mean": 45.013305014436966, "request_tps_p50": 44.56718732154595, "request_tps_p95": 47.927692834210475, "aggregate_output_tps_mean": 45.00738945185462, "aggregate_output_tps_p50": 44.56227530114212, "aggregate_output_tps_p95": 47.92094820555752 } ]