28 lines
913 B
JSON
28 lines
913 B
JSON
[
|
|
{
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"concurrency": 1,
|
|
"requests": 5,
|
|
"successes": 5,
|
|
"failures": 0,
|
|
"ttft_s_mean": 0.1723672749940306,
|
|
"ttft_s_p50": 0.11980204097926617,
|
|
"ttft_s_p95": 0.36265889178030186,
|
|
"total_s_mean": 2.551861874992028,
|
|
"total_s_p50": 2.646599249972496,
|
|
"total_s_p95": 2.8519752004183827,
|
|
"prompt_tps_mean": 1253549.1340794961,
|
|
"prompt_tps_p50": 831.312776076798,
|
|
"prompt_tps_p95": 3513050.713847771,
|
|
"decode_tps_mean": 47.324053520964824,
|
|
"decode_tps_p50": 45.28260592046214,
|
|
"decode_tps_p95": 54.383553646467476,
|
|
"request_tps_mean": 45.013305014436966,
|
|
"request_tps_p50": 44.56718732154595,
|
|
"request_tps_p95": 47.927692834210475,
|
|
"aggregate_output_tps_mean": 45.00738945185462,
|
|
"aggregate_output_tps_p50": 44.56227530114212,
|
|
"aggregate_output_tps_p95": 47.92094820555752
|
|
}
|
|
] |