docs: record Qwen MLX benchmark results
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled

This commit is contained in:
Christian Meyer
2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions

View File

@@ -0,0 +1,54 @@
[
{
"runtime": "ollama",
"model": "qwen3.8:27b-mlx",
"concurrency": 1,
"requests": 5,
"successes": 5,
"failures": 0,
"ttft_s_mean": 0.18287834140937775,
"ttft_s_p50": 0.11936691601295024,
"ttft_s_p95": 0.3934195415815338,
"total_s_mean": 2.769790649821516,
"total_s_p50": 2.7544727920321748,
"total_s_p95": 3.450829833233729,
"prompt_tps_mean": 1201063.1140147406,
"prompt_tps_p50": 816.5668113066018,
"prompt_tps_p95": 3147950.5530253737,
"decode_tps_mean": 44.301349906835995,
"decode_tps_p50": 45.72630609321048,
"decode_tps_p95": 52.87492274071074,
"request_tps_mean": 42.02276635113332,
"request_tps_p50": 44.19526212378514,
"request_tps_p95": 46.37707708697445,
"aggregate_output_tps_mean": 42.01338924160581,
"aggregate_output_tps_p50": 44.18819214792146,
"aggregate_output_tps_p95": 46.368391249450006
},
{
"runtime": "ollama",
"model": "qwen3.8:27b-mlx",
"concurrency": 4,
"requests": 20,
"successes": 20,
"failures": 0,
"ttft_s_mean": 5.296346539442311,
"ttft_s_p50": 5.078280103509314,
"ttft_s_p95": 10.691154320855276,
"total_s_mean": 8.731022270751419,
"total_s_p50": 8.619212541496381,
"total_s_p95": 14.520918775268365,
"prompt_tps_mean": 4873110.971654413,
"prompt_tps_p50": 3843030.8359358422,
"prompt_tps_p95": 9861582.229537027,
"decode_tps_mean": 33.61516109813652,
"decode_tps_p50": 34.997484039567254,
"decode_tps_p95": 40.1951363429803,
"request_tps_mean": 18.258369295759792,
"request_tps_p50": 12.924863350205007,
"request_tps_p95": 36.94528376333951,
"aggregate_output_tps_mean": 33.27170984729996,
"aggregate_output_tps_p50": 33.918007597024484,
"aggregate_output_tps_p95": 35.45560236969114
}
]