Files
Christian Meyer 407af8099b
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled
docs: record Qwen MLX benchmark results
2026-08-31 16:39:37 +02:00

53 lines
1.6 KiB
JSON

[
{
"task": "python_async_cache",
"runtime": "vllm-metal",
"model": "qwen3.8-27b-mxfp8",
"started_at": "2026-08-31T13:22:57.038624+00:00",
"prompt_chars": 857,
"max_tokens": 3072,
"ttft_s": 1.1419034169521183,
"total_s": 247.70563520898577,
"prompt_tokens": 211,
"output_tokens": 3072,
"decode_tps": 12.459253344652916,
"finish_reason": "length",
"output_chars": 13028,
"output_sha256": "699045091c4f5bc19d0f8f0bbc676b164512c8e3e7dec0f95acb13b5bef2f4ba",
"error": null
},
{
"task": "php_idempotent_transfer",
"runtime": "vllm-metal",
"model": "qwen3.8-27b-mxfp8",
"started_at": "2026-08-31T13:27:04.745948+00:00",
"prompt_chars": 756,
"max_tokens": 3072,
"ttft_s": 1.6236594580113888,
"total_s": 242.9034315830213,
"prompt_tokens": 182,
"output_tokens": 3072,
"decode_tps": 12.73210751545455,
"finish_reason": "length",
"output_chars": 11719,
"output_sha256": "64e2a1896826c7e6a38540d8e7d2650e66be4c3df39a3a63ca49261d90eeea17",
"error": null
},
{
"task": "typescript_dag_scheduler",
"runtime": "vllm-metal",
"model": "qwen3.8-27b-mxfp8",
"started_at": "2026-08-31T13:31:07.651240+00:00",
"prompt_chars": 773,
"max_tokens": 3072,
"ttft_s": 1.4923370420001447,
"total_s": 224.71278991695726,
"prompt_tokens": 183,
"output_tokens": 3072,
"decode_tps": 13.76217976638934,
"finish_reason": "length",
"output_chars": 10877,
"output_sha256": "bb305dfdb203bcf6d40071cb30ae92561f0b39bf38f52973d3f27e45cd5ff0a7",
"error": null
}
]