docs: record Qwen MLX benchmark results
This commit is contained in:
File diff suppressed because one or more lines are too long
@@ -0,0 +1,53 @@
|
||||
[
|
||||
{
|
||||
"task": "python_async_cache",
|
||||
"runtime": "vllm-metal",
|
||||
"model": "qwen3.8-27b-mxfp8",
|
||||
"started_at": "2026-08-31T13:22:57.038624+00:00",
|
||||
"prompt_chars": 857,
|
||||
"max_tokens": 3072,
|
||||
"ttft_s": 1.1419034169521183,
|
||||
"total_s": 247.70563520898577,
|
||||
"prompt_tokens": 211,
|
||||
"output_tokens": 3072,
|
||||
"decode_tps": 12.459253344652916,
|
||||
"finish_reason": "length",
|
||||
"output_chars": 13028,
|
||||
"output_sha256": "699045091c4f5bc19d0f8f0bbc676b164512c8e3e7dec0f95acb13b5bef2f4ba",
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"task": "php_idempotent_transfer",
|
||||
"runtime": "vllm-metal",
|
||||
"model": "qwen3.8-27b-mxfp8",
|
||||
"started_at": "2026-08-31T13:27:04.745948+00:00",
|
||||
"prompt_chars": 756,
|
||||
"max_tokens": 3072,
|
||||
"ttft_s": 1.6236594580113888,
|
||||
"total_s": 242.9034315830213,
|
||||
"prompt_tokens": 182,
|
||||
"output_tokens": 3072,
|
||||
"decode_tps": 12.73210751545455,
|
||||
"finish_reason": "length",
|
||||
"output_chars": 11719,
|
||||
"output_sha256": "64e2a1896826c7e6a38540d8e7d2650e66be4c3df39a3a63ca49261d90eeea17",
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"task": "typescript_dag_scheduler",
|
||||
"runtime": "vllm-metal",
|
||||
"model": "qwen3.8-27b-mxfp8",
|
||||
"started_at": "2026-08-31T13:31:07.651240+00:00",
|
||||
"prompt_chars": 773,
|
||||
"max_tokens": 3072,
|
||||
"ttft_s": 1.4923370420001447,
|
||||
"total_s": 224.71278991695726,
|
||||
"prompt_tokens": 183,
|
||||
"output_tokens": 3072,
|
||||
"decode_tps": 13.76217976638934,
|
||||
"finish_reason": "length",
|
||||
"output_chars": 10877,
|
||||
"output_sha256": "bb305dfdb203bcf6d40071cb30ae92561f0b39bf38f52973d3f27e45cd5ff0a7",
|
||||
"error": null
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user