docs: record Qwen MLX benchmark results
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled

This commit is contained in:
Christian Meyer
2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions

View File

@@ -0,0 +1,27 @@
{
"measured_at": "2026-08-31",
"notes": [
"Cold starts were measured separately from warm inference.",
"The vLLM model was already present in the Hugging Face cache; zero bytes were downloaded.",
"vLLM launch-to-ready is derived from the recorded epoch and second-resolution API startup log.",
"Ollama's daemon was already running, but the model was fully unloaded before the request.",
"The Ollama request used one output token and keep_alive=0 so generation time was negligible and the model was unloaded afterward."
],
"vllm_metal": {
"process_start_epoch": 1788177244.465068,
"api_ready_local_time": "2026-08-31T13:54:33+02:00",
"approx_launch_to_api_ready_s": 28.535,
"model_load_s": 3.25,
"engine_profile_cache_warmup_s": 9.71,
"download_bytes": 0
},
"ollama": {
"client_total_s": 3.455159667,
"server_total_s": 3.448873125,
"model_load_s": 3.244982292,
"prompt_eval_s": 0.13364925,
"decode_s": 0.069530292,
"prompt_tokens": 7,
"output_tokens": 1
}
}