docs: record Qwen MLX benchmark results
This commit is contained in:
27
benchmarks/inference/results/cold_start.json
Normal file
27
benchmarks/inference/results/cold_start.json
Normal file
@@ -0,0 +1,27 @@
|
||||
{
|
||||
"measured_at": "2026-08-31",
|
||||
"notes": [
|
||||
"Cold starts were measured separately from warm inference.",
|
||||
"The vLLM model was already present in the Hugging Face cache; zero bytes were downloaded.",
|
||||
"vLLM launch-to-ready is derived from the recorded epoch and second-resolution API startup log.",
|
||||
"Ollama's daemon was already running, but the model was fully unloaded before the request.",
|
||||
"The Ollama request used one output token and keep_alive=0 so generation time was negligible and the model was unloaded afterward."
|
||||
],
|
||||
"vllm_metal": {
|
||||
"process_start_epoch": 1788177244.465068,
|
||||
"api_ready_local_time": "2026-08-31T13:54:33+02:00",
|
||||
"approx_launch_to_api_ready_s": 28.535,
|
||||
"model_load_s": 3.25,
|
||||
"engine_profile_cache_warmup_s": 9.71,
|
||||
"download_bytes": 0
|
||||
},
|
||||
"ollama": {
|
||||
"client_total_s": 3.455159667,
|
||||
"server_total_s": 3.448873125,
|
||||
"model_load_s": 3.244982292,
|
||||
"prompt_eval_s": 0.13364925,
|
||||
"decode_s": 0.069530292,
|
||||
"prompt_tokens": 7,
|
||||
"output_tokens": 1
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user