170 lines
4.8 KiB
JSON
170 lines
4.8 KiB
JSON
[
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "c3b04207-976b-4a0d-9d3c-80ef8dc4225f",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:39.472249+00:00",
|
|
"ttft_s": 3.4916902080294676,
|
|
"total_s": 5.4140321660088375,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 114.72541286980045,
|
|
"decode_tps": 48.19996255746575,
|
|
"request_tps": 17.731701079044402,
|
|
"group_elapsed_s": 5.4149448340176605,
|
|
"group_output_tps": 17.728712469407014,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "47d529a2-f167-46a0-af05-a6ca0e1929a4",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:44.886979+00:00",
|
|
"ttft_s": 0.35504300001775846,
|
|
"total_s": 2.7301927499938756,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 157.93211765391837,
|
|
"decode_tps": 52.61516193511847,
|
|
"request_tps": 46.88313673101913,
|
|
"group_elapsed_s": 2.730699084000662,
|
|
"group_output_tps": 46.87444352618714,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "5b638c8b-a185-48d7-8625-f6ebacc06853",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:47.617556+00:00",
|
|
"ttft_s": 0.11980204097926617,
|
|
"total_s": 2.1940376659622416,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 441.616869764425,
|
|
"decode_tps": 45.28260592046214,
|
|
"request_tps": 43.7549461840698,
|
|
"group_elapsed_s": 2.1943347500055097,
|
|
"group_output_tps": 43.749022340260055,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "fd1c62de-2412-4243-85a0-0851e2364f7c",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:49.811979+00:00",
|
|
"ttft_s": 0.12685995898209512,
|
|
"total_s": 2.771603333996609,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 831.312776076798,
|
|
"decode_tps": 47.52723693214773,
|
|
"request_tps": 46.18265479404875,
|
|
"group_elapsed_s": 2.771931625029538,
|
|
"group_output_tps": 46.17718519613052,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "50050b20-0fd0-4e15-a4bb-ddfc74ada7e1",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:52.584034+00:00",
|
|
"ttft_s": 0.42160862497985363,
|
|
"total_s": 2.646599249972496,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 159.3484419263456,
|
|
"decode_tps": 56.09763282504741,
|
|
"request_tps": 48.363952344250905,
|
|
"group_elapsed_s": 2.6469858330092393,
|
|
"group_output_tps": 48.35688895791427,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "22721212-cd1e-460f-9aa3-f2a1bb6f2f96",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:55.231045+00:00",
|
|
"ttft_s": 0.09599920798791572,
|
|
"total_s": 2.2750009580049664,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2500000.0,
|
|
"decode_tps": 42.69653289142422,
|
|
"request_tps": 42.19778442826943,
|
|
"group_elapsed_s": 2.2753357499605045,
|
|
"group_output_tps": 42.19157546382611,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T134334Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "d95f9110-8465-4bf1-8b6d-511699a58906",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:43:57.506343+00:00",
|
|
"ttft_s": 0.09756654204102233,
|
|
"total_s": 2.8720681670238264,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3766313.3923097136,
|
|
"decode_tps": 45.01625903574264,
|
|
"request_tps": 44.56718732154595,
|
|
"group_elapsed_s": 2.8723847499932162,
|
|
"group_output_tps": 44.56227530114212,
|
|
"error": null
|
|
}
|
|
] |