842 lines
24 KiB
JSON
842 lines
24 KiB
JSON
[
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "4c059f2d-caa2-44ae-ab1d-539d608c86d8",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:20:21.117908+00:00",
|
|
"ttft_s": 0.3135264579905197,
|
|
"total_s": 6.390581874991767,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 15.303464197450301,
|
|
"request_tps": 14.552665440988472,
|
|
"group_elapsed_s": 6.39150691695977,
|
|
"group_output_tps": 14.550559235604652,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "1bf28507-8f2f-4127-ba2f-2f5637e722bf",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:20:27.508796+00:00",
|
|
"ttft_s": 0.3822946660220623,
|
|
"total_s": 8.7317384579801,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 15.330362499509992,
|
|
"request_tps": 14.659165596401756,
|
|
"group_elapsed_s": 8.731932666967623,
|
|
"group_output_tps": 14.658839558419446,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "81b82bc5-db99-4c10-9ec1-1f684485db59",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:20:36.240817+00:00",
|
|
"ttft_s": 0.2682818329776637,
|
|
"total_s": 6.39245533302892,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 15.185722612075187,
|
|
"request_tps": 14.548400443172758,
|
|
"group_elapsed_s": 6.392639332974795,
|
|
"group_output_tps": 14.547981695179217,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "1de32693-20bd-450c-8341-17773d6c57b2",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:20:42.633525+00:00",
|
|
"ttft_s": 0.4171057919738814,
|
|
"total_s": 8.838838333962485,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 15.198772860789006,
|
|
"request_tps": 14.481541031039212,
|
|
"group_elapsed_s": 8.839007750037126,
|
|
"group_output_tps": 14.481263465286855,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "e821a6d4-8b00-477b-a66f-3579d33c583b",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:20:51.472629+00:00",
|
|
"ttft_s": 0.4347635000012815,
|
|
"total_s": 8.896931416995358,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 15.126147490283795,
|
|
"request_tps": 14.386982882152838,
|
|
"group_elapsed_s": 8.897098499990534,
|
|
"group_output_tps": 14.386712701914696,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "6415410d-9d1c-4521-b2e2-04c40ce2fd72",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:00.369851+00:00",
|
|
"ttft_s": 0.2798732080264017,
|
|
"total_s": 6.501722833025269,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 14.947323642528074,
|
|
"request_tps": 14.303901041060966,
|
|
"group_elapsed_s": 6.501933082996402,
|
|
"group_output_tps": 14.303438502498576,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "44eda129-4834-4a55-a14a-33a4a510922d",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:06.871859+00:00",
|
|
"ttft_s": 0.4577391669736244,
|
|
"total_s": 9.024471082957461,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 14.94152043688646,
|
|
"request_tps": 14.183656728838715,
|
|
"group_elapsed_s": 9.024667916994076,
|
|
"group_output_tps": 14.183347373809413,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "a696baea-c3a4-422a-9d29-c4fff0e6d70e",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:15.897040+00:00",
|
|
"ttft_s": 1.1126187500194646,
|
|
"total_s": 9.980102250003256,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.48775562989996,
|
|
"request_tps": 9.318541801510065,
|
|
"group_elapsed_s": 12.400747582956683,
|
|
"group_output_tps": 35.64301241059653,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "2a75391e-8c1c-4244-8cea-f8f97ce3c40d",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:15.896746+00:00",
|
|
"ttft_s": 1.1128792079980485,
|
|
"total_s": 12.400287791970186,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.340069693388886,
|
|
"request_tps": 10.322341073639151,
|
|
"group_elapsed_s": 12.400747582956683,
|
|
"group_output_tps": 35.64301241059653,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "21360267-b5fe-4bd2-8b87-d5bbdf4a9c49",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:15.896944+00:00",
|
|
"ttft_s": 1.1127408749889582,
|
|
"total_s": 12.400139749981463,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.340079447673899,
|
|
"request_tps": 10.322464309339042,
|
|
"group_elapsed_s": 12.400747582956683,
|
|
"group_output_tps": 35.64301241059653,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "106f9109-b093-475b-85c2-dc0847a3f3e3",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:15.896863+00:00",
|
|
"ttft_s": 1.0121074999915436,
|
|
"total_s": 9.893255082948599,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.471619701317342,
|
|
"request_tps": 9.400343892910335,
|
|
"group_elapsed_s": 12.400747582956683,
|
|
"group_output_tps": 35.64301241059653,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "fd6e44d9-a975-4760-853a-c85d6547b8f2",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:28.297798+00:00",
|
|
"ttft_s": 1.4682920000050217,
|
|
"total_s": 13.96469266602071,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.242949423676817,
|
|
"request_tps": 9.165973291446168,
|
|
"group_elapsed_s": 13.965293916000519,
|
|
"group_output_tps": 36.232678169433896,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "a5541448-562a-4c84-aeff-3e2e5b8aba34",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:28.297877+00:00",
|
|
"ttft_s": 1.4681764579727314,
|
|
"total_s": 13.9645455830032,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.242975277003744,
|
|
"request_tps": 9.166069833005798,
|
|
"group_elapsed_s": 13.965293916000519,
|
|
"group_output_tps": 36.232678169433896,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "bb897f87-b4a0-4483-9946-4f6483212386",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:28.297713+00:00",
|
|
"ttft_s": 1.3568928329623304,
|
|
"total_s": 13.431885249970946,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 122,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.103526013660515,
|
|
"request_tps": 9.082864968658356,
|
|
"group_elapsed_s": 13.965293916000519,
|
|
"group_output_tps": 36.232678169433896,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "576c3ce6-5566-4a17-b311-3c2f8f3a5a17",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:28.297622+00:00",
|
|
"ttft_s": 1.4684889169875532,
|
|
"total_s": 13.964902083971538,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.242939176993687,
|
|
"request_tps": 9.16583583832745,
|
|
"group_elapsed_s": 13.965293916000519,
|
|
"group_output_tps": 36.232678169433896,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "75886439-869f-49d6-881d-4bc7cf650b04",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:42.263079+00:00",
|
|
"ttft_s": 1.1142227500095032,
|
|
"total_s": 10.27476887498051,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.152233145411333,
|
|
"request_tps": 9.051298489687577,
|
|
"group_elapsed_s": 12.701848333003,
|
|
"group_output_tps": 34.79808516147676,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "2ecba00e-62dd-4ea7-a1e1-c7b0c12aae0e",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:42.263219+00:00",
|
|
"ttft_s": 1.1140572919975966,
|
|
"total_s": 12.70125433296198,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.046675011003936,
|
|
"request_tps": 10.077744815157159,
|
|
"group_elapsed_s": 12.701848333003,
|
|
"group_output_tps": 34.79808516147676,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "c1df76bd-2c64-4e34-a5be-10d74b64ce17",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:42.263452+00:00",
|
|
"ttft_s": 1.1138802919886075,
|
|
"total_s": 12.701070374983829,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.046681644400257,
|
|
"request_tps": 10.077890777781237,
|
|
"group_elapsed_s": 12.701848333003,
|
|
"group_output_tps": 34.79808516147676,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "1bf72731-e2e3-4f8d-bf42-627b9fce292a",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:42.263323+00:00",
|
|
"ttft_s": 1.0123424580087885,
|
|
"total_s": 10.185485332971439,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.138291888359873,
|
|
"request_tps": 9.130640019572722,
|
|
"group_elapsed_s": 12.701848333003,
|
|
"group_output_tps": 34.79808516147676,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "a04682c5-d585-4466-8fad-17ed2b9ba80b",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:54.962444+00:00",
|
|
"ttft_s": 1.4147373330197297,
|
|
"total_s": 13.505381957977079,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.586697729563905,
|
|
"request_tps": 9.477703066694506,
|
|
"group_elapsed_s": 13.505815375014208,
|
|
"group_output_tps": 35.31811939932565,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "bf6552cc-7c18-4617-8260-b6a63ff65b3c",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:54.962650+00:00",
|
|
"ttft_s": 1.4145112080150284,
|
|
"total_s": 13.505133582977578,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.586717211933143,
|
|
"request_tps": 9.477877372596776,
|
|
"group_elapsed_s": 13.505815375014208,
|
|
"group_output_tps": 35.31811939932565,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "36abe2cb-3ddf-4311-853a-4151aef2b328",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:54.962724+00:00",
|
|
"ttft_s": 1.4144840000080876,
|
|
"total_s": 10.538147750019561,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.193273508121454,
|
|
"request_tps": 8.825080289828673,
|
|
"group_elapsed_s": 13.505815375014208,
|
|
"group_output_tps": 35.31811939932565,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "110efa2a-5fb4-48e9-835b-3092cd0df4fb",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:21:54.962552+00:00",
|
|
"ttft_s": 1.3138721249997616,
|
|
"total_s": 13.505327666993253,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.49915652475652,
|
|
"request_tps": 9.477741166756687,
|
|
"group_elapsed_s": 13.505815375014208,
|
|
"group_output_tps": 35.31811939932565,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "4d78c4f5-e05f-4ffe-afb6-748b8db712f6",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:08.467061+00:00",
|
|
"ttft_s": 1.2189033330068924,
|
|
"total_s": 13.40631824999582,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.502637423262865,
|
|
"request_tps": 9.547736941127733,
|
|
"group_elapsed_s": 13.406804582977202,
|
|
"group_output_tps": 35.57894776848267,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 1,
|
|
"request_id": "9beb5379-ecf9-45d3-8725-13dd100b245d",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:08.467363+00:00",
|
|
"ttft_s": 1.3166250829817727,
|
|
"total_s": 10.428931292030029,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.205978362278222,
|
|
"request_tps": 8.917500498931489,
|
|
"group_elapsed_s": 13.406804582977202,
|
|
"group_output_tps": 35.57894776848267,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 2,
|
|
"request_id": "e863870c-69a1-44bd-9d57-7d28f9a30c17",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:08.467157+00:00",
|
|
"ttft_s": 1.3168415420223027,
|
|
"total_s": 13.406341000052635,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.58770054495327,
|
|
"request_tps": 9.547720738976986,
|
|
"group_elapsed_s": 13.406804582977202,
|
|
"group_output_tps": 35.57894776848267,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 3,
|
|
"request_id": "21ffaa25-b50a-4b5f-b562-4a7810b56506",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:08.467234+00:00",
|
|
"ttft_s": 1.316743416013196,
|
|
"total_s": 13.406194041017443,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.587743311946818,
|
|
"request_tps": 9.547825401331103,
|
|
"group_elapsed_s": 13.406804582977202,
|
|
"group_output_tps": 35.57894776848267,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "00728b55-60a4-46d3-8000-146e38d0b3a6",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:21.873446+00:00",
|
|
"ttft_s": 1.0375588749884628,
|
|
"total_s": 10.190524249977898,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.160641517788692,
|
|
"request_tps": 9.126125184403708,
|
|
"group_elapsed_s": 12.702927250007633,
|
|
"group_output_tps": 34.795129602882234,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 1,
|
|
"request_id": "531d5ceb-d88b-49ab-ad8d-7bea678c3bb8",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:21.873549+00:00",
|
|
"ttft_s": 1.140847125032451,
|
|
"total_s": 12.702382000046782,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.07119438584415,
|
|
"request_tps": 10.076850152949941,
|
|
"group_elapsed_s": 12.702927250007633,
|
|
"group_output_tps": 34.795129602882234,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 2,
|
|
"request_id": "a4b2f7bb-ab5c-405b-9514-d64bf34153ea",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:21.873705+00:00",
|
|
"ttft_s": 1.1407294999808073,
|
|
"total_s": 12.702299374970607,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 11.071160870366917,
|
|
"request_tps": 10.076915700177802,
|
|
"group_elapsed_s": 12.702927250007633,
|
|
"group_output_tps": 34.795129602882234,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 3,
|
|
"request_id": "1b77ace8-b3ef-47f2-a2cd-06b6f9400a6e",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:21.873633+00:00",
|
|
"ttft_s": 1.1407265829620883,
|
|
"total_s": 10.277835665969178,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.178274020276117,
|
|
"request_tps": 9.048597683647658,
|
|
"group_elapsed_s": 12.702927250007633,
|
|
"group_output_tps": 34.795129602882234,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "1143b997-b26b-4ca6-a4ad-dd1014020849",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:34.576247+00:00",
|
|
"ttft_s": 1.3149999160086736,
|
|
"total_s": 13.642209500016179,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.383534012925246,
|
|
"request_tps": 9.382644358294614,
|
|
"group_elapsed_s": 13.642570749972947,
|
|
"group_output_tps": 34.96408475660248,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 1,
|
|
"request_id": "907e97b8-fec4-47ff-b971-45716a15b6fb",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:34.576465+00:00",
|
|
"ttft_s": 1.419054625032004,
|
|
"total_s": 13.641894833010156,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.472197772531725,
|
|
"request_tps": 9.38286078047386,
|
|
"group_elapsed_s": 13.642570749972947,
|
|
"group_output_tps": 34.96408475660248,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 2,
|
|
"request_id": "d5875acf-e267-4393-84c1-a01dac48c4a5",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:34.576349+00:00",
|
|
"ttft_s": 1.4192612090264447,
|
|
"total_s": 10.662482584011741,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 93,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.061427312742246,
|
|
"request_tps": 8.722171339295066,
|
|
"group_elapsed_s": 13.642570749972947,
|
|
"group_output_tps": 34.96408475660248,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T132015Z",
|
|
"runtime": "vllm-metal",
|
|
"model": "qwen3.8-27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 3,
|
|
"request_id": "d2828df9-67d3-44b0-9809-bdb8c75f5282",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T13:22:34.576542+00:00",
|
|
"ttft_s": 1.4190426669665612,
|
|
"total_s": 13.641892916988581,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": null,
|
|
"decode_tps": 10.47218916878814,
|
|
"request_tps": 9.382862098308841,
|
|
"group_elapsed_s": 13.642570749972947,
|
|
"group_output_tps": 34.96408475660248,
|
|
"error": null
|
|
}
|
|
] |