842 lines
24 KiB
JSON
842 lines
24 KiB
JSON
[
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "556d36df-74f6-4dba-866f-134c99f385ac",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:01.706610+00:00",
|
|
"ttft_s": 8.133006000018213,
|
|
"total_s": 13.098198042018339,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 80.39981477169073,
|
|
"decode_tps": 18.60021913626931,
|
|
"request_tps": 7.252906063509266,
|
|
"group_elapsed_s": 13.099143458006438,
|
|
"group_output_tps": 7.252382593148428,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "456b9efb-0afa-48e4-8093-041758c70c7d",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:14.805394+00:00",
|
|
"ttft_s": 0.6389443330117501,
|
|
"total_s": 6.043248832982499,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 91.99219534791703,
|
|
"decode_tps": 23.084069916067204,
|
|
"request_tps": 21.180660194134138,
|
|
"group_elapsed_s": 6.043762709014118,
|
|
"group_output_tps": 21.178859290602404,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "78330ae3-a01a-4bf4-b1b6-e4ae861145a8",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:20.848831+00:00",
|
|
"ttft_s": 0.25939199997810647,
|
|
"total_s": 5.077765540976543,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 194.8949698826367,
|
|
"decode_tps": 19.20226982827757,
|
|
"request_tps": 18.709016639970706,
|
|
"group_elapsed_s": 5.077990833029617,
|
|
"group_output_tps": 18.708186588694836,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "f8373947-d690-42a4-b613-33f71746b2f9",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:25.927037+00:00",
|
|
"ttft_s": 0.25913220801157877,
|
|
"total_s": 5.760092166019604,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 423.79232394227944,
|
|
"decode_tps": 22.737809958094928,
|
|
"request_tps": 22.22186664913243,
|
|
"group_elapsed_s": 5.761121416988317,
|
|
"group_output_tps": 22.217896609947385,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "9e12f0f4-50d6-444c-8752-4565aa55084b",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:31.688098+00:00",
|
|
"ttft_s": 0.6637360000167973,
|
|
"total_s": 5.271547083975747,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 115.32507388679936,
|
|
"decode_tps": 26.793290081008884,
|
|
"request_tps": 24.281296924974765,
|
|
"group_elapsed_s": 5.271936749981251,
|
|
"group_output_tps": 24.27950221528269,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "583bec1f-0983-4208-8635-439a9a0c5424",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:36.960047+00:00",
|
|
"ttft_s": 0.15107908402569592,
|
|
"total_s": 5.119054667011369,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 4102564.1025641025,
|
|
"decode_tps": 18.66803886577614,
|
|
"request_tps": 18.558113983858536,
|
|
"group_elapsed_s": 5.11973733396735,
|
|
"group_output_tps": 18.555639440663118,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "641937dd-533c-493e-b7b3-3fa2cc6e8879",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:42.079662+00:00",
|
|
"ttft_s": 0.1495445409673266,
|
|
"total_s": 5.59909695800161,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3794229.2420365307,
|
|
"decode_tps": 22.9734392268289,
|
|
"request_tps": 22.86082933732315,
|
|
"group_elapsed_s": 5.599817292008083,
|
|
"group_output_tps": 22.85788862838049,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "3dbdfe4c-7d43-4575-a1e6-6b74bd5a10a7",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:47.680109+00:00",
|
|
"ttft_s": 0.16311579098692164,
|
|
"total_s": 4.8760897910106,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 1791151.7105498835,
|
|
"decode_tps": 19.64848684540538,
|
|
"request_tps": 19.482824162741817,
|
|
"group_elapsed_s": 22.031325709016528,
|
|
"group_output_tps": 20.24390206429885,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "1ea04fa9-7f60-4936-ba53-6829df8e5714",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:47.680573+00:00",
|
|
"ttft_s": 10.314829125010874,
|
|
"total_s": 16.516400250024162,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 6370370.37037037,
|
|
"decode_tps": 20.216323480613685,
|
|
"request_tps": 7.749872736331438,
|
|
"group_elapsed_s": 22.031325709016528,
|
|
"group_output_tps": 20.24390206429885,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "046681e1-e7be-4c58-8284-88f821e4a8a0",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:47.680452+00:00",
|
|
"ttft_s": 5.110771542007569,
|
|
"total_s": 10.15410141699249,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 514.3377603686088,
|
|
"decode_tps": 24.759396813702583,
|
|
"request_tps": 12.605743703307615,
|
|
"group_elapsed_s": 22.031325709016528,
|
|
"group_output_tps": 20.24390206429885,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "f496e50f-a2db-4fad-a2e1-2a7965fd862d",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:19:47.680317+00:00",
|
|
"ttft_s": 16.645131999976,
|
|
"total_s": 22.03015966597013,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 6666666.666666666,
|
|
"decode_tps": 17.25091779989875,
|
|
"request_tps": 4.312270153300159,
|
|
"group_elapsed_s": 22.031325709016528,
|
|
"group_output_tps": 20.24390206429885,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "cb3d0e9e-0a6f-4f36-aec9-4b20cbc8f87d",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:09.710819+00:00",
|
|
"ttft_s": 17.595250790996943,
|
|
"total_s": 23.510470708017237,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 19843101.06137517,
|
|
"decode_tps": 21.163606353137514,
|
|
"request_tps": 5.444382700357892,
|
|
"group_elapsed_s": 23.51121658302145,
|
|
"group_output_tps": 20.37325454038428,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "fa3bb29e-7370-4255-877e-376076d7aa76",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:09.711021+00:00",
|
|
"ttft_s": 5.7327396660111845,
|
|
"total_s": 11.353798499971163,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 9000000.0,
|
|
"decode_tps": 22.18879858004337,
|
|
"request_tps": 11.273760054868431,
|
|
"group_elapsed_s": 23.51121658302145,
|
|
"group_output_tps": 20.37325454038428,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "93ec5b28-1a29-426a-96ff-b3b525fb3c71",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:09.710927+00:00",
|
|
"ttft_s": 0.1655573329771869,
|
|
"total_s": 5.57563720800681,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 1563477.1732332706,
|
|
"decode_tps": 17.170644798585553,
|
|
"request_tps": 17.038411298277563,
|
|
"group_elapsed_s": 23.51121658302145,
|
|
"group_output_tps": 20.37325454038428,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "dcac6e9a-3580-4bb1-8787-9cef1c64bfd5",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:09.711149+00:00",
|
|
"ttft_s": 11.527663582994137,
|
|
"total_s": 17.459117082995363,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 6331909.880724489,
|
|
"decode_tps": 21.03978753266432,
|
|
"request_tps": 7.331413117371669,
|
|
"group_elapsed_s": 23.51121658302145,
|
|
"group_output_tps": 20.37325454038428,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "d42caf5b-fb6a-4e96-8e42-fd0b8fc1945b",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:33.222727+00:00",
|
|
"ttft_s": 6.285906166012865,
|
|
"total_s": 10.864910541044082,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 8421052.631578946,
|
|
"decode_tps": 20.156958877874334,
|
|
"request_tps": 8.743744335594945,
|
|
"group_elapsed_s": 21.625605207984336,
|
|
"group_output_tps": 20.623700271534293,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "87483860-d4c6-4f13-928c-48de78b6ef70",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:33.222336+00:00",
|
|
"ttft_s": 0.17068937502335757,
|
|
"total_s": 6.147177167003974,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4669345.205776958,
|
|
"decode_tps": 20.965937740191077,
|
|
"request_tps": 20.822565630133763,
|
|
"group_elapsed_s": 21.625605207984336,
|
|
"group_output_tps": 20.623700271534293,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "ee57b9cf-06bc-468b-bd1e-f936abf292df",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:33.222603+00:00",
|
|
"ttft_s": 16.19913299998734,
|
|
"total_s": 21.62435016600648,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 11675675.675675677,
|
|
"decode_tps": 22.963769927247082,
|
|
"request_tps": 5.919253018812849,
|
|
"group_elapsed_s": 21.625605207984336,
|
|
"group_output_tps": 20.623700271534293,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "13164aa4-836c-4761-8f99-95bfe18d33a1",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:33.222066+00:00",
|
|
"ttft_s": 11.00553745898651,
|
|
"total_s": 16.043328458967153,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 10214504.596527068,
|
|
"decode_tps": 18.355407643172423,
|
|
"request_tps": 5.9214645042626,
|
|
"group_elapsed_s": 21.625605207984336,
|
|
"group_output_tps": 20.623700271534293,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "51389c06-2a1c-4dcb-a847-5f0c914e298c",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:54.847154+00:00",
|
|
"ttft_s": 0.16574266698444262,
|
|
"total_s": 6.310333041998092,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 5402688.779997488,
|
|
"decode_tps": 20.423563700405246,
|
|
"request_tps": 20.284190889466956,
|
|
"group_elapsed_s": 23.574590582982637,
|
|
"group_output_tps": 20.318486478648204,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "1952ea53-9c68-4536-8e9d-089790a8bdee",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:54.847267+00:00",
|
|
"ttft_s": 18.0774574590032,
|
|
"total_s": 23.57407404197147,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 6513086.47931492,
|
|
"decode_tps": 22.77481444475703,
|
|
"request_tps": 5.4296936444717945,
|
|
"group_elapsed_s": 23.574590582982637,
|
|
"group_output_tps": 20.318486478648204,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "d71abf03-e17c-42b0-b6bb-c57bf6961bc2",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:54.847373+00:00",
|
|
"ttft_s": 12.635340875014663,
|
|
"total_s": 17.94654095900478,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 9229349.330872172,
|
|
"decode_tps": 17.481471270830138,
|
|
"request_tps": 5.293499188339869,
|
|
"group_elapsed_s": 23.574590582982637,
|
|
"group_output_tps": 20.318486478648204,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "4e10d58d-5d6d-46e7-8254-46dd35cfeb9f",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:20:54.847461+00:00",
|
|
"ttft_s": 6.461538125004154,
|
|
"total_s": 12.505505541979801,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3739130.434782609,
|
|
"decode_tps": 20.730070992395465,
|
|
"request_tps": 10.235491845596812,
|
|
"group_elapsed_s": 23.574590582982637,
|
|
"group_output_tps": 20.318486478648204,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "63b32437-7995-44f4-b5ca-f0f52da2bda7",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:18.421714+00:00",
|
|
"ttft_s": 17.908610125014093,
|
|
"total_s": 23.736398082983214,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 15071169.411108011,
|
|
"decode_tps": 21.428265908373906,
|
|
"request_tps": 5.392562070812423,
|
|
"group_elapsed_s": 23.736987709009554,
|
|
"group_output_tps": 20.179477104341757,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 1,
|
|
"request_id": "3b8fa85d-5574-4ac2-b33c-7208ef99a34f",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:18.421631+00:00",
|
|
"ttft_s": 6.036650207999628,
|
|
"total_s": 11.081229583011009,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 4571428.571428572,
|
|
"decode_tps": 18.37088402458498,
|
|
"request_tps": 8.573055840810985,
|
|
"group_elapsed_s": 23.736987709009554,
|
|
"group_output_tps": 20.179477104341757,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 2,
|
|
"request_id": "76178335-d531-49f7-83d5-84a414d73ce5",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:18.421520+00:00",
|
|
"ttft_s": 11.268355667009018,
|
|
"total_s": 17.757357084017713,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 7533286.615276804,
|
|
"decode_tps": 19.182821184166418,
|
|
"request_tps": 7.208279891786645,
|
|
"group_elapsed_s": 23.736987709009554,
|
|
"group_output_tps": 20.179477104341757,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 3,
|
|
"request_id": "728d2a73-194b-41bb-9dda-216960415fcf",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:18.421818+00:00",
|
|
"ttft_s": 0.17636983300326392,
|
|
"total_s": 5.888466249976773,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 7200000.0,
|
|
"decode_tps": 21.89716979543998,
|
|
"request_tps": 21.737409125934093,
|
|
"group_elapsed_s": 23.736987709009554,
|
|
"group_output_tps": 20.179477104341757,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "dfcbb66f-3170-41e1-a4e1-a9b7449517ce",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:42.158434+00:00",
|
|
"ttft_s": 6.034018917009234,
|
|
"total_s": 11.539304499980062,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 3200000.0,
|
|
"decode_tps": 16.88203353475361,
|
|
"request_tps": 8.232731877399036,
|
|
"group_elapsed_s": 23.861715458042454,
|
|
"group_output_tps": 18.69102834556173,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 1,
|
|
"request_id": "04f9942b-bc73-4665-9830-40b7a50beb96",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:42.158640+00:00",
|
|
"ttft_s": 11.68165541702183,
|
|
"total_s": 18.32316145801451,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 9921550.530687585,
|
|
"decode_tps": 18.896968681699633,
|
|
"request_tps": 6.985694051394885,
|
|
"group_elapsed_s": 23.861715458042454,
|
|
"group_output_tps": 18.69102834556173,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 2,
|
|
"request_id": "e2e252a5-26bf-4277-a744-cf7456cdfac7",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:42.158549+00:00",
|
|
"ttft_s": 0.17531787499319762,
|
|
"total_s": 5.8762462079757825,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 5355548.943766736,
|
|
"decode_tps": 21.95473700787165,
|
|
"request_tps": 21.782613503543573,
|
|
"group_elapsed_s": 23.861715458042454,
|
|
"group_output_tps": 18.69102834556173,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 3,
|
|
"request_id": "61a1f98f-fb9a-49a8-8f00-04bb52b494cc",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:21:42.158328+00:00",
|
|
"ttft_s": 18.46465341700241,
|
|
"total_s": 23.86128708301112,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 5782017.924255566,
|
|
"decode_tps": 17.187946685051212,
|
|
"request_tps": 3.981344328556299,
|
|
"group_elapsed_s": 23.861715458042454,
|
|
"group_output_tps": 18.69102834556173,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "ae555d62-2572-4a62-8cd6-7ae714aace26",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:22:06.019994+00:00",
|
|
"ttft_s": 20.83534020796651,
|
|
"total_s": 28.275580540997908,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 7937973.047812442,
|
|
"decode_tps": 16.887931275751107,
|
|
"request_tps": 4.526874340012493,
|
|
"group_elapsed_s": 28.276262458995916,
|
|
"group_output_tps": 16.940004029691313,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 1,
|
|
"request_id": "c0147505-dd4a-4ad8-bb9d-0955114a8ee0",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:22:06.020061+00:00",
|
|
"ttft_s": 13.962619374971837,
|
|
"total_s": 20.66803166596219,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 10125632.852053255,
|
|
"decode_tps": 18.57306514141657,
|
|
"request_tps": 6.193139340443381,
|
|
"group_elapsed_s": 28.276262458995916,
|
|
"group_output_tps": 16.940004029691313,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 2,
|
|
"request_id": "3a3d625f-5d64-42d0-9145-3056ea9864db",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:22:06.019916+00:00",
|
|
"ttft_s": 7.783273542008828,
|
|
"total_s": 13.761600458994508,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 95,
|
|
"prompt_tps": 1927710.843373494,
|
|
"decode_tps": 15.539155324201145,
|
|
"request_tps": 6.903266831722942,
|
|
"group_elapsed_s": 28.276262458995916,
|
|
"group_output_tps": 16.940004029691313,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T121855Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mxfp8",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 3,
|
|
"request_id": "8ea78898-3c59-49f2-9734-f01bb668d810",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T12:22:06.019812+00:00",
|
|
"ttft_s": 0.17432458401890472,
|
|
"total_s": 7.616022333968431,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 2866666.6666666665,
|
|
"decode_tps": 16.90294641795698,
|
|
"request_tps": 16.806673403399,
|
|
"group_elapsed_s": 28.276262458995916,
|
|
"group_output_tps": 16.940004029691313,
|
|
"error": null
|
|
}
|
|
] |