842 lines
24 KiB
JSON
842 lines
24 KiB
JSON
[
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "0bd09e14-c217-44ad-b0a1-98600e1bf40e",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:33.251646+00:00",
|
|
"ttft_s": 3.627692041976843,
|
|
"total_s": 5.577126249962021,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 116.69505030650684,
|
|
"decode_tps": 46.54721674973356,
|
|
"request_tps": 17.213166010121025,
|
|
"group_elapsed_s": 5.578097124991473,
|
|
"group_output_tps": 17.210170036282175,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "ada11e2f-0b97-42ec-a5be-5175f0bb29b1",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:38.829357+00:00",
|
|
"ttft_s": 0.3621791250188835,
|
|
"total_s": 2.7543381249997765,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 157.23847751774449,
|
|
"decode_tps": 52.253166030964316,
|
|
"request_tps": 46.472144737135494,
|
|
"group_elapsed_s": 2.7547111669555306,
|
|
"group_output_tps": 46.46585149667936,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "a3bd0047-d992-4553-9b17-4472b6290acc",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:41.584102+00:00",
|
|
"ttft_s": 0.11936691601295024,
|
|
"total_s": 2.1721785410190932,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 448.5805263612496,
|
|
"decode_tps": 45.72630609321048,
|
|
"request_tps": 44.19526212378514,
|
|
"group_elapsed_s": 2.172526082955301,
|
|
"group_output_tps": 44.18819214792146,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "a8033a77-d60f-42b4-a2a9-8f6a97ef3496",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:43.757773+00:00",
|
|
"ttft_s": 0.14179470797535032,
|
|
"total_s": 2.78225216595456,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 816.5668113066018,
|
|
"decode_tps": 47.377908815894095,
|
|
"request_tps": 46.00589463683088,
|
|
"group_elapsed_s": 2.7835853330325335,
|
|
"group_output_tps": 45.98386062788756,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "9cc954fc-95f5-474e-b219-8a89d7091934",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:46.540349+00:00",
|
|
"ttft_s": 0.45632574998307973,
|
|
"total_s": 2.7544727920321748,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 146.71421293937848,
|
|
"decode_tps": 54.2491762219149,
|
|
"request_tps": 46.46987269951035,
|
|
"group_elapsed_s": 2.754789875005372,
|
|
"group_output_tps": 46.46452390484062,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "e8ee5060-7c14-4c34-bd5b-76d7e51fef07",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:49.295554+00:00",
|
|
"ttft_s": 0.0983880830463022,
|
|
"total_s": 2.5220755000482313,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2758620.689655172,
|
|
"decode_tps": 38.503422116977305,
|
|
"request_tps": 38.063888253212134,
|
|
"group_elapsed_s": 2.522709292010404,
|
|
"group_output_tps": 38.054325285929174,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 1,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "edd132c8-7aaa-4eb0-98e8-2b2d711f2cf9",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:51.817976+00:00",
|
|
"ttft_s": 0.09851625002920628,
|
|
"total_s": 3.6179742500535212,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3245283.0188679243,
|
|
"decode_tps": 35.649936286183205,
|
|
"request_tps": 35.3789140423281,
|
|
"group_elapsed_s": 3.6182677499600686,
|
|
"group_output_tps": 35.37604424145024,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "f0df217a-d72c-4b5c-b4a7-87c267716da0",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:55.436979+00:00",
|
|
"ttft_s": 0.11441224999725819,
|
|
"total_s": 2.9100067079998553,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 4138216.428719222,
|
|
"decode_tps": 33.47564745836445,
|
|
"request_tps": 32.989614675487815,
|
|
"group_elapsed_s": 12.524156374973245,
|
|
"group_output_tps": 35.77087243139417,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "9565d3c0-e753-4a7b-be43-115556beec5b",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:55.437104+00:00",
|
|
"ttft_s": 6.277438874996733,
|
|
"total_s": 9.582254499953706,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3865168.539325843,
|
|
"decode_tps": 37.881971614565146,
|
|
"request_tps": 13.358025504396528,
|
|
"group_elapsed_s": 12.524156374973245,
|
|
"group_output_tps": 35.77087243139417,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "42b7e290-9d92-4647-bbdb-3b3ba99f4c3e",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:55.436744+00:00",
|
|
"ttft_s": 3.0367828750167973,
|
|
"total_s": 6.193101375014521,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 771.3321549092078,
|
|
"decode_tps": 39.94659431201623,
|
|
"request_tps": 20.66815836672783,
|
|
"group_elapsed_s": 12.524156374973245,
|
|
"group_output_tps": 35.77087243139417,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "c22aaea0-7394-47e8-b6ab-25444fc113d1",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:49:55.437235+00:00",
|
|
"ttft_s": 9.661167457990814,
|
|
"total_s": 12.522873707988765,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 3966679.888932963,
|
|
"decode_tps": 32.71048444655768,
|
|
"request_tps": 7.665972063485584,
|
|
"group_elapsed_s": 12.524156374973245,
|
|
"group_output_tps": 35.77087243139417,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "84f401af-117d-4956-b939-fdbb1e1ceecf",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:07.961234+00:00",
|
|
"ttft_s": 3.091476584027987,
|
|
"total_s": 6.373854791978374,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 5375000.0,
|
|
"decode_tps": 38.1244834091544,
|
|
"request_tps": 20.08203891953902,
|
|
"group_elapsed_s": 12.858689875050914,
|
|
"group_output_tps": 37.32884179214249,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "b3c9f50e-fcf6-4ad6-b00f-9de925c9092a",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:07.961465+00:00",
|
|
"ttft_s": 9.849772959016263,
|
|
"total_s": 12.85736475000158,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 11076923.076923078,
|
|
"decode_tps": 41.56311628897905,
|
|
"request_tps": 9.955383742223248,
|
|
"group_elapsed_s": 12.858689875050914,
|
|
"group_output_tps": 37.32884179214249,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "5f528a81-943d-445a-a2f2-9b986c01c96e",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:07.961041+00:00",
|
|
"ttft_s": 0.11284091597190127,
|
|
"total_s": 3.010363540961407,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 1476995.7905619969,
|
|
"decode_tps": 32.336156802028626,
|
|
"request_tps": 31.889836125686298,
|
|
"group_elapsed_s": 12.858689875050914,
|
|
"group_output_tps": 37.32884179214249,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "warmup",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "45991adb-aae4-4122-bb0d-21d34b549b46",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:07.960837+00:00",
|
|
"ttft_s": 6.452098417037632,
|
|
"total_s": 9.774627042002976,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 7319148.936170213,
|
|
"decode_tps": 37.70880560635668,
|
|
"request_tps": 13.095128791100224,
|
|
"group_elapsed_s": 12.858689875050914,
|
|
"group_output_tps": 37.32884179214249,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 0,
|
|
"request_id": "1cd3b269-0ed7-4470-9bf5-9aba6dbdda3b",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:20.819745+00:00",
|
|
"ttft_s": 9.799659290991258,
|
|
"total_s": 12.57556495803874,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2461538.461538462,
|
|
"decode_tps": 33.69646737394496,
|
|
"request_tps": 7.633851864335801,
|
|
"group_elapsed_s": 12.576361375045963,
|
|
"group_output_tps": 35.781414558656905,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 1,
|
|
"request_id": "b2258258-f465-4131-bb56-cdead87e67c5",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:20.820473+00:00",
|
|
"ttft_s": 2.9737471669795923,
|
|
"total_s": 6.33726870897226,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4755585.04755585,
|
|
"decode_tps": 37.255703188397476,
|
|
"request_tps": 20.19797579654126,
|
|
"group_elapsed_s": 12.576361375045963,
|
|
"group_output_tps": 35.781414558656905,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 2,
|
|
"request_id": "9bb209a2-19a6-4172-a166-c29a75683a37",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:20.819981+00:00",
|
|
"ttft_s": 0.11236062500393018,
|
|
"total_s": 2.89358854200691,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3661016.9491525427,
|
|
"decode_tps": 44.88156766233007,
|
|
"request_tps": 44.23572949014475,
|
|
"group_elapsed_s": 12.576361375045963,
|
|
"group_output_tps": 35.781414558656905,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 0,
|
|
"slot": 3,
|
|
"request_id": "c74fbeef-16a3-40b2-ade6-0b24b3ee0147",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:20.820727+00:00",
|
|
"ttft_s": 6.417795290995855,
|
|
"total_s": 9.71814520796761,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 98,
|
|
"prompt_tps": 2608582.235554976,
|
|
"decode_tps": 29.056692998778793,
|
|
"request_tps": 10.084228821735737,
|
|
"group_elapsed_s": 12.576361375045963,
|
|
"group_output_tps": 35.781414558656905,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 0,
|
|
"request_id": "844d6c49-9989-400d-bb5d-31f8490da904",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:33.396890+00:00",
|
|
"ttft_s": 10.48226895800326,
|
|
"total_s": 14.052842833043542,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 5083944.194845118,
|
|
"decode_tps": 35.11947732750843,
|
|
"request_tps": 9.108477303896379,
|
|
"group_elapsed_s": 14.054668250028044,
|
|
"group_output_tps": 34.152353613828076,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 1,
|
|
"request_id": "213efda7-5da6-47a7-9517-f63ad082e62e",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:33.397263+00:00",
|
|
"ttft_s": 0.11672520800493658,
|
|
"total_s": 3.508996458025649,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3630252.100840336,
|
|
"decode_tps": 36.93011583511385,
|
|
"request_tps": 36.47766577456727,
|
|
"group_elapsed_s": 14.054668250028044,
|
|
"group_output_tps": 34.152353613828076,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 2,
|
|
"request_id": "d03d55d9-a506-44a9-887e-e0ab77392c8d",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:33.397083+00:00",
|
|
"ttft_s": 3.606067124987021,
|
|
"total_s": 6.893670374993235,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 3356267.830172848,
|
|
"decode_tps": 28.527554720530254,
|
|
"request_tps": 13.925818145909567,
|
|
"group_elapsed_s": 14.054668250028044,
|
|
"group_output_tps": 34.152353613828076,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 1,
|
|
"slot": 3,
|
|
"request_id": "55be3260-b3a0-422a-b918-a81261da6a84",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:33.396391+00:00",
|
|
"ttft_s": 6.9750645000021905,
|
|
"total_s": 10.400937125028577,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 6745098.039215687,
|
|
"decode_tps": 36.57719818551596,
|
|
"request_tps": 12.30658338391295,
|
|
"group_elapsed_s": 14.054668250028044,
|
|
"group_output_tps": 34.152353613828076,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 0,
|
|
"request_id": "930b484d-3177-4ee9-9d72-5442ee8cd7c9",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:47.451672+00:00",
|
|
"ttft_s": 0.11444733297685161,
|
|
"total_s": 3.540263083006721,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4248957.431741286,
|
|
"decode_tps": 36.58630699945727,
|
|
"request_tps": 36.15550511327833,
|
|
"group_elapsed_s": 14.210740375041496,
|
|
"group_output_tps": 33.918007597024484,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 1,
|
|
"request_id": "231f3cbb-61f2-4042-8a99-def6a8698a7d",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:47.451387+00:00",
|
|
"ttft_s": 10.67886250000447,
|
|
"total_s": 14.209862457995769,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 98,
|
|
"prompt_tps": 2840102.243680773,
|
|
"decode_tps": 27.132075592063398,
|
|
"request_tps": 6.896618478165229,
|
|
"group_elapsed_s": 14.210740375041496,
|
|
"group_output_tps": 33.918007597024484,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 2,
|
|
"request_id": "32437705-bf67-438f-bad7-0bb10d0e2030",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:47.451856+00:00",
|
|
"ttft_s": 3.622358249966055,
|
|
"total_s": 7.2201729999505915,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4777777.777777778,
|
|
"decode_tps": 34.87549075162609,
|
|
"request_tps": 17.72810706902396,
|
|
"group_elapsed_s": 14.210740375041496,
|
|
"group_output_tps": 33.918007597024484,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 2,
|
|
"slot": 3,
|
|
"request_id": "a16a724c-155d-4e2d-ba28-3a8683af4d40",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:50:47.451136+00:00",
|
|
"ttft_s": 7.304396207968239,
|
|
"total_s": 10.594903749995865,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 17515407.071034707,
|
|
"decode_tps": 38.04511611184116,
|
|
"request_tps": 12.081280115456448,
|
|
"group_elapsed_s": 14.210740375041496,
|
|
"group_output_tps": 33.918007597024484,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 0,
|
|
"request_id": "f6ab47e7-5bdf-4b5c-be3f-0e639727a2bb",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:01.661760+00:00",
|
|
"ttft_s": 10.42098737496417,
|
|
"total_s": 14.485269291966688,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2105263.1578947366,
|
|
"decode_tps": 23.198198961620538,
|
|
"request_tps": 6.627422525947802,
|
|
"group_elapsed_s": 14.485774166998453,
|
|
"group_output_tps": 30.926893850149572,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 1,
|
|
"request_id": "8e015249-8b0c-4560-b93d-603afb968f5b",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:01.662046+00:00",
|
|
"ttft_s": 0.11227079102536663,
|
|
"total_s": 3.6567685829941183,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 3571131.9657835728,
|
|
"decode_tps": 35.39152606628793,
|
|
"request_tps": 35.00358228717748,
|
|
"group_elapsed_s": 14.485774166998453,
|
|
"group_output_tps": 30.926893850149572,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 2,
|
|
"request_id": "d2848890-f070-45de-8a2f-4bb2b8788a87",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:01.661862+00:00",
|
|
"ttft_s": 7.207546124991495,
|
|
"total_s": 10.33818608301226,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 9458749.343142407,
|
|
"decode_tps": 39.94848206301452,
|
|
"request_tps": 12.381282264819164,
|
|
"group_elapsed_s": 14.485774166998453,
|
|
"group_output_tps": 30.926893850149572,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 3,
|
|
"slot": 3,
|
|
"request_id": "aba512eb-9825-4e49-9ab8-0c75678ff654",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:01.661952+00:00",
|
|
"ttft_s": 3.738764916022774,
|
|
"total_s": 7.12777191598434,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2652168.1474605487,
|
|
"decode_tps": 27.731643965337334,
|
|
"request_tps": 13.468444435590849,
|
|
"group_elapsed_s": 14.485774166998453,
|
|
"group_output_tps": 30.926893850149572,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 0,
|
|
"request_id": "4c24ae09-884b-4b94-ae8e-37346f1408f2",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:16.148220+00:00",
|
|
"ttft_s": 10.924698917020578,
|
|
"total_s": 15.198258958000224,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 7068880.486602006,
|
|
"decode_tps": 29.434480556585335,
|
|
"request_tps": 8.422017308280036,
|
|
"group_elapsed_s": 15.199551291007083,
|
|
"group_output_tps": 31.579879616840746,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 1,
|
|
"request_id": "c94ceb91-b83d-4d47-a36d-71741993f366",
|
|
"prompt_name": "code",
|
|
"prompt_chars": 267,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:16.148464+00:00",
|
|
"ttft_s": 0.12565479200566188,
|
|
"total_s": 3.500943167018704,
|
|
"prompt_tokens": 54,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4025044.7227191413,
|
|
"decode_tps": 37.03108618648992,
|
|
"request_tps": 36.56157609350765,
|
|
"group_elapsed_s": 15.199551291007083,
|
|
"group_output_tps": 31.579879616840746,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 2,
|
|
"request_id": "0672967f-d135-44b0-b89f-7995f59b2d8c",
|
|
"prompt_name": "short",
|
|
"prompt_chars": 106,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:16.148378+00:00",
|
|
"ttft_s": 7.600669999956153,
|
|
"total_s": 10.846751042001415,
|
|
"prompt_tokens": 20,
|
|
"output_tokens": 96,
|
|
"prompt_tps": 2666666.6666666665,
|
|
"decode_tps": 28.898123213254255,
|
|
"request_tps": 8.850576511645125,
|
|
"group_elapsed_s": 15.199551291007083,
|
|
"group_output_tps": 31.579879616840746,
|
|
"error": null
|
|
},
|
|
{
|
|
"run_id": "20260831T114928Z",
|
|
"runtime": "ollama",
|
|
"model": "qwen3.8:27b-mlx",
|
|
"phase": "measured",
|
|
"concurrency": 4,
|
|
"round": 4,
|
|
"slot": 3,
|
|
"request_id": "8185344b-c228-457a-8c3d-6a7b5f803594",
|
|
"prompt_name": "medium",
|
|
"prompt_chars": 252,
|
|
"max_tokens": 128,
|
|
"started_at": "2026-08-31T11:51:16.147977+00:00",
|
|
"ttft_s": 3.5925854169763625,
|
|
"total_s": 7.520279875025153,
|
|
"prompt_tokens": 43,
|
|
"output_tokens": 128,
|
|
"prompt_tps": 4229785.559708833,
|
|
"decode_tps": 31.98591420303284,
|
|
"request_tps": 17.02064313126004,
|
|
"group_elapsed_s": 15.199551291007083,
|
|
"group_output_tps": 31.579879616840746,
|
|
"error": null
|
|
}
|
|
] |