docs: record Qwen MLX benchmark results
This commit is contained in:
Christian Meyer
135
benchmarks/inference/results/20260831T114928Z/metadata.json
Normal file
135
benchmarks/inference/results/20260831T114928Z/metadata.json
Normal file
File diff suppressed because one or more lines are too long
36
benchmarks/inference/results/20260831T114928Z/raw.csv
Normal file
36
benchmarks/inference/results/20260831T114928Z/raw.csv
Normal file
@@ -0,0 +1,36 @@
|
||||
run_id,runtime,model,phase,concurrency,round,slot,request_id,prompt_name,prompt_chars,max_tokens,started_at,ttft_s,total_s,prompt_tokens,output_tokens,prompt_tps,decode_tps,request_tps,group_elapsed_s,group_output_tps,error
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,1,0,0,0bd09e14-c217-44ad-b0a1-98600e1bf40e,short,106,128,2026-08-31T11:49:33.251646+00:00,3.627692041976843,5.577126249962021,20,96,116.69505030650684,46.54721674973356,17.213166010121025,5.578097124991473,17.210170036282175,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,1,1,0,ada11e2f-0b97-42ec-a5be-5175f0bb29b1,medium,252,128,2026-08-31T11:49:38.829357+00:00,0.3621791250188835,2.7543381249997765,43,128,157.23847751774449,52.253166030964316,46.472144737135494,2.7547111669555306,46.46585149667936,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,1,0,0,a3bd0047-d992-4553-9b17-4472b6290acc,short,106,128,2026-08-31T11:49:41.584102+00:00,0.11936691601295024,2.1721785410190932,20,96,448.5805263612496,45.72630609321048,44.19526212378514,2.172526082955301,44.18819214792146,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,1,1,0,a8033a77-d60f-42b4-a2a9-8f6a97ef3496,medium,252,128,2026-08-31T11:49:43.757773+00:00,0.14179470797535032,2.78225216595456,43,128,816.5668113066018,47.377908815894095,46.00589463683088,2.7835853330325335,45.98386062788756,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,1,2,0,9cc954fc-95f5-474e-b219-8a89d7091934,code,267,128,2026-08-31T11:49:46.540349+00:00,0.45632574998307973,2.7544727920321748,54,128,146.71421293937848,54.2491762219149,46.46987269951035,2.754789875005372,46.46452390484062,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,1,3,0,e8ee5060-7c14-4c34-bd5b-76d7e51fef07,short,106,128,2026-08-31T11:49:49.295554+00:00,0.0983880830463022,2.5220755000482313,20,96,2758620.689655172,38.503422116977305,38.063888253212134,2.522709292010404,38.054325285929174,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,1,4,0,edd132c8-7aaa-4eb0-98e8-2b2d711f2cf9,medium,252,128,2026-08-31T11:49:51.817976+00:00,0.09851625002920628,3.6179742500535212,43,128,3245283.0188679243,35.649936286183205,35.3789140423281,3.6182677499600686,35.37604424145024,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,0,0,f0df217a-d72c-4b5c-b4a7-87c267716da0,short,106,128,2026-08-31T11:49:55.436979+00:00,0.11441224999725819,2.9100067079998553,20,96,4138216.428719222,33.47564745836445,32.989614675487815,12.524156374973245,35.77087243139417,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,0,1,9565d3c0-e753-4a7b-be43-115556beec5b,medium,252,128,2026-08-31T11:49:55.437104+00:00,6.277438874996733,9.582254499953706,43,128,3865168.539325843,37.881971614565146,13.358025504396528,12.524156374973245,35.77087243139417,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,0,2,42b7e290-9d92-4647-bbdb-3b3ba99f4c3e,code,267,128,2026-08-31T11:49:55.436744+00:00,3.0367828750167973,6.193101375014521,54,128,771.3321549092078,39.94659431201623,20.66815836672783,12.524156374973245,35.77087243139417,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,0,3,c22aaea0-7394-47e8-b6ab-25444fc113d1,short,106,128,2026-08-31T11:49:55.437235+00:00,9.661167457990814,12.522873707988765,20,96,3966679.888932963,32.71048444655768,7.665972063485584,12.524156374973245,35.77087243139417,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,1,0,84f401af-117d-4956-b939-fdbb1e1ceecf,medium,252,128,2026-08-31T11:50:07.961234+00:00,3.091476584027987,6.373854791978374,43,128,5375000.0,38.1244834091544,20.08203891953902,12.858689875050914,37.32884179214249,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,1,1,b3c9f50e-fcf6-4ad6-b00f-9de925c9092a,code,267,128,2026-08-31T11:50:07.961465+00:00,9.849772959016263,12.85736475000158,54,128,11076923.076923078,41.56311628897905,9.955383742223248,12.858689875050914,37.32884179214249,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,1,2,5f528a81-943d-445a-a2f2-9b986c01c96e,short,106,128,2026-08-31T11:50:07.961041+00:00,0.11284091597190127,3.010363540961407,20,96,1476995.7905619969,32.336156802028626,31.889836125686298,12.858689875050914,37.32884179214249,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,warmup,4,1,3,45991adb-aae4-4122-bb0d-21d34b549b46,medium,252,128,2026-08-31T11:50:07.960837+00:00,6.452098417037632,9.774627042002976,43,128,7319148.936170213,37.70880560635668,13.095128791100224,12.858689875050914,37.32884179214249,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,0,0,1cd3b269-0ed7-4470-9bf5-9aba6dbdda3b,short,106,128,2026-08-31T11:50:20.819745+00:00,9.799659290991258,12.57556495803874,20,96,2461538.461538462,33.69646737394496,7.633851864335801,12.576361375045963,35.781414558656905,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,0,1,b2258258-f465-4131-bb56-cdead87e67c5,medium,252,128,2026-08-31T11:50:20.820473+00:00,2.9737471669795923,6.33726870897226,43,128,4755585.04755585,37.255703188397476,20.19797579654126,12.576361375045963,35.781414558656905,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,0,2,9bb209a2-19a6-4172-a166-c29a75683a37,code,267,128,2026-08-31T11:50:20.819981+00:00,0.11236062500393018,2.89358854200691,54,128,3661016.9491525427,44.88156766233007,44.23572949014475,12.576361375045963,35.781414558656905,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,0,3,c74fbeef-16a3-40b2-ade6-0b24b3ee0147,short,106,128,2026-08-31T11:50:20.820727+00:00,6.417795290995855,9.71814520796761,20,98,2608582.235554976,29.056692998778793,10.084228821735737,12.576361375045963,35.781414558656905,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,1,0,844d6c49-9989-400d-bb5d-31f8490da904,medium,252,128,2026-08-31T11:50:33.396890+00:00,10.48226895800326,14.052842833043542,43,128,5083944.194845118,35.11947732750843,9.108477303896379,14.054668250028044,34.152353613828076,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,1,1,213efda7-5da6-47a7-9517-f63ad082e62e,code,267,128,2026-08-31T11:50:33.397263+00:00,0.11672520800493658,3.508996458025649,54,128,3630252.100840336,36.93011583511385,36.47766577456727,14.054668250028044,34.152353613828076,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,1,2,d03d55d9-a506-44a9-887e-e0ab77392c8d,short,106,128,2026-08-31T11:50:33.397083+00:00,3.606067124987021,6.893670374993235,20,96,3356267.830172848,28.527554720530254,13.925818145909567,14.054668250028044,34.152353613828076,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,1,3,55be3260-b3a0-422a-b918-a81261da6a84,medium,252,128,2026-08-31T11:50:33.396391+00:00,6.9750645000021905,10.400937125028577,43,128,6745098.039215687,36.57719818551596,12.30658338391295,14.054668250028044,34.152353613828076,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,2,0,930b484d-3177-4ee9-9d72-5442ee8cd7c9,code,267,128,2026-08-31T11:50:47.451672+00:00,0.11444733297685161,3.540263083006721,54,128,4248957.431741286,36.58630699945727,36.15550511327833,14.210740375041496,33.918007597024484,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,2,1,231f3cbb-61f2-4042-8a99-def6a8698a7d,short,106,128,2026-08-31T11:50:47.451387+00:00,10.67886250000447,14.209862457995769,20,98,2840102.243680773,27.132075592063398,6.896618478165229,14.210740375041496,33.918007597024484,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,2,2,32437705-bf67-438f-bad7-0bb10d0e2030,medium,252,128,2026-08-31T11:50:47.451856+00:00,3.622358249966055,7.2201729999505915,43,128,4777777.777777778,34.87549075162609,17.72810706902396,14.210740375041496,33.918007597024484,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,2,3,a16a724c-155d-4e2d-ba28-3a8683af4d40,code,267,128,2026-08-31T11:50:47.451136+00:00,7.304396207968239,10.594903749995865,54,128,17515407.071034707,38.04511611184116,12.081280115456448,14.210740375041496,33.918007597024484,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,3,0,f6ab47e7-5bdf-4b5c-be3f-0e639727a2bb,short,106,128,2026-08-31T11:51:01.661760+00:00,10.42098737496417,14.485269291966688,20,96,2105263.1578947366,23.198198961620538,6.627422525947802,14.485774166998453,30.926893850149572,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,3,1,8e015249-8b0c-4560-b93d-603afb968f5b,medium,252,128,2026-08-31T11:51:01.662046+00:00,0.11227079102536663,3.6567685829941183,43,128,3571131.9657835728,35.39152606628793,35.00358228717748,14.485774166998453,30.926893850149572,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,3,2,d2848890-f070-45de-8a2f-4bb2b8788a87,code,267,128,2026-08-31T11:51:01.661862+00:00,7.207546124991495,10.33818608301226,54,128,9458749.343142407,39.94848206301452,12.381282264819164,14.485774166998453,30.926893850149572,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,3,3,aba512eb-9825-4e49-9ab8-0c75678ff654,short,106,128,2026-08-31T11:51:01.661952+00:00,3.738764916022774,7.12777191598434,20,96,2652168.1474605487,27.731643965337334,13.468444435590849,14.485774166998453,30.926893850149572,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,4,0,4c24ae09-884b-4b94-ae8e-37346f1408f2,medium,252,128,2026-08-31T11:51:16.148220+00:00,10.924698917020578,15.198258958000224,43,128,7068880.486602006,29.434480556585335,8.422017308280036,15.199551291007083,31.579879616840746,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,4,1,c94ceb91-b83d-4d47-a36d-71741993f366,code,267,128,2026-08-31T11:51:16.148464+00:00,0.12565479200566188,3.500943167018704,54,128,4025044.7227191413,37.03108618648992,36.56157609350765,15.199551291007083,31.579879616840746,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,4,2,0672967f-d135-44b0-b89f-7995f59b2d8c,short,106,128,2026-08-31T11:51:16.148378+00:00,7.600669999956153,10.846751042001415,20,96,2666666.6666666665,28.898123213254255,8.850576511645125,15.199551291007083,31.579879616840746,
|
||||
20260831T114928Z,ollama,qwen3.8:27b-mlx,measured,4,4,3,8185344b-c228-457a-8c3d-6a7b5f803594,medium,252,128,2026-08-31T11:51:16.147977+00:00,3.5925854169763625,7.520279875025153,43,128,4229785.559708833,31.98591420303284,17.02064313126004,15.199551291007083,31.579879616840746,
|
||||
|
842
benchmarks/inference/results/20260831T114928Z/raw.json
Normal file
842
benchmarks/inference/results/20260831T114928Z/raw.json
Normal file
@@ -0,0 +1,842 @@
|
||||
[
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 1,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "0bd09e14-c217-44ad-b0a1-98600e1bf40e",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:33.251646+00:00",
|
||||
"ttft_s": 3.627692041976843,
|
||||
"total_s": 5.577126249962021,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 116.69505030650684,
|
||||
"decode_tps": 46.54721674973356,
|
||||
"request_tps": 17.213166010121025,
|
||||
"group_elapsed_s": 5.578097124991473,
|
||||
"group_output_tps": 17.210170036282175,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 1,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "ada11e2f-0b97-42ec-a5be-5175f0bb29b1",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:38.829357+00:00",
|
||||
"ttft_s": 0.3621791250188835,
|
||||
"total_s": 2.7543381249997765,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 157.23847751774449,
|
||||
"decode_tps": 52.253166030964316,
|
||||
"request_tps": 46.472144737135494,
|
||||
"group_elapsed_s": 2.7547111669555306,
|
||||
"group_output_tps": 46.46585149667936,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "a3bd0047-d992-4553-9b17-4472b6290acc",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:41.584102+00:00",
|
||||
"ttft_s": 0.11936691601295024,
|
||||
"total_s": 2.1721785410190932,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 448.5805263612496,
|
||||
"decode_tps": 45.72630609321048,
|
||||
"request_tps": 44.19526212378514,
|
||||
"group_elapsed_s": 2.172526082955301,
|
||||
"group_output_tps": 44.18819214792146,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "a8033a77-d60f-42b4-a2a9-8f6a97ef3496",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:43.757773+00:00",
|
||||
"ttft_s": 0.14179470797535032,
|
||||
"total_s": 2.78225216595456,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 816.5668113066018,
|
||||
"decode_tps": 47.377908815894095,
|
||||
"request_tps": 46.00589463683088,
|
||||
"group_elapsed_s": 2.7835853330325335,
|
||||
"group_output_tps": 45.98386062788756,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 2,
|
||||
"slot": 0,
|
||||
"request_id": "9cc954fc-95f5-474e-b219-8a89d7091934",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:46.540349+00:00",
|
||||
"ttft_s": 0.45632574998307973,
|
||||
"total_s": 2.7544727920321748,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 146.71421293937848,
|
||||
"decode_tps": 54.2491762219149,
|
||||
"request_tps": 46.46987269951035,
|
||||
"group_elapsed_s": 2.754789875005372,
|
||||
"group_output_tps": 46.46452390484062,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 3,
|
||||
"slot": 0,
|
||||
"request_id": "e8ee5060-7c14-4c34-bd5b-76d7e51fef07",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:49.295554+00:00",
|
||||
"ttft_s": 0.0983880830463022,
|
||||
"total_s": 2.5220755000482313,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 2758620.689655172,
|
||||
"decode_tps": 38.503422116977305,
|
||||
"request_tps": 38.063888253212134,
|
||||
"group_elapsed_s": 2.522709292010404,
|
||||
"group_output_tps": 38.054325285929174,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 4,
|
||||
"slot": 0,
|
||||
"request_id": "edd132c8-7aaa-4eb0-98e8-2b2d711f2cf9",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:51.817976+00:00",
|
||||
"ttft_s": 0.09851625002920628,
|
||||
"total_s": 3.6179742500535212,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3245283.0188679243,
|
||||
"decode_tps": 35.649936286183205,
|
||||
"request_tps": 35.3789140423281,
|
||||
"group_elapsed_s": 3.6182677499600686,
|
||||
"group_output_tps": 35.37604424145024,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "f0df217a-d72c-4b5c-b4a7-87c267716da0",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:55.436979+00:00",
|
||||
"ttft_s": 0.11441224999725819,
|
||||
"total_s": 2.9100067079998553,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 4138216.428719222,
|
||||
"decode_tps": 33.47564745836445,
|
||||
"request_tps": 32.989614675487815,
|
||||
"group_elapsed_s": 12.524156374973245,
|
||||
"group_output_tps": 35.77087243139417,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 1,
|
||||
"request_id": "9565d3c0-e753-4a7b-be43-115556beec5b",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:55.437104+00:00",
|
||||
"ttft_s": 6.277438874996733,
|
||||
"total_s": 9.582254499953706,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3865168.539325843,
|
||||
"decode_tps": 37.881971614565146,
|
||||
"request_tps": 13.358025504396528,
|
||||
"group_elapsed_s": 12.524156374973245,
|
||||
"group_output_tps": 35.77087243139417,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 2,
|
||||
"request_id": "42b7e290-9d92-4647-bbdb-3b3ba99f4c3e",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:55.436744+00:00",
|
||||
"ttft_s": 3.0367828750167973,
|
||||
"total_s": 6.193101375014521,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 771.3321549092078,
|
||||
"decode_tps": 39.94659431201623,
|
||||
"request_tps": 20.66815836672783,
|
||||
"group_elapsed_s": 12.524156374973245,
|
||||
"group_output_tps": 35.77087243139417,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 3,
|
||||
"request_id": "c22aaea0-7394-47e8-b6ab-25444fc113d1",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:49:55.437235+00:00",
|
||||
"ttft_s": 9.661167457990814,
|
||||
"total_s": 12.522873707988765,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 3966679.888932963,
|
||||
"decode_tps": 32.71048444655768,
|
||||
"request_tps": 7.665972063485584,
|
||||
"group_elapsed_s": 12.524156374973245,
|
||||
"group_output_tps": 35.77087243139417,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "84f401af-117d-4956-b939-fdbb1e1ceecf",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:07.961234+00:00",
|
||||
"ttft_s": 3.091476584027987,
|
||||
"total_s": 6.373854791978374,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 5375000.0,
|
||||
"decode_tps": 38.1244834091544,
|
||||
"request_tps": 20.08203891953902,
|
||||
"group_elapsed_s": 12.858689875050914,
|
||||
"group_output_tps": 37.32884179214249,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 1,
|
||||
"request_id": "b3c9f50e-fcf6-4ad6-b00f-9de925c9092a",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:07.961465+00:00",
|
||||
"ttft_s": 9.849772959016263,
|
||||
"total_s": 12.85736475000158,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 11076923.076923078,
|
||||
"decode_tps": 41.56311628897905,
|
||||
"request_tps": 9.955383742223248,
|
||||
"group_elapsed_s": 12.858689875050914,
|
||||
"group_output_tps": 37.32884179214249,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 2,
|
||||
"request_id": "5f528a81-943d-445a-a2f2-9b986c01c96e",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:07.961041+00:00",
|
||||
"ttft_s": 0.11284091597190127,
|
||||
"total_s": 3.010363540961407,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 1476995.7905619969,
|
||||
"decode_tps": 32.336156802028626,
|
||||
"request_tps": 31.889836125686298,
|
||||
"group_elapsed_s": 12.858689875050914,
|
||||
"group_output_tps": 37.32884179214249,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 3,
|
||||
"request_id": "45991adb-aae4-4122-bb0d-21d34b549b46",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:07.960837+00:00",
|
||||
"ttft_s": 6.452098417037632,
|
||||
"total_s": 9.774627042002976,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 7319148.936170213,
|
||||
"decode_tps": 37.70880560635668,
|
||||
"request_tps": 13.095128791100224,
|
||||
"group_elapsed_s": 12.858689875050914,
|
||||
"group_output_tps": 37.32884179214249,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "1cd3b269-0ed7-4470-9bf5-9aba6dbdda3b",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:20.819745+00:00",
|
||||
"ttft_s": 9.799659290991258,
|
||||
"total_s": 12.57556495803874,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 2461538.461538462,
|
||||
"decode_tps": 33.69646737394496,
|
||||
"request_tps": 7.633851864335801,
|
||||
"group_elapsed_s": 12.576361375045963,
|
||||
"group_output_tps": 35.781414558656905,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 1,
|
||||
"request_id": "b2258258-f465-4131-bb56-cdead87e67c5",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:20.820473+00:00",
|
||||
"ttft_s": 2.9737471669795923,
|
||||
"total_s": 6.33726870897226,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4755585.04755585,
|
||||
"decode_tps": 37.255703188397476,
|
||||
"request_tps": 20.19797579654126,
|
||||
"group_elapsed_s": 12.576361375045963,
|
||||
"group_output_tps": 35.781414558656905,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 2,
|
||||
"request_id": "9bb209a2-19a6-4172-a166-c29a75683a37",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:20.819981+00:00",
|
||||
"ttft_s": 0.11236062500393018,
|
||||
"total_s": 2.89358854200691,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3661016.9491525427,
|
||||
"decode_tps": 44.88156766233007,
|
||||
"request_tps": 44.23572949014475,
|
||||
"group_elapsed_s": 12.576361375045963,
|
||||
"group_output_tps": 35.781414558656905,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 3,
|
||||
"request_id": "c74fbeef-16a3-40b2-ade6-0b24b3ee0147",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:20.820727+00:00",
|
||||
"ttft_s": 6.417795290995855,
|
||||
"total_s": 9.71814520796761,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 98,
|
||||
"prompt_tps": 2608582.235554976,
|
||||
"decode_tps": 29.056692998778793,
|
||||
"request_tps": 10.084228821735737,
|
||||
"group_elapsed_s": 12.576361375045963,
|
||||
"group_output_tps": 35.781414558656905,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "844d6c49-9989-400d-bb5d-31f8490da904",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:33.396890+00:00",
|
||||
"ttft_s": 10.48226895800326,
|
||||
"total_s": 14.052842833043542,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 5083944.194845118,
|
||||
"decode_tps": 35.11947732750843,
|
||||
"request_tps": 9.108477303896379,
|
||||
"group_elapsed_s": 14.054668250028044,
|
||||
"group_output_tps": 34.152353613828076,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 1,
|
||||
"request_id": "213efda7-5da6-47a7-9517-f63ad082e62e",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:33.397263+00:00",
|
||||
"ttft_s": 0.11672520800493658,
|
||||
"total_s": 3.508996458025649,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3630252.100840336,
|
||||
"decode_tps": 36.93011583511385,
|
||||
"request_tps": 36.47766577456727,
|
||||
"group_elapsed_s": 14.054668250028044,
|
||||
"group_output_tps": 34.152353613828076,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 2,
|
||||
"request_id": "d03d55d9-a506-44a9-887e-e0ab77392c8d",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:33.397083+00:00",
|
||||
"ttft_s": 3.606067124987021,
|
||||
"total_s": 6.893670374993235,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 3356267.830172848,
|
||||
"decode_tps": 28.527554720530254,
|
||||
"request_tps": 13.925818145909567,
|
||||
"group_elapsed_s": 14.054668250028044,
|
||||
"group_output_tps": 34.152353613828076,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 3,
|
||||
"request_id": "55be3260-b3a0-422a-b918-a81261da6a84",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:33.396391+00:00",
|
||||
"ttft_s": 6.9750645000021905,
|
||||
"total_s": 10.400937125028577,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 6745098.039215687,
|
||||
"decode_tps": 36.57719818551596,
|
||||
"request_tps": 12.30658338391295,
|
||||
"group_elapsed_s": 14.054668250028044,
|
||||
"group_output_tps": 34.152353613828076,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 0,
|
||||
"request_id": "930b484d-3177-4ee9-9d72-5442ee8cd7c9",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:47.451672+00:00",
|
||||
"ttft_s": 0.11444733297685161,
|
||||
"total_s": 3.540263083006721,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4248957.431741286,
|
||||
"decode_tps": 36.58630699945727,
|
||||
"request_tps": 36.15550511327833,
|
||||
"group_elapsed_s": 14.210740375041496,
|
||||
"group_output_tps": 33.918007597024484,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 1,
|
||||
"request_id": "231f3cbb-61f2-4042-8a99-def6a8698a7d",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:47.451387+00:00",
|
||||
"ttft_s": 10.67886250000447,
|
||||
"total_s": 14.209862457995769,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 98,
|
||||
"prompt_tps": 2840102.243680773,
|
||||
"decode_tps": 27.132075592063398,
|
||||
"request_tps": 6.896618478165229,
|
||||
"group_elapsed_s": 14.210740375041496,
|
||||
"group_output_tps": 33.918007597024484,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 2,
|
||||
"request_id": "32437705-bf67-438f-bad7-0bb10d0e2030",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:47.451856+00:00",
|
||||
"ttft_s": 3.622358249966055,
|
||||
"total_s": 7.2201729999505915,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4777777.777777778,
|
||||
"decode_tps": 34.87549075162609,
|
||||
"request_tps": 17.72810706902396,
|
||||
"group_elapsed_s": 14.210740375041496,
|
||||
"group_output_tps": 33.918007597024484,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 3,
|
||||
"request_id": "a16a724c-155d-4e2d-ba28-3a8683af4d40",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:50:47.451136+00:00",
|
||||
"ttft_s": 7.304396207968239,
|
||||
"total_s": 10.594903749995865,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 17515407.071034707,
|
||||
"decode_tps": 38.04511611184116,
|
||||
"request_tps": 12.081280115456448,
|
||||
"group_elapsed_s": 14.210740375041496,
|
||||
"group_output_tps": 33.918007597024484,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 0,
|
||||
"request_id": "f6ab47e7-5bdf-4b5c-be3f-0e639727a2bb",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:01.661760+00:00",
|
||||
"ttft_s": 10.42098737496417,
|
||||
"total_s": 14.485269291966688,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 2105263.1578947366,
|
||||
"decode_tps": 23.198198961620538,
|
||||
"request_tps": 6.627422525947802,
|
||||
"group_elapsed_s": 14.485774166998453,
|
||||
"group_output_tps": 30.926893850149572,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 1,
|
||||
"request_id": "8e015249-8b0c-4560-b93d-603afb968f5b",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:01.662046+00:00",
|
||||
"ttft_s": 0.11227079102536663,
|
||||
"total_s": 3.6567685829941183,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3571131.9657835728,
|
||||
"decode_tps": 35.39152606628793,
|
||||
"request_tps": 35.00358228717748,
|
||||
"group_elapsed_s": 14.485774166998453,
|
||||
"group_output_tps": 30.926893850149572,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 2,
|
||||
"request_id": "d2848890-f070-45de-8a2f-4bb2b8788a87",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:01.661862+00:00",
|
||||
"ttft_s": 7.207546124991495,
|
||||
"total_s": 10.33818608301226,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 9458749.343142407,
|
||||
"decode_tps": 39.94848206301452,
|
||||
"request_tps": 12.381282264819164,
|
||||
"group_elapsed_s": 14.485774166998453,
|
||||
"group_output_tps": 30.926893850149572,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 3,
|
||||
"request_id": "aba512eb-9825-4e49-9ab8-0c75678ff654",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:01.661952+00:00",
|
||||
"ttft_s": 3.738764916022774,
|
||||
"total_s": 7.12777191598434,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 2652168.1474605487,
|
||||
"decode_tps": 27.731643965337334,
|
||||
"request_tps": 13.468444435590849,
|
||||
"group_elapsed_s": 14.485774166998453,
|
||||
"group_output_tps": 30.926893850149572,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 0,
|
||||
"request_id": "4c24ae09-884b-4b94-ae8e-37346f1408f2",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:16.148220+00:00",
|
||||
"ttft_s": 10.924698917020578,
|
||||
"total_s": 15.198258958000224,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 7068880.486602006,
|
||||
"decode_tps": 29.434480556585335,
|
||||
"request_tps": 8.422017308280036,
|
||||
"group_elapsed_s": 15.199551291007083,
|
||||
"group_output_tps": 31.579879616840746,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 1,
|
||||
"request_id": "c94ceb91-b83d-4d47-a36d-71741993f366",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:16.148464+00:00",
|
||||
"ttft_s": 0.12565479200566188,
|
||||
"total_s": 3.500943167018704,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4025044.7227191413,
|
||||
"decode_tps": 37.03108618648992,
|
||||
"request_tps": 36.56157609350765,
|
||||
"group_elapsed_s": 15.199551291007083,
|
||||
"group_output_tps": 31.579879616840746,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 2,
|
||||
"request_id": "0672967f-d135-44b0-b89f-7995f59b2d8c",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:16.148378+00:00",
|
||||
"ttft_s": 7.600669999956153,
|
||||
"total_s": 10.846751042001415,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 96,
|
||||
"prompt_tps": 2666666.6666666665,
|
||||
"decode_tps": 28.898123213254255,
|
||||
"request_tps": 8.850576511645125,
|
||||
"group_elapsed_s": 15.199551291007083,
|
||||
"group_output_tps": 31.579879616840746,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T114928Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 3,
|
||||
"request_id": "8185344b-c228-457a-8c3d-6a7b5f803594",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T11:51:16.147977+00:00",
|
||||
"ttft_s": 3.5925854169763625,
|
||||
"total_s": 7.520279875025153,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4229785.559708833,
|
||||
"decode_tps": 31.98591420303284,
|
||||
"request_tps": 17.02064313126004,
|
||||
"group_elapsed_s": 15.199551291007083,
|
||||
"group_output_tps": 31.579879616840746,
|
||||
"error": null
|
||||
}
|
||||
]
|
||||
54
benchmarks/inference/results/20260831T114928Z/summary.json
Normal file
54
benchmarks/inference/results/20260831T114928Z/summary.json
Normal file
@@ -0,0 +1,54 @@
|
||||
[
|
||||
{
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"concurrency": 1,
|
||||
"requests": 5,
|
||||
"successes": 5,
|
||||
"failures": 0,
|
||||
"ttft_s_mean": 0.18287834140937775,
|
||||
"ttft_s_p50": 0.11936691601295024,
|
||||
"ttft_s_p95": 0.3934195415815338,
|
||||
"total_s_mean": 2.769790649821516,
|
||||
"total_s_p50": 2.7544727920321748,
|
||||
"total_s_p95": 3.450829833233729,
|
||||
"prompt_tps_mean": 1201063.1140147406,
|
||||
"prompt_tps_p50": 816.5668113066018,
|
||||
"prompt_tps_p95": 3147950.5530253737,
|
||||
"decode_tps_mean": 44.301349906835995,
|
||||
"decode_tps_p50": 45.72630609321048,
|
||||
"decode_tps_p95": 52.87492274071074,
|
||||
"request_tps_mean": 42.02276635113332,
|
||||
"request_tps_p50": 44.19526212378514,
|
||||
"request_tps_p95": 46.37707708697445,
|
||||
"aggregate_output_tps_mean": 42.01338924160581,
|
||||
"aggregate_output_tps_p50": 44.18819214792146,
|
||||
"aggregate_output_tps_p95": 46.368391249450006
|
||||
},
|
||||
{
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mlx",
|
||||
"concurrency": 4,
|
||||
"requests": 20,
|
||||
"successes": 20,
|
||||
"failures": 0,
|
||||
"ttft_s_mean": 5.296346539442311,
|
||||
"ttft_s_p50": 5.078280103509314,
|
||||
"ttft_s_p95": 10.691154320855276,
|
||||
"total_s_mean": 8.731022270751419,
|
||||
"total_s_p50": 8.619212541496381,
|
||||
"total_s_p95": 14.520918775268365,
|
||||
"prompt_tps_mean": 4873110.971654413,
|
||||
"prompt_tps_p50": 3843030.8359358422,
|
||||
"prompt_tps_p95": 9861582.229537027,
|
||||
"decode_tps_mean": 33.61516109813652,
|
||||
"decode_tps_p50": 34.997484039567254,
|
||||
"decode_tps_p95": 40.1951363429803,
|
||||
"request_tps_mean": 18.258369295759792,
|
||||
"request_tps_p50": 12.924863350205007,
|
||||
"request_tps_p95": 36.94528376333951,
|
||||
"aggregate_output_tps_mean": 33.27170984729996,
|
||||
"aggregate_output_tps_p50": 33.918007597024484,
|
||||
"aggregate_output_tps_p95": 35.45560236969114
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user