docs: record Qwen MLX benchmark results
This commit is contained in:
Christian Meyer
135
benchmarks/inference/results/20260831T121855Z/metadata.json
Normal file
135
benchmarks/inference/results/20260831T121855Z/metadata.json
Normal file
File diff suppressed because one or more lines are too long
36
benchmarks/inference/results/20260831T121855Z/raw.csv
Normal file
36
benchmarks/inference/results/20260831T121855Z/raw.csv
Normal file
@@ -0,0 +1,36 @@
|
||||
run_id,runtime,model,phase,concurrency,round,slot,request_id,prompt_name,prompt_chars,max_tokens,started_at,ttft_s,total_s,prompt_tokens,output_tokens,prompt_tps,decode_tps,request_tps,group_elapsed_s,group_output_tps,error
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,1,0,0,556d36df-74f6-4dba-866f-134c99f385ac,short,106,128,2026-08-31T12:19:01.706610+00:00,8.133006000018213,13.098198042018339,20,95,80.39981477169073,18.60021913626931,7.252906063509266,13.099143458006438,7.252382593148428,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,1,1,0,456b9efb-0afa-48e4-8093-041758c70c7d,medium,252,128,2026-08-31T12:19:14.805394+00:00,0.6389443330117501,6.043248832982499,43,128,91.99219534791703,23.084069916067204,21.180660194134138,6.043762709014118,21.178859290602404,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,1,0,0,78330ae3-a01a-4bf4-b1b6-e4ae861145a8,short,106,128,2026-08-31T12:19:20.848831+00:00,0.25939199997810647,5.077765540976543,20,95,194.8949698826367,19.20226982827757,18.709016639970706,5.077990833029617,18.708186588694836,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,1,1,0,f8373947-d690-42a4-b613-33f71746b2f9,medium,252,128,2026-08-31T12:19:25.927037+00:00,0.25913220801157877,5.760092166019604,43,128,423.79232394227944,22.737809958094928,22.22186664913243,5.761121416988317,22.217896609947385,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,1,2,0,9e12f0f4-50d6-444c-8752-4565aa55084b,code,267,128,2026-08-31T12:19:31.688098+00:00,0.6637360000167973,5.271547083975747,54,128,115.32507388679936,26.793290081008884,24.281296924974765,5.271936749981251,24.27950221528269,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,1,3,0,583bec1f-0983-4208-8635-439a9a0c5424,short,106,128,2026-08-31T12:19:36.960047+00:00,0.15107908402569592,5.119054667011369,20,95,4102564.1025641025,18.66803886577614,18.558113983858536,5.11973733396735,18.555639440663118,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,1,4,0,641937dd-533c-493e-b7b3-3fa2cc6e8879,medium,252,128,2026-08-31T12:19:42.079662+00:00,0.1495445409673266,5.59909695800161,43,128,3794229.2420365307,22.9734392268289,22.86082933732315,5.599817292008083,22.85788862838049,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,0,0,3dbdfe4c-7d43-4575-a1e6-6b74bd5a10a7,short,106,128,2026-08-31T12:19:47.680109+00:00,0.16311579098692164,4.8760897910106,20,95,1791151.7105498835,19.64848684540538,19.482824162741817,22.031325709016528,20.24390206429885,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,0,1,1ea04fa9-7f60-4936-ba53-6829df8e5714,medium,252,128,2026-08-31T12:19:47.680573+00:00,10.314829125010874,16.516400250024162,43,128,6370370.37037037,20.216323480613685,7.749872736331438,22.031325709016528,20.24390206429885,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,0,2,046681e1-e7be-4c58-8284-88f821e4a8a0,code,267,128,2026-08-31T12:19:47.680452+00:00,5.110771542007569,10.15410141699249,54,128,514.3377603686088,24.759396813702583,12.605743703307615,22.031325709016528,20.24390206429885,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,0,3,f496e50f-a2db-4fad-a2e1-2a7965fd862d,short,106,128,2026-08-31T12:19:47.680317+00:00,16.645131999976,22.03015966597013,20,95,6666666.666666666,17.25091779989875,4.312270153300159,22.031325709016528,20.24390206429885,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,1,0,cb3d0e9e-0a6f-4f36-aec9-4b20cbc8f87d,medium,252,128,2026-08-31T12:20:09.710819+00:00,17.595250790996943,23.510470708017237,43,128,19843101.06137517,21.163606353137514,5.444382700357892,23.51121658302145,20.37325454038428,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,1,1,fa3bb29e-7370-4255-877e-376076d7aa76,code,267,128,2026-08-31T12:20:09.711021+00:00,5.7327396660111845,11.353798499971163,54,128,9000000.0,22.18879858004337,11.273760054868431,23.51121658302145,20.37325454038428,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,1,2,93ec5b28-1a29-426a-96ff-b3b525fb3c71,short,106,128,2026-08-31T12:20:09.710927+00:00,0.1655573329771869,5.57563720800681,20,95,1563477.1732332706,17.170644798585553,17.038411298277563,23.51121658302145,20.37325454038428,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,warmup,4,1,3,dcac6e9a-3580-4bb1-8787-9cef1c64bfd5,medium,252,128,2026-08-31T12:20:09.711149+00:00,11.527663582994137,17.459117082995363,43,128,6331909.880724489,21.03978753266432,7.331413117371669,23.51121658302145,20.37325454038428,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,0,0,d42caf5b-fb6a-4e96-8e42-fd0b8fc1945b,short,106,128,2026-08-31T12:20:33.222727+00:00,6.285906166012865,10.864910541044082,20,95,8421052.631578946,20.156958877874334,8.743744335594945,21.625605207984336,20.623700271534293,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,0,1,87483860-d4c6-4f13-928c-48de78b6ef70,medium,252,128,2026-08-31T12:20:33.222336+00:00,0.17068937502335757,6.147177167003974,43,128,4669345.205776958,20.965937740191077,20.822565630133763,21.625605207984336,20.623700271534293,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,0,2,ee57b9cf-06bc-468b-bd1e-f936abf292df,code,267,128,2026-08-31T12:20:33.222603+00:00,16.19913299998734,21.62435016600648,54,128,11675675.675675677,22.963769927247082,5.919253018812849,21.625605207984336,20.623700271534293,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,0,3,13164aa4-836c-4761-8f99-95bfe18d33a1,short,106,128,2026-08-31T12:20:33.222066+00:00,11.00553745898651,16.043328458967153,20,95,10214504.596527068,18.355407643172423,5.9214645042626,21.625605207984336,20.623700271534293,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,1,0,51389c06-2a1c-4dcb-a847-5f0c914e298c,medium,252,128,2026-08-31T12:20:54.847154+00:00,0.16574266698444262,6.310333041998092,43,128,5402688.779997488,20.423563700405246,20.284190889466956,23.574590582982637,20.318486478648204,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,1,1,1952ea53-9c68-4536-8e9d-089790a8bdee,code,267,128,2026-08-31T12:20:54.847267+00:00,18.0774574590032,23.57407404197147,54,128,6513086.47931492,22.77481444475703,5.4296936444717945,23.574590582982637,20.318486478648204,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,1,2,d71abf03-e17c-42b0-b6bb-c57bf6961bc2,short,106,128,2026-08-31T12:20:54.847373+00:00,12.635340875014663,17.94654095900478,20,95,9229349.330872172,17.481471270830138,5.293499188339869,23.574590582982637,20.318486478648204,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,1,3,4e10d58d-5d6d-46e7-8254-46dd35cfeb9f,medium,252,128,2026-08-31T12:20:54.847461+00:00,6.461538125004154,12.505505541979801,43,128,3739130.434782609,20.730070992395465,10.235491845596812,23.574590582982637,20.318486478648204,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,2,0,63b32437-7995-44f4-b5ca-f0f52da2bda7,code,267,128,2026-08-31T12:21:18.421714+00:00,17.908610125014093,23.736398082983214,54,128,15071169.411108011,21.428265908373906,5.392562070812423,23.736987709009554,20.179477104341757,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,2,1,3b8fa85d-5574-4ac2-b33c-7208ef99a34f,short,106,128,2026-08-31T12:21:18.421631+00:00,6.036650207999628,11.081229583011009,20,95,4571428.571428572,18.37088402458498,8.573055840810985,23.736987709009554,20.179477104341757,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,2,2,76178335-d531-49f7-83d5-84a414d73ce5,medium,252,128,2026-08-31T12:21:18.421520+00:00,11.268355667009018,17.757357084017713,43,128,7533286.615276804,19.182821184166418,7.208279891786645,23.736987709009554,20.179477104341757,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,2,3,728d2a73-194b-41bb-9dda-216960415fcf,code,267,128,2026-08-31T12:21:18.421818+00:00,0.17636983300326392,5.888466249976773,54,128,7200000.0,21.89716979543998,21.737409125934093,23.736987709009554,20.179477104341757,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,3,0,dfcbb66f-3170-41e1-a4e1-a9b7449517ce,short,106,128,2026-08-31T12:21:42.158434+00:00,6.034018917009234,11.539304499980062,20,95,3200000.0,16.88203353475361,8.232731877399036,23.861715458042454,18.69102834556173,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,3,1,04f9942b-bc73-4665-9830-40b7a50beb96,medium,252,128,2026-08-31T12:21:42.158640+00:00,11.68165541702183,18.32316145801451,43,128,9921550.530687585,18.896968681699633,6.985694051394885,23.861715458042454,18.69102834556173,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,3,2,e2e252a5-26bf-4277-a744-cf7456cdfac7,code,267,128,2026-08-31T12:21:42.158549+00:00,0.17531787499319762,5.8762462079757825,54,128,5355548.943766736,21.95473700787165,21.782613503543573,23.861715458042454,18.69102834556173,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,3,3,61a1f98f-fb9a-49a8-8f00-04bb52b494cc,short,106,128,2026-08-31T12:21:42.158328+00:00,18.46465341700241,23.86128708301112,20,95,5782017.924255566,17.187946685051212,3.981344328556299,23.861715458042454,18.69102834556173,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,4,0,ae555d62-2572-4a62-8cd6-7ae714aace26,medium,252,128,2026-08-31T12:22:06.019994+00:00,20.83534020796651,28.275580540997908,43,128,7937973.047812442,16.887931275751107,4.526874340012493,28.276262458995916,16.940004029691313,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,4,1,c0147505-dd4a-4ad8-bb9d-0955114a8ee0,code,267,128,2026-08-31T12:22:06.020061+00:00,13.962619374971837,20.66803166596219,54,128,10125632.852053255,18.57306514141657,6.193139340443381,28.276262458995916,16.940004029691313,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,4,2,3a3d625f-5d64-42d0-9145-3056ea9864db,short,106,128,2026-08-31T12:22:06.019916+00:00,7.783273542008828,13.761600458994508,20,95,1927710.843373494,15.539155324201145,6.903266831722942,28.276262458995916,16.940004029691313,
|
||||
20260831T121855Z,ollama,qwen3.8:27b-mxfp8,measured,4,4,3,8ea78898-3c59-49f2-9734-f01bb668d810,medium,252,128,2026-08-31T12:22:06.019812+00:00,0.17432458401890472,7.616022333968431,43,128,2866666.6666666665,16.90294641795698,16.806673403399,28.276262458995916,16.940004029691313,
|
||||
|
842
benchmarks/inference/results/20260831T121855Z/raw.json
Normal file
842
benchmarks/inference/results/20260831T121855Z/raw.json
Normal file
@@ -0,0 +1,842 @@
|
||||
[
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 1,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "556d36df-74f6-4dba-866f-134c99f385ac",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:01.706610+00:00",
|
||||
"ttft_s": 8.133006000018213,
|
||||
"total_s": 13.098198042018339,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 80.39981477169073,
|
||||
"decode_tps": 18.60021913626931,
|
||||
"request_tps": 7.252906063509266,
|
||||
"group_elapsed_s": 13.099143458006438,
|
||||
"group_output_tps": 7.252382593148428,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 1,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "456b9efb-0afa-48e4-8093-041758c70c7d",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:14.805394+00:00",
|
||||
"ttft_s": 0.6389443330117501,
|
||||
"total_s": 6.043248832982499,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 91.99219534791703,
|
||||
"decode_tps": 23.084069916067204,
|
||||
"request_tps": 21.180660194134138,
|
||||
"group_elapsed_s": 6.043762709014118,
|
||||
"group_output_tps": 21.178859290602404,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "78330ae3-a01a-4bf4-b1b6-e4ae861145a8",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:20.848831+00:00",
|
||||
"ttft_s": 0.25939199997810647,
|
||||
"total_s": 5.077765540976543,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 194.8949698826367,
|
||||
"decode_tps": 19.20226982827757,
|
||||
"request_tps": 18.709016639970706,
|
||||
"group_elapsed_s": 5.077990833029617,
|
||||
"group_output_tps": 18.708186588694836,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "f8373947-d690-42a4-b613-33f71746b2f9",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:25.927037+00:00",
|
||||
"ttft_s": 0.25913220801157877,
|
||||
"total_s": 5.760092166019604,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 423.79232394227944,
|
||||
"decode_tps": 22.737809958094928,
|
||||
"request_tps": 22.22186664913243,
|
||||
"group_elapsed_s": 5.761121416988317,
|
||||
"group_output_tps": 22.217896609947385,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 2,
|
||||
"slot": 0,
|
||||
"request_id": "9e12f0f4-50d6-444c-8752-4565aa55084b",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:31.688098+00:00",
|
||||
"ttft_s": 0.6637360000167973,
|
||||
"total_s": 5.271547083975747,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 115.32507388679936,
|
||||
"decode_tps": 26.793290081008884,
|
||||
"request_tps": 24.281296924974765,
|
||||
"group_elapsed_s": 5.271936749981251,
|
||||
"group_output_tps": 24.27950221528269,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 3,
|
||||
"slot": 0,
|
||||
"request_id": "583bec1f-0983-4208-8635-439a9a0c5424",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:36.960047+00:00",
|
||||
"ttft_s": 0.15107908402569592,
|
||||
"total_s": 5.119054667011369,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 4102564.1025641025,
|
||||
"decode_tps": 18.66803886577614,
|
||||
"request_tps": 18.558113983858536,
|
||||
"group_elapsed_s": 5.11973733396735,
|
||||
"group_output_tps": 18.555639440663118,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 1,
|
||||
"round": 4,
|
||||
"slot": 0,
|
||||
"request_id": "641937dd-533c-493e-b7b3-3fa2cc6e8879",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:42.079662+00:00",
|
||||
"ttft_s": 0.1495445409673266,
|
||||
"total_s": 5.59909695800161,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3794229.2420365307,
|
||||
"decode_tps": 22.9734392268289,
|
||||
"request_tps": 22.86082933732315,
|
||||
"group_elapsed_s": 5.599817292008083,
|
||||
"group_output_tps": 22.85788862838049,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "3dbdfe4c-7d43-4575-a1e6-6b74bd5a10a7",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:47.680109+00:00",
|
||||
"ttft_s": 0.16311579098692164,
|
||||
"total_s": 4.8760897910106,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 1791151.7105498835,
|
||||
"decode_tps": 19.64848684540538,
|
||||
"request_tps": 19.482824162741817,
|
||||
"group_elapsed_s": 22.031325709016528,
|
||||
"group_output_tps": 20.24390206429885,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 1,
|
||||
"request_id": "1ea04fa9-7f60-4936-ba53-6829df8e5714",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:47.680573+00:00",
|
||||
"ttft_s": 10.314829125010874,
|
||||
"total_s": 16.516400250024162,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 6370370.37037037,
|
||||
"decode_tps": 20.216323480613685,
|
||||
"request_tps": 7.749872736331438,
|
||||
"group_elapsed_s": 22.031325709016528,
|
||||
"group_output_tps": 20.24390206429885,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 2,
|
||||
"request_id": "046681e1-e7be-4c58-8284-88f821e4a8a0",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:47.680452+00:00",
|
||||
"ttft_s": 5.110771542007569,
|
||||
"total_s": 10.15410141699249,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 514.3377603686088,
|
||||
"decode_tps": 24.759396813702583,
|
||||
"request_tps": 12.605743703307615,
|
||||
"group_elapsed_s": 22.031325709016528,
|
||||
"group_output_tps": 20.24390206429885,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 3,
|
||||
"request_id": "f496e50f-a2db-4fad-a2e1-2a7965fd862d",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:19:47.680317+00:00",
|
||||
"ttft_s": 16.645131999976,
|
||||
"total_s": 22.03015966597013,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 6666666.666666666,
|
||||
"decode_tps": 17.25091779989875,
|
||||
"request_tps": 4.312270153300159,
|
||||
"group_elapsed_s": 22.031325709016528,
|
||||
"group_output_tps": 20.24390206429885,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "cb3d0e9e-0a6f-4f36-aec9-4b20cbc8f87d",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:09.710819+00:00",
|
||||
"ttft_s": 17.595250790996943,
|
||||
"total_s": 23.510470708017237,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 19843101.06137517,
|
||||
"decode_tps": 21.163606353137514,
|
||||
"request_tps": 5.444382700357892,
|
||||
"group_elapsed_s": 23.51121658302145,
|
||||
"group_output_tps": 20.37325454038428,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 1,
|
||||
"request_id": "fa3bb29e-7370-4255-877e-376076d7aa76",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:09.711021+00:00",
|
||||
"ttft_s": 5.7327396660111845,
|
||||
"total_s": 11.353798499971163,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 9000000.0,
|
||||
"decode_tps": 22.18879858004337,
|
||||
"request_tps": 11.273760054868431,
|
||||
"group_elapsed_s": 23.51121658302145,
|
||||
"group_output_tps": 20.37325454038428,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 2,
|
||||
"request_id": "93ec5b28-1a29-426a-96ff-b3b525fb3c71",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:09.710927+00:00",
|
||||
"ttft_s": 0.1655573329771869,
|
||||
"total_s": 5.57563720800681,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 1563477.1732332706,
|
||||
"decode_tps": 17.170644798585553,
|
||||
"request_tps": 17.038411298277563,
|
||||
"group_elapsed_s": 23.51121658302145,
|
||||
"group_output_tps": 20.37325454038428,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "warmup",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 3,
|
||||
"request_id": "dcac6e9a-3580-4bb1-8787-9cef1c64bfd5",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:09.711149+00:00",
|
||||
"ttft_s": 11.527663582994137,
|
||||
"total_s": 17.459117082995363,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 6331909.880724489,
|
||||
"decode_tps": 21.03978753266432,
|
||||
"request_tps": 7.331413117371669,
|
||||
"group_elapsed_s": 23.51121658302145,
|
||||
"group_output_tps": 20.37325454038428,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 0,
|
||||
"request_id": "d42caf5b-fb6a-4e96-8e42-fd0b8fc1945b",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:33.222727+00:00",
|
||||
"ttft_s": 6.285906166012865,
|
||||
"total_s": 10.864910541044082,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 8421052.631578946,
|
||||
"decode_tps": 20.156958877874334,
|
||||
"request_tps": 8.743744335594945,
|
||||
"group_elapsed_s": 21.625605207984336,
|
||||
"group_output_tps": 20.623700271534293,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 1,
|
||||
"request_id": "87483860-d4c6-4f13-928c-48de78b6ef70",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:33.222336+00:00",
|
||||
"ttft_s": 0.17068937502335757,
|
||||
"total_s": 6.147177167003974,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 4669345.205776958,
|
||||
"decode_tps": 20.965937740191077,
|
||||
"request_tps": 20.822565630133763,
|
||||
"group_elapsed_s": 21.625605207984336,
|
||||
"group_output_tps": 20.623700271534293,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 2,
|
||||
"request_id": "ee57b9cf-06bc-468b-bd1e-f936abf292df",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:33.222603+00:00",
|
||||
"ttft_s": 16.19913299998734,
|
||||
"total_s": 21.62435016600648,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 11675675.675675677,
|
||||
"decode_tps": 22.963769927247082,
|
||||
"request_tps": 5.919253018812849,
|
||||
"group_elapsed_s": 21.625605207984336,
|
||||
"group_output_tps": 20.623700271534293,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 0,
|
||||
"slot": 3,
|
||||
"request_id": "13164aa4-836c-4761-8f99-95bfe18d33a1",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:33.222066+00:00",
|
||||
"ttft_s": 11.00553745898651,
|
||||
"total_s": 16.043328458967153,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 10214504.596527068,
|
||||
"decode_tps": 18.355407643172423,
|
||||
"request_tps": 5.9214645042626,
|
||||
"group_elapsed_s": 21.625605207984336,
|
||||
"group_output_tps": 20.623700271534293,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 0,
|
||||
"request_id": "51389c06-2a1c-4dcb-a847-5f0c914e298c",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:54.847154+00:00",
|
||||
"ttft_s": 0.16574266698444262,
|
||||
"total_s": 6.310333041998092,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 5402688.779997488,
|
||||
"decode_tps": 20.423563700405246,
|
||||
"request_tps": 20.284190889466956,
|
||||
"group_elapsed_s": 23.574590582982637,
|
||||
"group_output_tps": 20.318486478648204,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 1,
|
||||
"request_id": "1952ea53-9c68-4536-8e9d-089790a8bdee",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:54.847267+00:00",
|
||||
"ttft_s": 18.0774574590032,
|
||||
"total_s": 23.57407404197147,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 6513086.47931492,
|
||||
"decode_tps": 22.77481444475703,
|
||||
"request_tps": 5.4296936444717945,
|
||||
"group_elapsed_s": 23.574590582982637,
|
||||
"group_output_tps": 20.318486478648204,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 2,
|
||||
"request_id": "d71abf03-e17c-42b0-b6bb-c57bf6961bc2",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:54.847373+00:00",
|
||||
"ttft_s": 12.635340875014663,
|
||||
"total_s": 17.94654095900478,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 9229349.330872172,
|
||||
"decode_tps": 17.481471270830138,
|
||||
"request_tps": 5.293499188339869,
|
||||
"group_elapsed_s": 23.574590582982637,
|
||||
"group_output_tps": 20.318486478648204,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 1,
|
||||
"slot": 3,
|
||||
"request_id": "4e10d58d-5d6d-46e7-8254-46dd35cfeb9f",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:20:54.847461+00:00",
|
||||
"ttft_s": 6.461538125004154,
|
||||
"total_s": 12.505505541979801,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 3739130.434782609,
|
||||
"decode_tps": 20.730070992395465,
|
||||
"request_tps": 10.235491845596812,
|
||||
"group_elapsed_s": 23.574590582982637,
|
||||
"group_output_tps": 20.318486478648204,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 0,
|
||||
"request_id": "63b32437-7995-44f4-b5ca-f0f52da2bda7",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:18.421714+00:00",
|
||||
"ttft_s": 17.908610125014093,
|
||||
"total_s": 23.736398082983214,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 15071169.411108011,
|
||||
"decode_tps": 21.428265908373906,
|
||||
"request_tps": 5.392562070812423,
|
||||
"group_elapsed_s": 23.736987709009554,
|
||||
"group_output_tps": 20.179477104341757,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 1,
|
||||
"request_id": "3b8fa85d-5574-4ac2-b33c-7208ef99a34f",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:18.421631+00:00",
|
||||
"ttft_s": 6.036650207999628,
|
||||
"total_s": 11.081229583011009,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 4571428.571428572,
|
||||
"decode_tps": 18.37088402458498,
|
||||
"request_tps": 8.573055840810985,
|
||||
"group_elapsed_s": 23.736987709009554,
|
||||
"group_output_tps": 20.179477104341757,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 2,
|
||||
"request_id": "76178335-d531-49f7-83d5-84a414d73ce5",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:18.421520+00:00",
|
||||
"ttft_s": 11.268355667009018,
|
||||
"total_s": 17.757357084017713,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 7533286.615276804,
|
||||
"decode_tps": 19.182821184166418,
|
||||
"request_tps": 7.208279891786645,
|
||||
"group_elapsed_s": 23.736987709009554,
|
||||
"group_output_tps": 20.179477104341757,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 2,
|
||||
"slot": 3,
|
||||
"request_id": "728d2a73-194b-41bb-9dda-216960415fcf",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:18.421818+00:00",
|
||||
"ttft_s": 0.17636983300326392,
|
||||
"total_s": 5.888466249976773,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 7200000.0,
|
||||
"decode_tps": 21.89716979543998,
|
||||
"request_tps": 21.737409125934093,
|
||||
"group_elapsed_s": 23.736987709009554,
|
||||
"group_output_tps": 20.179477104341757,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 0,
|
||||
"request_id": "dfcbb66f-3170-41e1-a4e1-a9b7449517ce",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:42.158434+00:00",
|
||||
"ttft_s": 6.034018917009234,
|
||||
"total_s": 11.539304499980062,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 3200000.0,
|
||||
"decode_tps": 16.88203353475361,
|
||||
"request_tps": 8.232731877399036,
|
||||
"group_elapsed_s": 23.861715458042454,
|
||||
"group_output_tps": 18.69102834556173,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 1,
|
||||
"request_id": "04f9942b-bc73-4665-9830-40b7a50beb96",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:42.158640+00:00",
|
||||
"ttft_s": 11.68165541702183,
|
||||
"total_s": 18.32316145801451,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 9921550.530687585,
|
||||
"decode_tps": 18.896968681699633,
|
||||
"request_tps": 6.985694051394885,
|
||||
"group_elapsed_s": 23.861715458042454,
|
||||
"group_output_tps": 18.69102834556173,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 2,
|
||||
"request_id": "e2e252a5-26bf-4277-a744-cf7456cdfac7",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:42.158549+00:00",
|
||||
"ttft_s": 0.17531787499319762,
|
||||
"total_s": 5.8762462079757825,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 5355548.943766736,
|
||||
"decode_tps": 21.95473700787165,
|
||||
"request_tps": 21.782613503543573,
|
||||
"group_elapsed_s": 23.861715458042454,
|
||||
"group_output_tps": 18.69102834556173,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 3,
|
||||
"slot": 3,
|
||||
"request_id": "61a1f98f-fb9a-49a8-8f00-04bb52b494cc",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:21:42.158328+00:00",
|
||||
"ttft_s": 18.46465341700241,
|
||||
"total_s": 23.86128708301112,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 5782017.924255566,
|
||||
"decode_tps": 17.187946685051212,
|
||||
"request_tps": 3.981344328556299,
|
||||
"group_elapsed_s": 23.861715458042454,
|
||||
"group_output_tps": 18.69102834556173,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 0,
|
||||
"request_id": "ae555d62-2572-4a62-8cd6-7ae714aace26",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:22:06.019994+00:00",
|
||||
"ttft_s": 20.83534020796651,
|
||||
"total_s": 28.275580540997908,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 7937973.047812442,
|
||||
"decode_tps": 16.887931275751107,
|
||||
"request_tps": 4.526874340012493,
|
||||
"group_elapsed_s": 28.276262458995916,
|
||||
"group_output_tps": 16.940004029691313,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 1,
|
||||
"request_id": "c0147505-dd4a-4ad8-bb9d-0955114a8ee0",
|
||||
"prompt_name": "code",
|
||||
"prompt_chars": 267,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:22:06.020061+00:00",
|
||||
"ttft_s": 13.962619374971837,
|
||||
"total_s": 20.66803166596219,
|
||||
"prompt_tokens": 54,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 10125632.852053255,
|
||||
"decode_tps": 18.57306514141657,
|
||||
"request_tps": 6.193139340443381,
|
||||
"group_elapsed_s": 28.276262458995916,
|
||||
"group_output_tps": 16.940004029691313,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 2,
|
||||
"request_id": "3a3d625f-5d64-42d0-9145-3056ea9864db",
|
||||
"prompt_name": "short",
|
||||
"prompt_chars": 106,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:22:06.019916+00:00",
|
||||
"ttft_s": 7.783273542008828,
|
||||
"total_s": 13.761600458994508,
|
||||
"prompt_tokens": 20,
|
||||
"output_tokens": 95,
|
||||
"prompt_tps": 1927710.843373494,
|
||||
"decode_tps": 15.539155324201145,
|
||||
"request_tps": 6.903266831722942,
|
||||
"group_elapsed_s": 28.276262458995916,
|
||||
"group_output_tps": 16.940004029691313,
|
||||
"error": null
|
||||
},
|
||||
{
|
||||
"run_id": "20260831T121855Z",
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"phase": "measured",
|
||||
"concurrency": 4,
|
||||
"round": 4,
|
||||
"slot": 3,
|
||||
"request_id": "8ea78898-3c59-49f2-9734-f01bb668d810",
|
||||
"prompt_name": "medium",
|
||||
"prompt_chars": 252,
|
||||
"max_tokens": 128,
|
||||
"started_at": "2026-08-31T12:22:06.019812+00:00",
|
||||
"ttft_s": 0.17432458401890472,
|
||||
"total_s": 7.616022333968431,
|
||||
"prompt_tokens": 43,
|
||||
"output_tokens": 128,
|
||||
"prompt_tps": 2866666.6666666665,
|
||||
"decode_tps": 16.90294641795698,
|
||||
"request_tps": 16.806673403399,
|
||||
"group_elapsed_s": 28.276262458995916,
|
||||
"group_output_tps": 16.940004029691313,
|
||||
"error": null
|
||||
}
|
||||
]
|
||||
54
benchmarks/inference/results/20260831T121855Z/summary.json
Normal file
54
benchmarks/inference/results/20260831T121855Z/summary.json
Normal file
@@ -0,0 +1,54 @@
|
||||
[
|
||||
{
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"concurrency": 1,
|
||||
"requests": 5,
|
||||
"successes": 5,
|
||||
"failures": 0,
|
||||
"ttft_s_mean": 0.296576766599901,
|
||||
"ttft_s_p50": 0.25913220801157877,
|
||||
"ttft_s_p95": 0.5828672000090591,
|
||||
"total_s_mean": 5.365511283196975,
|
||||
"total_s_p50": 5.271547083975747,
|
||||
"total_s_p95": 5.7278931244160045,
|
||||
"prompt_tps_mean": 1579505.471393669,
|
||||
"prompt_tps_p50": 423.79232394227944,
|
||||
"prompt_tps_p95": 4040897.1304585882,
|
||||
"decode_tps_mean": 22.074969591997284,
|
||||
"decode_tps_p50": 22.737809958094928,
|
||||
"decode_tps_p95": 26.029319910172887,
|
||||
"request_tps_mean": 21.326224707051917,
|
||||
"request_tps_p50": 22.22186664913243,
|
||||
"request_tps_p95": 23.99720340744444,
|
||||
"aggregate_output_tps_mean": 21.3238226965937,
|
||||
"aggregate_output_tps_p50": 22.217896609947385,
|
||||
"aggregate_output_tps_p95": 23.99517949790225
|
||||
},
|
||||
{
|
||||
"runtime": "ollama",
|
||||
"model": "qwen3.8:27b-mxfp8",
|
||||
"concurrency": 4,
|
||||
"requests": 20,
|
||||
"successes": 20,
|
||||
"failures": 0,
|
||||
"ttft_s_mean": 9.275126714701765,
|
||||
"ttft_s_p50": 9.394405500497669,
|
||||
"ttft_s_p95": 18.583187756550615,
|
||||
"total_s_mean": 15.170045258343453,
|
||||
"total_s_p50": 14.90246445898083,
|
||||
"total_s_p95": 24.08200175591046,
|
||||
"prompt_tps_mean": 7067890.927047749,
|
||||
"prompt_tps_p50": 6856543.23965746,
|
||||
"prompt_tps_p95": 11845450.362447295,
|
||||
"decode_tps_mean": 19.377795978907,
|
||||
"decode_tps_p50": 19.039894932933024,
|
||||
"decode_tps_p95": 22.784262218881533,
|
||||
"request_tps_mean": 10.048677383124767,
|
||||
"request_tps_p50": 7.0969869715907645,
|
||||
"request_tps_p95": 21.739669344814565,
|
||||
"aggregate_output_tps_mean": 19.35053924595546,
|
||||
"aggregate_output_tps_p50": 20.179477104341757,
|
||||
"aggregate_output_tps_p95": 20.562657512957074
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user