christian.meyer/lai_automatisierung
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs: record Qwen MLX benchmark results
Some checks failed
CI / test (push) Has been cancelled
Details
CI / test (pull_request) Has been cancelled
Details

Browse Source
This commit is contained in:
Christian Meyer
2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
benchmarks/inference/results/20260831T114727Z/raw.csv Normal file
View File

@@ -0,0 +1,36 @@
run_id,runtime,model,phase,concurrency,round,slot,request_id,prompt_name,prompt_chars,max_tokens,started_at,ttft_s,total_s,prompt_tokens,output_tokens,prompt_tps,decode_tps,request_tps,group_elapsed_s,group_output_tps,error
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,1,0,0,8b712536-91f2-4ded-b334-6db253435ba3,short,106,128,2026-08-31T11:47:32.567050+00:00,0.561656582984142,5.602756957989186,20,128,,25.39128175956463,22.845895504619364,5.6035958750289865,22.842475234589944,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,1,1,0,be5a9e94-abd6-4cbc-8029-7a55e3ad129c,medium,252,128,2026-08-31T11:47:38.170087+00:00,0.3621360409888439,5.426666249986738,43,128,,25.273815086064428,23.587225398339694,5.426845958980266,23.586444311762243,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,1,0,0,e0ac985d-818e-45ec-a2c1-7e077fe0f1cd,short,106,128,2026-08-31T11:47:43.597014+00:00,0.21451262495247647,5.262066499970388,20,128,,25.358817987761604,24.325044162919706,5.262241083022673,24.324237141654443,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,1,1,0,428bad62-8fbf-41a1-9b36-07912506da11,medium,252,128,2026-08-31T11:47:48.859322+00:00,0.37227433401858434,5.454897999996319,43,128,,25.18384370198632,23.465150035818517,5.455072959011886,23.464397444683396,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,1,2,0,b2de9565-6ff0-47a1-91e6-847b83994f6c,code,267,128,2026-08-31T11:47:54.314442+00:00,0.40532424999400973,5.533015583991073,54,128,,24.962500989743333,23.13385857259254,5.533179917023517,23.13317150707355,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,1,3,0,dc02daab-d1f2-49ac-8e29-01ee86148e0a,short,106,128,2026-08-31T11:47:59.847681+00:00,0.25306625000666827,5.405130041996017,20,128,,24.844412873734196,23.681206373479203,5.405301624967251,23.680454650072466,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,1,4,0,677f2a25-31e5-43e7-b8fd-5e607453b904,medium,252,128,2026-08-31T11:48:05.253048+00:00,0.42382929200539365,5.569426125031896,43,128,,24.875637200809187,22.982619236962577,5.569605667027645,22.981878368475286,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,0,0,7109b7b9-3690-49d6-8b20-969734c3dcad,short,106,128,2026-08-31T11:48:10.822944+00:00,1.1026008339831606,8.694552083965391,20,128,,16.859960738064487,14.721862467884838,8.695109791995492,58.883672805527404,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,0,1,b34a5a99-e633-4f3a-892d-67af2b425779,medium,252,128,2026-08-31T11:48:10.823149+00:00,1.1023455830290914,8.694302666990552,43,128,,16.859947782161328,14.722284799904022,8.695109791995492,58.883672805527404,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,0,2,1260b39f-a4b1-4d94-9406-70028f614ce0,code,267,128,2026-08-31T11:48:10.823017+00:00,1.0163157919887453,8.694556291971821,54,128,,16.670485901070972,14.721855342772315,8.695109791995492,58.883672805527404,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,0,3,b43d525a-50de-4e41-b00c-d1159d1ddfd4,short,106,128,2026-08-31T11:48:10.822845+00:00,1.1026693329913542,8.694680040993262,20,128,,16.85982869664412,14.721645810600473,8.695109791995492,58.883672805527404,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,1,0,1da340a9-b91e-4f9b-8217-2af7c2fbc030,medium,252,128,2026-08-31T11:48:19.518058+00:00,1.245261833013501,9.168966500030365,43,128,,16.154059922603068,13.960133892906699,9.169412165996619,55.83782152346415,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,1,1,23e076e6-7b50-4d08-a3ff-f79ddc53bafe,code,267,128,2026-08-31T11:48:19.518183+00:00,1.2451274580089375,9.168911040993407,54,128,,16.153899038190183,13.96021833211415,9.169412165996619,55.83782152346415,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,1,2,c777d58b-0520-4f3f-8537-6a163ab350f5,short,106,128,2026-08-31T11:48:19.518319+00:00,1.2449699160060845,9.168749333010055,20,128,,16.153907531211612,13.960464546583719,9.169412165996619,55.83782152346415,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,warmup,4,1,3,5609655c-e54a-499f-99c6-c77c19c1a3e0,medium,252,128,2026-08-31T11:48:19.518407+00:00,1.174761500034947,9.16857587499544,43,128,,16.012380822970083,13.960728661152478,9.169412165996619,55.83782152346415,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,0,0,d2615398-7368-4f9a-9424-7a2e76d8955d,short,106,128,2026-08-31T11:48:28.687706+00:00,1.0508670000126585,9.266459833015688,20,128,,15.580129468662143,13.813257954666332,9.267125833022874,55.24906095215814,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,0,1,b307dcc2-b325-4005-a63f-54123aa28e31,medium,252,128,2026-08-31T11:48:28.687614+00:00,1.0509756249957718,9.266665957984515,43,128,,15.579944570943383,13.812950696653772,9.267125833022874,55.24906095215814,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,0,2,09c7607f-96f5-4a6d-a9e1-3637c8afc257,code,267,128,2026-08-31T11:48:28.687778+00:00,1.0507545830332674,9.266332915984094,54,128,,15.580156966749492,13.813447149001583,9.267125833022874,55.24906095215814,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,0,3,0328d6c0-e3f4-4a86-917d-dbeb5b8deee7,short,106,128,2026-08-31T11:48:28.687501+00:00,0.9898037080420181,9.266721500025596,20,128,,15.464693889308833,13.81286790583341,9.267125833022874,55.24906095215814,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,1,0,74110182-284c-4250-9395-e3d0f2772eef,medium,252,128,2026-08-31T11:48:37.954714+00:00,1.1083811249700375,9.379890666983556,43,128,,15.474805336299134,13.646214496992963,9.380457791965455,54.58155788926826,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,1,1,fca02813-8ad6-4e99-bc76-9e922ea9a63a,code,267,128,2026-08-31T11:48:37.954992+00:00,1.1690869170124643,9.379730832995847,54,128,,15.589520299476966,13.646447033397155,9.380457791965455,54.58155788926826,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,1,2,5eb13719-9063-4ddd-92c8-73332709ecfd,short,106,128,2026-08-31T11:48:37.954812+00:00,1.1692542500095442,9.37985170801403,20,128,,15.589608509574806,13.646271176189105,9.380457791965455,54.58155788926826,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,1,3,9d9a5b23-6950-4d5c-bad2-72f896d38009,medium,252,128,2026-08-31T11:48:37.954917+00:00,1.1691360420081764,9.379842250025831,43,128,,15.58940202671112,13.646284936150979,9.380457791965455,54.58155788926826,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,2,0,caf79143-9d5b-4fb2-830e-3bd2d38cc5d3,code,267,128,2026-08-31T11:48:47.335341+00:00,1.172440624970477,9.591207291989122,54,128,,15.204127286417465,13.345556623190662,9.591755541972816,53.37917524685921,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,2,1,d77a5e81-922c-49ce-96c5-1fb443746984,short,106,128,2026-08-31T11:48:47.335566+00:00,1.2360592089826241,9.591093584022019,20,128,,15.320104532711328,13.345714842490702,9.591755541972816,53.37917524685921,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,2,2,9ccc94c9-d569-4785-9f48-e48e760b0e15,medium,252,128,2026-08-31T11:48:47.335447+00:00,1.236121624999214,9.591066916007549,43,128,,15.320267882275031,13.345751950324445,9.591755541972816,53.37917524685921,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,2,3,e7c5be37-35a8-47a5-869d-a3bee16750d4,code,267,128,2026-08-31T11:48:47.335653+00:00,1.2359632499865256,9.590960291970987,54,128,,15.32017298830757,13.345900316900948,9.591755541972816,53.37917524685921,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,3,0,49d569ca-4eef-46fd-88f9-58cf68e01898,short,106,128,2026-08-31T11:48:56.927355+00:00,1.067110000003595,9.073982625035569,20,124,,15.486695718417879,13.665443843575128,9.254564541974105,54.89183177619698,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,3,1,a34ede89-ca43-4a1c-a7c8-c916bfec24a5,medium,252,128,2026-08-31T11:48:56.927278+00:00,1.0672226250171661,9.253953957988415,43,128,,15.635055652124883,13.831925313341854,9.254564541974105,54.89183177619698,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,3,2,af0dfbe9-f1a5-434a-a714-98fad2af83a3,code,267,128,2026-08-31T11:48:56.927205+00:00,1.067305459000636,9.254084500018507,54,128,,15.634964539617723,13.831730194352993,9.254564541974105,54.89183177619698,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,3,3,80dc0643-6f40-4ab5-805d-ace4e9f149bb,short,106,128,2026-08-31T11:48:56.927082+00:00,1.0054587500053458,9.254091374983545,20,128,,15.517723460297553,13.831719918610334,9.254564541974105,54.89183177619698,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,4,0,12e42bf2-6a75-4f89-a598-ac14d5b67a78,medium,252,128,2026-08-31T11:49:06.181834+00:00,1.2329518750193529,9.273020750028081,43,128,,15.920261628338482,13.803484695061464,9.273481999989599,55.21119251652985,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,4,1,5f2cf183-3654-45be-81ed-4eebfb57bce1,code,267,128,2026-08-31T11:49:06.182126+00:00,1.1721314580063336,9.272628374979831,54,128,,15.801499748959015,13.804068795141205,9.273481999989599,55.21119251652985,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,4,2,746da721-ed00-4c80-bc92-ed115313463e,short,106,128,2026-08-31T11:49:06.182026+00:00,1.2329447079682723,9.272807125002146,20,128,,15.920670449385964,13.80380269690667,9.273481999989599,55.21119251652985,
20260831T114727Z,vllm-metal,qwen3.8-27b-nvfp4,measured,4,4,3,5c45d61d-9d4a-4fc4-931d-5193cdcaa598,medium,252,128,2026-08-31T11:49:06.181940+00:00,1.2330110420007259,9.272864667000249,43,128,,15.920687859538933,13.803717038545729,9.273481999989599,55.21119251652985,
1 run_id runtime model phase concurrency round slot request_id prompt_name prompt_chars max_tokens started_at ttft_s total_s prompt_tokens output_tokens prompt_tps decode_tps request_tps group_elapsed_s group_output_tps error
2 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 1 0 0 8b712536-91f2-4ded-b334-6db253435ba3 short 106 128 2026-08-31T11:47:32.567050+00:00 0.561656582984142 5.602756957989186 20 128 25.39128175956463 22.845895504619364 5.6035958750289865 22.842475234589944
3 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 1 1 0 be5a9e94-abd6-4cbc-8029-7a55e3ad129c medium 252 128 2026-08-31T11:47:38.170087+00:00 0.3621360409888439 5.426666249986738 43 128 25.273815086064428 23.587225398339694 5.426845958980266 23.586444311762243
4 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 1 0 0 e0ac985d-818e-45ec-a2c1-7e077fe0f1cd short 106 128 2026-08-31T11:47:43.597014+00:00 0.21451262495247647 5.262066499970388 20 128 25.358817987761604 24.325044162919706 5.262241083022673 24.324237141654443
5 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 1 1 0 428bad62-8fbf-41a1-9b36-07912506da11 medium 252 128 2026-08-31T11:47:48.859322+00:00 0.37227433401858434 5.454897999996319 43 128 25.18384370198632 23.465150035818517 5.455072959011886 23.464397444683396
6 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 1 2 0 b2de9565-6ff0-47a1-91e6-847b83994f6c code 267 128 2026-08-31T11:47:54.314442+00:00 0.40532424999400973 5.533015583991073 54 128 24.962500989743333 23.13385857259254 5.533179917023517 23.13317150707355
7 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 1 3 0 dc02daab-d1f2-49ac-8e29-01ee86148e0a short 106 128 2026-08-31T11:47:59.847681+00:00 0.25306625000666827 5.405130041996017 20 128 24.844412873734196 23.681206373479203 5.405301624967251 23.680454650072466
8 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 1 4 0 677f2a25-31e5-43e7-b8fd-5e607453b904 medium 252 128 2026-08-31T11:48:05.253048+00:00 0.42382929200539365 5.569426125031896 43 128 24.875637200809187 22.982619236962577 5.569605667027645 22.981878368475286
9 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 0 0 7109b7b9-3690-49d6-8b20-969734c3dcad short 106 128 2026-08-31T11:48:10.822944+00:00 1.1026008339831606 8.694552083965391 20 128 16.859960738064487 14.721862467884838 8.695109791995492 58.883672805527404
10 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 0 1 b34a5a99-e633-4f3a-892d-67af2b425779 medium 252 128 2026-08-31T11:48:10.823149+00:00 1.1023455830290914 8.694302666990552 43 128 16.859947782161328 14.722284799904022 8.695109791995492 58.883672805527404
11 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 0 2 1260b39f-a4b1-4d94-9406-70028f614ce0 code 267 128 2026-08-31T11:48:10.823017+00:00 1.0163157919887453 8.694556291971821 54 128 16.670485901070972 14.721855342772315 8.695109791995492 58.883672805527404
12 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 0 3 b43d525a-50de-4e41-b00c-d1159d1ddfd4 short 106 128 2026-08-31T11:48:10.822845+00:00 1.1026693329913542 8.694680040993262 20 128 16.85982869664412 14.721645810600473 8.695109791995492 58.883672805527404
13 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 1 0 1da340a9-b91e-4f9b-8217-2af7c2fbc030 medium 252 128 2026-08-31T11:48:19.518058+00:00 1.245261833013501 9.168966500030365 43 128 16.154059922603068 13.960133892906699 9.169412165996619 55.83782152346415
14 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 1 1 23e076e6-7b50-4d08-a3ff-f79ddc53bafe code 267 128 2026-08-31T11:48:19.518183+00:00 1.2451274580089375 9.168911040993407 54 128 16.153899038190183 13.96021833211415 9.169412165996619 55.83782152346415
15 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 1 2 c777d58b-0520-4f3f-8537-6a163ab350f5 short 106 128 2026-08-31T11:48:19.518319+00:00 1.2449699160060845 9.168749333010055 20 128 16.153907531211612 13.960464546583719 9.169412165996619 55.83782152346415
16 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 warmup 4 1 3 5609655c-e54a-499f-99c6-c77c19c1a3e0 medium 252 128 2026-08-31T11:48:19.518407+00:00 1.174761500034947 9.16857587499544 43 128 16.012380822970083 13.960728661152478 9.169412165996619 55.83782152346415
17 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 0 0 d2615398-7368-4f9a-9424-7a2e76d8955d short 106 128 2026-08-31T11:48:28.687706+00:00 1.0508670000126585 9.266459833015688 20 128 15.580129468662143 13.813257954666332 9.267125833022874 55.24906095215814
18 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 0 1 b307dcc2-b325-4005-a63f-54123aa28e31 medium 252 128 2026-08-31T11:48:28.687614+00:00 1.0509756249957718 9.266665957984515 43 128 15.579944570943383 13.812950696653772 9.267125833022874 55.24906095215814
19 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 0 2 09c7607f-96f5-4a6d-a9e1-3637c8afc257 code 267 128 2026-08-31T11:48:28.687778+00:00 1.0507545830332674 9.266332915984094 54 128 15.580156966749492 13.813447149001583 9.267125833022874 55.24906095215814
20 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 0 3 0328d6c0-e3f4-4a86-917d-dbeb5b8deee7 short 106 128 2026-08-31T11:48:28.687501+00:00 0.9898037080420181 9.266721500025596 20 128 15.464693889308833 13.81286790583341 9.267125833022874 55.24906095215814
21 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 1 0 74110182-284c-4250-9395-e3d0f2772eef medium 252 128 2026-08-31T11:48:37.954714+00:00 1.1083811249700375 9.379890666983556 43 128 15.474805336299134 13.646214496992963 9.380457791965455 54.58155788926826
22 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 1 1 fca02813-8ad6-4e99-bc76-9e922ea9a63a code 267 128 2026-08-31T11:48:37.954992+00:00 1.1690869170124643 9.379730832995847 54 128 15.589520299476966 13.646447033397155 9.380457791965455 54.58155788926826
23 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 1 2 5eb13719-9063-4ddd-92c8-73332709ecfd short 106 128 2026-08-31T11:48:37.954812+00:00 1.1692542500095442 9.37985170801403 20 128 15.589608509574806 13.646271176189105 9.380457791965455 54.58155788926826
24 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 1 3 9d9a5b23-6950-4d5c-bad2-72f896d38009 medium 252 128 2026-08-31T11:48:37.954917+00:00 1.1691360420081764 9.379842250025831 43 128 15.58940202671112 13.646284936150979 9.380457791965455 54.58155788926826
25 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 2 0 caf79143-9d5b-4fb2-830e-3bd2d38cc5d3 code 267 128 2026-08-31T11:48:47.335341+00:00 1.172440624970477 9.591207291989122 54 128 15.204127286417465 13.345556623190662 9.591755541972816 53.37917524685921
26 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 2 1 d77a5e81-922c-49ce-96c5-1fb443746984 short 106 128 2026-08-31T11:48:47.335566+00:00 1.2360592089826241 9.591093584022019 20 128 15.320104532711328 13.345714842490702 9.591755541972816 53.37917524685921
27 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 2 2 9ccc94c9-d569-4785-9f48-e48e760b0e15 medium 252 128 2026-08-31T11:48:47.335447+00:00 1.236121624999214 9.591066916007549 43 128 15.320267882275031 13.345751950324445 9.591755541972816 53.37917524685921
28 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 2 3 e7c5be37-35a8-47a5-869d-a3bee16750d4 code 267 128 2026-08-31T11:48:47.335653+00:00 1.2359632499865256 9.590960291970987 54 128 15.32017298830757 13.345900316900948 9.591755541972816 53.37917524685921
29 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 3 0 49d569ca-4eef-46fd-88f9-58cf68e01898 short 106 128 2026-08-31T11:48:56.927355+00:00 1.067110000003595 9.073982625035569 20 124 15.486695718417879 13.665443843575128 9.254564541974105 54.89183177619698
30 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 3 1 a34ede89-ca43-4a1c-a7c8-c916bfec24a5 medium 252 128 2026-08-31T11:48:56.927278+00:00 1.0672226250171661 9.253953957988415 43 128 15.635055652124883 13.831925313341854 9.254564541974105 54.89183177619698
31 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 3 2 af0dfbe9-f1a5-434a-a714-98fad2af83a3 code 267 128 2026-08-31T11:48:56.927205+00:00 1.067305459000636 9.254084500018507 54 128 15.634964539617723 13.831730194352993 9.254564541974105 54.89183177619698
32 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 3 3 80dc0643-6f40-4ab5-805d-ace4e9f149bb short 106 128 2026-08-31T11:48:56.927082+00:00 1.0054587500053458 9.254091374983545 20 128 15.517723460297553 13.831719918610334 9.254564541974105 54.89183177619698
33 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 4 0 12e42bf2-6a75-4f89-a598-ac14d5b67a78 medium 252 128 2026-08-31T11:49:06.181834+00:00 1.2329518750193529 9.273020750028081 43 128 15.920261628338482 13.803484695061464 9.273481999989599 55.21119251652985
34 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 4 1 5f2cf183-3654-45be-81ed-4eebfb57bce1 code 267 128 2026-08-31T11:49:06.182126+00:00 1.1721314580063336 9.272628374979831 54 128 15.801499748959015 13.804068795141205 9.273481999989599 55.21119251652985
35 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 4 2 746da721-ed00-4c80-bc92-ed115313463e short 106 128 2026-08-31T11:49:06.182026+00:00 1.2329447079682723 9.272807125002146 20 128 15.920670449385964 13.80380269690667 9.273481999989599 55.21119251652985
36 20260831T114727Z vllm-metal qwen3.8-27b-nvfp4 measured 4 4 3 5c45d61d-9d4a-4fc4-931d-5193cdcaa598 medium 252 128 2026-08-31T11:49:06.181940+00:00 1.2330110420007259 9.272864667000249 43 128 15.920687859538933 13.803717038545729 9.273481999989599 55.21119251652985