9.3 KiB
9.3 KiB
| 1 | run_id | runtime | model | phase | concurrency | round | slot | request_id | prompt_name | prompt_chars | max_tokens | started_at | ttft_s | total_s | prompt_tokens | output_tokens | prompt_tps | decode_tps | request_tps | group_elapsed_s | group_output_tps | error |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 1 | 0 | 0 | 8b712536-91f2-4ded-b334-6db253435ba3 | short | 106 | 128 | 2026-08-31T11:47:32.567050+00:00 | 0.561656582984142 | 5.602756957989186 | 20 | 128 | 25.39128175956463 | 22.845895504619364 | 5.6035958750289865 | 22.842475234589944 | ||
| 3 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 1 | 1 | 0 | be5a9e94-abd6-4cbc-8029-7a55e3ad129c | medium | 252 | 128 | 2026-08-31T11:47:38.170087+00:00 | 0.3621360409888439 | 5.426666249986738 | 43 | 128 | 25.273815086064428 | 23.587225398339694 | 5.426845958980266 | 23.586444311762243 | ||
| 4 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 1 | 0 | 0 | e0ac985d-818e-45ec-a2c1-7e077fe0f1cd | short | 106 | 128 | 2026-08-31T11:47:43.597014+00:00 | 0.21451262495247647 | 5.262066499970388 | 20 | 128 | 25.358817987761604 | 24.325044162919706 | 5.262241083022673 | 24.324237141654443 | ||
| 5 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 1 | 1 | 0 | 428bad62-8fbf-41a1-9b36-07912506da11 | medium | 252 | 128 | 2026-08-31T11:47:48.859322+00:00 | 0.37227433401858434 | 5.454897999996319 | 43 | 128 | 25.18384370198632 | 23.465150035818517 | 5.455072959011886 | 23.464397444683396 | ||
| 6 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 1 | 2 | 0 | b2de9565-6ff0-47a1-91e6-847b83994f6c | code | 267 | 128 | 2026-08-31T11:47:54.314442+00:00 | 0.40532424999400973 | 5.533015583991073 | 54 | 128 | 24.962500989743333 | 23.13385857259254 | 5.533179917023517 | 23.13317150707355 | ||
| 7 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 1 | 3 | 0 | dc02daab-d1f2-49ac-8e29-01ee86148e0a | short | 106 | 128 | 2026-08-31T11:47:59.847681+00:00 | 0.25306625000666827 | 5.405130041996017 | 20 | 128 | 24.844412873734196 | 23.681206373479203 | 5.405301624967251 | 23.680454650072466 | ||
| 8 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 1 | 4 | 0 | 677f2a25-31e5-43e7-b8fd-5e607453b904 | medium | 252 | 128 | 2026-08-31T11:48:05.253048+00:00 | 0.42382929200539365 | 5.569426125031896 | 43 | 128 | 24.875637200809187 | 22.982619236962577 | 5.569605667027645 | 22.981878368475286 | ||
| 9 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 0 | 0 | 7109b7b9-3690-49d6-8b20-969734c3dcad | short | 106 | 128 | 2026-08-31T11:48:10.822944+00:00 | 1.1026008339831606 | 8.694552083965391 | 20 | 128 | 16.859960738064487 | 14.721862467884838 | 8.695109791995492 | 58.883672805527404 | ||
| 10 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 0 | 1 | b34a5a99-e633-4f3a-892d-67af2b425779 | medium | 252 | 128 | 2026-08-31T11:48:10.823149+00:00 | 1.1023455830290914 | 8.694302666990552 | 43 | 128 | 16.859947782161328 | 14.722284799904022 | 8.695109791995492 | 58.883672805527404 | ||
| 11 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 0 | 2 | 1260b39f-a4b1-4d94-9406-70028f614ce0 | code | 267 | 128 | 2026-08-31T11:48:10.823017+00:00 | 1.0163157919887453 | 8.694556291971821 | 54 | 128 | 16.670485901070972 | 14.721855342772315 | 8.695109791995492 | 58.883672805527404 | ||
| 12 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 0 | 3 | b43d525a-50de-4e41-b00c-d1159d1ddfd4 | short | 106 | 128 | 2026-08-31T11:48:10.822845+00:00 | 1.1026693329913542 | 8.694680040993262 | 20 | 128 | 16.85982869664412 | 14.721645810600473 | 8.695109791995492 | 58.883672805527404 | ||
| 13 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 1 | 0 | 1da340a9-b91e-4f9b-8217-2af7c2fbc030 | medium | 252 | 128 | 2026-08-31T11:48:19.518058+00:00 | 1.245261833013501 | 9.168966500030365 | 43 | 128 | 16.154059922603068 | 13.960133892906699 | 9.169412165996619 | 55.83782152346415 | ||
| 14 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 1 | 1 | 23e076e6-7b50-4d08-a3ff-f79ddc53bafe | code | 267 | 128 | 2026-08-31T11:48:19.518183+00:00 | 1.2451274580089375 | 9.168911040993407 | 54 | 128 | 16.153899038190183 | 13.96021833211415 | 9.169412165996619 | 55.83782152346415 | ||
| 15 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 1 | 2 | c777d58b-0520-4f3f-8537-6a163ab350f5 | short | 106 | 128 | 2026-08-31T11:48:19.518319+00:00 | 1.2449699160060845 | 9.168749333010055 | 20 | 128 | 16.153907531211612 | 13.960464546583719 | 9.169412165996619 | 55.83782152346415 | ||
| 16 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | warmup | 4 | 1 | 3 | 5609655c-e54a-499f-99c6-c77c19c1a3e0 | medium | 252 | 128 | 2026-08-31T11:48:19.518407+00:00 | 1.174761500034947 | 9.16857587499544 | 43 | 128 | 16.012380822970083 | 13.960728661152478 | 9.169412165996619 | 55.83782152346415 | ||
| 17 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 0 | 0 | d2615398-7368-4f9a-9424-7a2e76d8955d | short | 106 | 128 | 2026-08-31T11:48:28.687706+00:00 | 1.0508670000126585 | 9.266459833015688 | 20 | 128 | 15.580129468662143 | 13.813257954666332 | 9.267125833022874 | 55.24906095215814 | ||
| 18 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 0 | 1 | b307dcc2-b325-4005-a63f-54123aa28e31 | medium | 252 | 128 | 2026-08-31T11:48:28.687614+00:00 | 1.0509756249957718 | 9.266665957984515 | 43 | 128 | 15.579944570943383 | 13.812950696653772 | 9.267125833022874 | 55.24906095215814 | ||
| 19 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 0 | 2 | 09c7607f-96f5-4a6d-a9e1-3637c8afc257 | code | 267 | 128 | 2026-08-31T11:48:28.687778+00:00 | 1.0507545830332674 | 9.266332915984094 | 54 | 128 | 15.580156966749492 | 13.813447149001583 | 9.267125833022874 | 55.24906095215814 | ||
| 20 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 0 | 3 | 0328d6c0-e3f4-4a86-917d-dbeb5b8deee7 | short | 106 | 128 | 2026-08-31T11:48:28.687501+00:00 | 0.9898037080420181 | 9.266721500025596 | 20 | 128 | 15.464693889308833 | 13.81286790583341 | 9.267125833022874 | 55.24906095215814 | ||
| 21 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 1 | 0 | 74110182-284c-4250-9395-e3d0f2772eef | medium | 252 | 128 | 2026-08-31T11:48:37.954714+00:00 | 1.1083811249700375 | 9.379890666983556 | 43 | 128 | 15.474805336299134 | 13.646214496992963 | 9.380457791965455 | 54.58155788926826 | ||
| 22 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 1 | 1 | fca02813-8ad6-4e99-bc76-9e922ea9a63a | code | 267 | 128 | 2026-08-31T11:48:37.954992+00:00 | 1.1690869170124643 | 9.379730832995847 | 54 | 128 | 15.589520299476966 | 13.646447033397155 | 9.380457791965455 | 54.58155788926826 | ||
| 23 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 1 | 2 | 5eb13719-9063-4ddd-92c8-73332709ecfd | short | 106 | 128 | 2026-08-31T11:48:37.954812+00:00 | 1.1692542500095442 | 9.37985170801403 | 20 | 128 | 15.589608509574806 | 13.646271176189105 | 9.380457791965455 | 54.58155788926826 | ||
| 24 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 1 | 3 | 9d9a5b23-6950-4d5c-bad2-72f896d38009 | medium | 252 | 128 | 2026-08-31T11:48:37.954917+00:00 | 1.1691360420081764 | 9.379842250025831 | 43 | 128 | 15.58940202671112 | 13.646284936150979 | 9.380457791965455 | 54.58155788926826 | ||
| 25 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 2 | 0 | caf79143-9d5b-4fb2-830e-3bd2d38cc5d3 | code | 267 | 128 | 2026-08-31T11:48:47.335341+00:00 | 1.172440624970477 | 9.591207291989122 | 54 | 128 | 15.204127286417465 | 13.345556623190662 | 9.591755541972816 | 53.37917524685921 | ||
| 26 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 2 | 1 | d77a5e81-922c-49ce-96c5-1fb443746984 | short | 106 | 128 | 2026-08-31T11:48:47.335566+00:00 | 1.2360592089826241 | 9.591093584022019 | 20 | 128 | 15.320104532711328 | 13.345714842490702 | 9.591755541972816 | 53.37917524685921 | ||
| 27 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 2 | 2 | 9ccc94c9-d569-4785-9f48-e48e760b0e15 | medium | 252 | 128 | 2026-08-31T11:48:47.335447+00:00 | 1.236121624999214 | 9.591066916007549 | 43 | 128 | 15.320267882275031 | 13.345751950324445 | 9.591755541972816 | 53.37917524685921 | ||
| 28 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 2 | 3 | e7c5be37-35a8-47a5-869d-a3bee16750d4 | code | 267 | 128 | 2026-08-31T11:48:47.335653+00:00 | 1.2359632499865256 | 9.590960291970987 | 54 | 128 | 15.32017298830757 | 13.345900316900948 | 9.591755541972816 | 53.37917524685921 | ||
| 29 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 3 | 0 | 49d569ca-4eef-46fd-88f9-58cf68e01898 | short | 106 | 128 | 2026-08-31T11:48:56.927355+00:00 | 1.067110000003595 | 9.073982625035569 | 20 | 124 | 15.486695718417879 | 13.665443843575128 | 9.254564541974105 | 54.89183177619698 | ||
| 30 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 3 | 1 | a34ede89-ca43-4a1c-a7c8-c916bfec24a5 | medium | 252 | 128 | 2026-08-31T11:48:56.927278+00:00 | 1.0672226250171661 | 9.253953957988415 | 43 | 128 | 15.635055652124883 | 13.831925313341854 | 9.254564541974105 | 54.89183177619698 | ||
| 31 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 3 | 2 | af0dfbe9-f1a5-434a-a714-98fad2af83a3 | code | 267 | 128 | 2026-08-31T11:48:56.927205+00:00 | 1.067305459000636 | 9.254084500018507 | 54 | 128 | 15.634964539617723 | 13.831730194352993 | 9.254564541974105 | 54.89183177619698 | ||
| 32 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 3 | 3 | 80dc0643-6f40-4ab5-805d-ace4e9f149bb | short | 106 | 128 | 2026-08-31T11:48:56.927082+00:00 | 1.0054587500053458 | 9.254091374983545 | 20 | 128 | 15.517723460297553 | 13.831719918610334 | 9.254564541974105 | 54.89183177619698 | ||
| 33 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 4 | 0 | 12e42bf2-6a75-4f89-a598-ac14d5b67a78 | medium | 252 | 128 | 2026-08-31T11:49:06.181834+00:00 | 1.2329518750193529 | 9.273020750028081 | 43 | 128 | 15.920261628338482 | 13.803484695061464 | 9.273481999989599 | 55.21119251652985 | ||
| 34 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 4 | 1 | 5f2cf183-3654-45be-81ed-4eebfb57bce1 | code | 267 | 128 | 2026-08-31T11:49:06.182126+00:00 | 1.1721314580063336 | 9.272628374979831 | 54 | 128 | 15.801499748959015 | 13.804068795141205 | 9.273481999989599 | 55.21119251652985 | ||
| 35 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 4 | 2 | 746da721-ed00-4c80-bc92-ed115313463e | short | 106 | 128 | 2026-08-31T11:49:06.182026+00:00 | 1.2329447079682723 | 9.272807125002146 | 20 | 128 | 15.920670449385964 | 13.80380269690667 | 9.273481999989599 | 55.21119251652985 | ||
| 36 | 20260831T114727Z | vllm-metal | qwen3.8-27b-nvfp4 | measured | 4 | 4 | 3 | 5c45d61d-9d4a-4fc4-931d-5193cdcaa598 | medium | 252 | 128 | 2026-08-31T11:49:06.181940+00:00 | 1.2330110420007259 | 9.272864667000249 | 43 | 128 | 15.920687859538933 | 13.803717038545729 | 9.273481999989599 | 55.21119251652985 |