9.3 KiB
9.3 KiB
| 1 | run_id | runtime | model | phase | concurrency | round | slot | request_id | prompt_name | prompt_chars | max_tokens | started_at | ttft_s | total_s | prompt_tokens | output_tokens | prompt_tps | decode_tps | request_tps | group_elapsed_s | group_output_tps | error |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 1 | 0 | 0 | 4c059f2d-caa2-44ae-ab1d-539d608c86d8 | short | 106 | 128 | 2026-08-31T13:20:21.117908+00:00 | 0.3135264579905197 | 6.390581874991767 | 20 | 93 | 15.303464197450301 | 14.552665440988472 | 6.39150691695977 | 14.550559235604652 | ||
| 3 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 1 | 1 | 0 | 1bf28507-8f2f-4127-ba2f-2f5637e722bf | medium | 252 | 128 | 2026-08-31T13:20:27.508796+00:00 | 0.3822946660220623 | 8.7317384579801 | 43 | 128 | 15.330362499509992 | 14.659165596401756 | 8.731932666967623 | 14.658839558419446 | ||
| 4 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 1 | 0 | 0 | 81b82bc5-db99-4c10-9ec1-1f684485db59 | short | 106 | 128 | 2026-08-31T13:20:36.240817+00:00 | 0.2682818329776637 | 6.39245533302892 | 20 | 93 | 15.185722612075187 | 14.548400443172758 | 6.392639332974795 | 14.547981695179217 | ||
| 5 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 1 | 1 | 0 | 1de32693-20bd-450c-8341-17773d6c57b2 | medium | 252 | 128 | 2026-08-31T13:20:42.633525+00:00 | 0.4171057919738814 | 8.838838333962485 | 43 | 128 | 15.198772860789006 | 14.481541031039212 | 8.839007750037126 | 14.481263465286855 | ||
| 6 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 1 | 2 | 0 | e821a6d4-8b00-477b-a66f-3579d33c583b | code | 267 | 128 | 2026-08-31T13:20:51.472629+00:00 | 0.4347635000012815 | 8.896931416995358 | 54 | 128 | 15.126147490283795 | 14.386982882152838 | 8.897098499990534 | 14.386712701914696 | ||
| 7 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 1 | 3 | 0 | 6415410d-9d1c-4521-b2e2-04c40ce2fd72 | short | 106 | 128 | 2026-08-31T13:21:00.369851+00:00 | 0.2798732080264017 | 6.501722833025269 | 20 | 93 | 14.947323642528074 | 14.303901041060966 | 6.501933082996402 | 14.303438502498576 | ||
| 8 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 1 | 4 | 0 | 44eda129-4834-4a55-a14a-33a4a510922d | medium | 252 | 128 | 2026-08-31T13:21:06.871859+00:00 | 0.4577391669736244 | 9.024471082957461 | 43 | 128 | 14.94152043688646 | 14.183656728838715 | 9.024667916994076 | 14.183347373809413 | ||
| 9 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 0 | 0 | a696baea-c3a4-422a-9d29-c4fff0e6d70e | short | 106 | 128 | 2026-08-31T13:21:15.897040+00:00 | 1.1126187500194646 | 9.980102250003256 | 20 | 93 | 10.48775562989996 | 9.318541801510065 | 12.400747582956683 | 35.64301241059653 | ||
| 10 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 0 | 1 | 2a75391e-8c1c-4244-8cea-f8f97ce3c40d | medium | 252 | 128 | 2026-08-31T13:21:15.896746+00:00 | 1.1128792079980485 | 12.400287791970186 | 43 | 128 | 11.340069693388886 | 10.322341073639151 | 12.400747582956683 | 35.64301241059653 | ||
| 11 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 0 | 2 | 21360267-b5fe-4bd2-8b87-d5bbdf4a9c49 | code | 267 | 128 | 2026-08-31T13:21:15.896944+00:00 | 1.1127408749889582 | 12.400139749981463 | 54 | 128 | 11.340079447673899 | 10.322464309339042 | 12.400747582956683 | 35.64301241059653 | ||
| 12 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 0 | 3 | 106f9109-b093-475b-85c2-dc0847a3f3e3 | short | 106 | 128 | 2026-08-31T13:21:15.896863+00:00 | 1.0121074999915436 | 9.893255082948599 | 20 | 93 | 10.471619701317342 | 9.400343892910335 | 12.400747582956683 | 35.64301241059653 | ||
| 13 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 1 | 0 | fd6e44d9-a975-4760-853a-c85d6547b8f2 | medium | 252 | 128 | 2026-08-31T13:21:28.297798+00:00 | 1.4682920000050217 | 13.96469266602071 | 43 | 128 | 10.242949423676817 | 9.165973291446168 | 13.965293916000519 | 36.232678169433896 | ||
| 14 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 1 | 1 | a5541448-562a-4c84-aeff-3e2e5b8aba34 | code | 267 | 128 | 2026-08-31T13:21:28.297877+00:00 | 1.4681764579727314 | 13.9645455830032 | 54 | 128 | 10.242975277003744 | 9.166069833005798 | 13.965293916000519 | 36.232678169433896 | ||
| 15 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 1 | 2 | bb897f87-b4a0-4483-9946-4f6483212386 | short | 106 | 128 | 2026-08-31T13:21:28.297713+00:00 | 1.3568928329623304 | 13.431885249970946 | 20 | 122 | 10.103526013660515 | 9.082864968658356 | 13.965293916000519 | 36.232678169433896 | ||
| 16 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | warmup | 4 | 1 | 3 | 576c3ce6-5566-4a17-b311-3c2f8f3a5a17 | medium | 252 | 128 | 2026-08-31T13:21:28.297622+00:00 | 1.4684889169875532 | 13.964902083971538 | 43 | 128 | 10.242939176993687 | 9.16583583832745 | 13.965293916000519 | 36.232678169433896 | ||
| 17 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 0 | 0 | 75886439-869f-49d6-881d-4bc7cf650b04 | short | 106 | 128 | 2026-08-31T13:21:42.263079+00:00 | 1.1142227500095032 | 10.27476887498051 | 20 | 93 | 10.152233145411333 | 9.051298489687577 | 12.701848333003 | 34.79808516147676 | ||
| 18 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 0 | 1 | 2ecba00e-62dd-4ea7-a1e1-c7b0c12aae0e | medium | 252 | 128 | 2026-08-31T13:21:42.263219+00:00 | 1.1140572919975966 | 12.70125433296198 | 43 | 128 | 11.046675011003936 | 10.077744815157159 | 12.701848333003 | 34.79808516147676 | ||
| 19 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 0 | 2 | c1df76bd-2c64-4e34-a5be-10d74b64ce17 | code | 267 | 128 | 2026-08-31T13:21:42.263452+00:00 | 1.1138802919886075 | 12.701070374983829 | 54 | 128 | 11.046681644400257 | 10.077890777781237 | 12.701848333003 | 34.79808516147676 | ||
| 20 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 0 | 3 | 1bf72731-e2e3-4f8d-bf42-627b9fce292a | short | 106 | 128 | 2026-08-31T13:21:42.263323+00:00 | 1.0123424580087885 | 10.185485332971439 | 20 | 93 | 10.138291888359873 | 9.130640019572722 | 12.701848333003 | 34.79808516147676 | ||
| 21 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 1 | 0 | a04682c5-d585-4466-8fad-17ed2b9ba80b | medium | 252 | 128 | 2026-08-31T13:21:54.962444+00:00 | 1.4147373330197297 | 13.505381957977079 | 43 | 128 | 10.586697729563905 | 9.477703066694506 | 13.505815375014208 | 35.31811939932565 | ||
| 22 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 1 | 1 | bf6552cc-7c18-4617-8260-b6a63ff65b3c | code | 267 | 128 | 2026-08-31T13:21:54.962650+00:00 | 1.4145112080150284 | 13.505133582977578 | 54 | 128 | 10.586717211933143 | 9.477877372596776 | 13.505815375014208 | 35.31811939932565 | ||
| 23 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 1 | 2 | 36abe2cb-3ddf-4311-853a-4151aef2b328 | short | 106 | 128 | 2026-08-31T13:21:54.962724+00:00 | 1.4144840000080876 | 10.538147750019561 | 20 | 93 | 10.193273508121454 | 8.825080289828673 | 13.505815375014208 | 35.31811939932565 | ||
| 24 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 1 | 3 | 110efa2a-5fb4-48e9-835b-3092cd0df4fb | medium | 252 | 128 | 2026-08-31T13:21:54.962552+00:00 | 1.3138721249997616 | 13.505327666993253 | 43 | 128 | 10.49915652475652 | 9.477741166756687 | 13.505815375014208 | 35.31811939932565 | ||
| 25 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 2 | 0 | 4d78c4f5-e05f-4ffe-afb6-748b8db712f6 | code | 267 | 128 | 2026-08-31T13:22:08.467061+00:00 | 1.2189033330068924 | 13.40631824999582 | 54 | 128 | 10.502637423262865 | 9.547736941127733 | 13.406804582977202 | 35.57894776848267 | ||
| 26 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 2 | 1 | 9beb5379-ecf9-45d3-8725-13dd100b245d | short | 106 | 128 | 2026-08-31T13:22:08.467363+00:00 | 1.3166250829817727 | 10.428931292030029 | 20 | 93 | 10.205978362278222 | 8.917500498931489 | 13.406804582977202 | 35.57894776848267 | ||
| 27 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 2 | 2 | e863870c-69a1-44bd-9d57-7d28f9a30c17 | medium | 252 | 128 | 2026-08-31T13:22:08.467157+00:00 | 1.3168415420223027 | 13.406341000052635 | 43 | 128 | 10.58770054495327 | 9.547720738976986 | 13.406804582977202 | 35.57894776848267 | ||
| 28 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 2 | 3 | 21ffaa25-b50a-4b5f-b562-4a7810b56506 | code | 267 | 128 | 2026-08-31T13:22:08.467234+00:00 | 1.316743416013196 | 13.406194041017443 | 54 | 128 | 10.587743311946818 | 9.547825401331103 | 13.406804582977202 | 35.57894776848267 | ||
| 29 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 3 | 0 | 00728b55-60a4-46d3-8000-146e38d0b3a6 | short | 106 | 128 | 2026-08-31T13:22:21.873446+00:00 | 1.0375588749884628 | 10.190524249977898 | 20 | 93 | 10.160641517788692 | 9.126125184403708 | 12.702927250007633 | 34.795129602882234 | ||
| 30 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 3 | 1 | 531d5ceb-d88b-49ab-ad8d-7bea678c3bb8 | medium | 252 | 128 | 2026-08-31T13:22:21.873549+00:00 | 1.140847125032451 | 12.702382000046782 | 43 | 128 | 11.07119438584415 | 10.076850152949941 | 12.702927250007633 | 34.795129602882234 | ||
| 31 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 3 | 2 | a4b2f7bb-ab5c-405b-9514-d64bf34153ea | code | 267 | 128 | 2026-08-31T13:22:21.873705+00:00 | 1.1407294999808073 | 12.702299374970607 | 54 | 128 | 11.071160870366917 | 10.076915700177802 | 12.702927250007633 | 34.795129602882234 | ||
| 32 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 3 | 3 | 1b77ace8-b3ef-47f2-a2cd-06b6f9400a6e | short | 106 | 128 | 2026-08-31T13:22:21.873633+00:00 | 1.1407265829620883 | 10.277835665969178 | 20 | 93 | 10.178274020276117 | 9.048597683647658 | 12.702927250007633 | 34.795129602882234 | ||
| 33 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 4 | 0 | 1143b997-b26b-4ca6-a4ad-dd1014020849 | medium | 252 | 128 | 2026-08-31T13:22:34.576247+00:00 | 1.3149999160086736 | 13.642209500016179 | 43 | 128 | 10.383534012925246 | 9.382644358294614 | 13.642570749972947 | 34.96408475660248 | ||
| 34 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 4 | 1 | 907e97b8-fec4-47ff-b971-45716a15b6fb | code | 267 | 128 | 2026-08-31T13:22:34.576465+00:00 | 1.419054625032004 | 13.641894833010156 | 54 | 128 | 10.472197772531725 | 9.38286078047386 | 13.642570749972947 | 34.96408475660248 | ||
| 35 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 4 | 2 | d5875acf-e267-4393-84c1-a01dac48c4a5 | short | 106 | 128 | 2026-08-31T13:22:34.576349+00:00 | 1.4192612090264447 | 10.662482584011741 | 20 | 93 | 10.061427312742246 | 8.722171339295066 | 13.642570749972947 | 34.96408475660248 | ||
| 36 | 20260831T132015Z | vllm-metal | qwen3.8-27b-mxfp8 | measured | 4 | 4 | 3 | d2828df9-67d3-44b0-9809-bdb8c75f5282 | medium | 252 | 128 | 2026-08-31T13:22:34.576542+00:00 | 1.4190426669665612 | 13.641892916988581 | 43 | 128 | 10.47218916878814 | 9.382862098308841 | 13.642570749972947 | 34.96408475660248 |