christian.meyer/lai_automatisierung
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

docs: record Qwen MLX benchmark results
Some checks failed
CI / test (push) Has been cancelled
Details
CI / test (pull_request) Has been cancelled
Details

Browse Source
This commit is contained in:
Christian Meyer
2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
benchmarks/inference/results/20260831T134334Z/raw.csv Normal file
View File

@@ -0,0 +1,8 @@
run_id,runtime,model,phase,concurrency,round,slot,request_id,prompt_name,prompt_chars,max_tokens,started_at,ttft_s,total_s,prompt_tokens,output_tokens,prompt_tps,decode_tps,request_tps,group_elapsed_s,group_output_tps,error
20260831T134334Z,ollama,qwen3.8:27b-mlx,warmup,1,0,0,c3b04207-976b-4a0d-9d3c-80ef8dc4225f,short,106,128,2026-08-31T13:43:39.472249+00:00,3.4916902080294676,5.4140321660088375,20,96,114.72541286980045,48.19996255746575,17.731701079044402,5.4149448340176605,17.728712469407014,
20260831T134334Z,ollama,qwen3.8:27b-mlx,warmup,1,1,0,47d529a2-f167-46a0-af05-a6ca0e1929a4,medium,252,128,2026-08-31T13:43:44.886979+00:00,0.35504300001775846,2.7301927499938756,43,128,157.93211765391837,52.61516193511847,46.88313673101913,2.730699084000662,46.87444352618714,
20260831T134334Z,ollama,qwen3.8:27b-mlx,measured,1,0,0,5b638c8b-a185-48d7-8625-f6ebacc06853,short,106,128,2026-08-31T13:43:47.617556+00:00,0.11980204097926617,2.1940376659622416,20,96,441.616869764425,45.28260592046214,43.7549461840698,2.1943347500055097,43.749022340260055,
20260831T134334Z,ollama,qwen3.8:27b-mlx,measured,1,1,0,fd1c62de-2412-4243-85a0-0851e2364f7c,medium,252,128,2026-08-31T13:43:49.811979+00:00,0.12685995898209512,2.771603333996609,43,128,831.312776076798,47.52723693214773,46.18265479404875,2.771931625029538,46.17718519613052,
20260831T134334Z,ollama,qwen3.8:27b-mlx,measured,1,2,0,50050b20-0fd0-4e15-a4bb-ddfc74ada7e1,code,267,128,2026-08-31T13:43:52.584034+00:00,0.42160862497985363,2.646599249972496,54,128,159.3484419263456,56.09763282504741,48.363952344250905,2.6469858330092393,48.35688895791427,
20260831T134334Z,ollama,qwen3.8:27b-mlx,measured,1,3,0,22721212-cd1e-460f-9aa3-f2a1bb6f2f96,short,106,128,2026-08-31T13:43:55.231045+00:00,0.09599920798791572,2.2750009580049664,20,96,2500000.0,42.69653289142422,42.19778442826943,2.2753357499605045,42.19157546382611,
20260831T134334Z,ollama,qwen3.8:27b-mlx,measured,1,4,0,d95f9110-8465-4bf1-8b6d-511699a58906,medium,252,128,2026-08-31T13:43:57.506343+00:00,0.09756654204102233,2.8720681670238264,43,128,3766313.3923097136,45.01625903574264,44.56718732154595,2.8723847499932162,44.56227530114212,
1 run_id runtime model phase concurrency round slot request_id prompt_name prompt_chars max_tokens started_at ttft_s total_s prompt_tokens output_tokens prompt_tps decode_tps request_tps group_elapsed_s group_output_tps error
2 20260831T134334Z ollama qwen3.8:27b-mlx warmup 1 0 0 c3b04207-976b-4a0d-9d3c-80ef8dc4225f short 106 128 2026-08-31T13:43:39.472249+00:00 3.4916902080294676 5.4140321660088375 20 96 114.72541286980045 48.19996255746575 17.731701079044402 5.4149448340176605 17.728712469407014
3 20260831T134334Z ollama qwen3.8:27b-mlx warmup 1 1 0 47d529a2-f167-46a0-af05-a6ca0e1929a4 medium 252 128 2026-08-31T13:43:44.886979+00:00 0.35504300001775846 2.7301927499938756 43 128 157.93211765391837 52.61516193511847 46.88313673101913 2.730699084000662 46.87444352618714
4 20260831T134334Z ollama qwen3.8:27b-mlx measured 1 0 0 5b638c8b-a185-48d7-8625-f6ebacc06853 short 106 128 2026-08-31T13:43:47.617556+00:00 0.11980204097926617 2.1940376659622416 20 96 441.616869764425 45.28260592046214 43.7549461840698 2.1943347500055097 43.749022340260055
5 20260831T134334Z ollama qwen3.8:27b-mlx measured 1 1 0 fd1c62de-2412-4243-85a0-0851e2364f7c medium 252 128 2026-08-31T13:43:49.811979+00:00 0.12685995898209512 2.771603333996609 43 128 831.312776076798 47.52723693214773 46.18265479404875 2.771931625029538 46.17718519613052
6 20260831T134334Z ollama qwen3.8:27b-mlx measured 1 2 0 50050b20-0fd0-4e15-a4bb-ddfc74ada7e1 code 267 128 2026-08-31T13:43:52.584034+00:00 0.42160862497985363 2.646599249972496 54 128 159.3484419263456 56.09763282504741 48.363952344250905 2.6469858330092393 48.35688895791427
7 20260831T134334Z ollama qwen3.8:27b-mlx measured 1 3 0 22721212-cd1e-460f-9aa3-f2a1bb6f2f96 short 106 128 2026-08-31T13:43:55.231045+00:00 0.09599920798791572 2.2750009580049664 20 96 2500000.0 42.69653289142422 42.19778442826943 2.2753357499605045 42.19157546382611
8 20260831T134334Z ollama qwen3.8:27b-mlx measured 1 4 0 d95f9110-8465-4bf1-8b6d-511699a58906 medium 252 128 2026-08-31T13:43:57.506343+00:00 0.09756654204102233 2.8720681670238264 43 128 3766313.3923097136 45.01625903574264 44.56718732154595 2.8723847499932162 44.56227530114212