docs: record Qwen MLX benchmark results

2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions
--- a/benchmarks/inference/direct-results/20260831T134407Z-qwen3.8-27b-nvfp4-rerun/summary.json
+++ b/benchmarks/inference/direct-results/20260831T134407Z-qwen3.8-27b-nvfp4-rerun/summary.json
@@ -0,0 +1,22 @@
+{
+  "runtime": "mlx-lm-direct",
+  "model": "qwen3.8-27b-nvfp4-rerun",
+  "requests": 5,
+  "successes": 5,
+  "ttft_s_mean": 0.46268870839849113,
+  "ttft_s_p50": 0.5028267079615034,
+  "ttft_s_p95": 0.5507681754184887,
+  "total_s_mean": 5.0599139665835535,
+  "total_s_p50": 5.047160332964268,
+  "total_s_p95": 5.222982274997048,
+  "prompt_tps_mean": 103.80325950757997,
+  "prompt_tps_p50": 102.6553925326314,
+  "prompt_tps_p95": 128.99882432098076,
+  "decode_tps_mean": 27.91928963114296,
+  "decode_tps_p50": 27.87385628056727,
+  "decode_tps_p95": 28.51407145210707,
+  "request_tps_mean": 25.315032232739288,
+  "request_tps_p50": 25.360795289977208,
+  "request_tps_p95": 26.258409367849122,
+  "peak_memory_gb": 15.479377792
+}