docs: record Qwen MLX benchmark results

2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions
--- a/benchmarks/inference/results/20260831T134334Z/summary.json
+++ b/benchmarks/inference/results/20260831T134334Z/summary.json
@@ -0,0 +1,28 @@
+[
+  {
+    "runtime": "ollama",
+    "model": "qwen3.8:27b-mlx",
+    "concurrency": 1,
+    "requests": 5,
+    "successes": 5,
+    "failures": 0,
+    "ttft_s_mean": 0.1723672749940306,
+    "ttft_s_p50": 0.11980204097926617,
+    "ttft_s_p95": 0.36265889178030186,
+    "total_s_mean": 2.551861874992028,
+    "total_s_p50": 2.646599249972496,
+    "total_s_p95": 2.8519752004183827,
+    "prompt_tps_mean": 1253549.1340794961,
+    "prompt_tps_p50": 831.312776076798,
+    "prompt_tps_p95": 3513050.713847771,
+    "decode_tps_mean": 47.324053520964824,
+    "decode_tps_p50": 45.28260592046214,
+    "decode_tps_p95": 54.383553646467476,
+    "request_tps_mean": 45.013305014436966,
+    "request_tps_p50": 44.56718732154595,
+    "request_tps_p95": 47.927692834210475,
+    "aggregate_output_tps_mean": 45.00738945185462,
+    "aggregate_output_tps_p50": 44.56227530114212,
+    "aggregate_output_tps_p95": 47.92094820555752
+  }
+]