docs: record Qwen MLX benchmark results

2026-08-31 16:39:37 +02:00
parent 75b2c8958c
commit 407af8099b
40 changed files with 6091 additions and 0 deletions
--- a/benchmarks/inference/coding-results/20260831T120914Z-ollama-qwen3.8_27b-mlx/summary.json
+++ b/benchmarks/inference/coding-results/20260831T120914Z-ollama-qwen3.8_27b-mlx/summary.json
@@ -0,0 +1,53 @@
+[
+  {
+    "task": "python_async_cache",
+    "runtime": "ollama",
+    "model": "qwen3.8:27b-mlx",
+    "started_at": "2026-08-31T12:05:23.192111+00:00",
+    "prompt_chars": 857,
+    "max_tokens": 3072,
+    "ttft_s": 1.021859125001356,
+    "total_s": 56.40731879102532,
+    "prompt_tokens": 211,
+    "output_tokens": 3072,
+    "decode_tps": 55.37840341105521,
+    "finish_reason": "length",
+    "output_chars": 12165,
+    "output_sha256": "a3355a481519820f9021b6846e3f784fba8aa922d3317c5a84d6762447d9dd97",
+    "error": null
+  },
+  {
+    "task": "php_idempotent_transfer",
+    "runtime": "ollama",
+    "model": "qwen3.8:27b-mlx",
+    "started_at": "2026-08-31T12:06:19.598953+00:00",
+    "prompt_chars": 756,
+    "max_tokens": 3072,
+    "ttft_s": 1.2263128339545801,
+    "total_s": 78.72023624996655,
+    "prompt_tokens": 182,
+    "output_tokens": 3072,
+    "decode_tps": 39.58218973701569,
+    "finish_reason": "length",
+    "output_chars": 12654,
+    "output_sha256": "070acfea480b76f0913ce21686f2031f7a32421f5645f28eebe0c2ef9d2728ec",
+    "error": null
+  },
+  {
+    "task": "typescript_dag_scheduler",
+    "runtime": "ollama",
+    "model": "qwen3.8:27b-mlx",
+    "started_at": "2026-08-31T12:07:38.318694+00:00",
+    "prompt_chars": 773,
+    "max_tokens": 3072,
+    "ttft_s": 1.5556320829782635,
+    "total_s": 96.54028320801444,
+    "prompt_tokens": 183,
+    "output_tokens": 3072,
+    "decode_tps": 32.29928081838954,
+    "finish_reason": "length",
+    "output_chars": 11211,
+    "output_sha256": "f97ad0b443b4fe7ae9a5b2a3f0cc3c8ad2b71bc2ba4d5849bd679b498488c654",
+    "error": null
+  }
+]