Files
Christian Meyer 407af8099b
Some checks failed
CI / test (push) Has been cancelled
CI / test (pull_request) Has been cancelled
docs: record Qwen MLX benchmark results
2026-08-31 16:39:37 +02:00

53 lines
1.6 KiB
JSON

[
{
"task": "python_async_cache",
"runtime": "ollama",
"model": "qwen3.8:27b-mlx",
"started_at": "2026-08-31T12:05:23.192111+00:00",
"prompt_chars": 857,
"max_tokens": 3072,
"ttft_s": 1.021859125001356,
"total_s": 56.40731879102532,
"prompt_tokens": 211,
"output_tokens": 3072,
"decode_tps": 55.37840341105521,
"finish_reason": "length",
"output_chars": 12165,
"output_sha256": "a3355a481519820f9021b6846e3f784fba8aa922d3317c5a84d6762447d9dd97",
"error": null
},
{
"task": "php_idempotent_transfer",
"runtime": "ollama",
"model": "qwen3.8:27b-mlx",
"started_at": "2026-08-31T12:06:19.598953+00:00",
"prompt_chars": 756,
"max_tokens": 3072,
"ttft_s": 1.2263128339545801,
"total_s": 78.72023624996655,
"prompt_tokens": 182,
"output_tokens": 3072,
"decode_tps": 39.58218973701569,
"finish_reason": "length",
"output_chars": 12654,
"output_sha256": "070acfea480b76f0913ce21686f2031f7a32421f5645f28eebe0c2ef9d2728ec",
"error": null
},
{
"task": "typescript_dag_scheduler",
"runtime": "ollama",
"model": "qwen3.8:27b-mlx",
"started_at": "2026-08-31T12:07:38.318694+00:00",
"prompt_chars": 773,
"max_tokens": 3072,
"ttft_s": 1.5556320829782635,
"total_s": 96.54028320801444,
"prompt_tokens": 183,
"output_tokens": 3072,
"decode_tps": 32.29928081838954,
"finish_reason": "length",
"output_chars": 11211,
"output_sha256": "f97ad0b443b4fe7ae9a5b2a3f0cc3c8ad2b71bc2ba4d5849bd679b498488c654",
"error": null
}
]