[
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "warmup",
    "round": 1,
    "prompt_name": "short",
    "prompt_tokens": 20,
    "output_tokens": 128,
    "ttft_s": 0.6381363340187818,
    "total_s": 5.067599917005282,
    "prompt_tps": 46.64172306513033,
    "decode_tps": 28.964400213729846,
    "request_tps": 25.258505425906254,
    "peak_memory_gb": 15.399916034,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "warmup",
    "round": 2,
    "prompt_name": "medium",
    "prompt_tokens": 43,
    "output_tokens": 128,
    "ttft_s": 0.46635333297308534,
    "total_s": 4.885915416001808,
    "prompt_tps": 122.76309757245242,
    "decode_tps": 29.032294926274737,
    "request_tps": 26.19775192603388,
    "peak_memory_gb": 15.453767792,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "measured",
    "round": 1,
    "prompt_name": "short",
    "prompt_tokens": 20,
    "output_tokens": 128,
    "ttft_s": 0.3432638749945909,
    "total_s": 4.786967416992411,
    "prompt_tps": 90.81617646556052,
    "decode_tps": 28.873430911706816,
    "request_tps": 26.73926702438696,
    "peak_memory_gb": 15.453767792,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "measured",
    "round": 2,
    "prompt_name": "medium",
    "prompt_tokens": 43,
    "output_tokens": 128,
    "ttft_s": 0.48620820802170783,
    "total_s": 4.966667582979426,
    "prompt_tps": 118.1052752991172,
    "decode_tps": 28.63870075162873,
    "request_tps": 25.771807325831702,
    "peak_memory_gb": 15.453784176,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "measured",
    "round": 3,
    "prompt_name": "code",
    "prompt_tokens": 54,
    "output_tokens": 128,
    "ttft_s": 0.5125948329805396,
    "total_s": 5.009093041997403,
    "prompt_tps": 139.56196090321154,
    "decode_tps": 28.53361993265224,
    "request_tps": 25.553528139089888,
    "peak_memory_gb": 15.479377792,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "measured",
    "round": 4,
    "prompt_name": "short",
    "prompt_tokens": 20,
    "output_tokens": 128,
    "ttft_s": 0.36031387496041134,
    "total_s": 4.874560041993391,
    "prompt_tps": 83.69493625406292,
    "decode_tps": 28.424103574919425,
    "request_tps": 26.258780053441704,
    "peak_memory_gb": 15.479377792,
    "finish_reason": "length",
    "error": null
  },
  {
    "runtime": "mlx-lm-direct",
    "model": "qwen3.8-27b-nvfp4",
    "source": "mlx-community/Qwen3.8-27B-nvfp4",
    "phase": "measured",
    "round": 5,
    "prompt_name": "medium",
    "prompt_tokens": 43,
    "output_tokens": 128,
    "ttft_s": 0.5203984580002725,
    "total_s": 5.040689249988645,
    "prompt_tps": 107.53363787342614,
    "decode_tps": 28.384896872985717,
    "request_tps": 25.393352704749322,
    "peak_memory_gb": 15.479377792,
    "finish_reason": "length",
    "error": null
  }
]