{
 "schema_version": "1.0.0",
 "build": "metal-2026.10.02-r10",
 "rows": [
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 300.55,
   "unit": "tok/s",
   "runs": 11,
   "min": 299.02,
   "max": 302.5,
   "spread_pct": 1.16,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 222.02,
   "unit": "tok/s",
   "runs": 11,
   "min": 221.53,
   "max": 223.43,
   "spread_pct": 0.86,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 192.84,
   "unit": "tok/s",
   "runs": 11,
   "min": 189.17,
   "max": 195.55,
   "spread_pct": 3.31,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 141.7,
   "unit": "tok/s",
   "runs": 11,
   "min": 139.78,
   "max": 143.2,
   "spread_pct": 2.41,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 120.94,
   "unit": "tok/s",
   "runs": 11,
   "min": 120.34,
   "max": 121.28,
   "spread_pct": 0.78,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 110.31,
   "unit": "tok/s",
   "runs": 11,
   "min": 109.76,
   "max": 110.9,
   "spread_pct": 1.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 144.64,
   "unit": "tok/s",
   "runs": 11,
   "min": 144.28,
   "max": 146.59,
   "spread_pct": 1.6,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 113.7,
   "unit": "tok/s",
   "runs": 11,
   "min": 109.64,
   "max": 116.6,
   "spread_pct": 6.12,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 102.41,
   "unit": "tok/s",
   "runs": 11,
   "min": 101.59,
   "max": 103.59,
   "spread_pct": 1.95,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 86.31,
   "unit": "tok/s",
   "runs": 11,
   "min": 85.78,
   "max": 86.5,
   "spread_pct": 0.83,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 74.09,
   "unit": "tok/s",
   "runs": 11,
   "min": 73.77,
   "max": 74.5,
   "spread_pct": 0.99,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 67.84,
   "unit": "tok/s",
   "runs": 11,
   "min": 67.55,
   "max": 68.18,
   "spread_pct": 0.93,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 38.28,
   "unit": "tok/s",
   "runs": 11,
   "min": 38.0,
   "max": 38.35,
   "spread_pct": 0.91,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 32.96,
   "unit": "tok/s",
   "runs": 11,
   "min": 32.76,
   "max": 33.09,
   "spread_pct": 1.0,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 32.33,
   "unit": "tok/s",
   "runs": 11,
   "min": 32.12,
   "max": 32.53,
   "spread_pct": 1.27,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 28.51,
   "unit": "tok/s",
   "runs": 11,
   "min": 28.43,
   "max": 28.62,
   "spread_pct": 0.67,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 25.27,
   "unit": "tok/s",
   "runs": 11,
   "min": 25.2,
   "max": 25.34,
   "spread_pct": 0.55,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen2.5-7b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 23.53,
   "unit": "tok/s",
   "runs": 11,
   "min": 23.51,
   "max": 23.55,
   "spread_pct": 0.17,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-512",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/512/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 143.76,
   "unit": "tok/s",
   "runs": 11,
   "min": 142.47,
   "max": 144.37,
   "spread_pct": 1.32,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-3968",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 106.59,
   "unit": "tok/s",
   "runs": 11,
   "min": 106.26,
   "max": 106.76,
   "spread_pct": 0.47,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-8192",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 83.93,
   "unit": "tok/s",
   "runs": 11,
   "min": 83.62,
   "max": 84.2,
   "spread_pct": 0.69,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-16384",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 60.08,
   "unit": "tok/s",
   "runs": 11,
   "min": 60.05,
   "max": 60.2,
   "spread_pct": 0.25,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-24576",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 46.36,
   "unit": "tok/s",
   "runs": 11,
   "min": 46.19,
   "max": 46.4,
   "spread_pct": 0.45,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m2-pro-mlx-qwen3-1.7b-30000",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 40.26,
   "unit": "tok/s",
   "runs": 11,
   "min": 40.23,
   "max": 40.34,
   "spread_pct": 0.27,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 5059.7141,
   "unit": "tok/s",
   "runs": 11,
   "min": 4985.3175,
   "max": 5101.3215,
   "spread_pct": 2.29,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 4664.3807,
   "unit": "tok/s",
   "runs": 11,
   "min": 4656.9376,
   "max": 4673.1434,
   "spread_pct": 0.35,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 3916.515,
   "unit": "tok/s",
   "runs": 11,
   "min": 3913.7652,
   "max": 3919.25,
   "spread_pct": 0.14,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 2947.8158,
   "unit": "tok/s",
   "runs": 11,
   "min": 2946.3513,
   "max": 2948.2477,
   "spread_pct": 0.06,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 2356.1029,
   "unit": "tok/s",
   "runs": 11,
   "min": 2355.0472,
   "max": 2357.0697,
   "spread_pct": 0.09,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-0.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 2071.2831,
   "unit": "tok/s",
   "runs": 11,
   "min": 2070.1991,
   "max": 2071.9243,
   "spread_pct": 0.08,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 1505.5042,
   "unit": "tok/s",
   "runs": 11,
   "min": 1497.9184,
   "max": 1510.8266,
   "spread_pct": 0.86,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 1447.8125,
   "unit": "tok/s",
   "runs": 11,
   "min": 1446.9013,
   "max": 1448.3388,
   "spread_pct": 0.1,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 1272.8543,
   "unit": "tok/s",
   "runs": 11,
   "min": 1272.4843,
   "max": 1273.1062,
   "spread_pct": 0.05,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 1024.8158,
   "unit": "tok/s",
   "runs": 11,
   "min": 1024.7317,
   "max": 1025.0721,
   "spread_pct": 0.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 854.5209,
   "unit": "tok/s",
   "runs": 11,
   "min": 854.3281,
   "max": 854.6897,
   "spread_pct": 0.04,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-1.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 769.6225,
   "unit": "tok/s",
   "runs": 11,
   "min": 769.4576,
   "max": 769.6938,
   "spread_pct": 0.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-512",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 333.0605,
   "unit": "tok/s",
   "runs": 11,
   "min": 332.6357,
   "max": 333.4686,
   "spread_pct": 0.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-3968",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 327.1873,
   "unit": "tok/s",
   "runs": 11,
   "min": 326.9326,
   "max": 327.2564,
   "spread_pct": 0.1,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-8192",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 306.8368,
   "unit": "tok/s",
   "runs": 11,
   "min": 306.7751,
   "max": 306.9798,
   "spread_pct": 0.07,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-16384",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 271.9212,
   "unit": "tok/s",
   "runs": 11,
   "min": 271.875,
   "max": 271.9737,
   "spread_pct": 0.04,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-24576",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 243.6347,
   "unit": "tok/s",
   "runs": 11,
   "min": 243.6187,
   "max": 243.6663,
   "spread_pct": 0.02,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen2.5-7b-30000",
   "cell": "apple-metal/m2-pro/qwen2.5-7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 227.6479,
   "unit": "tok/s",
   "runs": 11,
   "min": 227.6402,
   "max": 227.6838,
   "spread_pct": 0.02,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-512",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 1459.07,
   "unit": "tok/s",
   "runs": 11,
   "min": 1450.2,
   "max": 1461.41,
   "spread_pct": 0.77,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-3968",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 1305.79,
   "unit": "tok/s",
   "runs": 11,
   "min": 1305.02,
   "max": 1306.5,
   "spread_pct": 0.11,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-8192",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 1112.04,
   "unit": "tok/s",
   "runs": 11,
   "min": 1111.5,
   "max": 1112.5,
   "spread_pct": 0.09,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-16384",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 880.23,
   "unit": "tok/s",
   "runs": 11,
   "min": 879.52,
   "max": 880.77,
   "spread_pct": 0.14,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-24576",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 726.95,
   "unit": "tok/s",
   "runs": 11,
   "min": 726.71,
   "max": 727.41,
   "spread_pct": 0.1,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-prefill-m2-pro-mlx-qwen3-1.7b-30000",
   "cell": "apple-metal/m2-pro/qwen3-1.7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m2-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 651.13,
   "unit": "tok/s",
   "runs": 11,
   "min": 650.79,
   "max": 651.56,
   "spread_pct": 0.12,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": "Measured on macOS 15.5. Some Metal acceleration paths available on newer macOS are inactive under this condition, so these figures are veizik's measured lower bound here (may be higher on newer OS)."
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 377.44,
   "unit": "tok/s",
   "runs": 11,
   "min": 355.79,
   "max": 385.59,
   "spread_pct": 7.9,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 305.51,
   "unit": "tok/s",
   "runs": 11,
   "min": 304.36,
   "max": 313.29,
   "spread_pct": 2.92,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 280.56,
   "unit": "tok/s",
   "runs": 11,
   "min": 278.7,
   "max": 286.63,
   "spread_pct": 2.83,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 259.07,
   "unit": "tok/s",
   "runs": 11,
   "min": 257.36,
   "max": 262.04,
   "spread_pct": 1.81,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 205.55,
   "unit": "tok/s",
   "runs": 11,
   "min": 204.45,
   "max": 207.81,
   "spread_pct": 1.63,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 199.0,
   "unit": "tok/s",
   "runs": 11,
   "min": 196.93,
   "max": 200.26,
   "spread_pct": 1.67,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 260.17,
   "unit": "tok/s",
   "runs": 11,
   "min": 244.66,
   "max": 261.21,
   "spread_pct": 6.36,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 233.87,
   "unit": "tok/s",
   "runs": 11,
   "min": 215.3,
   "max": 241.2,
   "spread_pct": 11.07,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 200.99,
   "unit": "tok/s",
   "runs": 11,
   "min": 200.15,
   "max": 204.04,
   "spread_pct": 1.94,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 169.12,
   "unit": "tok/s",
   "runs": 11,
   "min": 168.06,
   "max": 170.47,
   "spread_pct": 1.43,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 145.79,
   "unit": "tok/s",
   "runs": 11,
   "min": 144.75,
   "max": 147.62,
   "spread_pct": 1.97,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 9631.7682,
   "unit": "tok/s",
   "runs": 11,
   "min": 9087.6921,
   "max": 10740.7986,
   "spread_pct": 17.16,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 13075.0785,
   "unit": "tok/s",
   "runs": 11,
   "min": 12867.9659,
   "max": 13273.6568,
   "spread_pct": 3.1,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 11327.5779,
   "unit": "tok/s",
   "runs": 11,
   "min": 11287.5034,
   "max": 11398.9996,
   "spread_pct": 0.98,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 8509.2382,
   "unit": "tok/s",
   "runs": 11,
   "min": 8488.2093,
   "max": 8525.6566,
   "spread_pct": 0.44,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 6773.1268,
   "unit": "tok/s",
   "runs": 11,
   "min": 6764.8617,
   "max": 6777.1233,
   "spread_pct": 0.18,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 5895.1951,
   "unit": "tok/s",
   "runs": 11,
   "min": 5891.8852,
   "max": 5899.0295,
   "spread_pct": 0.12,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 4031.9603,
   "unit": "tok/s",
   "runs": 11,
   "min": 3944.9448,
   "max": 4038.5616,
   "spread_pct": 2.32,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 4469.6839,
   "unit": "tok/s",
   "runs": 11,
   "min": 4324.7976,
   "max": 4478.396,
   "spread_pct": 3.44,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 4021.264,
   "unit": "tok/s",
   "runs": 11,
   "min": 3975.1293,
   "max": 4042.6907,
   "spread_pct": 1.68,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 3309.2505,
   "unit": "tok/s",
   "runs": 11,
   "min": 3302.1546,
   "max": 3313.9913,
   "spread_pct": 0.36,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 2795.7976,
   "unit": "tok/s",
   "runs": 11,
   "min": 2737.8116,
   "max": 2800.6769,
   "spread_pct": 2.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-06",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m4-pro-llamacpp-qwen2.5-0.5b",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 343.6,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m4-pro-llamacpp-qwen2.5-1.5b",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 926.9,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m4-pro-llamacpp-qwen3-1.7b",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 968.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m4-pro-llamacpp-qwen2.5-7b",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 4114.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-ultra-llamacpp-qwen2.5-0.5b",
   "cell": "apple-metal/m1-ultra/qwen2.5-0.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-0.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 343.6,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-ultra-llamacpp-qwen2.5-1.5b",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 926.9,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-ultra-llamacpp-qwen2.5-7b",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 4114.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-ultra-llamacpp-qwen3-1.7b",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 968.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-07",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-max-llamacpp-qwen2.5-0.5b",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 343.6,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-max-llamacpp-qwen2.5-1.5b",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 926.9,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-max-llamacpp-qwen2.5-7b",
   "cell": "apple-metal/m1-max/qwen2.5-7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 4114.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-footprint-m1-max-llamacpp-qwen3-1.7b",
   "cell": "apple-metal/m1-max/qwen3-1.7b/device_memory//",
   "axis": "device_memory",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": null,
   "out": null,
   "value": 968.0,
   "unit": "MB",
   "runs": 1,
   "min": null,
   "max": null,
   "spread_pct": null,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-footprint-v1",
   "prompt_set": "authored-512-2026-09",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-7b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 104.71,
   "unit": "tok/s",
   "runs": 11,
   "min": 104.02,
   "max": 105.11,
   "spread_pct": 1.04,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-7b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 88.25,
   "unit": "tok/s",
   "runs": 11,
   "min": 87.78,
   "max": 88.49,
   "spread_pct": 0.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-bf16-qwen2.5-7b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 83.96,
   "unit": "tok/s",
   "runs": 11,
   "min": 83.6,
   "max": 84.26,
   "spread_pct": 0.79,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-512",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 1008.8978,
   "unit": "tok/s",
   "runs": 11,
   "min": 1007.2538,
   "max": 1010.1022,
   "spread_pct": 0.28,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-3968",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 1037.9627,
   "unit": "tok/s",
   "runs": 11,
   "min": 1034.7971,
   "max": 1038.7345,
   "spread_pct": 0.38,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-8192",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 975.8521,
   "unit": "tok/s",
   "runs": 11,
   "min": 965.0365,
   "max": 976.1948,
   "spread_pct": 1.14,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-08",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-7b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 72.82,
   "unit": "tok/s",
   "runs": 11,
   "min": 72.48,
   "max": 72.96,
   "spread_pct": 0.66,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-7b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 65.66,
   "unit": "tok/s",
   "runs": 11,
   "min": 65.46,
   "max": 65.79,
   "spread_pct": 0.5,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-7b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 60.89,
   "unit": "tok/s",
   "runs": 11,
   "min": 60.75,
   "max": 61.37,
   "spread_pct": 1.02,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-16384",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 865.2409,
   "unit": "tok/s",
   "runs": 11,
   "min": 852.8256,
   "max": 865.7237,
   "spread_pct": 1.49,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-24576",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 769.1519,
   "unit": "tok/s",
   "runs": 11,
   "min": 763.2926,
   "max": 776.1932,
   "spread_pct": 1.68,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-7b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 720.1073,
   "unit": "tok/s",
   "runs": 11,
   "min": 715.1585,
   "max": 723.2842,
   "spread_pct": 1.13,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 142.58,
   "unit": "tok/s",
   "runs": 11,
   "min": 141.68,
   "max": 143.65,
   "spread_pct": 1.38,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-512",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/512/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 289.79,
   "unit": "tok/s",
   "runs": 11,
   "min": 275.25,
   "max": 292.0,
   "spread_pct": 5.78,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-3968",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 252.76,
   "unit": "tok/s",
   "runs": 11,
   "min": 238.62,
   "max": 253.42,
   "spread_pct": 5.86,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-8192",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 200.69,
   "unit": "tok/s",
   "runs": 11,
   "min": 199.88,
   "max": 202.25,
   "spread_pct": 1.18,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-16384",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 155.74,
   "unit": "tok/s",
   "runs": 11,
   "min": 155.25,
   "max": 157.74,
   "spread_pct": 1.6,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-24576",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 126.97,
   "unit": "tok/s",
   "runs": 11,
   "min": 126.11,
   "max": 127.34,
   "spread_pct": 0.97,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-decode-m1-ultra-mlx-qwen3-1.7b-30000",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 114.28,
   "unit": "tok/s",
   "runs": 11,
   "min": 113.79,
   "max": 114.62,
   "spread_pct": 0.73,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m1-ultra/qwen2.5-1.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 2517.993,
   "unit": "tok/s",
   "runs": 11,
   "min": 2481.271,
   "max": 2523.9213,
   "spread_pct": 1.69,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-512",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 4212.78,
   "unit": "tok/s",
   "runs": 11,
   "min": 3579.59,
   "max": 4247.69,
   "spread_pct": 15.86,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-3968",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 4171.01,
   "unit": "tok/s",
   "runs": 11,
   "min": 4095.46,
   "max": 4182.75,
   "spread_pct": 2.09,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-8192",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 3731.55,
   "unit": "tok/s",
   "runs": 11,
   "min": 3728.01,
   "max": 3746.36,
   "spread_pct": 0.49,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-16384",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 3000.91,
   "unit": "tok/s",
   "runs": 11,
   "min": 2968.14,
   "max": 3004.01,
   "spread_pct": 1.2,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-24576",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 2502.52,
   "unit": "tok/s",
   "runs": 11,
   "min": 2491.38,
   "max": 2503.12,
   "spread_pct": 0.47,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261002-r6.1-prefill-m1-ultra-mlx-qwen3-1.7b-30000",
   "cell": "apple-metal/m1-ultra/qwen3-1.7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-ultra",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 2235.04,
   "unit": "tok/s",
   "runs": 11,
   "min": 2229.47,
   "max": 2236.51,
   "spread_pct": 0.31,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-09",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.3",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-compare-v2",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-512",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 273.05,
   "unit": "tok/s",
   "runs": 11,
   "min": 263.53,
   "max": 282.11,
   "spread_pct": 6.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 208.92,
   "unit": "tok/s",
   "runs": 11,
   "min": 207.5,
   "max": 211.59,
   "spread_pct": 1.96,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 209.87,
   "unit": "tok/s",
   "runs": 11,
   "min": 203.3,
   "max": 212.22,
   "spread_pct": 4.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 170.85,
   "unit": "tok/s",
   "runs": 11,
   "min": 167.59,
   "max": 172.77,
   "spread_pct": 3.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 144.12,
   "unit": "tok/s",
   "runs": 11,
   "min": 142.31,
   "max": 146.08,
   "spread_pct": 2.62,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 154.4,
   "unit": "tok/s",
   "runs": 11,
   "min": 152.36,
   "max": 161.3,
   "spread_pct": 5.79,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-512",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 181.14,
   "unit": "tok/s",
   "runs": 11,
   "min": 179.7,
   "max": 184.88,
   "spread_pct": 2.86,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 155.32,
   "unit": "tok/s",
   "runs": 11,
   "min": 153.44,
   "max": 157.97,
   "spread_pct": 2.92,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 136.86,
   "unit": "tok/s",
   "runs": 11,
   "min": 136.06,
   "max": 137.94,
   "spread_pct": 1.37,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 119.6,
   "unit": "tok/s",
   "runs": 11,
   "min": 118.45,
   "max": 121.01,
   "spread_pct": 2.14,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 99.27,
   "unit": "tok/s",
   "runs": 11,
   "min": 98.94,
   "max": 100.92,
   "spread_pct": 1.99,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 91.45,
   "unit": "tok/s",
   "runs": 11,
   "min": 90.66,
   "max": 92.15,
   "spread_pct": 1.63,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-512",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 60.42,
   "unit": "tok/s",
   "runs": 11,
   "min": 59.46,
   "max": 60.55,
   "spread_pct": 1.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 51.67,
   "unit": "tok/s",
   "runs": 11,
   "min": 50.57,
   "max": 51.84,
   "spread_pct": 2.46,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 50.51,
   "unit": "tok/s",
   "runs": 11,
   "min": 49.89,
   "max": 50.63,
   "spread_pct": 1.47,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 44.34,
   "unit": "tok/s",
   "runs": 11,
   "min": 44.13,
   "max": 44.47,
   "spread_pct": 0.77,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 39.42,
   "unit": "tok/s",
   "runs": 11,
   "min": 39.12,
   "max": 39.57,
   "spread_pct": 1.14,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen2.5-7b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 36.75,
   "unit": "tok/s",
   "runs": 11,
   "min": 36.34,
   "max": 36.88,
   "spread_pct": 1.47,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-512",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/512/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 207.44,
   "unit": "tok/s",
   "runs": 11,
   "min": 206.22,
   "max": 209.43,
   "spread_pct": 1.55,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-3968",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 163.22,
   "unit": "tok/s",
   "runs": 11,
   "min": 162.19,
   "max": 164.68,
   "spread_pct": 1.53,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-8192",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 127.85,
   "unit": "tok/s",
   "runs": 11,
   "min": 124.62,
   "max": 128.14,
   "spread_pct": 2.75,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-16384",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 96.64,
   "unit": "tok/s",
   "runs": 11,
   "min": 94.89,
   "max": 97.02,
   "spread_pct": 2.2,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-24576",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 76.77,
   "unit": "tok/s",
   "runs": 11,
   "min": 74.77,
   "max": 76.98,
   "spread_pct": 2.88,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-decode-m1-max-veizik-qwen3-1.7b-30000",
   "cell": "apple-metal/m1-max/qwen3-1.7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 67.47,
   "unit": "tok/s",
   "runs": 11,
   "min": 65.76,
   "max": 67.8,
   "spread_pct": 3.02,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-512",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 7901.2643,
   "unit": "tok/s",
   "runs": 11,
   "min": 6417.1197,
   "max": 8103.3294,
   "spread_pct": 21.34,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 7503.8881,
   "unit": "tok/s",
   "runs": 11,
   "min": 7428.407,
   "max": 7555.193,
   "spread_pct": 1.69,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 6380.8366,
   "unit": "tok/s",
   "runs": 11,
   "min": 6361.8919,
   "max": 6410.6938,
   "spread_pct": 0.76,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 4829.3859,
   "unit": "tok/s",
   "runs": 11,
   "min": 4821.5777,
   "max": 4837.8518,
   "spread_pct": 0.34,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 3859.2166,
   "unit": "tok/s",
   "runs": 11,
   "min": 3852.9185,
   "max": 3862.4659,
   "spread_pct": 0.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-0.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 3433.761,
   "unit": "tok/s",
   "runs": 11,
   "min": 3427.9894,
   "max": 3545.6496,
   "spread_pct": 3.43,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-512",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 2439.69,
   "unit": "tok/s",
   "runs": 11,
   "min": 2428.3923,
   "max": 2442.9019,
   "spread_pct": 0.59,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 2442.8609,
   "unit": "tok/s",
   "runs": 11,
   "min": 2441.3347,
   "max": 2443.8772,
   "spread_pct": 0.1,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 2216.6038,
   "unit": "tok/s",
   "runs": 11,
   "min": 2214.2933,
   "max": 2217.69,
   "spread_pct": 0.15,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 1831.205,
   "unit": "tok/s",
   "runs": 11,
   "min": 1830.577,
   "max": 1831.4819,
   "spread_pct": 0.05,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 1554.1836,
   "unit": "tok/s",
   "runs": 11,
   "min": 1553.9876,
   "max": 1554.4699,
   "spread_pct": 0.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-1.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 1410.8533,
   "unit": "tok/s",
   "runs": 11,
   "min": 1410.6504,
   "max": 1411.0101,
   "spread_pct": 0.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-512",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 545.9019,
   "unit": "tok/s",
   "runs": 11,
   "min": 545.6377,
   "max": 546.2767,
   "spread_pct": 0.12,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-3968",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 551.9849,
   "unit": "tok/s",
   "runs": 11,
   "min": 551.7568,
   "max": 552.2266,
   "spread_pct": 0.09,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-8192",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 520.9027,
   "unit": "tok/s",
   "runs": 11,
   "min": 517.4651,
   "max": 521.0686,
   "spread_pct": 0.69,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-16384",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 465.1078,
   "unit": "tok/s",
   "runs": 11,
   "min": 464.973,
   "max": 465.4977,
   "spread_pct": 0.11,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-24576",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 419.2263,
   "unit": "tok/s",
   "runs": 11,
   "min": 419.1496,
   "max": 419.3119,
   "spread_pct": 0.04,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen2.5-7b-30000",
   "cell": "apple-metal/m1-max/qwen2.5-7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 392.6206,
   "unit": "tok/s",
   "runs": 11,
   "min": 386.3856,
   "max": 392.6597,
   "spread_pct": 1.6,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-512",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 2417.34,
   "unit": "tok/s",
   "runs": 11,
   "min": 2394.47,
   "max": 2420.77,
   "spread_pct": 1.09,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-3968",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 2232.97,
   "unit": "tok/s",
   "runs": 11,
   "min": 2231.12,
   "max": 2234.49,
   "spread_pct": 0.15,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-8192",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 1957.68,
   "unit": "tok/s",
   "runs": 11,
   "min": 1955.38,
   "max": 1959.82,
   "spread_pct": 0.23,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-16384",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 1562.1,
   "unit": "tok/s",
   "runs": 11,
   "min": 1560.96,
   "max": 1562.52,
   "spread_pct": 0.1,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-24576",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 1295.95,
   "unit": "tok/s",
   "runs": 11,
   "min": 1295.38,
   "max": 1296.37,
   "spread_pct": 0.08,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261020-r6.1-prefill-m1-max-veizik-qwen3-1.7b-30000",
   "cell": "apple-metal/m1-max/qwen3-1.7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m1-max",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 1155.55,
   "unit": "tok/s",
   "runs": 11,
   "min": 1151.97,
   "max": 1158.15,
   "spread_pct": 0.53,
   "bound": "exact",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-20",
   "kind": "carried",
   "carried_from": "metal-2026.10.02-r6.1",
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 462.81,
   "unit": "tok/s",
   "runs": 11,
   "min": 425.66,
   "max": 475.65,
   "spread_pct": 10.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 7979.18,
   "unit": "tok/s",
   "runs": 11,
   "min": 7660.66,
   "max": 7992.63,
   "spread_pct": 4.16,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 358.41,
   "unit": "tok/s",
   "runs": 11,
   "min": 344.23,
   "max": 360.43,
   "spread_pct": 4.52,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 6929.44,
   "unit": "tok/s",
   "runs": 11,
   "min": 6856.12,
   "max": 6951.72,
   "spread_pct": 1.38,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 353.15999999999997,
   "unit": "tok/s",
   "runs": 10,
   "min": 348.97,
   "max": 362.39,
   "spread_pct": 3.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 5803.68,
   "unit": "tok/s",
   "runs": 10,
   "min": 5518.54,
   "max": 5822.5,
   "spread_pct": 5.24,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 279.03,
   "unit": "tok/s",
   "runs": 11,
   "min": 263.84,
   "max": 284.88,
   "spread_pct": 7.54,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 4066.45,
   "unit": "tok/s",
   "runs": 11,
   "min": 3847.58,
   "max": 4362.73,
   "spread_pct": 12.67,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 228.62,
   "unit": "tok/s",
   "runs": 9,
   "min": 209.63,
   "max": 232.44,
   "spread_pct": 9.98,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 3306.63,
   "unit": "tok/s",
   "runs": 9,
   "min": 3038.99,
   "max": 3513.54,
   "spread_pct": 14.35,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 199.765,
   "unit": "tok/s",
   "runs": 10,
   "min": 187.37,
   "max": 204.41,
   "spread_pct": 8.53,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-0.5b-30000",
   "cell": "apple-metal/m4-pro/qwen2.5-0.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-0.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 2972.02,
   "unit": "tok/s",
   "runs": 10,
   "min": 2824.79,
   "max": 3093.64,
   "spread_pct": 9.05,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "649321acae4e",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 214.99,
   "unit": "tok/s",
   "runs": 11,
   "min": 199.87,
   "max": 216.57,
   "spread_pct": 7.77,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 2295.56,
   "unit": "tok/s",
   "runs": 11,
   "min": 2279.09,
   "max": 2300.7,
   "spread_pct": 0.94,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 172.33,
   "unit": "tok/s",
   "runs": 9,
   "min": 165.03,
   "max": 176.93,
   "spread_pct": 6.91,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 2187.98,
   "unit": "tok/s",
   "runs": 9,
   "min": 1836.03,
   "max": 2210.72,
   "spread_pct": 17.12,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 159.8,
   "unit": "tok/s",
   "runs": 11,
   "min": 156.26,
   "max": 163.47,
   "spread_pct": 4.51,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 1824.27,
   "unit": "tok/s",
   "runs": 11,
   "min": 1718.54,
   "max": 1932.66,
   "spread_pct": 11.74,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 134.07,
   "unit": "tok/s",
   "runs": 11,
   "min": 128.35,
   "max": 139.49,
   "spread_pct": 8.31,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 1506.28,
   "unit": "tok/s",
   "runs": 11,
   "min": 1413.43,
   "max": 1566.01,
   "spread_pct": 10.13,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 117.79,
   "unit": "tok/s",
   "runs": 11,
   "min": 114.43,
   "max": 119.18,
   "spread_pct": 4.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 1266.23,
   "unit": "tok/s",
   "runs": 11,
   "min": 1196.66,
   "max": 1301.02,
   "spread_pct": 8.24,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/decode/30000/128",
   "axis": "decode",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 108.76,
   "unit": "tok/s",
   "runs": 7,
   "min": 106.65,
   "max": 109.35,
   "spread_pct": 2.48,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-1.5b-30000",
   "cell": "apple-metal/m4-pro/qwen2.5-1.5b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen2.5-1.5b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 1169.01,
   "unit": "tok/s",
   "runs": 7,
   "min": 1084.54,
   "max": 1174.47,
   "spread_pct": 7.69,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "223f45d60e3d",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-7b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/decode/512/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 54.86,
   "unit": "tok/s",
   "runs": 11,
   "min": 50.18,
   "max": 56.27,
   "spread_pct": 11.1,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-7b-512",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 517.12,
   "unit": "tok/s",
   "runs": 11,
   "min": 450.93,
   "max": 525.15,
   "spread_pct": 14.35,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-7b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 47.89,
   "unit": "tok/s",
   "runs": 10,
   "min": 44.46,
   "max": 48.39,
   "spread_pct": 8.21,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-7b-3968",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 460.24,
   "unit": "tok/s",
   "runs": 10,
   "min": 434.91,
   "max": 480.38,
   "spread_pct": 9.88,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-7b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 47.355000000000004,
   "unit": "tok/s",
   "runs": 6,
   "min": 45.88,
   "max": 47.83,
   "spread_pct": 4.12,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-7b-8192",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 435.53499999999997,
   "unit": "tok/s",
   "runs": 6,
   "min": 405.31,
   "max": 463,
   "spread_pct": 13.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-7b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 42.3,
   "unit": "tok/s",
   "runs": 11,
   "min": 41.58,
   "max": 42.86,
   "spread_pct": 3.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-7b-16384",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 417.89,
   "unit": "tok/s",
   "runs": 11,
   "min": 406.05,
   "max": 423.81,
   "spread_pct": 4.25,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen2.5-7b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 38.445,
   "unit": "tok/s",
   "runs": 10,
   "min": 37.76,
   "max": 38.75,
   "spread_pct": 2.58,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen2.5-7b-24576",
   "cell": "apple-metal/m4-pro/qwen2.5-7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen2.5-7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 376.67499999999995,
   "unit": "tok/s",
   "runs": 10,
   "min": 358.6,
   "max": 377.95,
   "spread_pct": 5.14,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "947315e2e01f",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-512",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/512/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 204.35,
   "unit": "tok/s",
   "runs": 11,
   "min": 200.07,
   "max": 207.65,
   "spread_pct": 3.71,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-512",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/512/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 512,
   "out": 128,
   "value": 2160.85,
   "unit": "tok/s",
   "runs": 11,
   "min": 2154.35,
   "max": 2167,
   "spread_pct": 0.59,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-3968",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/3968/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 150.065,
   "unit": "tok/s",
   "runs": 10,
   "min": 144.46,
   "max": 151.97,
   "spread_pct": 5.0,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-3968",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/3968/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 3968,
   "out": 128,
   "value": 1969.415,
   "unit": "tok/s",
   "runs": 10,
   "min": 1855.87,
   "max": 1988.57,
   "spread_pct": 6.74,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-8192",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/8192/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 111.33,
   "unit": "tok/s",
   "runs": 11,
   "min": 108.59,
   "max": 112.85,
   "spread_pct": 3.83,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-8192",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/8192/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 8192,
   "out": 128,
   "value": 1628.98,
   "unit": "tok/s",
   "runs": 11,
   "min": 1538.56,
   "max": 1709.67,
   "spread_pct": 10.5,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-16384",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/16384/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 78.095,
   "unit": "tok/s",
   "runs": 10,
   "min": 75.24,
   "max": 78.48,
   "spread_pct": 4.15,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-16384",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/16384/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 16384,
   "out": 128,
   "value": 1345.6599999999999,
   "unit": "tok/s",
   "runs": 10,
   "min": 1255.65,
   "max": 1377.32,
   "spread_pct": 9.04,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-24576",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/24576/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 58.06,
   "unit": "tok/s",
   "runs": 11,
   "min": 56.89,
   "max": 58.65,
   "spread_pct": 3.03,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-24576",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/24576/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 24576,
   "out": 128,
   "value": 1133.13,
   "unit": "tok/s",
   "runs": 11,
   "min": 1066.98,
   "max": 1142.03,
   "spread_pct": 6.62,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-decode-m4-pro-veizik-qwen3-1.7b-30000",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/decode/30000/128",
   "axis": "decode",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 50.03,
   "unit": "tok/s",
   "runs": 10,
   "min": 47.85,
   "max": 50.75,
   "spread_pct": 5.8,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  },
  {
   "id": "20261004-r5c-prefill-m4-pro-veizik-qwen3-1.7b-30000",
   "cell": "apple-metal/m4-pro/qwen3-1.7b/prefill/30000/128",
   "axis": "prefill",
   "model": "qwen3-1.7b",
   "device": "m4-pro",
   "target": "apple-metal",
   "in": 30000,
   "out": 128,
   "value": 1019.585,
   "unit": "tok/s",
   "runs": 10,
   "min": 1003.94,
   "max": 1023.07,
   "spread_pct": 1.88,
   "bound": "lower",
   "build": "metal-2026.10.02-r10",
   "measured": "2026-10-04",
   "kind": "measured",
   "carried_from": null,
   "kernel_digest": "48c04f8846cd",
   "protocol": "apple-speed-v1",
   "prompt_set": "pd1",
   "condition": null
  }
 ]
}