{
  "id": "inbox-pass",
  "story": "llm-bench-2026-09-27",
  "title": "Thinking-on inbox performance across configurations",
  "unit": "strict pass (%)",
  "rows": [
    {
      "label": "A Swift-1.5 27B IQ3_S (Win)",
      "value": 94.0,
      "highlight": false,
      "x": 51.2
    },
    {
      "label": "B Bonsai-2-27B-Abl PQ2_0 (RTX 3060)",
      "value": 94.0,
      "highlight": false,
      "x": 26.6
    },
    {
      "label": "C Qwen3.8-27B GSQ-RCO IQ3_S (Win)",
      "value": 90.0,
      "highlight": false,
      "x": 59.9
    },
    {
      "label": "D Gemma4-12B Q4_K_M+MTP (RTX 3060)",
      "value": 76.0,
      "highlight": false,
      "x": 8.0
    },
    {
      "label": "E Xing4.0-29B-A4B IQ3_XXS (RTX 3060)",
      "value": 32.0,
      "highlight": false,
      "x": 69.0
    },
    {
      "label": "F MiMo-9B MLX 4bit (Mac)",
      "value": 52.0,
      "highlight": false,
      "x": 6.7
    },
    {
      "label": "F MiMo-9B MLX 4bit (Mac)",
      "value": 64.0,
      "highlight": false,
      "x": 17.4
    },
    {
      "label": "G Hermes-4-14B-OBL EXL3 4.0 (RTX 3060)",
      "value": 10.0,
      "highlight": false,
      "x": 94.4
    },
    {
      "label": "H Bonsai-2-27B MLX 2bit (Mac)",
      "value": 94.0,
      "highlight": false,
      "x": 87.0
    },
    {
      "label": "I Bonsai-2-27B-Abl PQ2_0 (Mac)",
      "value": 90.0,
      "highlight": false,
      "x": 81.7
    },
    {
      "label": "J54 Bonsai-2-27B PQ2_0+MTP (RTX 3060)",
      "value": 96.0,
      "highlight": true,
      "x": 15.8
    },
    {
      "label": "JMac Bonsai-2-27B PQ2_0+MTP (Mac)",
      "value": 96.0,
      "highlight": false,
      "x": 67.1
    },
    {
      "label": "L ThinkingCap-Qwen3.8-27B IQ3_S (Mac)",
      "value": 92.0,
      "highlight": false,
      "x": 81.9
    },
    {
      "label": "M ZDTaichu5.0-9B MLX 8bit (Mac, text-only)",
      "value": 82.0,
      "highlight": false,
      "x": 65.0
    },
    {
      "label": "K54 Bonsai-2 PQ2_0+DFlash2 (3060, CPU draft)",
      "value": 96.0,
      "highlight": false,
      "x": 52.0
    },
    {
      "label": "KMac Bonsai-2 PQ2_0+DFlash2 (Mac)",
      "value": 98.0,
      "highlight": false,
      "x": 71.6
    },
    {
      "label": "NMac HauhauCS Qwen3.8-27B IQ3_XS+MTP (Mac)",
      "value": 86.0,
      "highlight": false,
      "x": 135.5
    }
  ],
  "sources": [
    {
      "path": "llm-bench-2026-09-27/README.md",
      "url": "https://github.com/groxaxo/experimentos/blob/6550ead3945b7ecacbaac1e0767edc49a9de9747/llm-bench-2026-09-27/README.md",
      "sha256": "c8f1976fe45d4d104e9bc01ce0fd58923213a83ab202c0df57dc005848ee6157"
    }
  ],
  "revision": "6550ead3945b7ecacbaac1e0767edc49a9de9747",
  "scope": "Same 50 inbox tasks · fixed sampling · different hardware, quantizations and runtimes",
  "caveat": "One observed workload. Each label retains the hardware; forced thinking is a distinct mode.",
  "kind": "bar",
  "maximum": 100,
  "threshold": null,
  "decimals": 0,
  "origin": "reported aggregate table"
}