{
 "models": [
  {
   "id": "qwen3.6-35b-a3b",
   "name": "Qwen3.6 35B A3B",
   "chosen": "E-combo-0.6",
   "auto": "A0-auto",
   "sweep": [
    {
     "step": "A0-auto",
     "status": "OK",
     "peak_vram_gb": 14.2,
     "peak_gtt_gb": null,
     "short_read": 1119.2,
     "short_gen": 29.1,
     "long_read": 975.5,
     "long_gen": 5.5,
     "long_tokens": 79182,
     "gpu_layers": "22",
     "cpu_moe": "0",
     "ubatch": "512",
     "cache": "f16"
    },
    {
     "step": "A-cpumoe-0.8",
     "status": "LOAD_FAILED",
     "peak_vram_gb": 8.3,
     "peak_gtt_gb": null,
     "short_read": null,
     "short_gen": null,
     "long_read": null,
     "long_gen": null,
     "long_tokens": null,
     "gpu_layers": null,
     "cpu_moe": null,
     "ubatch": null,
     "cache": null
    },
    {
     "step": "A-cpumoe-0.7",
     "status": "OK",
     "peak_vram_gb": 11.5,
     "peak_gtt_gb": 13.6,
     "short_read": 963.5,
     "short_gen": 39.1,
     "long_read": 875.7,
     "long_gen": 35.4,
     "long_tokens": 79178,
     "gpu_layers": "999999",
     "cpu_moe": "29",
     "ubatch": "512",
     "cache": "f16"
    },
    {
     "step": "A-cpumoe-0.6",
     "status": "OK",
     "peak_vram_gb": 13.6,
     "peak_gtt_gb": 11.8,
     "short_read": 1085.7,
     "short_gen": 40.9,
     "long_read": 974.4,
     "long_gen": 35.8,
     "long_tokens": 79181,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "512",
     "cache": "f16"
    },
    {
     "step": "A-cpumoe-0.5",
     "status": "ABORT_VRAM",
     "peak_vram_gb": 15.3,
     "peak_gtt_gb": 10.0,
     "short_read": null,
     "short_gen": null,
     "long_read": null,
     "long_gen": null,
     "long_tokens": null,
     "gpu_layers": null,
     "cpu_moe": null,
     "ubatch": null,
     "cache": null
    },
    {
     "step": "B-kv-q8",
     "status": "OK",
     "peak_vram_gb": 12.5,
     "peak_gtt_gb": 11.8,
     "short_read": 1077.2,
     "short_gen": 39.4,
     "long_read": 947.2,
     "long_gen": 35.9,
     "long_tokens": 79178,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "C-threads-8",
     "status": "OK",
     "peak_vram_gb": 13.4,
     "peak_gtt_gb": 11.8,
     "short_read": 1083.1,
     "short_gen": 39.9,
     "long_read": 969.0,
     "long_gen": 36.4,
     "long_tokens": 79182,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "512",
     "cache": "f16"
    },
    {
     "step": "C-threads-7",
     "status": "OK",
     "peak_vram_gb": 13.6,
     "peak_gtt_gb": 11.8,
     "short_read": 1082.0,
     "short_gen": 40.3,
     "long_read": 970.0,
     "long_gen": 36.2,
     "long_tokens": 79177,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "512",
     "cache": "f16"
    },
    {
     "step": "D-ubatch-1024",
     "status": "OK",
     "peak_vram_gb": 13.6,
     "peak_gtt_gb": 11.9,
     "short_read": 1640.7,
     "short_gen": 39.8,
     "long_read": 1438.2,
     "long_gen": 35.9,
     "long_tokens": 79178,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "1024",
     "cache": "f16"
    },
    {
     "step": "D-ubatch-2048",
     "status": "OK",
     "peak_vram_gb": 14.0,
     "peak_gtt_gb": 12.2,
     "short_read": 2280.2,
     "short_gen": 39.3,
     "long_read": 1875.1,
     "long_gen": 35.8,
     "long_tokens": 79181,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "2048",
     "cache": "f16"
    },
    {
     "step": "E-combo-0.6",
     "status": "OK",
     "peak_vram_gb": 12.8,
     "peak_gtt_gb": 12.2,
     "short_read": 2255.8,
     "short_gen": 39.3,
     "long_read": 1800.3,
     "long_gen": 35.8,
     "long_tokens": 79180,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "2048",
     "cache": "q8_0"
    },
    {
     "step": "E-combo-0.5",
     "status": "ABORT_VRAM",
     "peak_vram_gb": 14.7,
     "peak_gtt_gb": 10.9,
     "short_read": 2038.0,
     "short_gen": 26.5,
     "long_read": 1761.5,
     "long_gen": 11.4,
     "long_tokens": 79183,
     "gpu_layers": "999999",
     "cpu_moe": "21",
     "ubatch": "2048",
     "cache": "q8_0"
    },
    {
     "step": "E-combo-0.6-ub4096",
     "status": "OK",
     "peak_vram_gb": 13.3,
     "peak_gtt_gb": 12.7,
     "short_read": 2299.3,
     "short_gen": 40.6,
     "long_read": 1668.6,
     "long_gen": 37.0,
     "long_tokens": 79177,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "4096",
     "cache": "q8_0"
    }
   ]
  },
  {
   "id": "gemma-4-26b-a4b-qat",
   "name": "Gemma 4 26B A4B QAT",
   "chosen": "A-cpumoe-0.4",
   "auto": "A0-auto",
   "sweep": [
    {
     "step": "A0-auto",
     "status": "OK",
     "peak_vram_gb": 14.6,
     "peak_gtt_gb": 4.4,
     "short_read": 2842.1,
     "short_gen": 38.7,
     "long_read": 2196.6,
     "long_gen": 15.1,
     "long_tokens": 80083,
     "gpu_layers": "23",
     "cpu_moe": "0",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.7",
     "status": "OK",
     "peak_vram_gb": 9.6,
     "peak_gtt_gb": 9.8,
     "short_read": 2160.0,
     "short_gen": 35.2,
     "long_read": 1846.2,
     "long_gen": 31.9,
     "long_tokens": 80082,
     "gpu_layers": "999999",
     "cpu_moe": "22",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.6",
     "status": "OK",
     "peak_vram_gb": 10.8,
     "peak_gtt_gb": 8.6,
     "short_read": 2356.8,
     "short_gen": 37.9,
     "long_read": 1968.0,
     "long_gen": 33.9,
     "long_tokens": 80082,
     "gpu_layers": "999999",
     "cpu_moe": "19",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.5",
     "status": "OK",
     "peak_vram_gb": 12.0,
     "peak_gtt_gb": 7.4,
     "short_read": 2560.8,
     "short_gen": 40.3,
     "long_read": 2089.9,
     "long_gen": 36.0,
     "long_tokens": 80083,
     "gpu_layers": "999999",
     "cpu_moe": "16",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.4",
     "status": "OK",
     "peak_vram_gb": 13.6,
     "peak_gtt_gb": 5.8,
     "short_read": 2870.1,
     "short_gen": 47.3,
     "long_read": 2269.7,
     "long_gen": 42.0,
     "long_tokens": 80081,
     "gpu_layers": "999999",
     "cpu_moe": "12",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.3",
     "status": "ABORT_VRAM",
     "peak_vram_gb": 14.7,
     "peak_gtt_gb": 4.6,
     "short_read": 3127.9,
     "short_gen": 48.3,
     "long_read": null,
     "long_gen": null,
     "long_tokens": null,
     "gpu_layers": "999999",
     "cpu_moe": "9",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-1024",
     "status": "OK",
     "peak_vram_gb": 13.5,
     "peak_gtt_gb": 5.7,
     "short_read": 2871.8,
     "short_gen": 47.8,
     "long_read": 2255.6,
     "long_gen": 42.4,
     "long_tokens": 80083,
     "gpu_layers": "999999",
     "cpu_moe": "12",
     "ubatch": "1024",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-2048",
     "status": "OK",
     "peak_vram_gb": 14.2,
     "peak_gtt_gb": 6.1,
     "short_read": 3510.8,
     "short_gen": 47.3,
     "long_read": 2597.5,
     "long_gen": 42.1,
     "long_tokens": 80084,
     "gpu_layers": "999999",
     "cpu_moe": "12",
     "ubatch": "2048",
     "cache": "q8_0"
    },
    {
     "step": "D-fa-on",
     "status": "OK",
     "peak_vram_gb": 13.6,
     "peak_gtt_gb": 5.8,
     "short_read": 2864.8,
     "short_gen": 47.4,
     "long_read": 2271.1,
     "long_gen": 42.2,
     "long_tokens": 80083,
     "gpu_layers": "999999",
     "cpu_moe": "12",
     "ubatch": "1120",
     "cache": "q8_0"
    },
    {
     "step": "E-0.5-ub2048",
     "status": "OK",
     "peak_vram_gb": 12.5,
     "peak_gtt_gb": 7.6,
     "short_read": 3249.4,
     "short_gen": 41.3,
     "long_read": 2477.1,
     "long_gen": 36.7,
     "long_tokens": 80086,
     "gpu_layers": "999999",
     "cpu_moe": "16",
     "ubatch": "2048",
     "cache": "q8_0"
    }
   ]
  },
  {
   "id": "flint",
   "name": "Recursive Flint",
   "chosen": "D-ubatch-1024",
   "auto": "A0-auto",
   "sweep": [
    {
     "step": "A0-auto",
     "status": "OK",
     "peak_vram_gb": 13.7,
     "peak_gtt_gb": 11.6,
     "short_read": 1050.8,
     "short_gen": 18.0,
     "long_read": 909.0,
     "long_gen": 4.7,
     "long_tokens": 74762,
     "gpu_layers": "24",
     "cpu_moe": "0",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.65",
     "status": "OK",
     "peak_vram_gb": 12.0,
     "peak_gtt_gb": 14.3,
     "short_read": 975.8,
     "short_gen": 35.9,
     "long_read": 871.9,
     "long_gen": 32.2,
     "long_tokens": 74760,
     "gpu_layers": "999999",
     "cpu_moe": "33",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.6",
     "status": "OK",
     "peak_vram_gb": 13.3,
     "peak_gtt_gb": 13.0,
     "short_read": 1061.8,
     "short_gen": 38.8,
     "long_read": 938.5,
     "long_gen": 35.0,
     "long_tokens": 74761,
     "gpu_layers": "999999",
     "cpu_moe": "30",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.55",
     "status": "OK",
     "peak_vram_gb": 14.3,
     "peak_gtt_gb": 12.1,
     "short_read": 1125.7,
     "short_gen": 37.6,
     "long_read": 985.8,
     "long_gen": 33.5,
     "long_tokens": 74762,
     "gpu_layers": "999999",
     "cpu_moe": "28",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.5",
     "status": "ABORT_VRAM",
     "peak_vram_gb": 15.4,
     "peak_gtt_gb": 11.6,
     "short_read": 1052.1,
     "short_gen": 18.2,
     "long_read": 909.6,
     "long_gen": 4.7,
     "long_tokens": 74760,
     "gpu_layers": "999999",
     "cpu_moe": "25",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-1024",
     "status": "OK",
     "peak_vram_gb": 13.5,
     "peak_gtt_gb": 13.1,
     "short_read": 1705.7,
     "short_gen": 38.4,
     "long_read": 1418.6,
     "long_gen": 34.9,
     "long_tokens": 74759,
     "gpu_layers": "999999",
     "cpu_moe": "30",
     "ubatch": "1024",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-2048",
     "status": "OK",
     "peak_vram_gb": 13.9,
     "peak_gtt_gb": 13.4,
     "short_read": 2334.6,
     "short_gen": 39.5,
     "long_read": 1884.6,
     "long_gen": 35.7,
     "long_tokens": 74758,
     "gpu_layers": "999999",
     "cpu_moe": "30",
     "ubatch": "2048",
     "cache": "q8_0"
    }
   ]
  },
  {
   "id": "glm-4.7-flash",
   "name": "GLM-4.7-Flash",
   "chosen": "A-cpumoe-0.6",
   "auto": null,
   "sweep": [
    {
     "step": "A-cpumoe-0.75",
     "status": "OK",
     "peak_vram_gb": 9.9,
     "peak_gtt_gb": 12.1,
     "short_read": 503.1,
     "short_gen": 22.6,
     "long_read": 107.8,
     "long_gen": 8.6,
     "long_tokens": 77201,
     "gpu_layers": "999999",
     "cpu_moe": "36",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.7",
     "status": "OK",
     "peak_vram_gb": 10.6,
     "peak_gtt_gb": 11.5,
     "short_read": 514.5,
     "short_gen": 23.1,
     "long_read": 108.2,
     "long_gen": 9.0,
     "long_tokens": 77198,
     "gpu_layers": "999999",
     "cpu_moe": "34",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.6",
     "status": "OK",
     "peak_vram_gb": 12.2,
     "peak_gtt_gb": 9.8,
     "short_read": 543.3,
     "short_gen": 24.6,
     "long_read": 109.4,
     "long_gen": 10.5,
     "long_tokens": 77201,
     "gpu_layers": "999999",
     "cpu_moe": "29",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.5",
     "status": "OK",
     "peak_vram_gb": 13.9,
     "peak_gtt_gb": 8.2,
     "short_read": 572.7,
     "short_gen": 26.3,
     "long_read": 110.1,
     "long_gen": 12.2,
     "long_tokens": 77197,
     "gpu_layers": "999999",
     "cpu_moe": "24",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "A-cpumoe-0.4",
     "status": "ABORT_VRAM",
     "peak_vram_gb": 15.6,
     "peak_gtt_gb": 6.8,
     "short_read": 563.1,
     "short_gen": 11.5,
     "long_read": 98.1,
     "long_gen": 1.9,
     "long_tokens": 77197,
     "gpu_layers": "999999",
     "cpu_moe": "19",
     "ubatch": "512",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-1024",
     "status": "OK",
     "peak_vram_gb": 14.1,
     "peak_gtt_gb": 8.3,
     "short_read": 691.5,
     "short_gen": 26.3,
     "long_read": 114.5,
     "long_gen": 12.2,
     "long_tokens": 77202,
     "gpu_layers": "999999",
     "cpu_moe": "24",
     "ubatch": "1024",
     "cache": "q8_0"
    },
    {
     "step": "D-ubatch-2048",
     "status": "OK",
     "peak_vram_gb": 14.5,
     "peak_gtt_gb": 8.6,
     "short_read": 776.9,
     "short_gen": 26.2,
     "long_read": 116.1,
     "long_gen": 12.3,
     "long_tokens": 77202,
     "gpu_layers": "999999",
     "cpu_moe": "24",
     "ubatch": "2048",
     "cache": "q8_0"
    }
   ]
  }
 ],
 "evals": {
  "hard": [
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 228,
    "steps": 22
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H2",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 59,
    "steps": 7
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H3",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 56,
    "steps": 2
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H4",
    "kind": "document",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 42,
    "steps": 9
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H5",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 148,
    "steps": 19
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H6",
    "kind": "agent",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 140,
    "steps": 28
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H1",
    "kind": "code",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 165,
    "steps": 16
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H2",
    "kind": "research",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 62,
    "steps": 9
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H3",
    "kind": "finance",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 65,
    "steps": 2
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H4",
    "kind": "document",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 44,
    "steps": 9
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H5",
    "kind": "web",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 184,
    "steps": 24
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "H6",
    "kind": "agent",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 166,
    "steps": 36
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 184,
    "steps": 12
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H2",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 46,
    "steps": 6
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H3",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 99,
    "steps": 4
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H4",
    "kind": "document",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 26,
    "steps": 3
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H5",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 141,
    "steps": 10
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H6",
    "kind": "agent",
    "run": 1,
    "status": "OK",
    "score": 0,
    "seconds": 971,
    "steps": 40
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H1",
    "kind": "code",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 289,
    "steps": 14
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H2",
    "kind": "research",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 40,
    "steps": 6
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H3",
    "kind": "finance",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 85,
    "steps": 3
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H4",
    "kind": "document",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 56,
    "steps": 3
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H5",
    "kind": "web",
    "run": 2,
    "status": "TIMEOUT",
    "score": 0,
    "seconds": 1500,
    "steps": 26
   },
   {
    "model": "flint",
    "task": "H1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 463,
    "steps": 23
   },
   {
    "model": "flint",
    "task": "H2",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 204,
    "steps": 18
   },
   {
    "model": "flint",
    "task": "H3",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 242,
    "steps": 5
   },
   {
    "model": "flint",
    "task": "H4",
    "kind": "document",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 74,
    "steps": 8
   },
   {
    "model": "flint",
    "task": "H5",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 502,
    "steps": 38
   },
   {
    "model": "flint",
    "task": "H6",
    "kind": "agent",
    "run": 1,
    "status": "OK",
    "score": 0,
    "seconds": 283,
    "steps": 40
   },
   {
    "model": "flint",
    "task": "H1",
    "kind": "code",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 361,
    "steps": 18
   },
   {
    "model": "flint",
    "task": "H2",
    "kind": "research",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 198,
    "steps": 13
   },
   {
    "model": "flint",
    "task": "H3",
    "kind": "finance",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 310,
    "steps": 4
   },
   {
    "model": "flint",
    "task": "H4",
    "kind": "document",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 86,
    "steps": 9
   },
   {
    "model": "flint",
    "task": "H5",
    "kind": "web",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 368,
    "steps": 23
   },
   {
    "model": "flint",
    "task": "H6",
    "kind": "agent",
    "run": 2,
    "status": "OK",
    "score": 0,
    "seconds": 267,
    "steps": 41
   },
   {
    "model": "glm-4.7-flash",
    "task": "H1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 1397,
    "steps": 40
   },
   {
    "model": "glm-4.7-flash",
    "task": "H2",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 329,
    "steps": 8
   },
   {
    "model": "glm-4.7-flash",
    "task": "H3",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 1,
    "seconds": 85,
    "steps": 2
   },
   {
    "model": "glm-4.7-flash",
    "task": "H4",
    "kind": "document",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 72,
    "steps": 8
   },
   {
    "model": "glm-4.7-flash",
    "task": "H5",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 1,
    "seconds": 308,
    "steps": 20
   },
   {
    "model": "glm-4.7-flash",
    "task": "H6",
    "kind": "agent",
    "run": 1,
    "status": "OK",
    "score": 0,
    "seconds": 403,
    "steps": 40
   },
   {
    "model": "glm-4.7-flash",
    "task": "H1",
    "kind": "code",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 886,
    "steps": 42
   },
   {
    "model": "glm-4.7-flash",
    "task": "H2",
    "kind": "research",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 416,
    "steps": 14
   },
   {
    "model": "glm-4.7-flash",
    "task": "H3",
    "kind": "finance",
    "run": 2,
    "status": "OK",
    "score": 1,
    "seconds": 170,
    "steps": 2
   },
   {
    "model": "glm-4.7-flash",
    "task": "H4",
    "kind": "document",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 70,
    "steps": 8
   },
   {
    "model": "glm-4.7-flash",
    "task": "H5",
    "kind": "web",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 258,
    "steps": 16
   },
   {
    "model": "glm-4.7-flash",
    "task": "H6",
    "kind": "agent",
    "run": 2,
    "status": "OK",
    "score": 0,
    "seconds": 492,
    "steps": 40
   }
  ],
  "easy": [
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 58,
    "steps": 9
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T2",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 145,
    "steps": 20
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T3",
    "kind": "writing",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 45,
    "steps": 4
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T4",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 82,
    "steps": 16
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T5",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 87,
    "steps": 9
   },
   {
    "model": "qwen3.6-35b-a3b",
    "task": "T6",
    "kind": "form",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 37,
    "steps": 15
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 186,
    "steps": 10
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T2",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 226,
    "steps": 10
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T3",
    "kind": "writing",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 57,
    "steps": 2
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T4",
    "kind": "research",
    "run": 1,
    "status": "OK",
    "score": 1,
    "seconds": 142,
    "steps": 10
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T5",
    "kind": "finance",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 40,
    "steps": 3
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "T6",
    "kind": "form",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 39,
    "steps": 12
   },
   {
    "model": "qwen3.8-27b",
    "task": "T1",
    "kind": "code",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 315,
    "steps": 8
   }
  ],
  "hard_gemma_temp06": [
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H5",
    "kind": "web",
    "run": 1,
    "status": "OK",
    "score": 2,
    "seconds": 234,
    "steps": 8
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H6",
    "kind": "agent",
    "run": 1,
    "status": "OK",
    "score": 0,
    "seconds": 1169,
    "steps": 40
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H5",
    "kind": "web",
    "run": 2,
    "status": "OK",
    "score": 2,
    "seconds": 198,
    "steps": 9
   },
   {
    "model": "gemma-4-26b-a4b-qat",
    "task": "H6",
    "kind": "agent",
    "run": 2,
    "status": "OK",
    "score": 0,
    "seconds": 965,
    "steps": 40
   }
  ]
 }
}