{
  "absent": [
    {
      "dimension": "quality",
      "reason": "a lab Performance capture carries no Quality payload"
    },
    {
      "dimension": "security",
      "reason": "a lab Performance capture runs no confinement probe"
    },
    {
      "dimension": "operability",
      "reason": "no Operability payload schema yet"
    },
    {
      "path": "/dimensions/performance/graph/nodes/962/placement",
      "reason": "outside every block"
    },
    {
      "path": "/dimensions/performance/graph/nodes/963/placement",
      "reason": "outside every block"
    },
    {
      "path": "/dimensions/performance/run/passes/0/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/1/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/2/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/3/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/4/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/5/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/6/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/7/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/8/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/10/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/11/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/12/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/13/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/14/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/15/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/16/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/17/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/18/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/19/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/20/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/21/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/22/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/23/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/24/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/25/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/26/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/27/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/28/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/29/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/30/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/31/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/32/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/33/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/34/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/35/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/36/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/37/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/38/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/39/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/40/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/41/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/42/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/43/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/44/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/45/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/46/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/47/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/48/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/50/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/51/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/52/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/53/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/54/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/55/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/56/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    },
    {
      "path": "/dimensions/performance/run/passes/57/bufs/2/gpu_start_ms",
      "reason": "the instrument recorded no GPU interval"
    }
  ],
  "app": {
    "kind": "real-world",
    "name": "finboard"
  },
  "capture_mode": "lab",
  "captured_at": "2026-10-22T06:42:27Z",
  "dimensions": {
    "performance": {
      "backend_specific": {
        "metal": {
          "command_buffers": [
            {
              "b": 0,
              "id": "0x234d5d75d",
              "k": 0
            },
            {
              "b": 1,
              "id": "0x234d5d75f",
              "k": 0
            },
            {
              "b": 2,
              "id": "0x234d5d761",
              "k": 0
            },
            {
              "b": 0,
              "id": "0x234d5d763",
              "k": 1
            },
            {
              "b": 1,
              "id": "0x234d5d765",
              "k": 1
            },
            {
              "b": 2,
              "id": "0x234d5d767",
              "k": 1
            },
            {
              "b": 0,
              "id": "0x234d5d769",
              "k": 2
            },
            {
              "b": 1,
              "id": "0x234d5d76b",
              "k": 2
            },
            {
              "b": 2,
              "id": "0x234d5d76d",
              "k": 2
            },
            {
              "b": 0,
              "id": "0x234d5d76f",
              "k": 3
            },
            {
              "b": 1,
              "id": "0x234d5d771",
              "k": 3
            },
            {
              "b": 2,
              "id": "0x234d5d773",
              "k": 3
            },
            {
              "b": 0,
              "id": "0x234d5d775",
              "k": 4
            },
            {
              "b": 1,
              "id": "0x234d5d777",
              "k": 4
            },
            {
              "b": 2,
              "id": "0x234d5d779",
              "k": 4
            },
            {
              "b": 0,
              "id": "0x234d5d77b",
              "k": 5
            },
            {
              "b": 1,
              "id": "0x234d5d77d",
              "k": 5
            },
            {
              "b": 2,
              "id": "0x234d5d77f",
              "k": 5
            },
            {
              "b": 0,
              "id": "0x234d5d781",
              "k": 6
            },
            {
              "b": 1,
              "id": "0x234d5d783",
              "k": 6
            },
            {
              "b": 2,
              "id": "0x234d5d785",
              "k": 6
            },
            {
              "b": 0,
              "id": "0x234d5d787",
              "k": 7
            },
            {
              "b": 1,
              "id": "0x234d5d789",
              "k": 7
            },
            {
              "b": 2,
              "id": "0x234d5d78b",
              "k": 7
            },
            {
              "b": 0,
              "id": "0x234d5d78d",
              "k": 8
            },
            {
              "b": 1,
              "id": "0x234d5d78f",
              "k": 8
            },
            {
              "b": 2,
              "id": "0x234d5d791",
              "k": 8
            },
            {
              "b": 0,
              "id": "0x234d5d793",
              "k": 9
            },
            {
              "b": 1,
              "id": "0x234d5d795",
              "k": 9
            },
            {
              "b": 2,
              "id": "0x234d5d797",
              "k": 9
            },
            {
              "b": 0,
              "id": "0x234d5d799",
              "k": 10
            },
            {
              "b": 1,
              "id": "0x234d5d79b",
              "k": 10
            },
            {
              "b": 2,
              "id": "0x234d5d79d",
              "k": 10
            },
            {
              "b": 0,
              "id": "0x234d5d79f",
              "k": 11
            },
            {
              "b": 1,
              "id": "0x234d5d7a1",
              "k": 11
            },
            {
              "b": 2,
              "id": "0x234d5d7a3",
              "k": 11
            },
            {
              "b": 0,
              "id": "0x234d5d7a5",
              "k": 12
            },
            {
              "b": 1,
              "id": "0x234d5d7a7",
              "k": 12
            },
            {
              "b": 2,
              "id": "0x234d5d7a9",
              "k": 12
            },
            {
              "b": 0,
              "id": "0x234d5d7ab",
              "k": 13
            },
            {
              "b": 1,
              "id": "0x234d5d7ad",
              "k": 13
            },
            {
              "b": 2,
              "id": "0x234d5d7af",
              "k": 13
            },
            {
              "b": 0,
              "id": "0x234d5d7b1",
              "k": 14
            },
            {
              "b": 1,
              "id": "0x234d5d7b3",
              "k": 14
            },
            {
              "b": 2,
              "id": "0x234d5d7b5",
              "k": 14
            },
            {
              "b": 0,
              "id": "0x234d5d7b7",
              "k": 15
            },
            {
              "b": 1,
              "id": "0x234d5d7b9",
              "k": 15
            },
            {
              "b": 2,
              "id": "0x234d5d7bb",
              "k": 15
            },
            {
              "b": 0,
              "id": "0x234d5d7bd",
              "k": 16
            },
            {
              "b": 1,
              "id": "0x234d5d7bf",
              "k": 16
            },
            {
              "b": 2,
              "id": "0x234d5d7c1",
              "k": 16
            },
            {
              "b": 0,
              "id": "0x234d5d7c3",
              "k": 17
            },
            {
              "b": 1,
              "id": "0x234d5d7c5",
              "k": 17
            },
            {
              "b": 2,
              "id": "0x234d5d7c7",
              "k": 17
            },
            {
              "b": 0,
              "id": "0x234d5d7c9",
              "k": 18
            },
            {
              "b": 1,
              "id": "0x234d5d7cb",
              "k": 18
            },
            {
              "b": 2,
              "id": "0x234d5d7cd",
              "k": 18
            },
            {
              "b": 0,
              "id": "0x234d5d7cf",
              "k": 19
            },
            {
              "b": 1,
              "id": "0x234d5d7d1",
              "k": 19
            },
            {
              "b": 2,
              "id": "0x234d5d7d3",
              "k": 19
            },
            {
              "b": 0,
              "id": "0x234d5d7d5",
              "k": 20
            },
            {
              "b": 1,
              "id": "0x234d5d7d7",
              "k": 20
            },
            {
              "b": 2,
              "id": "0x234d5d7d9",
              "k": 20
            },
            {
              "b": 0,
              "id": "0x234d5d7db",
              "k": 21
            },
            {
              "b": 1,
              "id": "0x234d5d7dd",
              "k": 21
            },
            {
              "b": 2,
              "id": "0x234d5d7df",
              "k": 21
            },
            {
              "b": 0,
              "id": "0x234d5d7e1",
              "k": 22
            },
            {
              "b": 1,
              "id": "0x234d5d7e3",
              "k": 22
            },
            {
              "b": 2,
              "id": "0x234d5d7e5",
              "k": 22
            },
            {
              "b": 0,
              "id": "0x234d5d7e7",
              "k": 23
            },
            {
              "b": 1,
              "id": "0x234d5d7e9",
              "k": 23
            },
            {
              "b": 2,
              "id": "0x234d5d7eb",
              "k": 23
            },
            {
              "b": 0,
              "id": "0x234d5d7ed",
              "k": 24
            },
            {
              "b": 1,
              "id": "0x234d5d7ef",
              "k": 24
            },
            {
              "b": 2,
              "id": "0x234d5d7f1",
              "k": 24
            },
            {
              "b": 0,
              "id": "0x234d5d7f3",
              "k": 25
            },
            {
              "b": 1,
              "id": "0x234d5d7f5",
              "k": 25
            },
            {
              "b": 2,
              "id": "0x234d5d7f7",
              "k": 25
            },
            {
              "b": 0,
              "id": "0x234d5d7f9",
              "k": 26
            },
            {
              "b": 1,
              "id": "0x234d5d7fb",
              "k": 26
            },
            {
              "b": 2,
              "id": "0x234d5d7fd",
              "k": 26
            },
            {
              "b": 0,
              "id": "0x234d5d7ff",
              "k": 27
            },
            {
              "b": 1,
              "id": "0x234d5d801",
              "k": 27
            },
            {
              "b": 2,
              "id": "0x234d5d803",
              "k": 27
            },
            {
              "b": 0,
              "id": "0x234d5d805",
              "k": 28
            },
            {
              "b": 1,
              "id": "0x234d5d807",
              "k": 28
            },
            {
              "b": 2,
              "id": "0x234d5d809",
              "k": 28
            },
            {
              "b": 0,
              "id": "0x234d5d80b",
              "k": 29
            },
            {
              "b": 1,
              "id": "0x234d5d80d",
              "k": 29
            },
            {
              "b": 2,
              "id": "0x234d5d80f",
              "k": 29
            },
            {
              "b": 0,
              "id": "0x234d5d811",
              "k": 30
            },
            {
              "b": 1,
              "id": "0x234d5d813",
              "k": 30
            },
            {
              "b": 2,
              "id": "0x234d5d815",
              "k": 30
            },
            {
              "b": 0,
              "id": "0x234d5d817",
              "k": 31
            },
            {
              "b": 1,
              "id": "0x234d5d819",
              "k": 31
            },
            {
              "b": 2,
              "id": "0x234d5d81b",
              "k": 31
            },
            {
              "b": 0,
              "id": "0x234d5d81d",
              "k": 32
            },
            {
              "b": 1,
              "id": "0x234d5d81f",
              "k": 32
            },
            {
              "b": 2,
              "id": "0x234d5d821",
              "k": 32
            },
            {
              "b": 0,
              "id": "0x234d5d823",
              "k": 33
            },
            {
              "b": 1,
              "id": "0x234d5d825",
              "k": 33
            },
            {
              "b": 2,
              "id": "0x234d5d827",
              "k": 33
            },
            {
              "b": 0,
              "id": "0x234d5d829",
              "k": 34
            },
            {
              "b": 1,
              "id": "0x234d5d82b",
              "k": 34
            },
            {
              "b": 2,
              "id": "0x234d5d82d",
              "k": 34
            },
            {
              "b": 0,
              "id": "0x234d5d82f",
              "k": 35
            },
            {
              "b": 1,
              "id": "0x234d5d831",
              "k": 35
            },
            {
              "b": 2,
              "id": "0x234d5d833",
              "k": 35
            },
            {
              "b": 0,
              "id": "0x234d5d835",
              "k": 36
            },
            {
              "b": 1,
              "id": "0x234d5d837",
              "k": 36
            },
            {
              "b": 2,
              "id": "0x234d5d839",
              "k": 36
            },
            {
              "b": 0,
              "id": "0x234d5d83b",
              "k": 37
            },
            {
              "b": 1,
              "id": "0x234d5d83d",
              "k": 37
            },
            {
              "b": 2,
              "id": "0x234d5d83f",
              "k": 37
            },
            {
              "b": 0,
              "id": "0x234d5d841",
              "k": 38
            },
            {
              "b": 1,
              "id": "0x234d5d843",
              "k": 38
            },
            {
              "b": 2,
              "id": "0x234d5d845",
              "k": 38
            },
            {
              "b": 0,
              "id": "0x234d5d847",
              "k": 39
            },
            {
              "b": 1,
              "id": "0x234d5d849",
              "k": 39
            },
            {
              "b": 2,
              "id": "0x234d5d84b",
              "k": 39
            },
            {
              "b": 0,
              "id": "0x234d5d84d",
              "k": 40
            },
            {
              "b": 1,
              "id": "0x234d5d84f",
              "k": 40
            },
            {
              "b": 2,
              "id": "0x234d5d851",
              "k": 40
            },
            {
              "b": 0,
              "id": "0x234d5d853",
              "k": 41
            },
            {
              "b": 1,
              "id": "0x234d5d855",
              "k": 41
            },
            {
              "b": 2,
              "id": "0x234d5d857",
              "k": 41
            },
            {
              "b": 0,
              "id": "0x234d5d859",
              "k": 42
            },
            {
              "b": 1,
              "id": "0x234d5d85b",
              "k": 42
            },
            {
              "b": 2,
              "id": "0x234d5d85d",
              "k": 42
            },
            {
              "b": 0,
              "id": "0x234d5d85f",
              "k": 43
            },
            {
              "b": 1,
              "id": "0x234d5d861",
              "k": 43
            },
            {
              "b": 2,
              "id": "0x234d5d863",
              "k": 43
            },
            {
              "b": 0,
              "id": "0x234d5d865",
              "k": 44
            },
            {
              "b": 1,
              "id": "0x234d5d867",
              "k": 44
            },
            {
              "b": 2,
              "id": "0x234d5d869",
              "k": 44
            },
            {
              "b": 0,
              "id": "0x234d5d86b",
              "k": 45
            },
            {
              "b": 1,
              "id": "0x234d5d86d",
              "k": 45
            },
            {
              "b": 2,
              "id": "0x234d5d86f",
              "k": 45
            },
            {
              "b": 0,
              "id": "0x234d5d871",
              "k": 46
            },
            {
              "b": 1,
              "id": "0x234d5d873",
              "k": 46
            },
            {
              "b": 2,
              "id": "0x234d5d875",
              "k": 46
            },
            {
              "b": 0,
              "id": "0x234d5d877",
              "k": 47
            },
            {
              "b": 1,
              "id": "0x234d5d879",
              "k": 47
            },
            {
              "b": 2,
              "id": "0x234d5d87b",
              "k": 47
            },
            {
              "b": 0,
              "id": "0x234d5d87d",
              "k": 48
            },
            {
              "b": 1,
              "id": "0x234d5d87f",
              "k": 48
            },
            {
              "b": 2,
              "id": "0x234d5d881",
              "k": 48
            },
            {
              "b": 0,
              "id": "0x234d5d883",
              "k": 49
            },
            {
              "b": 1,
              "id": "0x234d5d885",
              "k": 49
            },
            {
              "b": 2,
              "id": "0x234d5d887",
              "k": 49
            },
            {
              "b": 0,
              "id": "0x234d5d889",
              "k": 50
            },
            {
              "b": 1,
              "id": "0x234d5d88b",
              "k": 50
            },
            {
              "b": 2,
              "id": "0x234d5d88d",
              "k": 50
            },
            {
              "b": 0,
              "id": "0x234d5d88f",
              "k": 51
            },
            {
              "b": 1,
              "id": "0x234d5d891",
              "k": 51
            },
            {
              "b": 2,
              "id": "0x234d5d893",
              "k": 51
            },
            {
              "b": 0,
              "id": "0x234d5d895",
              "k": 52
            },
            {
              "b": 1,
              "id": "0x234d5d897",
              "k": 52
            },
            {
              "b": 2,
              "id": "0x234d5d899",
              "k": 52
            },
            {
              "b": 0,
              "id": "0x234d5d89b",
              "k": 53
            },
            {
              "b": 1,
              "id": "0x234d5d89d",
              "k": 53
            },
            {
              "b": 2,
              "id": "0x234d5d89f",
              "k": 53
            },
            {
              "b": 0,
              "id": "0x234d5d8a1",
              "k": 54
            },
            {
              "b": 1,
              "id": "0x234d5d8a3",
              "k": 54
            },
            {
              "b": 2,
              "id": "0x234d5d8a5",
              "k": 54
            },
            {
              "b": 0,
              "id": "0x234d5d8a7",
              "k": 55
            },
            {
              "b": 1,
              "id": "0x234d5d8a9",
              "k": 55
            },
            {
              "b": 2,
              "id": "0x234d5d8ab",
              "k": 55
            },
            {
              "b": 0,
              "id": "0x234d5d8ad",
              "k": 56
            },
            {
              "b": 1,
              "id": "0x234d5d8af",
              "k": 56
            },
            {
              "b": 2,
              "id": "0x234d5d8b1",
              "k": 56
            },
            {
              "b": 0,
              "id": "0x234d5d8b3",
              "k": 57
            },
            {
              "b": 1,
              "id": "0x234d5d8b5",
              "k": 57
            },
            {
              "b": 2,
              "id": "0x234d5d8b7",
              "k": 57
            }
          ],
          "mabs_epoch": 18620569721676,
          "timebase": "125/3"
        }
      },
      "gguf": {
        "layers": [
          {
            "layer": 0,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 1,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 2,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 3,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 4,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 5,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 6,
            "layer_bytes": 156250112,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 7,
            "layer_bytes": 173146112,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 8,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 9,
            "layer_bytes": 156250112,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 10,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 11,
            "layer_bytes": 173146112,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 12,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 13,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 14,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 15,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 16,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 17,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 18,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 19,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 20,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 21,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 22,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 23,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 24,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 25,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 26,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 27,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 28,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 29,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 30,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 31,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 32,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 33,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 34,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 35,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 36,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 37,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 38,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 39,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 40,
            "layer_bytes": 154898432,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 41,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 42,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 43,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 44,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 45,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 46,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          },
          {
            "layer": 47,
            "layer_bytes": 174497792,
            "tensors": {
              "attn_k.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_k.weight": {
                "bytes": 2949120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "attn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_output.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_q.bias": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "attn_q.weight": {
                "bytes": 14745600,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  5120
                ]
              },
              "attn_v.bias": {
                "bytes": 4096,
                "dtype": "f32",
                "shape": [
                  1024
                ]
              },
              "attn_v.weight": {
                "bytes": 4300800,
                "dtype": "q6_K",
                "shape": [
                  5120,
                  1024
                ]
              },
              "ffn_down.weight": {
                "bytes": 58060800,
                "dtype": "q6_K",
                "shape": [
                  13824,
                  5120
                ]
              },
              "ffn_gate.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              },
              "ffn_norm.weight": {
                "bytes": 20480,
                "dtype": "f32",
                "shape": [
                  5120
                ]
              },
              "ffn_up.weight": {
                "bytes": 39813120,
                "dtype": "q4_K",
                "shape": [
                  5120,
                  13824
                ]
              }
            }
          }
        ],
        "totals": {
          "attention": 1732509696,
          "blocks": 7905509376,
          "bytes": 8982142976,
          "embed": 437944320,
          "ffn": 6171033600,
          "output": 638668800,
          "tensors": 579
        }
      },
      "graph": {
        "nodes": [
          {
            "fused": 2,
            "i": 0,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-0",
            "op": "RMS_NORM",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 1,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 2,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 3,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 4,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-0",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 5,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-0",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 6,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-0",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 7,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-0",
            "op": "ROPE",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 8,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-0",
            "op": "ROPE",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 9,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l0",
            "op": "SET_ROWS",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 10,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l0",
            "op": "SET_ROWS",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 11,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-0",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 12,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_26",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 13,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-0",
            "op": "ADD",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 14,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-0",
            "op": "RMS_NORM",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 15,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 16,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 17,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-0",
            "op": "GLU",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 18,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-0",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 19,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-0",
            "op": "ADD",
            "placement": {
              "layer": 0,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 20,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-1",
            "op": "RMS_NORM",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 21,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 22,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 23,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 24,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-1",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 25,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-1",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 26,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-1",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 27,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-1",
            "op": "ROPE",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 28,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-1",
            "op": "ROPE",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 29,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l1",
            "op": "SET_ROWS",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 30,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l1",
            "op": "SET_ROWS",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 31,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-1",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 32,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_60",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 33,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-1",
            "op": "ADD",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 34,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-1",
            "op": "RMS_NORM",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 35,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 36,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 37,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-1",
            "op": "GLU",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 38,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-1",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 39,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-1",
            "op": "ADD",
            "placement": {
              "layer": 1,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 40,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-2",
            "op": "RMS_NORM",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 41,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 42,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 43,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 44,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-2",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 45,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-2",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 46,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-2",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 47,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-2",
            "op": "ROPE",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 48,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-2",
            "op": "ROPE",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 49,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l2",
            "op": "SET_ROWS",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 50,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l2",
            "op": "SET_ROWS",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 51,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-2",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 52,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_94",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 53,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-2",
            "op": "ADD",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 54,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-2",
            "op": "RMS_NORM",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 55,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 56,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 57,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-2",
            "op": "GLU",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 58,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-2",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 59,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-2",
            "op": "ADD",
            "placement": {
              "layer": 2,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 60,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-3",
            "op": "RMS_NORM",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 61,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 62,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 63,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 64,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-3",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 65,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-3",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 66,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-3",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 67,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-3",
            "op": "ROPE",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 68,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-3",
            "op": "ROPE",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 69,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l3",
            "op": "SET_ROWS",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 70,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l3",
            "op": "SET_ROWS",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 71,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-3",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 72,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_128",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 73,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-3",
            "op": "ADD",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 74,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-3",
            "op": "RMS_NORM",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 75,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 76,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 77,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-3",
            "op": "GLU",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 78,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-3",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 79,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-3",
            "op": "ADD",
            "placement": {
              "layer": 3,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 80,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-4",
            "op": "RMS_NORM",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 81,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 82,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 83,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 84,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-4",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 85,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-4",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 86,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-4",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 87,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-4",
            "op": "ROPE",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 88,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-4",
            "op": "ROPE",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 89,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l4",
            "op": "SET_ROWS",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 90,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l4",
            "op": "SET_ROWS",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 91,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-4",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 92,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_162",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 0,
            "i": 93,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-4",
            "op": "ADD",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 0
          },
          {
            "fused": 2,
            "i": 94,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-4",
            "op": "RMS_NORM",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 95,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 96,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 97,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-4",
            "op": "GLU",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 98,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-4",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 99,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-4",
            "op": "ADD",
            "placement": {
              "layer": 4,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 100,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-5",
            "op": "RMS_NORM",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 101,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 102,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 103,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 104,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-5",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 105,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-5",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 106,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-5",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 107,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-5",
            "op": "ROPE",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 108,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-5",
            "op": "ROPE",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 109,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l5",
            "op": "SET_ROWS",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 110,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l5",
            "op": "SET_ROWS",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 111,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-5",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 112,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_196",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 113,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-5",
            "op": "ADD",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 114,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-5",
            "op": "RMS_NORM",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 115,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 116,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 117,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-5",
            "op": "GLU",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 118,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-5",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 119,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-5",
            "op": "ADD",
            "placement": {
              "layer": 5,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 120,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-6",
            "op": "RMS_NORM",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 121,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 122,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 123,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 124,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-6",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 125,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-6",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 126,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-6",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 127,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-6",
            "op": "ROPE",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 128,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-6",
            "op": "ROPE",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 129,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l6",
            "op": "SET_ROWS",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 130,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l6",
            "op": "SET_ROWS",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 131,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-6",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 132,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_230",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 133,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-6",
            "op": "ADD",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 134,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-6",
            "op": "RMS_NORM",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 135,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 136,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 137,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-6",
            "op": "GLU",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 138,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-6",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 139,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-6",
            "op": "ADD",
            "placement": {
              "layer": 6,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 140,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-7",
            "op": "RMS_NORM",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 141,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 142,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 143,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 144,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-7",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 145,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-7",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 146,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-7",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 147,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-7",
            "op": "ROPE",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 148,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-7",
            "op": "ROPE",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 149,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l7",
            "op": "SET_ROWS",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 150,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l7",
            "op": "SET_ROWS",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 151,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-7",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 152,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_264",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 153,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-7",
            "op": "ADD",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 154,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-7",
            "op": "RMS_NORM",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 155,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 156,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 157,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-7",
            "op": "GLU",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 158,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-7",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 159,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-7",
            "op": "ADD",
            "placement": {
              "layer": 7,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 160,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-8",
            "op": "RMS_NORM",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 161,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 162,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 163,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 164,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-8",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 165,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-8",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 166,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-8",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 167,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-8",
            "op": "ROPE",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 168,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-8",
            "op": "ROPE",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 169,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l8",
            "op": "SET_ROWS",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 170,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l8",
            "op": "SET_ROWS",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 171,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-8",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 172,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_298",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 173,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-8",
            "op": "ADD",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 174,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-8",
            "op": "RMS_NORM",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 175,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 176,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 177,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-8",
            "op": "GLU",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 178,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-8",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 179,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-8",
            "op": "ADD",
            "placement": {
              "layer": 8,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 180,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-9",
            "op": "RMS_NORM",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 181,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 182,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 183,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 184,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-9",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 185,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-9",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 186,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-9",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 187,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-9",
            "op": "ROPE",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 188,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-9",
            "op": "ROPE",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 189,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l9",
            "op": "SET_ROWS",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 190,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l9",
            "op": "SET_ROWS",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 191,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-9",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 192,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_332",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 193,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-9",
            "op": "ADD",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 194,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-9",
            "op": "RMS_NORM",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 195,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 196,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 197,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-9",
            "op": "GLU",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 198,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-9",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 199,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-9",
            "op": "ADD",
            "placement": {
              "layer": 9,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 200,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-10",
            "op": "RMS_NORM",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 201,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 202,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 203,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 204,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-10",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 205,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-10",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 206,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-10",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 207,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-10",
            "op": "ROPE",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 208,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-10",
            "op": "ROPE",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 209,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l10",
            "op": "SET_ROWS",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 210,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l10",
            "op": "SET_ROWS",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 211,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-10",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 212,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_366",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 213,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-10",
            "op": "ADD",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 214,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-10",
            "op": "RMS_NORM",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 215,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 216,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 217,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-10",
            "op": "GLU",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 218,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-10",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 219,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-10",
            "op": "ADD",
            "placement": {
              "layer": 10,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 220,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-11",
            "op": "RMS_NORM",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 221,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 222,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 223,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 224,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-11",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 225,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-11",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 226,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-11",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 227,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-11",
            "op": "ROPE",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 228,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-11",
            "op": "ROPE",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 229,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l11",
            "op": "SET_ROWS",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 230,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l11",
            "op": "SET_ROWS",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 231,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-11",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 232,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_400",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 233,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-11",
            "op": "ADD",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 234,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-11",
            "op": "RMS_NORM",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 235,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 236,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 237,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-11",
            "op": "GLU",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 238,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-11",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 239,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-11",
            "op": "ADD",
            "placement": {
              "layer": 11,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 240,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-12",
            "op": "RMS_NORM",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 241,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 242,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 243,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 244,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-12",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 245,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-12",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 246,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-12",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 247,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-12",
            "op": "ROPE",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 248,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-12",
            "op": "ROPE",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 249,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l12",
            "op": "SET_ROWS",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 250,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l12",
            "op": "SET_ROWS",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 251,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-12",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 252,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_434",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 253,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-12",
            "op": "ADD",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 254,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-12",
            "op": "RMS_NORM",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 255,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 256,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 257,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-12",
            "op": "GLU",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 258,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-12",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 259,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-12",
            "op": "ADD",
            "placement": {
              "layer": 12,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 260,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-13",
            "op": "RMS_NORM",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 261,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 262,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 263,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 264,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-13",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 265,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-13",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 266,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-13",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 267,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-13",
            "op": "ROPE",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 268,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-13",
            "op": "ROPE",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 269,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l13",
            "op": "SET_ROWS",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 270,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l13",
            "op": "SET_ROWS",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 271,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-13",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 272,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_468",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 273,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-13",
            "op": "ADD",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 274,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-13",
            "op": "RMS_NORM",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 275,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 276,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 277,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-13",
            "op": "GLU",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 278,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-13",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 279,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-13",
            "op": "ADD",
            "placement": {
              "layer": 13,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 280,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-14",
            "op": "RMS_NORM",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 281,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 282,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 283,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 284,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-14",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 285,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-14",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 286,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-14",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 287,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-14",
            "op": "ROPE",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 288,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-14",
            "op": "ROPE",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 289,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l14",
            "op": "SET_ROWS",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 290,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l14",
            "op": "SET_ROWS",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 291,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-14",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 292,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_502",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 293,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-14",
            "op": "ADD",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 294,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-14",
            "op": "RMS_NORM",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 295,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 296,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 297,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-14",
            "op": "GLU",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 298,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-14",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 299,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-14",
            "op": "ADD",
            "placement": {
              "layer": 14,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 300,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-15",
            "op": "RMS_NORM",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 301,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 302,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 303,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 304,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-15",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 305,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-15",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 306,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-15",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 307,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-15",
            "op": "ROPE",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 308,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-15",
            "op": "ROPE",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 309,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l15",
            "op": "SET_ROWS",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 310,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l15",
            "op": "SET_ROWS",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 311,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-15",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 312,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_536",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 313,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-15",
            "op": "ADD",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 314,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-15",
            "op": "RMS_NORM",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 315,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 316,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 317,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-15",
            "op": "GLU",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 318,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-15",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 319,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-15",
            "op": "ADD",
            "placement": {
              "layer": 15,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 320,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-16",
            "op": "RMS_NORM",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 321,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 322,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 323,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 324,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-16",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 325,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-16",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 326,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-16",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 327,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-16",
            "op": "ROPE",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 328,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-16",
            "op": "ROPE",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 329,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l16",
            "op": "SET_ROWS",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 330,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l16",
            "op": "SET_ROWS",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 331,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-16",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 332,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_570",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 333,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-16",
            "op": "ADD",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 334,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-16",
            "op": "RMS_NORM",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 335,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 336,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 337,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-16",
            "op": "GLU",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 338,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-16",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 339,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-16",
            "op": "ADD",
            "placement": {
              "layer": 16,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 340,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-17",
            "op": "RMS_NORM",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 341,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 342,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 343,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 344,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-17",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 345,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-17",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 346,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-17",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 347,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-17",
            "op": "ROPE",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 348,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-17",
            "op": "ROPE",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 349,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l17",
            "op": "SET_ROWS",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 350,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l17",
            "op": "SET_ROWS",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 351,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-17",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 352,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_604",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 353,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-17",
            "op": "ADD",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 354,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-17",
            "op": "RMS_NORM",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 355,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 356,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 357,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-17",
            "op": "GLU",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 358,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-17",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 359,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-17",
            "op": "ADD",
            "placement": {
              "layer": 17,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 360,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-18",
            "op": "RMS_NORM",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 361,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 362,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 363,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 364,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-18",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 365,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-18",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 366,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-18",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 367,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-18",
            "op": "ROPE",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 368,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-18",
            "op": "ROPE",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 369,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l18",
            "op": "SET_ROWS",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 370,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l18",
            "op": "SET_ROWS",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 371,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-18",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 372,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_638",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 373,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-18",
            "op": "ADD",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 374,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-18",
            "op": "RMS_NORM",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 375,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 376,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 377,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-18",
            "op": "GLU",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 378,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-18",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 379,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-18",
            "op": "ADD",
            "placement": {
              "layer": 18,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 380,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-19",
            "op": "RMS_NORM",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 381,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 382,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 383,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 384,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-19",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 385,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-19",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 386,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-19",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 387,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-19",
            "op": "ROPE",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 388,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-19",
            "op": "ROPE",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 389,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l19",
            "op": "SET_ROWS",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 390,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l19",
            "op": "SET_ROWS",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 391,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-19",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 392,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_672",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 393,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-19",
            "op": "ADD",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 394,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-19",
            "op": "RMS_NORM",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 395,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 396,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 397,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-19",
            "op": "GLU",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 398,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-19",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 399,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-19",
            "op": "ADD",
            "placement": {
              "layer": 19,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 400,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-20",
            "op": "RMS_NORM",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 401,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 402,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 403,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 404,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-20",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 405,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-20",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 406,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-20",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 407,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-20",
            "op": "ROPE",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 408,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-20",
            "op": "ROPE",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 409,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l20",
            "op": "SET_ROWS",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 410,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l20",
            "op": "SET_ROWS",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 411,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-20",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 412,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_706",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 413,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-20",
            "op": "ADD",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 414,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-20",
            "op": "RMS_NORM",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 415,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 416,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 417,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-20",
            "op": "GLU",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 418,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-20",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 419,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-20",
            "op": "ADD",
            "placement": {
              "layer": 20,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 420,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-21",
            "op": "RMS_NORM",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 421,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 422,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 423,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 424,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-21",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 425,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-21",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 426,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-21",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 427,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-21",
            "op": "ROPE",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 428,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-21",
            "op": "ROPE",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 429,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l21",
            "op": "SET_ROWS",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 430,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l21",
            "op": "SET_ROWS",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 431,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-21",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 432,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_740",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 433,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-21",
            "op": "ADD",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 434,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-21",
            "op": "RMS_NORM",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 435,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 436,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 437,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-21",
            "op": "GLU",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 438,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-21",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 439,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-21",
            "op": "ADD",
            "placement": {
              "layer": 21,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 440,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-22",
            "op": "RMS_NORM",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 441,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 442,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 443,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 444,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-22",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 445,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-22",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 446,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-22",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 447,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-22",
            "op": "ROPE",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 448,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-22",
            "op": "ROPE",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 449,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l22",
            "op": "SET_ROWS",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 450,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l22",
            "op": "SET_ROWS",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 451,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-22",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 452,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_774",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 453,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-22",
            "op": "ADD",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 454,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-22",
            "op": "RMS_NORM",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 455,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 456,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 457,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-22",
            "op": "GLU",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 458,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-22",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 459,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-22",
            "op": "ADD",
            "placement": {
              "layer": 22,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 460,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-23",
            "op": "RMS_NORM",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 461,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 462,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 463,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 464,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-23",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 465,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-23",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 466,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-23",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 467,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-23",
            "op": "ROPE",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 468,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-23",
            "op": "ROPE",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 469,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l23",
            "op": "SET_ROWS",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 470,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l23",
            "op": "SET_ROWS",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 471,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-23",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 472,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_808",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 473,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-23",
            "op": "ADD",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 474,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-23",
            "op": "RMS_NORM",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 475,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 476,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 477,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-23",
            "op": "GLU",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 478,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-23",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 479,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-23",
            "op": "ADD",
            "placement": {
              "layer": 23,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 480,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-24",
            "op": "RMS_NORM",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 481,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 482,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 483,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 484,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-24",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 485,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-24",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 486,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-24",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 487,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-24",
            "op": "ROPE",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 488,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-24",
            "op": "ROPE",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 489,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l24",
            "op": "SET_ROWS",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 490,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l24",
            "op": "SET_ROWS",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 491,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-24",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 492,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_842",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 493,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-24",
            "op": "ADD",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 494,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-24",
            "op": "RMS_NORM",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 495,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 496,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 497,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-24",
            "op": "GLU",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 498,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-24",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 499,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-24",
            "op": "ADD",
            "placement": {
              "layer": 24,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 500,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-25",
            "op": "RMS_NORM",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 501,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 502,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 503,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 504,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-25",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 505,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-25",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 506,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-25",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 507,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-25",
            "op": "ROPE",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 508,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-25",
            "op": "ROPE",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 509,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l25",
            "op": "SET_ROWS",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 510,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l25",
            "op": "SET_ROWS",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 511,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-25",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 512,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_876",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 513,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-25",
            "op": "ADD",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 514,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-25",
            "op": "RMS_NORM",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 515,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 516,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 517,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-25",
            "op": "GLU",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 518,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-25",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 519,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-25",
            "op": "ADD",
            "placement": {
              "layer": 25,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 520,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-26",
            "op": "RMS_NORM",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 521,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 522,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 523,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 524,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-26",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 525,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-26",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 526,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-26",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 527,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-26",
            "op": "ROPE",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 528,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-26",
            "op": "ROPE",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 529,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l26",
            "op": "SET_ROWS",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 530,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l26",
            "op": "SET_ROWS",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 531,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-26",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 532,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_910",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 533,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-26",
            "op": "ADD",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 534,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-26",
            "op": "RMS_NORM",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 535,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 536,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 537,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-26",
            "op": "GLU",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 538,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-26",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 539,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-26",
            "op": "ADD",
            "placement": {
              "layer": 26,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 540,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-27",
            "op": "RMS_NORM",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 541,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 542,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 543,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 544,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-27",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 545,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-27",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 546,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-27",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 547,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-27",
            "op": "ROPE",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 548,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-27",
            "op": "ROPE",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 549,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l27",
            "op": "SET_ROWS",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 550,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l27",
            "op": "SET_ROWS",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 551,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-27",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 552,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_944",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 553,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-27",
            "op": "ADD",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 554,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-27",
            "op": "RMS_NORM",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 555,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 556,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 557,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-27",
            "op": "GLU",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 558,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-27",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 559,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-27",
            "op": "ADD",
            "placement": {
              "layer": 27,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 560,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-28",
            "op": "RMS_NORM",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 561,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 562,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 563,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 564,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-28",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 565,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-28",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 566,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-28",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 567,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-28",
            "op": "ROPE",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 568,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-28",
            "op": "ROPE",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 569,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l28",
            "op": "SET_ROWS",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 570,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l28",
            "op": "SET_ROWS",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 571,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-28",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 572,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_978",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 573,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-28",
            "op": "ADD",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 574,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-28",
            "op": "RMS_NORM",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 575,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 576,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 577,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-28",
            "op": "GLU",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 578,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-28",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 579,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-28",
            "op": "ADD",
            "placement": {
              "layer": 28,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 580,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-29",
            "op": "RMS_NORM",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 581,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 582,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 583,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 584,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-29",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 585,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-29",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 586,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-29",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 587,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-29",
            "op": "ROPE",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 588,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-29",
            "op": "ROPE",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 589,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l29",
            "op": "SET_ROWS",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 590,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l29",
            "op": "SET_ROWS",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 591,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-29",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 592,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1012",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 593,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-29",
            "op": "ADD",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 594,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-29",
            "op": "RMS_NORM",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 595,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 596,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 597,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-29",
            "op": "GLU",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 598,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-29",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 599,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-29",
            "op": "ADD",
            "placement": {
              "layer": 29,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 600,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-30",
            "op": "RMS_NORM",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 601,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 602,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 603,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 604,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-30",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 605,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-30",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 606,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-30",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 607,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-30",
            "op": "ROPE",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 608,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-30",
            "op": "ROPE",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 609,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l30",
            "op": "SET_ROWS",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 610,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l30",
            "op": "SET_ROWS",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 611,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-30",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 612,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1046",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 613,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-30",
            "op": "ADD",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 614,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-30",
            "op": "RMS_NORM",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 615,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 616,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 617,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-30",
            "op": "GLU",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 618,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-30",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 619,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-30",
            "op": "ADD",
            "placement": {
              "layer": 30,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 620,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-31",
            "op": "RMS_NORM",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 621,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 622,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 623,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 624,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-31",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 625,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-31",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 626,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-31",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 627,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-31",
            "op": "ROPE",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 628,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-31",
            "op": "ROPE",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 629,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l31",
            "op": "SET_ROWS",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 630,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l31",
            "op": "SET_ROWS",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 631,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-31",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 632,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1080",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 633,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-31",
            "op": "ADD",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 634,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-31",
            "op": "RMS_NORM",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 635,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 636,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 637,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-31",
            "op": "GLU",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 638,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-31",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 639,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-31",
            "op": "ADD",
            "placement": {
              "layer": 31,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 640,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-32",
            "op": "RMS_NORM",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 641,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 642,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 643,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 644,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-32",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 645,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-32",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 646,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-32",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 647,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-32",
            "op": "ROPE",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 648,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-32",
            "op": "ROPE",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 649,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l32",
            "op": "SET_ROWS",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 650,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l32",
            "op": "SET_ROWS",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 651,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-32",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 652,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1114",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 653,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-32",
            "op": "ADD",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 654,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-32",
            "op": "RMS_NORM",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 655,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 656,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 657,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-32",
            "op": "GLU",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 658,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-32",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 659,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-32",
            "op": "ADD",
            "placement": {
              "layer": 32,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 660,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-33",
            "op": "RMS_NORM",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 661,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 662,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 663,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 664,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-33",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 665,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-33",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 666,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-33",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 667,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-33",
            "op": "ROPE",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 668,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-33",
            "op": "ROPE",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 669,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l33",
            "op": "SET_ROWS",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 670,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l33",
            "op": "SET_ROWS",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 671,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-33",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 672,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1148",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 673,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-33",
            "op": "ADD",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 674,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-33",
            "op": "RMS_NORM",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 675,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 676,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 677,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-33",
            "op": "GLU",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 678,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-33",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 679,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-33",
            "op": "ADD",
            "placement": {
              "layer": 33,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 680,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-34",
            "op": "RMS_NORM",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 681,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 682,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 683,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 684,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-34",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 685,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-34",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 686,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-34",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 687,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-34",
            "op": "ROPE",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 688,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-34",
            "op": "ROPE",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 689,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l34",
            "op": "SET_ROWS",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 690,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l34",
            "op": "SET_ROWS",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 691,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-34",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 692,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1182",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 693,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-34",
            "op": "ADD",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 694,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-34",
            "op": "RMS_NORM",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 695,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 696,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 697,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-34",
            "op": "GLU",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 698,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-34",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 699,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-34",
            "op": "ADD",
            "placement": {
              "layer": 34,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 700,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-35",
            "op": "RMS_NORM",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 701,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 702,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 703,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 704,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-35",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 705,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-35",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 706,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-35",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 707,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-35",
            "op": "ROPE",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 708,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-35",
            "op": "ROPE",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 709,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l35",
            "op": "SET_ROWS",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 710,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l35",
            "op": "SET_ROWS",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 711,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-35",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 712,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1216",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 713,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-35",
            "op": "ADD",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 714,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-35",
            "op": "RMS_NORM",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 715,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 716,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 717,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-35",
            "op": "GLU",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 718,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-35",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 719,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-35",
            "op": "ADD",
            "placement": {
              "layer": 35,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 720,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-36",
            "op": "RMS_NORM",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 721,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 722,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 723,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 724,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-36",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 725,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-36",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 726,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-36",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 727,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-36",
            "op": "ROPE",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 728,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-36",
            "op": "ROPE",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 729,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l36",
            "op": "SET_ROWS",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 730,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l36",
            "op": "SET_ROWS",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 731,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-36",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 732,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1250",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 733,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-36",
            "op": "ADD",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 734,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-36",
            "op": "RMS_NORM",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 735,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 736,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 737,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-36",
            "op": "GLU",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 738,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-36",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 739,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-36",
            "op": "ADD",
            "placement": {
              "layer": 36,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 740,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-37",
            "op": "RMS_NORM",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 741,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 742,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 743,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 744,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-37",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 745,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-37",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 746,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-37",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 747,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-37",
            "op": "ROPE",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 748,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-37",
            "op": "ROPE",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 749,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l37",
            "op": "SET_ROWS",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 750,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l37",
            "op": "SET_ROWS",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 751,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-37",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 752,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1284",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 753,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-37",
            "op": "ADD",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 754,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-37",
            "op": "RMS_NORM",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 755,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 756,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 757,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-37",
            "op": "GLU",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 758,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-37",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 759,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-37",
            "op": "ADD",
            "placement": {
              "layer": 37,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 760,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-38",
            "op": "RMS_NORM",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 761,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 762,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 763,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 764,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-38",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 765,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-38",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 766,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-38",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 767,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-38",
            "op": "ROPE",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 768,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-38",
            "op": "ROPE",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 769,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l38",
            "op": "SET_ROWS",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 770,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l38",
            "op": "SET_ROWS",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 771,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-38",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 772,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1318",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 773,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-38",
            "op": "ADD",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 774,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-38",
            "op": "RMS_NORM",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 775,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 776,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 777,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-38",
            "op": "GLU",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 778,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-38",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 779,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-38",
            "op": "ADD",
            "placement": {
              "layer": 38,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 780,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-39",
            "op": "RMS_NORM",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 781,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 782,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 783,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 784,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-39",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 785,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-39",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 786,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-39",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 787,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-39",
            "op": "ROPE",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 788,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-39",
            "op": "ROPE",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 789,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l39",
            "op": "SET_ROWS",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 790,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l39",
            "op": "SET_ROWS",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 791,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-39",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 792,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1352",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 793,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-39",
            "op": "ADD",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 794,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-39",
            "op": "RMS_NORM",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 795,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 796,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 797,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-39",
            "op": "GLU",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 798,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-39",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 799,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-39",
            "op": "ADD",
            "placement": {
              "layer": 39,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 800,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-40",
            "op": "RMS_NORM",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 801,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 802,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 803,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 804,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-40",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 805,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-40",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 806,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-40",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 807,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-40",
            "op": "ROPE",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 808,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-40",
            "op": "ROPE",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 809,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l40",
            "op": "SET_ROWS",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 810,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l40",
            "op": "SET_ROWS",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 811,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-40",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 812,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1386",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 813,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-40",
            "op": "ADD",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 814,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-40",
            "op": "RMS_NORM",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 815,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 816,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 817,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-40",
            "op": "GLU",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 818,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-40",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 819,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-40",
            "op": "ADD",
            "placement": {
              "layer": 40,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 820,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-41",
            "op": "RMS_NORM",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 821,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 822,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 823,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 824,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-41",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 825,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-41",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 826,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-41",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 827,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-41",
            "op": "ROPE",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 828,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-41",
            "op": "ROPE",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 829,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l41",
            "op": "SET_ROWS",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 830,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l41",
            "op": "SET_ROWS",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 831,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-41",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 832,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1420",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 833,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-41",
            "op": "ADD",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 834,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-41",
            "op": "RMS_NORM",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 835,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 836,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 837,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-41",
            "op": "GLU",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 838,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-41",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 839,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-41",
            "op": "ADD",
            "placement": {
              "layer": 41,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 840,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-42",
            "op": "RMS_NORM",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 841,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 842,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 843,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 844,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-42",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 845,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-42",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 846,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-42",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 847,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-42",
            "op": "ROPE",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 848,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-42",
            "op": "ROPE",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 849,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l42",
            "op": "SET_ROWS",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 850,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l42",
            "op": "SET_ROWS",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 851,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-42",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 852,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1454",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 853,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-42",
            "op": "ADD",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 854,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-42",
            "op": "RMS_NORM",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 855,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 856,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 857,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-42",
            "op": "GLU",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 858,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-42",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 859,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-42",
            "op": "ADD",
            "placement": {
              "layer": 42,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 860,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-43",
            "op": "RMS_NORM",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 861,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 862,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 863,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 864,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-43",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 865,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-43",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 866,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-43",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 867,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-43",
            "op": "ROPE",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 868,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-43",
            "op": "ROPE",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 869,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l43",
            "op": "SET_ROWS",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 870,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l43",
            "op": "SET_ROWS",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 871,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-43",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 872,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1488",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 873,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-43",
            "op": "ADD",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 874,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-43",
            "op": "RMS_NORM",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 875,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 876,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 877,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-43",
            "op": "GLU",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 878,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-43",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 879,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-43",
            "op": "ADD",
            "placement": {
              "layer": 43,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 880,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-44",
            "op": "RMS_NORM",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 881,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 882,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 883,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 884,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-44",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 885,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-44",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 886,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-44",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 887,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-44",
            "op": "ROPE",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 888,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-44",
            "op": "ROPE",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 889,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l44",
            "op": "SET_ROWS",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 890,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l44",
            "op": "SET_ROWS",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 891,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-44",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 892,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1522",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 893,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-44",
            "op": "ADD",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 894,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-44",
            "op": "RMS_NORM",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 895,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 896,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 897,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-44",
            "op": "GLU",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 898,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-44",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 899,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-44",
            "op": "ADD",
            "placement": {
              "layer": 44,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 900,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-45",
            "op": "RMS_NORM",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 901,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 902,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 903,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 904,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-45",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 905,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-45",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 906,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-45",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 907,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-45",
            "op": "ROPE",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 908,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-45",
            "op": "ROPE",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 909,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l45",
            "op": "SET_ROWS",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 910,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l45",
            "op": "SET_ROWS",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 911,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-45",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 912,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1556",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 913,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-45",
            "op": "ADD",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 914,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-45",
            "op": "RMS_NORM",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 915,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 916,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 917,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-45",
            "op": "GLU",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 918,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-45",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 919,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-45",
            "op": "ADD",
            "placement": {
              "layer": 45,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 920,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-46",
            "op": "RMS_NORM",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 921,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 922,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 923,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 924,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-46",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 925,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-46",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 926,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-46",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 927,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-46",
            "op": "ROPE",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 928,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-46",
            "op": "ROPE",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 929,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l46",
            "op": "SET_ROWS",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 930,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l46",
            "op": "SET_ROWS",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 931,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-46",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 932,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1590",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 933,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-46",
            "op": "ADD",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 934,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-46",
            "op": "RMS_NORM",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 935,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 936,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 937,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-46",
            "op": "GLU",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 938,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-46",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 939,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-46",
            "op": "ADD",
            "placement": {
              "layer": 46,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 940,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-47",
            "op": "RMS_NORM",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 941,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_q.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 942,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "Vcur-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_v.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 943,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_k.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 944,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Qcur-47",
            "op": "ADD",
            "placement": {
              "component": "attn_q.bias",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 945,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Vcur-47",
            "op": "ADD",
            "placement": {
              "component": "attn_v.bias",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 946,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "Kcur-47",
            "op": "ADD",
            "placement": {
              "component": "attn_k.bias",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 947,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Qcur-47",
            "op": "ROPE",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 948,
            "kernel": {
              "name": "kernel_rope_neox_f32",
              "provenance": "inferred"
            },
            "name": "Kcur-47",
            "op": "ROPE",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 949,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_v_l47",
            "op": "SET_ROWS",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 950,
            "kernel": {
              "name": "kernel_set_rows_f16_i64",
              "provenance": "inferred"
            },
            "name": "cache_k_l47",
            "op": "SET_ROWS",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 951,
            "kernel": {
              "name": "kernel_get_rows_f32",
              "provenance": "inferred"
            },
            "name": "node_1626",
            "op": "GET_ROWS",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 952,
            "kernel": {
              "name": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
              "provenance": "inferred"
            },
            "name": "__fattn__-47",
            "op": "FLASH_ATTN_EXT",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 953,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "node_1624",
            "op": "MUL_MAT",
            "placement": {
              "component": "attn_output.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 954,
            "kernel": {
              "name": "kernel_get_rows_f32",
              "provenance": "inferred"
            },
            "name": "node_1625",
            "op": "GET_ROWS",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 955,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "ffn_inp-47",
            "op": "ADD",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 956,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm-47",
            "op": "RMS_NORM",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 957,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_gate-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_gate.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 958,
            "kernel": {
              "name": "kernel_mul_mv_q4_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_up-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_up.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 959,
            "kernel": {
              "name": "kernel_swiglu_f32",
              "provenance": "inferred"
            },
            "name": "ffn_swiglu-47",
            "op": "GLU",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 960,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "ffn_out-47",
            "op": "MUL_MAT",
            "placement": {
              "component": "ffn_down.weight",
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 0,
            "i": 961,
            "kernel": {
              "name": "kernel_bin_fuse_f32_f32_f32_4",
              "provenance": "inferred"
            },
            "name": "l_out-47",
            "op": "ADD",
            "placement": {
              "layer": 47,
              "provenance": "inferred"
            },
            "sg": 1
          },
          {
            "fused": 2,
            "i": 962,
            "kernel": {
              "name": "kernel_rms_norm_mul_f32_4",
              "provenance": "inferred"
            },
            "name": "norm",
            "op": "RMS_NORM",
            "sg": 1
          },
          {
            "fused": 0,
            "i": 963,
            "kernel": {
              "name": "kernel_mul_mv_q6_K_f32",
              "provenance": "inferred"
            },
            "name": "result_output",
            "op": "MUL_MAT",
            "sg": 1
          }
        ],
        "pass_nodes": 964,
        "subgraphs": [
          {
            "layers": [
              0,
              4
            ],
            "nodes": [
              0,
              93
            ],
            "sg": 0
          },
          {
            "layers": [
              4,
              47
            ],
            "nodes": [
              94,
              963
            ],
            "sg": 1
          }
        ]
      },
      "provenance": "measured",
      "provenance_overrides": {
        "/run/alignment": "timing_correlation",
        "/run/events_ms/runner_first_commit": "timing_correlation",
        "/run/passes/0/kind": "timing_correlation",
        "/run/passes/1/kind": "timing_correlation",
        "/run/passes/10/kind": "timing_correlation",
        "/run/passes/11/kind": "timing_correlation",
        "/run/passes/12/kind": "timing_correlation",
        "/run/passes/13/kind": "timing_correlation",
        "/run/passes/14/kind": "timing_correlation",
        "/run/passes/15/kind": "timing_correlation",
        "/run/passes/16/kind": "timing_correlation",
        "/run/passes/17/kind": "timing_correlation",
        "/run/passes/18/kind": "timing_correlation",
        "/run/passes/19/kind": "timing_correlation",
        "/run/passes/2/kind": "timing_correlation",
        "/run/passes/20/kind": "timing_correlation",
        "/run/passes/21/kind": "timing_correlation",
        "/run/passes/22/kind": "timing_correlation",
        "/run/passes/23/kind": "timing_correlation",
        "/run/passes/24/kind": "timing_correlation",
        "/run/passes/25/kind": "timing_correlation",
        "/run/passes/26/kind": "timing_correlation",
        "/run/passes/27/kind": "timing_correlation",
        "/run/passes/28/kind": "timing_correlation",
        "/run/passes/29/kind": "timing_correlation",
        "/run/passes/3/kind": "timing_correlation",
        "/run/passes/30/kind": "timing_correlation",
        "/run/passes/31/kind": "timing_correlation",
        "/run/passes/32/kind": "timing_correlation",
        "/run/passes/33/kind": "timing_correlation",
        "/run/passes/34/kind": "timing_correlation",
        "/run/passes/35/kind": "timing_correlation",
        "/run/passes/36/kind": "timing_correlation",
        "/run/passes/37/kind": "timing_correlation",
        "/run/passes/38/kind": "timing_correlation",
        "/run/passes/39/kind": "timing_correlation",
        "/run/passes/4/kind": "timing_correlation",
        "/run/passes/40/kind": "timing_correlation",
        "/run/passes/41/kind": "timing_correlation",
        "/run/passes/42/kind": "timing_correlation",
        "/run/passes/43/kind": "timing_correlation",
        "/run/passes/44/kind": "timing_correlation",
        "/run/passes/45/kind": "timing_correlation",
        "/run/passes/46/kind": "timing_correlation",
        "/run/passes/47/kind": "timing_correlation",
        "/run/passes/48/kind": "timing_correlation",
        "/run/passes/49/kind": "timing_correlation",
        "/run/passes/5/kind": "timing_correlation",
        "/run/passes/50/kind": "timing_correlation",
        "/run/passes/51/kind": "timing_correlation",
        "/run/passes/52/kind": "timing_correlation",
        "/run/passes/53/kind": "timing_correlation",
        "/run/passes/54/kind": "timing_correlation",
        "/run/passes/55/kind": "timing_correlation",
        "/run/passes/56/kind": "timing_correlation",
        "/run/passes/57/kind": "timing_correlation",
        "/run/passes/6/kind": "timing_correlation",
        "/run/passes/7/kind": "timing_correlation",
        "/run/passes/8/kind": "timing_correlation",
        "/run/passes/9/kind": "timing_correlation"
      },
      "relations": {
        "buf_nodes": {
          "items": [
            {
              "b": 0,
              "k": 0,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 0,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 0,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 1,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 1,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 1,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 2,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 2,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 2,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 3,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 3,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 3,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 4,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 4,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 4,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 5,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 5,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 5,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 6,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 6,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 6,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 7,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 7,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 7,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 8,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 8,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 8,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 9,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 9,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 9,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 10,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 10,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 10,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 11,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 11,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 11,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 12,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 12,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 12,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 13,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 13,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 13,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 14,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 14,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 14,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 15,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 15,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 15,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 16,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 16,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 16,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 17,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 17,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 17,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 18,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 18,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 18,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 19,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 19,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 19,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 20,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 20,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 20,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 21,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 21,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 21,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 22,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 22,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 22,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 23,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 23,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 23,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 24,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 24,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 24,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 25,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 25,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 25,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 26,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 26,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 26,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 27,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 27,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 27,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 28,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 28,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 28,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 29,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 29,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 29,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 30,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 30,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 30,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 31,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 31,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 31,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 32,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 32,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 32,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 33,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 33,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 33,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 34,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 34,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 34,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 35,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 35,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 35,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 36,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 36,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 36,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 37,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 37,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 37,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 38,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 38,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 38,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 39,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 39,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 39,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 40,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 40,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 40,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 41,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 41,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 41,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 42,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 42,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 42,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 43,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 43,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 43,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 44,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 44,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 44,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 45,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 45,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 45,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 46,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 46,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 46,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 47,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 47,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 47,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 48,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 48,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 48,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 49,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 49,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 49,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 50,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 50,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 50,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 51,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 51,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 51,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 52,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 52,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 52,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 53,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 53,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 53,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 54,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 54,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 54,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 55,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 55,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 55,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 56,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 56,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 56,
              "nodes": null,
              "terminal": "blit"
            },
            {
              "b": 0,
              "k": 57,
              "nodes": [
                0,
                93
              ]
            },
            {
              "b": 1,
              "k": 57,
              "nodes": [
                94,
                963
              ]
            },
            {
              "b": 2,
              "k": 57,
              "nodes": null,
              "terminal": "blit"
            }
          ],
          "provenance": "inferred"
        },
        "interval_nodes": {
          "items": [
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 0
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 1
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 2
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 3
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 4
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 5
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 6
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 7
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 8
            },
            {
              "k": 46,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 47,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 47,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 48,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 48,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 49,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 19
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 20
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 21
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 22
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 23
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 24
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 25
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 26
            },
            {
              "k": 49,
              "nodes": [
                94,
                963
              ],
              "row": 27
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 50,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 50,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 51,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 51,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 52,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 52,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 53,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 53,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 54,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 54,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 55,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 55,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 56,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 56,
              "nodes": [
                94,
                963
              ],
              "row": 18
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 0
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 1
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 2
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 3
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 4
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 5
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 6
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 7
            },
            {
              "k": 57,
              "nodes": [
                0,
                93
              ],
              "row": 8
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 9
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 10
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 11
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 12
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 13
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 14
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 15
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 16
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 17
            },
            {
              "k": 57,
              "nodes": [
                94,
                963
              ],
              "row": 18
            }
          ],
          "provenance": "inferred"
        },
        "kernel_nodes": {
          "map": {
            "kernel_bin_fuse_f32_f32_f32_4": {
              "nodes": [
                4,
                5,
                6,
                13,
                19,
                24,
                25,
                26,
                33,
                39,
                44,
                45,
                46,
                53,
                59,
                64,
                65,
                66,
                73,
                79,
                84,
                85,
                86,
                93,
                99,
                104,
                105,
                106,
                113,
                119,
                124,
                125,
                126,
                133,
                139,
                144,
                145,
                146,
                153,
                159,
                164,
                165,
                166,
                173,
                179,
                184,
                185,
                186,
                193,
                199,
                204,
                205,
                206,
                213,
                219,
                224,
                225,
                226,
                233,
                239,
                244,
                245,
                246,
                253,
                259,
                264,
                265,
                266,
                273,
                279,
                284,
                285,
                286,
                293,
                299,
                304,
                305,
                306,
                313,
                319,
                324,
                325,
                326,
                333,
                339,
                344,
                345,
                346,
                353,
                359,
                364,
                365,
                366,
                373,
                379,
                384,
                385,
                386,
                393,
                399,
                404,
                405,
                406,
                413,
                419,
                424,
                425,
                426,
                433,
                439,
                444,
                445,
                446,
                453,
                459,
                464,
                465,
                466,
                473,
                479,
                484,
                485,
                486,
                493,
                499,
                504,
                505,
                506,
                513,
                519,
                524,
                525,
                526,
                533,
                539,
                544,
                545,
                546,
                553,
                559,
                564,
                565,
                566,
                573,
                579,
                584,
                585,
                586,
                593,
                599,
                604,
                605,
                606,
                613,
                619,
                624,
                625,
                626,
                633,
                639,
                644,
                645,
                646,
                653,
                659,
                664,
                665,
                666,
                673,
                679,
                684,
                685,
                686,
                693,
                699,
                704,
                705,
                706,
                713,
                719,
                724,
                725,
                726,
                733,
                739,
                744,
                745,
                746,
                753,
                759,
                764,
                765,
                766,
                773,
                779,
                784,
                785,
                786,
                793,
                799,
                804,
                805,
                806,
                813,
                819,
                824,
                825,
                826,
                833,
                839,
                844,
                845,
                846,
                853,
                859,
                864,
                865,
                866,
                873,
                879,
                884,
                885,
                886,
                893,
                899,
                904,
                905,
                906,
                913,
                919,
                924,
                925,
                926,
                933,
                939,
                944,
                945,
                946,
                955,
                961
              ],
              "provenance": "inferred"
            },
            "kernel_flash_attn_ext_vec_f16_dk128_dv128": {
              "nodes": [
                11,
                31,
                51,
                71,
                91,
                111,
                131,
                151,
                171,
                191,
                211,
                231,
                251,
                271,
                291,
                311,
                331,
                351,
                371,
                391,
                411,
                431,
                451,
                471,
                491,
                511,
                531,
                551,
                571,
                591,
                611,
                631,
                651,
                671,
                691,
                711,
                731,
                751,
                771,
                791,
                811,
                831,
                851,
                871,
                891,
                911,
                931,
                952
              ],
              "provenance": "inferred"
            },
            "kernel_get_rows_f32": {
              "nodes": [
                951,
                954
              ],
              "provenance": "inferred"
            },
            "kernel_mul_mv_q4_K_f32": {
              "nodes": [
                1,
                3,
                12,
                15,
                16,
                21,
                23,
                32,
                35,
                36,
                41,
                43,
                52,
                55,
                56,
                61,
                63,
                72,
                75,
                76,
                81,
                83,
                92,
                95,
                96,
                101,
                102,
                103,
                112,
                115,
                116,
                118,
                121,
                123,
                132,
                135,
                136,
                138,
                141,
                142,
                143,
                152,
                155,
                156,
                161,
                162,
                163,
                172,
                175,
                176,
                178,
                181,
                183,
                192,
                195,
                196,
                198,
                201,
                203,
                212,
                215,
                216,
                221,
                222,
                223,
                232,
                235,
                236,
                241,
                242,
                243,
                252,
                255,
                256,
                258,
                261,
                262,
                263,
                272,
                275,
                276,
                278,
                281,
                283,
                292,
                295,
                296,
                301,
                302,
                303,
                312,
                315,
                316,
                318,
                321,
                322,
                323,
                332,
                335,
                336,
                338,
                341,
                343,
                352,
                355,
                356,
                361,
                362,
                363,
                372,
                375,
                376,
                378,
                381,
                382,
                383,
                392,
                395,
                396,
                398,
                401,
                403,
                412,
                415,
                416,
                421,
                422,
                423,
                432,
                435,
                436,
                438,
                441,
                442,
                443,
                452,
                455,
                456,
                458,
                461,
                463,
                472,
                475,
                476,
                481,
                482,
                483,
                492,
                495,
                496,
                498,
                501,
                502,
                503,
                512,
                515,
                516,
                518,
                521,
                523,
                532,
                535,
                536,
                541,
                542,
                543,
                552,
                555,
                556,
                558,
                561,
                562,
                563,
                572,
                575,
                576,
                578,
                581,
                583,
                592,
                595,
                596,
                601,
                602,
                603,
                612,
                615,
                616,
                618,
                621,
                622,
                623,
                632,
                635,
                636,
                638,
                641,
                643,
                652,
                655,
                656,
                661,
                662,
                663,
                672,
                675,
                676,
                678,
                681,
                682,
                683,
                692,
                695,
                696,
                698,
                701,
                703,
                712,
                715,
                716,
                721,
                722,
                723,
                732,
                735,
                736,
                738,
                741,
                742,
                743,
                752,
                755,
                756,
                758,
                761,
                763,
                772,
                775,
                776,
                781,
                782,
                783,
                792,
                795,
                796,
                798,
                801,
                802,
                803,
                812,
                815,
                816,
                818,
                821,
                823,
                832,
                835,
                836,
                841,
                843,
                852,
                855,
                856,
                861,
                863,
                872,
                875,
                876,
                881,
                883,
                892,
                895,
                896,
                901,
                903,
                912,
                915,
                916,
                921,
                923,
                932,
                935,
                936,
                941,
                943,
                953,
                957,
                958
              ],
              "provenance": "inferred"
            },
            "kernel_mul_mv_q6_K_f32": {
              "nodes": [
                2,
                18,
                22,
                38,
                42,
                58,
                62,
                78,
                82,
                98,
                122,
                158,
                182,
                202,
                218,
                238,
                282,
                298,
                342,
                358,
                402,
                418,
                462,
                478,
                522,
                538,
                582,
                598,
                642,
                658,
                702,
                718,
                762,
                778,
                822,
                838,
                842,
                858,
                862,
                878,
                882,
                898,
                902,
                918,
                922,
                938,
                942,
                960,
                963
              ],
              "provenance": "inferred"
            },
            "kernel_rms_norm_mul_f32_4": {
              "nodes": [
                0,
                14,
                20,
                34,
                40,
                54,
                60,
                74,
                80,
                94,
                100,
                114,
                120,
                134,
                140,
                154,
                160,
                174,
                180,
                194,
                200,
                214,
                220,
                234,
                240,
                254,
                260,
                274,
                280,
                294,
                300,
                314,
                320,
                334,
                340,
                354,
                360,
                374,
                380,
                394,
                400,
                414,
                420,
                434,
                440,
                454,
                460,
                474,
                480,
                494,
                500,
                514,
                520,
                534,
                540,
                554,
                560,
                574,
                580,
                594,
                600,
                614,
                620,
                634,
                640,
                654,
                660,
                674,
                680,
                694,
                700,
                714,
                720,
                734,
                740,
                754,
                760,
                774,
                780,
                794,
                800,
                814,
                820,
                834,
                840,
                854,
                860,
                874,
                880,
                894,
                900,
                914,
                920,
                934,
                940,
                956,
                962
              ],
              "provenance": "inferred"
            },
            "kernel_rope_neox_f32": {
              "nodes": [
                7,
                8,
                27,
                28,
                47,
                48,
                67,
                68,
                87,
                88,
                107,
                108,
                127,
                128,
                147,
                148,
                167,
                168,
                187,
                188,
                207,
                208,
                227,
                228,
                247,
                248,
                267,
                268,
                287,
                288,
                307,
                308,
                327,
                328,
                347,
                348,
                367,
                368,
                387,
                388,
                407,
                408,
                427,
                428,
                447,
                448,
                467,
                468,
                487,
                488,
                507,
                508,
                527,
                528,
                547,
                548,
                567,
                568,
                587,
                588,
                607,
                608,
                627,
                628,
                647,
                648,
                667,
                668,
                687,
                688,
                707,
                708,
                727,
                728,
                747,
                748,
                767,
                768,
                787,
                788,
                807,
                808,
                827,
                828,
                847,
                848,
                867,
                868,
                887,
                888,
                907,
                908,
                927,
                928,
                947,
                948
              ],
              "provenance": "inferred"
            },
            "kernel_set_rows_f16_i64": {
              "nodes": [
                9,
                10,
                29,
                30,
                49,
                50,
                69,
                70,
                89,
                90,
                109,
                110,
                129,
                130,
                149,
                150,
                169,
                170,
                189,
                190,
                209,
                210,
                229,
                230,
                249,
                250,
                269,
                270,
                289,
                290,
                309,
                310,
                329,
                330,
                349,
                350,
                369,
                370,
                389,
                390,
                409,
                410,
                429,
                430,
                449,
                450,
                469,
                470,
                489,
                490,
                509,
                510,
                529,
                530,
                549,
                550,
                569,
                570,
                589,
                590,
                609,
                610,
                629,
                630,
                649,
                650,
                669,
                670,
                689,
                690,
                709,
                710,
                729,
                730,
                749,
                750,
                769,
                770,
                789,
                790,
                809,
                810,
                829,
                830,
                849,
                850,
                869,
                870,
                889,
                890,
                909,
                910,
                929,
                930,
                949,
                950
              ],
              "provenance": "inferred"
            },
            "kernel_swiglu_f32": {
              "nodes": [
                17,
                37,
                57,
                77,
                97,
                117,
                137,
                157,
                177,
                197,
                217,
                237,
                257,
                277,
                297,
                317,
                337,
                357,
                377,
                397,
                417,
                437,
                457,
                477,
                497,
                517,
                537,
                557,
                577,
                597,
                617,
                637,
                657,
                677,
                697,
                717,
                737,
                757,
                777,
                797,
                817,
                837,
                857,
                877,
                897,
                917,
                937,
                959
              ],
              "provenance": "inferred"
            }
          },
          "provenance": "inferred"
        },
        "pass_token": {
          "items": [
            {
              "k": 0,
              "token_index": null
            },
            {
              "k": 1,
              "token_index": 0
            },
            {
              "k": 2,
              "token_index": 1
            },
            {
              "k": 3,
              "token_index": 2
            },
            {
              "k": 4,
              "token_index": 3
            },
            {
              "k": 5,
              "token_index": 4
            },
            {
              "k": 6,
              "token_index": 5
            },
            {
              "k": 7,
              "token_index": 6
            },
            {
              "k": 8,
              "token_index": 7
            },
            {
              "k": 9,
              "token_index": 8
            },
            {
              "k": 10,
              "token_index": 9
            },
            {
              "k": 11,
              "token_index": 10
            },
            {
              "k": 12,
              "token_index": 11
            },
            {
              "k": 13,
              "token_index": 12
            },
            {
              "k": 14,
              "token_index": 13
            },
            {
              "k": 15,
              "token_index": 14
            },
            {
              "k": 16,
              "token_index": 15
            },
            {
              "k": 17,
              "token_index": 16
            },
            {
              "k": 18,
              "token_index": 17
            },
            {
              "k": 19,
              "token_index": 18
            },
            {
              "k": 20,
              "token_index": 19
            },
            {
              "k": 21,
              "token_index": 20
            },
            {
              "k": 22,
              "token_index": 21
            },
            {
              "k": 23,
              "token_index": 22
            },
            {
              "k": 24,
              "token_index": 23
            },
            {
              "k": 25,
              "token_index": 24
            },
            {
              "k": 26,
              "token_index": 25
            },
            {
              "k": 27,
              "token_index": 26
            },
            {
              "k": 28,
              "token_index": 27
            },
            {
              "k": 29,
              "token_index": 28
            },
            {
              "k": 30,
              "token_index": 29
            },
            {
              "k": 31,
              "token_index": 30
            },
            {
              "k": 32,
              "token_index": 31
            },
            {
              "k": 33,
              "token_index": 32
            },
            {
              "k": 34,
              "token_index": 33
            },
            {
              "k": 35,
              "token_index": 34
            },
            {
              "k": 36,
              "token_index": 35
            },
            {
              "k": 37,
              "token_index": 36
            },
            {
              "k": 38,
              "token_index": 37
            },
            {
              "k": 39,
              "token_index": 38
            },
            {
              "k": 40,
              "token_index": 39
            },
            {
              "k": 41,
              "token_index": 40
            },
            {
              "k": 42,
              "token_index": 41
            },
            {
              "k": 43,
              "token_index": 42
            },
            {
              "k": 44,
              "token_index": 43
            },
            {
              "k": 45,
              "token_index": 44
            },
            {
              "k": 46,
              "token_index": 45
            },
            {
              "k": 47,
              "token_index": 46
            },
            {
              "k": 48,
              "token_index": 47
            },
            {
              "k": 49,
              "token_index": 48
            },
            {
              "k": 50,
              "token_index": 49
            },
            {
              "k": 51,
              "token_index": 50
            },
            {
              "k": 52,
              "token_index": 51
            },
            {
              "k": 53,
              "token_index": 52
            },
            {
              "k": 54,
              "token_index": 53
            },
            {
              "k": 55,
              "token_index": 54
            },
            {
              "k": 56,
              "token_index": 55
            },
            {
              "k": 57,
              "token_index": 56
            }
          ],
          "provenance": "timing_correlation"
        }
      },
      "run": {
        "alignment": {
          "first_encode_trace_ms": 4102.107,
          "first_token_trace_ms": 4290.866,
          "generation_done_trace_ms": 6444.161,
          "last_pass_end_trace_ms": 6441.549,
          "method": "trace_time_info",
          "request_start_trace_ms": 3848.492,
          "residual_ms": 2.612,
          "token_count_agreement": {
            "runtime_generated_tokens": 58,
            "trace_clusters": 57
          }
        },
        "cached_prefix_source": "runtime_log",
        "cached_prefix_tokens": 24,
        "chunk_ms": [
          448.82,
          482.21,
          517.75,
          552.33,
          587.04,
          622.28,
          659.2,
          697.59,
          736.81,
          779.84,
          815.83,
          853.56,
          889.61,
          926.32,
          961.13,
          999.52,
          1038.61,
          1076.0,
          1115.26,
          1154.77,
          1194.22,
          1233.55,
          1270.54,
          1308.13,
          1350.89,
          1387.45,
          1426.67,
          1464.43,
          1500.31,
          1538.56,
          1577.72,
          1616.18,
          1654.76,
          1692.71,
          1731.04,
          1766.84,
          1802.82,
          1838.25,
          1874.33,
          1910.78,
          1947.04,
          1982.02,
          2018.11,
          2053.48,
          2090.73,
          2132.26,
          2176.24,
          2218.13,
          2257.39,
          2297.12,
          2335.3,
          2371.06,
          2409.99,
          2448.79,
          2485.81,
          2525.4,
          2563.74
        ],
        "counters": {
          "done_reason": "stop",
          "eval_s": 2.154999,
          "generated_tokens": 58,
          "load_s": 0.18716275,
          "prompt_eval_s": 0.192672,
          "prompt_tokens": 47,
          "total_s": 2.550246292
        },
        "events_ms": {
          "first_token": 448.82,
          "generation_done": 2602.1,
          "request_start": 0,
          "runner_first_commit": 253.615
        },
        "events_wall": {
          "first_token": "2026-10-22T06:42:28.054Z",
          "generation_done": "2026-10-22T06:42:30.207Z",
          "request_start": "2026-10-22T06:42:27.599Z"
        },
        "kernel_counts": {
          "kernel_bin_fuse_f32_f32_f32_4": 24,
          "kernel_flash_attn_ext_vec_f16_dk128_dv128": 24,
          "kernel_flash_attn_ext_vec_reduce": 24,
          "kernel_get_rows_f32": 12,
          "kernel_mul_mv_q4_K_f32": 24,
          "kernel_mul_mv_q6_K_f32": 24,
          "kernel_rms_norm_mul_f32_4": 24,
          "kernel_rope_neox_f32": 24,
          "kernel_set_rows_f16_i64": 24,
          "kernel_swiglu_f32": 24
        },
        "passes": [
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 1.728,
                "enc_start_ms": 4102.107,
                "gpu_dur_ms": 24.669,
                "gpu_end_ms": 4131.674,
                "gpu_start_ms": 4107.005,
                "role": "small",
                "segments": [
                  [
                    4107.005,
                    24.67
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.282,
                "enc_start_ms": 4103.861,
                "gpu_dur_ms": 151.769,
                "gpu_end_ms": 4283.444,
                "gpu_start_ms": 4131.675,
                "role": "big",
                "segments": [
                  [
                    4131.675,
                    151.769
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.071,
                "enc_start_ms": 4107.512,
                "role": "blit"
              }
            ],
            "k": 0,
            "kind": "prefill",
            "period_ms": 186.347,
            "shader_rows": [],
            "t0_ms": 4102.107
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.254,
                "enc_start_ms": 4288.454,
                "gpu_dur_ms": 3.127,
                "gpu_end_ms": 4292.58,
                "gpu_start_ms": 4289.453,
                "role": "small",
                "segments": [
                  [
                    4289.453,
                    3.126
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.126,
                "enc_start_ms": 4288.722,
                "gpu_dur_ms": 30.612,
                "gpu_end_ms": 4323.192,
                "gpu_start_ms": 4292.58,
                "role": "big",
                "segments": [
                  [
                    4292.58,
                    30.611
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.026,
                "enc_start_ms": 4290.932,
                "role": "blit"
              }
            ],
            "k": 1,
            "kind": "decode",
            "period_ms": 35.636,
            "shader_rows": [],
            "t0_ms": 4288.454
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.238,
                "enc_start_ms": 4324.09,
                "gpu_dur_ms": 2.892,
                "gpu_end_ms": 4327.393,
                "gpu_start_ms": 4324.501,
                "role": "small",
                "segments": [
                  [
                    4324.501,
                    2.892
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.987,
                "enc_start_ms": 4324.339,
                "gpu_dur_ms": 31.45,
                "gpu_end_ms": 4358.843,
                "gpu_start_ms": 4327.393,
                "role": "big",
                "segments": [
                  [
                    4327.393,
                    31.449
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.022,
                "enc_start_ms": 4326.401,
                "role": "blit"
              }
            ],
            "k": 2,
            "kind": "decode",
            "period_ms": 35.448,
            "shader_rows": [],
            "t0_ms": 4324.09
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.289,
                "enc_start_ms": 4359.538,
                "gpu_dur_ms": 2.914,
                "gpu_end_ms": 4362.959,
                "gpu_start_ms": 4360.045,
                "role": "small",
                "segments": [
                  [
                    4360.045,
                    2.914
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.992,
                "enc_start_ms": 4359.845,
                "gpu_dur_ms": 30.525,
                "gpu_end_ms": 4393.484,
                "gpu_start_ms": 4362.959,
                "role": "big",
                "segments": [
                  [
                    4362.959,
                    30.525
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.023,
                "enc_start_ms": 4361.909,
                "role": "blit"
              }
            ],
            "k": 3,
            "kind": "decode",
            "period_ms": 34.685,
            "shader_rows": [],
            "t0_ms": 4359.538
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.236,
                "enc_start_ms": 4394.223,
                "gpu_dur_ms": 2.938,
                "gpu_end_ms": 4397.616,
                "gpu_start_ms": 4394.678,
                "role": "small",
                "segments": [
                  [
                    4394.678,
                    2.938
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.013,
                "enc_start_ms": 4394.471,
                "gpu_dur_ms": 30.657,
                "gpu_end_ms": 4428.274,
                "gpu_start_ms": 4397.617,
                "role": "big",
                "segments": [
                  [
                    4397.617,
                    30.657
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.023,
                "enc_start_ms": 4396.549,
                "role": "blit"
              }
            ],
            "k": 4,
            "kind": "decode",
            "period_ms": 34.718,
            "shader_rows": [],
            "t0_ms": 4394.223
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.229,
                "enc_start_ms": 4428.941,
                "gpu_dur_ms": 2.912,
                "gpu_end_ms": 4432.239,
                "gpu_start_ms": 4429.327,
                "role": "small",
                "segments": [
                  [
                    4429.327,
                    2.912
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.989,
                "enc_start_ms": 4429.181,
                "gpu_dur_ms": 31.27,
                "gpu_end_ms": 4463.509,
                "gpu_start_ms": 4432.239,
                "role": "big",
                "segments": [
                  [
                    4432.239,
                    31.27
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.021,
                "enc_start_ms": 4431.235,
                "role": "blit"
              }
            ],
            "k": 5,
            "kind": "decode",
            "period_ms": 35.247,
            "shader_rows": [],
            "t0_ms": 4428.941
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.245,
                "enc_start_ms": 4464.188,
                "gpu_dur_ms": 2.902,
                "gpu_end_ms": 4467.493,
                "gpu_start_ms": 4464.591,
                "role": "small",
                "segments": [
                  [
                    4464.591,
                    2.902
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.02,
                "enc_start_ms": 4464.443,
                "gpu_dur_ms": 31.512,
                "gpu_end_ms": 4499.005,
                "gpu_start_ms": 4467.493,
                "role": "big",
                "segments": [
                  [
                    4467.493,
                    31.512
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.022,
                "enc_start_ms": 4466.534,
                "role": "blit"
              }
            ],
            "k": 6,
            "kind": "decode",
            "period_ms": 35.852,
            "shader_rows": [],
            "t0_ms": 4464.188
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.313,
                "enc_start_ms": 4500.04,
                "gpu_dur_ms": 3.298,
                "gpu_end_ms": 4503.974,
                "gpu_start_ms": 4500.676,
                "role": "small",
                "segments": [
                  [
                    4500.676,
                    3.298
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.432,
                "enc_start_ms": 4500.368,
                "gpu_dur_ms": 33.444,
                "gpu_end_ms": 4537.418,
                "gpu_start_ms": 4503.974,
                "role": "big",
                "segments": [
                  [
                    4503.974,
                    33.444
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.03,
                "enc_start_ms": 4502.894,
                "role": "blit"
              }
            ],
            "k": 7,
            "kind": "decode",
            "period_ms": 39.127,
            "shader_rows": [],
            "t0_ms": 4500.04
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.328,
                "enc_start_ms": 4539.167,
                "gpu_dur_ms": 3.15,
                "gpu_end_ms": 4543.05,
                "gpu_start_ms": 4539.9,
                "role": "small",
                "segments": [
                  [
                    4539.9,
                    3.15
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.124,
                "enc_start_ms": 4539.508,
                "gpu_dur_ms": 34.472,
                "gpu_end_ms": 4577.522,
                "gpu_start_ms": 4543.05,
                "role": "big",
                "segments": [
                  [
                    4543.05,
                    34.471
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.023,
                "enc_start_ms": 4541.704,
                "role": "blit"
              }
            ],
            "k": 8,
            "kind": "decode",
            "period_ms": 39.471,
            "shader_rows": [],
            "t0_ms": 4539.167
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.25,
                "enc_start_ms": 4578.638,
                "gpu_dur_ms": 3.356,
                "gpu_end_ms": 4582.411,
                "gpu_start_ms": 4579.055,
                "role": "small",
                "segments": [
                  [
                    4579.055,
                    3.357
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 4.087,
                "enc_start_ms": 4578.902,
                "gpu_dur_ms": 34.868,
                "gpu_end_ms": 4618.087,
                "gpu_start_ms": 4583.219,
                "role": "big",
                "segments": [
                  [
                    4583.219,
                    32.0
                  ],
                  [
                    4615.243,
                    2.845
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.083,
                "enc_start_ms": 4583.278,
                "gpu_dur_ms": 0.004,
                "gpu_end_ms": 4618.104,
                "gpu_start_ms": 4618.1,
                "role": "blit",
                "segments": [
                  [
                    4618.1,
                    0.004
                  ]
                ]
              }
            ],
            "k": 9,
            "kind": "decode",
            "period_ms": 41.042,
            "shader_rows": [],
            "t0_ms": 4578.638
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.486,
                "enc_start_ms": 4619.68,
                "gpu_dur_ms": 3.173,
                "gpu_end_ms": 4624.153,
                "gpu_start_ms": 4620.98,
                "role": "small",
                "segments": [
                  [
                    4620.98,
                    3.173
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.136,
                "enc_start_ms": 4620.181,
                "gpu_dur_ms": 32.573,
                "gpu_end_ms": 4656.727,
                "gpu_start_ms": 4624.154,
                "role": "big",
                "segments": [
                  [
                    4624.154,
                    32.573
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.186,
                "enc_start_ms": 4623.443,
                "role": "blit"
              }
            ],
            "k": 10,
            "kind": "decode",
            "period_ms": 37.952,
            "shader_rows": [],
            "t0_ms": 4619.68
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.272,
                "enc_start_ms": 4657.632,
                "gpu_dur_ms": 3.459,
                "gpu_end_ms": 4661.535,
                "gpu_start_ms": 4658.076,
                "role": "small",
                "segments": [
                  [
                    4658.076,
                    3.46
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.596,
                "enc_start_ms": 4657.919,
                "gpu_dur_ms": 33.05,
                "gpu_end_ms": 4694.586,
                "gpu_start_ms": 4661.536,
                "role": "big",
                "segments": [
                  [
                    4661.536,
                    33.05
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 4660.624,
                "role": "blit"
              }
            ],
            "k": 11,
            "kind": "decode",
            "period_ms": 37.77,
            "shader_rows": [],
            "t0_ms": 4657.632
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.235,
                "enc_start_ms": 4695.402,
                "gpu_dur_ms": 3.318,
                "gpu_end_ms": 4699.123,
                "gpu_start_ms": 4695.805,
                "role": "small",
                "segments": [
                  [
                    4695.805,
                    3.318
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.358,
                "enc_start_ms": 4695.648,
                "gpu_dur_ms": 31.465,
                "gpu_end_ms": 4730.589,
                "gpu_start_ms": 4699.124,
                "role": "big",
                "segments": [
                  [
                    4699.124,
                    31.465
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.03,
                "enc_start_ms": 4698.109,
                "role": "blit"
              }
            ],
            "k": 12,
            "kind": "decode",
            "period_ms": 36.106,
            "shader_rows": [],
            "t0_ms": 4695.402
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.229,
                "enc_start_ms": 4731.508,
                "gpu_dur_ms": 2.927,
                "gpu_end_ms": 4734.838,
                "gpu_start_ms": 4731.911,
                "role": "small",
                "segments": [
                  [
                    4731.911,
                    2.927
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.105,
                "enc_start_ms": 4731.747,
                "gpu_dur_ms": 32.651,
                "gpu_end_ms": 4767.49,
                "gpu_start_ms": 4734.839,
                "role": "big",
                "segments": [
                  [
                    4734.839,
                    32.652
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 4733.926,
                "role": "blit"
              }
            ],
            "k": 13,
            "kind": "decode",
            "period_ms": 36.685,
            "shader_rows": [],
            "t0_ms": 4731.508
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.239,
                "enc_start_ms": 4768.193,
                "gpu_dur_ms": 2.937,
                "gpu_end_ms": 4771.577,
                "gpu_start_ms": 4768.64,
                "role": "small",
                "segments": [
                  [
                    4768.64,
                    2.937
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.058,
                "enc_start_ms": 4768.441,
                "gpu_dur_ms": 30.611,
                "gpu_end_ms": 4802.189,
                "gpu_start_ms": 4771.578,
                "role": "big",
                "segments": [
                  [
                    4771.578,
                    30.611
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 4770.58,
                "role": "blit"
              }
            ],
            "k": 14,
            "kind": "decode",
            "period_ms": 37.206,
            "shader_rows": [],
            "t0_ms": 4768.193
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.234,
                "enc_start_ms": 4805.399,
                "gpu_dur_ms": 3.215,
                "gpu_end_ms": 4809.242,
                "gpu_start_ms": 4806.027,
                "role": "small",
                "segments": [
                  [
                    4806.027,
                    3.214
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.286,
                "enc_start_ms": 4805.644,
                "gpu_dur_ms": 31.003,
                "gpu_end_ms": 4840.245,
                "gpu_start_ms": 4809.242,
                "role": "big",
                "segments": [
                  [
                    4809.242,
                    31.002
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.026,
                "enc_start_ms": 4808.007,
                "role": "blit"
              }
            ],
            "k": 15,
            "kind": "decode",
            "period_ms": 36.045,
            "shader_rows": [],
            "t0_ms": 4805.399
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.236,
                "enc_start_ms": 4841.444,
                "gpu_dur_ms": 3.217,
                "gpu_end_ms": 4845.061,
                "gpu_start_ms": 4841.844,
                "role": "small",
                "segments": [
                  [
                    4841.844,
                    3.218
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.806,
                "enc_start_ms": 4841.691,
                "gpu_dur_ms": 33.672,
                "gpu_end_ms": 4879.387,
                "gpu_start_ms": 4845.715,
                "role": "big",
                "segments": [
                  [
                    4845.715,
                    33.672
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.048,
                "enc_start_ms": 4845.594,
                "role": "blit"
              }
            ],
            "k": 16,
            "kind": "decode",
            "period_ms": 38.934,
            "shader_rows": [],
            "t0_ms": 4841.444
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.627,
                "enc_start_ms": 4880.378,
                "gpu_dur_ms": 3.14,
                "gpu_end_ms": 4884.359,
                "gpu_start_ms": 4881.219,
                "role": "small",
                "segments": [
                  [
                    4881.219,
                    3.14
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.025,
                "enc_start_ms": 4881.033,
                "gpu_dur_ms": 32.067,
                "gpu_end_ms": 4916.427,
                "gpu_start_ms": 4884.36,
                "role": "big",
                "segments": [
                  [
                    4884.36,
                    32.068
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.118,
                "enc_start_ms": 4884.188,
                "role": "blit"
              }
            ],
            "k": 17,
            "kind": "decode",
            "period_ms": 37.284,
            "shader_rows": [],
            "t0_ms": 4880.378
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.436,
                "enc_start_ms": 4917.662,
                "gpu_dur_ms": 3.429,
                "gpu_end_ms": 4922.148,
                "gpu_start_ms": 4918.719,
                "role": "small",
                "segments": [
                  [
                    4918.719,
                    3.43
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.207,
                "enc_start_ms": 4918.134,
                "gpu_dur_ms": 33.712,
                "gpu_end_ms": 4955.861,
                "gpu_start_ms": 4922.149,
                "role": "big",
                "segments": [
                  [
                    4922.149,
                    33.712
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.05,
                "enc_start_ms": 4921.502,
                "role": "blit"
              }
            ],
            "k": 18,
            "kind": "decode",
            "period_ms": 39.273,
            "shader_rows": [],
            "t0_ms": 4917.662
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.318,
                "enc_start_ms": 4956.935,
                "gpu_dur_ms": 3.557,
                "gpu_end_ms": 4961.001,
                "gpu_start_ms": 4957.444,
                "role": "small",
                "segments": [
                  [
                    4957.444,
                    3.557
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.332,
                "enc_start_ms": 4957.268,
                "gpu_dur_ms": 34.17,
                "gpu_end_ms": 4995.172,
                "gpu_start_ms": 4961.002,
                "role": "big",
                "segments": [
                  [
                    4961.002,
                    34.17
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.034,
                "enc_start_ms": 4960.735,
                "role": "blit"
              }
            ],
            "k": 19,
            "kind": "decode",
            "period_ms": 39.426,
            "shader_rows": [],
            "t0_ms": 4956.935
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.406,
                "enc_start_ms": 4996.361,
                "gpu_dur_ms": 3.459,
                "gpu_end_ms": 5000.487,
                "gpu_start_ms": 4997.028,
                "role": "small",
                "segments": [
                  [
                    4997.028,
                    3.459
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.315,
                "enc_start_ms": 4996.786,
                "gpu_dur_ms": 34.474,
                "gpu_end_ms": 5034.961,
                "gpu_start_ms": 5000.487,
                "role": "big",
                "segments": [
                  [
                    5000.487,
                    22.544
                  ],
                  [
                    5023.054,
                    11.907
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.066,
                "enc_start_ms": 5000.216,
                "role": "blit"
              }
            ],
            "k": 20,
            "kind": "decode",
            "period_ms": 39.486,
            "shader_rows": [],
            "t0_ms": 4996.361
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.486,
                "enc_start_ms": 5035.847,
                "gpu_dur_ms": 3.167,
                "gpu_end_ms": 5039.792,
                "gpu_start_ms": 5036.625,
                "role": "small",
                "segments": [
                  [
                    5036.625,
                    3.167
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.124,
                "enc_start_ms": 5036.349,
                "gpu_dur_ms": 34.776,
                "gpu_end_ms": 5074.568,
                "gpu_start_ms": 5039.792,
                "role": "big",
                "segments": [
                  [
                    5039.792,
                    34.776
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.031,
                "enc_start_ms": 5038.554,
                "role": "blit"
              }
            ],
            "k": 21,
            "kind": "decode",
            "period_ms": 39.419,
            "shader_rows": [],
            "t0_ms": 5035.847
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.238,
                "enc_start_ms": 5075.266,
                "gpu_dur_ms": 3.205,
                "gpu_end_ms": 5078.943,
                "gpu_start_ms": 5075.738,
                "role": "small",
                "segments": [
                  [
                    5075.738,
                    3.204
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.084,
                "enc_start_ms": 5075.517,
                "gpu_dur_ms": 32.694,
                "gpu_end_ms": 5111.637,
                "gpu_start_ms": 5078.943,
                "role": "big",
                "segments": [
                  [
                    5078.943,
                    32.694
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.065,
                "enc_start_ms": 5077.684,
                "role": "blit"
              }
            ],
            "k": 22,
            "kind": "decode",
            "period_ms": 37.052,
            "shader_rows": [],
            "t0_ms": 5075.266
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.272,
                "enc_start_ms": 5112.318,
                "gpu_dur_ms": 3.163,
                "gpu_end_ms": 5115.915,
                "gpu_start_ms": 5112.752,
                "role": "small",
                "segments": [
                  [
                    5112.752,
                    3.163
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.066,
                "enc_start_ms": 5112.602,
                "gpu_dur_ms": 33.35,
                "gpu_end_ms": 5149.265,
                "gpu_start_ms": 5115.915,
                "role": "big",
                "segments": [
                  [
                    5115.915,
                    33.349
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 5114.761,
                "role": "blit"
              }
            ],
            "k": 23,
            "kind": "decode",
            "period_ms": 37.668,
            "shader_rows": [],
            "t0_ms": 5112.318
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.238,
                "enc_start_ms": 5149.986,
                "gpu_dur_ms": 3.389,
                "gpu_end_ms": 5153.848,
                "gpu_start_ms": 5150.459,
                "role": "small",
                "segments": [
                  [
                    5150.459,
                    3.388
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.906,
                "enc_start_ms": 5150.234,
                "gpu_dur_ms": 35.366,
                "gpu_end_ms": 5192.047,
                "gpu_start_ms": 5156.681,
                "role": "big",
                "segments": [
                  [
                    5156.681,
                    35.366
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.037,
                "enc_start_ms": 5154.224,
                "role": "blit"
              }
            ],
            "k": 24,
            "kind": "decode",
            "period_ms": 42.749,
            "shader_rows": [],
            "t0_ms": 5149.986
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.262,
                "enc_start_ms": 5192.735,
                "gpu_dur_ms": 3.269,
                "gpu_end_ms": 5196.439,
                "gpu_start_ms": 5193.17,
                "role": "small",
                "segments": [
                  [
                    5193.17,
                    3.269
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.184,
                "enc_start_ms": 5193.011,
                "gpu_dur_ms": 32.272,
                "gpu_end_ms": 5228.712,
                "gpu_start_ms": 5196.44,
                "role": "big",
                "segments": [
                  [
                    5196.44,
                    32.272
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.048,
                "enc_start_ms": 5195.285,
                "role": "blit"
              }
            ],
            "k": 25,
            "kind": "decode",
            "period_ms": 36.607,
            "shader_rows": [],
            "t0_ms": 5192.735
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.227,
                "enc_start_ms": 5229.342,
                "gpu_dur_ms": 2.949,
                "gpu_end_ms": 5232.679,
                "gpu_start_ms": 5229.73,
                "role": "small",
                "segments": [
                  [
                    5229.73,
                    2.95
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.991,
                "enc_start_ms": 5229.577,
                "gpu_dur_ms": 33.669,
                "gpu_end_ms": 5266.349,
                "gpu_start_ms": 5232.68,
                "role": "big",
                "segments": [
                  [
                    5232.68,
                    33.669
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.025,
                "enc_start_ms": 5231.625,
                "role": "blit"
              }
            ],
            "k": 26,
            "kind": "decode",
            "period_ms": 39.342,
            "shader_rows": [],
            "t0_ms": 5229.342
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.345,
                "enc_start_ms": 5268.684,
                "gpu_dur_ms": 3.371,
                "gpu_end_ms": 5272.586,
                "gpu_start_ms": 5269.215,
                "role": "small",
                "segments": [
                  [
                    5269.215,
                    3.371
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.202,
                "enc_start_ms": 5269.05,
                "gpu_dur_ms": 33.027,
                "gpu_end_ms": 5305.613,
                "gpu_start_ms": 5272.586,
                "role": "big",
                "segments": [
                  [
                    5272.586,
                    33.027
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.037,
                "enc_start_ms": 5272.344,
                "role": "blit"
              }
            ],
            "k": 27,
            "kind": "decode",
            "period_ms": 37.6,
            "shader_rows": [],
            "t0_ms": 5268.684
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.238,
                "enc_start_ms": 5306.284,
                "gpu_dur_ms": 3.139,
                "gpu_end_ms": 5309.865,
                "gpu_start_ms": 5306.726,
                "role": "small",
                "segments": [
                  [
                    5306.726,
                    3.139
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.083,
                "enc_start_ms": 5306.534,
                "gpu_dur_ms": 31.475,
                "gpu_end_ms": 5341.341,
                "gpu_start_ms": 5309.866,
                "role": "big",
                "segments": [
                  [
                    5309.866,
                    31.475
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.025,
                "enc_start_ms": 5308.712,
                "role": "blit"
              }
            ],
            "k": 28,
            "kind": "decode",
            "period_ms": 35.865,
            "shader_rows": [],
            "t0_ms": 5306.284
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.316,
                "enc_start_ms": 5342.149,
                "gpu_dur_ms": 3.402,
                "gpu_end_ms": 5346.067,
                "gpu_start_ms": 5342.665,
                "role": "small",
                "segments": [
                  [
                    5342.665,
                    3.402
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.664,
                "enc_start_ms": 5342.481,
                "gpu_dur_ms": 33.255,
                "gpu_end_ms": 5379.322,
                "gpu_start_ms": 5346.067,
                "role": "big",
                "segments": [
                  [
                    5346.067,
                    33.254
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.043,
                "enc_start_ms": 5345.228,
                "role": "blit"
              }
            ],
            "k": 29,
            "kind": "decode",
            "period_ms": 40.031,
            "shader_rows": [],
            "t0_ms": 5342.149
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.444,
                "enc_start_ms": 5382.18,
                "gpu_dur_ms": 3.242,
                "gpu_end_ms": 5386.611,
                "gpu_start_ms": 5383.369,
                "role": "small",
                "segments": [
                  [
                    5383.369,
                    3.242
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.633,
                "enc_start_ms": 5382.642,
                "gpu_dur_ms": 32.081,
                "gpu_end_ms": 5418.692,
                "gpu_start_ms": 5386.611,
                "role": "big",
                "segments": [
                  [
                    5386.611,
                    32.08
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.043,
                "enc_start_ms": 5385.38,
                "role": "blit"
              }
            ],
            "k": 30,
            "kind": "decode",
            "period_ms": 37.488,
            "shader_rows": [],
            "t0_ms": 5382.18
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.42,
                "enc_start_ms": 5419.668,
                "gpu_dur_ms": 3.192,
                "gpu_end_ms": 5423.45,
                "gpu_start_ms": 5420.258,
                "role": "small",
                "segments": [
                  [
                    5420.258,
                    3.193
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.281,
                "enc_start_ms": 5420.12,
                "gpu_dur_ms": 33.515,
                "gpu_end_ms": 5456.966,
                "gpu_start_ms": 5423.451,
                "role": "big",
                "segments": [
                  [
                    5423.451,
                    33.516
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.037,
                "enc_start_ms": 5422.495,
                "role": "blit"
              }
            ],
            "k": 31,
            "kind": "decode",
            "period_ms": 38.27,
            "shader_rows": [],
            "t0_ms": 5419.668
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.368,
                "enc_start_ms": 5457.938,
                "gpu_dur_ms": 3.37,
                "gpu_end_ms": 5461.901,
                "gpu_start_ms": 5458.531,
                "role": "small",
                "segments": [
                  [
                    5458.531,
                    3.37
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.82,
                "enc_start_ms": 5458.331,
                "gpu_dur_ms": 33.777,
                "gpu_end_ms": 5495.679,
                "gpu_start_ms": 5461.902,
                "role": "big",
                "segments": [
                  [
                    5461.902,
                    33.777
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.032,
                "enc_start_ms": 5461.246,
                "role": "blit"
              }
            ],
            "k": 32,
            "kind": "decode",
            "period_ms": 38.493,
            "shader_rows": [],
            "t0_ms": 5457.938
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.393,
                "enc_start_ms": 5496.431,
                "gpu_dur_ms": 3.114,
                "gpu_end_ms": 5500.185,
                "gpu_start_ms": 5497.071,
                "role": "small",
                "segments": [
                  [
                    5497.071,
                    3.113
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.66,
                "enc_start_ms": 5496.836,
                "gpu_dur_ms": 32.39,
                "gpu_end_ms": 5533.121,
                "gpu_start_ms": 5500.731,
                "role": "big",
                "segments": [
                  [
                    5500.731,
                    32.39
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.059,
                "enc_start_ms": 5500.602,
                "role": "blit"
              }
            ],
            "k": 33,
            "kind": "decode",
            "period_ms": 38.054,
            "shader_rows": [],
            "t0_ms": 5496.431
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.448,
                "enc_start_ms": 5534.485,
                "gpu_dur_ms": 3.312,
                "gpu_end_ms": 5538.719,
                "gpu_start_ms": 5535.407,
                "role": "small",
                "segments": [
                  [
                    5535.407,
                    3.312
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.402,
                "enc_start_ms": 5534.946,
                "gpu_dur_ms": 33.301,
                "gpu_end_ms": 5572.02,
                "gpu_start_ms": 5538.719,
                "role": "big",
                "segments": [
                  [
                    5538.719,
                    33.3
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.041,
                "enc_start_ms": 5537.486,
                "role": "blit"
              }
            ],
            "k": 34,
            "kind": "decode",
            "period_ms": 38.233,
            "shader_rows": [],
            "t0_ms": 5534.485
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.284,
                "enc_start_ms": 5572.718,
                "gpu_dur_ms": 3.128,
                "gpu_end_ms": 5576.302,
                "gpu_start_ms": 5573.174,
                "role": "small",
                "segments": [
                  [
                    5573.174,
                    3.128
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.257,
                "enc_start_ms": 5573.015,
                "gpu_dur_ms": 31.583,
                "gpu_end_ms": 5607.885,
                "gpu_start_ms": 5576.302,
                "role": "big",
                "segments": [
                  [
                    5576.302,
                    31.583
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.025,
                "enc_start_ms": 5575.35,
                "role": "blit"
              }
            ],
            "k": 35,
            "kind": "decode",
            "period_ms": 35.936,
            "shader_rows": [],
            "t0_ms": 5572.718
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.262,
                "enc_start_ms": 5608.654,
                "gpu_dur_ms": 2.987,
                "gpu_end_ms": 5612.087,
                "gpu_start_ms": 5609.1,
                "role": "small",
                "segments": [
                  [
                    5609.1,
                    2.987
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.058,
                "enc_start_ms": 5608.93,
                "gpu_dur_ms": 31.778,
                "gpu_end_ms": 5643.865,
                "gpu_start_ms": 5612.087,
                "role": "big",
                "segments": [
                  [
                    5612.087,
                    31.778
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 5611.056,
                "role": "blit"
              }
            ],
            "k": 36,
            "kind": "decode",
            "period_ms": 36.047,
            "shader_rows": [],
            "t0_ms": 5608.654
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.273,
                "enc_start_ms": 5644.701,
                "gpu_dur_ms": 3.465,
                "gpu_end_ms": 5648.597,
                "gpu_start_ms": 5645.132,
                "role": "small",
                "segments": [
                  [
                    5645.132,
                    3.466
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.53,
                "enc_start_ms": 5644.987,
                "gpu_dur_ms": 30.893,
                "gpu_end_ms": 5679.491,
                "gpu_start_ms": 5648.598,
                "role": "big",
                "segments": [
                  [
                    5648.598,
                    30.893
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.036,
                "enc_start_ms": 5647.617,
                "role": "blit"
              }
            ],
            "k": 37,
            "kind": "decode",
            "period_ms": 35.462,
            "shader_rows": [],
            "t0_ms": 5644.701
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.23,
                "enc_start_ms": 5680.163,
                "gpu_dur_ms": 2.919,
                "gpu_end_ms": 5683.486,
                "gpu_start_ms": 5680.567,
                "role": "small",
                "segments": [
                  [
                    5680.567,
                    2.919
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.987,
                "enc_start_ms": 5680.404,
                "gpu_dur_ms": 31.381,
                "gpu_end_ms": 5714.868,
                "gpu_start_ms": 5683.487,
                "role": "big",
                "segments": [
                  [
                    5683.487,
                    31.382
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 5682.446,
                "role": "blit"
              }
            ],
            "k": 38,
            "kind": "decode",
            "period_ms": 35.778,
            "shader_rows": [],
            "t0_ms": 5680.163
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.368,
                "enc_start_ms": 5715.941,
                "gpu_dur_ms": 3.14,
                "gpu_end_ms": 5719.666,
                "gpu_start_ms": 5716.526,
                "role": "small",
                "segments": [
                  [
                    5716.526,
                    3.141
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.286,
                "enc_start_ms": 5716.323,
                "gpu_dur_ms": 32.207,
                "gpu_end_ms": 5751.874,
                "gpu_start_ms": 5719.667,
                "role": "big",
                "segments": [
                  [
                    5719.667,
                    32.207
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.026,
                "enc_start_ms": 5718.688,
                "role": "blit"
              }
            ],
            "k": 39,
            "kind": "decode",
            "period_ms": 36.712,
            "shader_rows": [],
            "t0_ms": 5715.941
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.525,
                "enc_start_ms": 5752.653,
                "gpu_dur_ms": 3.264,
                "gpu_end_ms": 5756.631,
                "gpu_start_ms": 5753.367,
                "role": "small",
                "segments": [
                  [
                    5753.367,
                    3.264
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.428,
                "enc_start_ms": 5753.191,
                "gpu_dur_ms": 31.63,
                "gpu_end_ms": 5788.262,
                "gpu_start_ms": 5756.632,
                "role": "big",
                "segments": [
                  [
                    5756.632,
                    31.629
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.026,
                "enc_start_ms": 5755.697,
                "role": "blit"
              }
            ],
            "k": 40,
            "kind": "decode",
            "period_ms": 36.282,
            "shader_rows": [],
            "t0_ms": 5752.653
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.234,
                "enc_start_ms": 5788.935,
                "gpu_dur_ms": 3.221,
                "gpu_end_ms": 5792.553,
                "gpu_start_ms": 5789.332,
                "role": "small",
                "segments": [
                  [
                    5789.332,
                    3.222
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.547,
                "enc_start_ms": 5789.179,
                "gpu_dur_ms": 30.659,
                "gpu_end_ms": 5823.213,
                "gpu_start_ms": 5792.554,
                "role": "big",
                "segments": [
                  [
                    5792.554,
                    30.659
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.031,
                "enc_start_ms": 5791.797,
                "role": "blit"
              }
            ],
            "k": 41,
            "kind": "decode",
            "period_ms": 34.945,
            "shader_rows": [],
            "t0_ms": 5788.935
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.221,
                "enc_start_ms": 5823.88,
                "gpu_dur_ms": 2.95,
                "gpu_end_ms": 5827.22,
                "gpu_start_ms": 5824.27,
                "role": "small",
                "segments": [
                  [
                    5824.27,
                    2.951
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.956,
                "enc_start_ms": 5824.11,
                "gpu_dur_ms": 32.118,
                "gpu_end_ms": 5859.339,
                "gpu_start_ms": 5827.221,
                "role": "big",
                "segments": [
                  [
                    5827.221,
                    32.118
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 5826.125,
                "role": "blit"
              }
            ],
            "k": 42,
            "kind": "decode",
            "period_ms": 36.107,
            "shader_rows": [],
            "t0_ms": 5823.88
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.252,
                "enc_start_ms": 5859.987,
                "gpu_dur_ms": 2.94,
                "gpu_end_ms": 5863.348,
                "gpu_start_ms": 5860.408,
                "role": "small",
                "segments": [
                  [
                    5860.408,
                    2.94
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 1.963,
                "enc_start_ms": 5860.25,
                "gpu_dur_ms": 31.302,
                "gpu_end_ms": 5894.651,
                "gpu_start_ms": 5863.349,
                "role": "big",
                "segments": [
                  [
                    5863.349,
                    31.302
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.021,
                "enc_start_ms": 5862.277,
                "role": "blit"
              }
            ],
            "k": 43,
            "kind": "decode",
            "period_ms": 35.324,
            "shader_rows": [],
            "t0_ms": 5859.987
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.234,
                "enc_start_ms": 5895.311,
                "gpu_dur_ms": 3.212,
                "gpu_end_ms": 5898.922,
                "gpu_start_ms": 5895.71,
                "role": "small",
                "segments": [
                  [
                    5895.71,
                    3.212
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.054,
                "enc_start_ms": 5895.554,
                "gpu_dur_ms": 32.668,
                "gpu_end_ms": 5931.591,
                "gpu_start_ms": 5898.923,
                "role": "big",
                "segments": [
                  [
                    5898.923,
                    32.668
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.05,
                "enc_start_ms": 5897.751,
                "role": "blit"
              }
            ],
            "k": 44,
            "kind": "decode",
            "period_ms": 38.152,
            "shader_rows": [],
            "t0_ms": 5895.311
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.279,
                "enc_start_ms": 5933.463,
                "gpu_dur_ms": 3.249,
                "gpu_end_ms": 5937.724,
                "gpu_start_ms": 5934.475,
                "role": "small",
                "segments": [
                  [
                    5934.475,
                    3.249
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.669,
                "enc_start_ms": 5933.759,
                "gpu_dur_ms": 35.564,
                "gpu_end_ms": 5973.288,
                "gpu_start_ms": 5937.724,
                "role": "big",
                "segments": [
                  [
                    5937.724,
                    35.564
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.028,
                "enc_start_ms": 5936.534,
                "role": "blit"
              }
            ],
            "k": 45,
            "kind": "decode",
            "period_ms": 40.703,
            "shader_rows": [],
            "t0_ms": 5933.463
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.314,
                "enc_start_ms": 5974.166,
                "gpu_dur_ms": 3.237,
                "gpu_end_ms": 5977.92,
                "gpu_start_ms": 5974.683,
                "role": "small",
                "segments": [
                  [
                    5974.683,
                    3.236
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.434,
                "enc_start_ms": 5974.498,
                "gpu_dur_ms": 35.005,
                "gpu_end_ms": 6012.925,
                "gpu_start_ms": 5977.92,
                "role": "big",
                "segments": [
                  [
                    5977.92,
                    35.004
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.036,
                "enc_start_ms": 5977.037,
                "role": "blit"
              }
            ],
            "k": 46,
            "kind": "decode",
            "period_ms": 43.49,
            "shader_rows": [
              {
                "dur_ms": 0.0007,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6009.466
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6009.469
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6009.472
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6009.481
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6009.554
              },
              {
                "dur_ms": 0.1707,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6009.739
              },
              {
                "dur_ms": 0.005,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6009.911
              },
              {
                "dur_ms": 0.0022,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6010.179
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6010.182
              },
              {
                "dur_ms": 2.7307,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6010.185
              }
            ],
            "t0_ms": 5974.166
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.597,
                "enc_start_ms": 6017.656,
                "gpu_dur_ms": 3.46,
                "gpu_end_ms": 6022.558,
                "gpu_start_ms": 6019.098,
                "role": "small",
                "segments": [
                  [
                    6019.098,
                    3.46
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.745,
                "enc_start_ms": 6018.272,
                "gpu_dur_ms": 34.226,
                "gpu_end_ms": 6056.785,
                "gpu_start_ms": 6022.559,
                "role": "big",
                "segments": [
                  [
                    6022.559,
                    34.226
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.042,
                "enc_start_ms": 6022.156,
                "role": "blit"
              }
            ],
            "k": 47,
            "kind": "decode",
            "period_ms": 40.59,
            "shader_rows": [
              {
                "dur_ms": 0.0047,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6022.099
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6022.367
              },
              {
                "dur_ms": 0.0417,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6022.411
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6022.465
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6022.471
              },
              {
                "dur_ms": 0.0054,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6022.474
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6022.482
              },
              {
                "dur_ms": 0.0636,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6022.487
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6022.555
              },
              {
                "dur_ms": 0.0016,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6053.639
              },
              {
                "dur_ms": 0.0006,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6053.645
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6053.648
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6053.657
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6053.724
              },
              {
                "dur_ms": 0.1559,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6053.892
              },
              {
                "dur_ms": 0.0036,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6054.051
              },
              {
                "dur_ms": 0.0029,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6054.29
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6054.294
              },
              {
                "dur_ms": 1.54,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6055.241
              }
            ],
            "t0_ms": 6017.656
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.558,
                "enc_start_ms": 6058.246,
                "gpu_dur_ms": 3.204,
                "gpu_end_ms": 6062.261,
                "gpu_start_ms": 6059.057,
                "role": "small",
                "segments": [
                  [
                    6059.057,
                    3.204
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.331,
                "enc_start_ms": 6058.844,
                "gpu_dur_ms": 35.615,
                "gpu_end_ms": 6098.145,
                "gpu_start_ms": 6062.53,
                "role": "big",
                "segments": [
                  [
                    6062.53,
                    35.616
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.02,
                "enc_start_ms": 6062.289,
                "role": "blit"
              }
            ],
            "k": 48,
            "kind": "decode",
            "period_ms": 40.886,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6061.836
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6062.079
              },
              {
                "dur_ms": 0.0287,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6062.122
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6062.175
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6062.181
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6062.184
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6062.192
              },
              {
                "dur_ms": 0.056,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6062.196
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6062.258
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6094.868
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6094.875
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6094.877
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6094.886
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6094.956
              },
              {
                "dur_ms": 0.1571,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6095.127
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6095.288
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6095.539
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6095.542
              },
              {
                "dur_ms": 2.5945,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6095.546
              }
            ],
            "t0_ms": 6058.246
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.404,
                "enc_start_ms": 6099.132,
                "gpu_dur_ms": 3.344,
                "gpu_end_ms": 6103.104,
                "gpu_start_ms": 6099.76,
                "role": "small",
                "segments": [
                  [
                    6099.76,
                    3.344
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.769,
                "enc_start_ms": 6099.558,
                "gpu_dur_ms": 34.472,
                "gpu_end_ms": 6138.059,
                "gpu_start_ms": 6103.587,
                "role": "big",
                "segments": [
                  [
                    6103.587,
                    13.025
                  ],
                  [
                    6116.638,
                    0.945
                  ],
                  [
                    6117.601,
                    20.458
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.038,
                "enc_start_ms": 6103.445,
                "gpu_dur_ms": 0.004,
                "gpu_end_ms": 6138.076,
                "gpu_start_ms": 6138.072,
                "role": "blit",
                "segments": [
                  [
                    6138.072,
                    0.005
                  ]
                ]
              }
            ],
            "k": 49,
            "kind": "decode",
            "period_ms": 39.747,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6102.631
              },
              {
                "dur_ms": 0.2389,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6102.637
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6102.898
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6103.009
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6103.013
              },
              {
                "dur_ms": 0.0067,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6103.015
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6103.024
              },
              {
                "dur_ms": 0.0684,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6103.029
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6103.101
              },
              {
                "dur_ms": 0.2338,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6115.231
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6115.968
              },
              {
                "dur_ms": 0.0003,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6116.236
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6116.239
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6116.241
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6116.25
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6116.318
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6116.32
              },
              {
                "dur_ms": 0.2461,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6116.325
              },
              {
                "dur_ms": 0.0018,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6134.88
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6134.886
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6134.889
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6134.898
              },
              {
                "dur_ms": 0.0005,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6134.967
              },
              {
                "dur_ms": 0.1627,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6135.142
              },
              {
                "dur_ms": 0.005,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6135.306
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6135.554
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6135.556
              },
              {
                "dur_ms": 2.4946,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6135.56
              }
            ],
            "t0_ms": 6099.132
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.374,
                "enc_start_ms": 6138.879,
                "gpu_dur_ms": 3.276,
                "gpu_end_ms": 6142.679,
                "gpu_start_ms": 6139.403,
                "role": "small",
                "segments": [
                  [
                    6139.403,
                    3.276
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.507,
                "enc_start_ms": 6139.29,
                "gpu_dur_ms": 33.495,
                "gpu_end_ms": 6176.477,
                "gpu_start_ms": 6142.982,
                "role": "big",
                "segments": [
                  [
                    6142.982,
                    33.495
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.054,
                "enc_start_ms": 6142.876,
                "role": "blit"
              }
            ],
            "k": 50,
            "kind": "decode",
            "period_ms": 38.298,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6142.241
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6142.493
              },
              {
                "dur_ms": 0.0379,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6142.539
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6142.592
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6142.595
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6142.6
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6142.608
              },
              {
                "dur_ms": 0.056,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6142.613
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6142.675
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6173.586
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6173.589
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6173.595
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6173.604
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6173.667
              },
              {
                "dur_ms": 0.1407,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6173.827
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6173.97
              },
              {
                "dur_ms": 0.0016,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6174.189
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6174.192
              },
              {
                "dur_ms": 2.276,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6174.195
              }
            ],
            "t0_ms": 6138.879
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.233,
                "enc_start_ms": 6177.177,
                "gpu_dur_ms": 2.975,
                "gpu_end_ms": 6180.559,
                "gpu_start_ms": 6177.584,
                "role": "small",
                "segments": [
                  [
                    6177.584,
                    2.974
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.061,
                "enc_start_ms": 6177.42,
                "gpu_dur_ms": 31.614,
                "gpu_end_ms": 6212.173,
                "gpu_start_ms": 6180.559,
                "role": "big",
                "segments": [
                  [
                    6180.559,
                    31.614
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 6179.556,
                "role": "blit"
              }
            ],
            "k": 51,
            "kind": "decode",
            "period_ms": 37.145,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6180.169
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6180.387
              },
              {
                "dur_ms": 0.0338,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6180.428
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6180.477
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6180.482
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6180.486
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6180.493
              },
              {
                "dur_ms": 0.0552,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6180.498
              },
              {
                "dur_ms": 0.0016,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6180.555
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6209.223
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6209.226
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6209.229
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6209.23
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6209.239
              },
              {
                "dur_ms": 0.1513,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6209.468
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6209.623
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6209.864
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6209.867
              },
              {
                "dur_ms": 2.295,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6209.871
              }
            ],
            "t0_ms": 6177.177
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.237,
                "enc_start_ms": 6214.322,
                "gpu_dur_ms": 3.018,
                "gpu_end_ms": 6218.347,
                "gpu_start_ms": 6215.329,
                "role": "small",
                "segments": [
                  [
                    6215.329,
                    3.018
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.073,
                "enc_start_ms": 6214.577,
                "gpu_dur_ms": 32.535,
                "gpu_end_ms": 6250.882,
                "gpu_start_ms": 6218.347,
                "role": "big",
                "segments": [
                  [
                    6218.347,
                    32.535
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.024,
                "enc_start_ms": 6216.729,
                "role": "blit"
              }
            ],
            "k": 52,
            "kind": "decode",
            "period_ms": 37.442,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6217.945
              },
              {
                "dur_ms": 0.0032,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6218.173
              },
              {
                "dur_ms": 0.0295,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6218.22
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6218.264
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6218.27
              },
              {
                "dur_ms": 0.0068,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6218.273
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6218.282
              },
              {
                "dur_ms": 0.0569,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6218.286
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6218.344
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6247.357
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6247.362
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6247.366
              },
              {
                "dur_ms": 0.0046,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6247.374
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6247.45
              },
              {
                "dur_ms": 0.1808,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6247.648
              },
              {
                "dur_ms": 0.005,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6247.834
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6248.084
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6248.087
              },
              {
                "dur_ms": 2.7871,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6248.091
              }
            ],
            "t0_ms": 6214.322
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.431,
                "enc_start_ms": 6251.764,
                "gpu_dur_ms": 3.503,
                "gpu_end_ms": 6255.904,
                "gpu_start_ms": 6252.401,
                "role": "small",
                "segments": [
                  [
                    6252.401,
                    3.503
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.196,
                "enc_start_ms": 6252.236,
                "gpu_dur_ms": 33.881,
                "gpu_end_ms": 6289.786,
                "gpu_start_ms": 6255.905,
                "role": "big",
                "segments": [
                  [
                    6255.905,
                    33.882
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.032,
                "enc_start_ms": 6255.602,
                "role": "blit"
              }
            ],
            "k": 53,
            "kind": "decode",
            "period_ms": 38.857,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6255.432
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6255.702
              },
              {
                "dur_ms": 0.0361,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6255.757
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6255.806
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6255.811
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6255.814
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6255.822
              },
              {
                "dur_ms": 0.0712,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6255.828
              },
              {
                "dur_ms": 0.0021,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6255.901
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6286.71
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6286.716
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6286.718
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6286.719
              },
              {
                "dur_ms": 0.0029,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6286.728
              },
              {
                "dur_ms": 0.1504,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6286.958
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6287.111
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6287.342
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6287.346
              },
              {
                "dur_ms": 2.4315,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6287.35
              }
            ],
            "t0_ms": 6251.764
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.336,
                "enc_start_ms": 6290.621,
                "gpu_dur_ms": 3.138,
                "gpu_end_ms": 6294.291,
                "gpu_start_ms": 6291.153,
                "role": "small",
                "segments": [
                  [
                    6291.153,
                    3.138
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.51,
                "enc_start_ms": 6290.974,
                "gpu_dur_ms": 32.418,
                "gpu_end_ms": 6326.709,
                "gpu_start_ms": 6294.291,
                "role": "big",
                "segments": [
                  [
                    6294.291,
                    32.418
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.027,
                "enc_start_ms": 6293.587,
                "role": "blit"
              }
            ],
            "k": 54,
            "kind": "decode",
            "period_ms": 36.952,
            "shader_rows": [
              {
                "dur_ms": 0.0052,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6293.879
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6294.115
              },
              {
                "dur_ms": 0.0341,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6294.158
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6294.208
              },
              {
                "dur_ms": 0.0008,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6294.214
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6294.216
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6294.224
              },
              {
                "dur_ms": 0.0573,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6294.23
              },
              {
                "dur_ms": 0.0022,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6294.288
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6323.635
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6323.64
              },
              {
                "dur_ms": 0.005,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6323.644
              },
              {
                "dur_ms": 0.0042,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6323.651
              },
              {
                "dur_ms": 0.0011,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6323.718
              },
              {
                "dur_ms": 0.1559,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6323.888
              },
              {
                "dur_ms": 0.0043,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6324.046
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6324.291
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6324.294
              },
              {
                "dur_ms": 2.4075,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6324.297
              }
            ],
            "t0_ms": 6290.621
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.366,
                "enc_start_ms": 6327.573,
                "gpu_dur_ms": 3.144,
                "gpu_end_ms": 6331.278,
                "gpu_start_ms": 6328.134,
                "role": "small",
                "segments": [
                  [
                    6328.134,
                    3.143
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 3.089,
                "enc_start_ms": 6327.962,
                "gpu_dur_ms": 35.252,
                "gpu_end_ms": 6366.53,
                "gpu_start_ms": 6331.278,
                "role": "big",
                "segments": [
                  [
                    6331.278,
                    35.251
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.025,
                "enc_start_ms": 6331.172,
                "role": "blit"
              }
            ],
            "k": 55,
            "kind": "decode",
            "period_ms": 39.647,
            "shader_rows": [
              {
                "dur_ms": 0.005,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6330.833
              },
              {
                "dur_ms": 0.0026,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6331.086
              },
              {
                "dur_ms": 0.0366,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6331.131
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6331.188
              },
              {
                "dur_ms": 0.0014,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6331.194
              },
              {
                "dur_ms": 0.0064,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6331.196
              },
              {
                "dur_ms": 0.0031,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6331.206
              },
              {
                "dur_ms": 0.062,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6331.21
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6331.274
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6363.082
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6363.087
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6363.091
              },
              {
                "dur_ms": 0.0036,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6363.099
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6363.168
              },
              {
                "dur_ms": 0.1682,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6363.348
              },
              {
                "dur_ms": 0.005,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6363.518
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6363.792
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6363.794
              },
              {
                "dur_ms": 2.7251,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6363.798
              }
            ],
            "t0_ms": 6327.573
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.251,
                "enc_start_ms": 6367.22,
                "gpu_dur_ms": 3.361,
                "gpu_end_ms": 6371.018,
                "gpu_start_ms": 6367.657,
                "role": "small",
                "segments": [
                  [
                    6367.657,
                    3.361
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.554,
                "enc_start_ms": 6367.482,
                "gpu_dur_ms": 33.812,
                "gpu_end_ms": 6404.83,
                "gpu_start_ms": 6371.018,
                "role": "big",
                "segments": [
                  [
                    6371.018,
                    33.812
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.026,
                "enc_start_ms": 6370.153,
                "role": "blit"
              }
            ],
            "k": 56,
            "kind": "decode",
            "period_ms": 38.329,
            "shader_rows": [
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6370.583
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6370.83
              },
              {
                "dur_ms": 0.0359,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6370.879
              },
              {
                "dur_ms": 0.0008,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6370.931
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6370.934
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6370.937
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6370.945
              },
              {
                "dur_ms": 0.0632,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6370.95
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6371.014
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6401.606
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6401.61
              },
              {
                "dur_ms": 0.0066,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6401.613
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6401.622
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6401.694
              },
              {
                "dur_ms": 0.1623,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6401.871
              },
              {
                "dur_ms": 0.0035,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6402.035
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6402.284
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6402.287
              },
              {
                "dur_ms": 2.5351,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6402.29
              }
            ],
            "t0_ms": 6367.22
          },
          {
            "bufs": [
              {
                "b": 0,
                "enc_dur_ms": 0.262,
                "enc_start_ms": 6405.549,
                "gpu_dur_ms": 3.153,
                "gpu_end_ms": 6409.163,
                "gpu_start_ms": 6406.01,
                "role": "small",
                "segments": [
                  [
                    6406.01,
                    3.153
                  ]
                ]
              },
              {
                "b": 1,
                "enc_dur_ms": 2.198,
                "enc_start_ms": 6405.827,
                "gpu_dur_ms": 32.386,
                "gpu_end_ms": 6441.549,
                "gpu_start_ms": 6409.163,
                "role": "big",
                "segments": [
                  [
                    6409.163,
                    32.385
                  ]
                ]
              },
              {
                "b": 2,
                "enc_dur_ms": 0.051,
                "enc_start_ms": 6408.131,
                "role": "blit"
              }
            ],
            "k": 57,
            "kind": "decode",
            "shader_rows": [
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6408.742
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6408.982
              },
              {
                "dur_ms": 0.0388,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6409.024
              },
              {
                "dur_ms": 0.0012,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6409.077
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6409.079
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6409.085
              },
              {
                "dur_ms": 0.0038,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6409.093
              },
              {
                "dur_ms": 0.0582,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6409.098
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6409.159
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_rope_neox_f32",
                "t_ms": 6438.386
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_set_rows_f16_i64",
                "t_ms": 6438.391
              },
              {
                "dur_ms": 0.0013,
                "kernel": "kernel_get_rows_f32",
                "t_ms": 6438.393
              },
              {
                "dur_ms": 0.0063,
                "kernel": "kernel_flash_attn_ext_vec_f16_dk128_dv128",
                "t_ms": 6438.395
              },
              {
                "dur_ms": 0.0037,
                "kernel": "kernel_flash_attn_ext_vec_reduce",
                "t_ms": 6438.403
              },
              {
                "dur_ms": 0.1568,
                "kernel": "kernel_mul_mv_q4_K_f32",
                "t_ms": 6438.635
              },
              {
                "dur_ms": 0.0051,
                "kernel": "kernel_swiglu_f32",
                "t_ms": 6438.793
              },
              {
                "dur_ms": 0.0017,
                "kernel": "kernel_bin_fuse_f32_f32_f32_4",
                "t_ms": 6439.028
              },
              {
                "dur_ms": 0.0025,
                "kernel": "kernel_rms_norm_mul_f32_4",
                "t_ms": 6439.03
              },
              {
                "dur_ms": 2.5082,
                "kernel": "kernel_mul_mv_q6_K_f32",
                "t_ms": 6439.034
              }
            ],
            "t0_ms": 6405.549
          }
        ]
      },
      "schema": "llm-lab.performance/1"
    }
  },
  "run_id": "20261022T064227Z-finboard-runtime-direct",
  "sanitizer": {
    "name": "scripts/sanitize_bundle.py",
    "record_digest": "sha256:db708560227d4f20fe5a2f22f67b30964038ef9a891eeefcb5151ccc45012d7e",
    "version": 1
  },
  "scenario": {
    "input": "synthetic",
    "name": "runtime-direct"
  },
  "schema": "llm-lab.envelope/1",
  "text": {
    "retained": false
  },
  "variables": {
    "backend": "metal",
    "context": {
      "ctx_run": 16384,
      "ctx_train": 32768
    },
    "engine": "llama.cpp b9781 (ggml Metal)",
    "hardware": {
      "chip": "Apple M5 Pro",
      "memory_gb": 24
    },
    "model": {
      "architecture": "qwen2",
      "digest": "sha256:7cdf5a0187d5c58cc5d369b255592f7841d1c4696d45a8c8a9489440385b22f6",
      "licence": "apache-2.0",
      "name": "qwen2.5:14b",
      "params": 14770033664,
      "quant": "Q4_K_M"
    },
    "os": "macOS 26.6.2",
    "runtime": {
      "name": "Ollama",
      "version": "0.30.11"
    }
  },
  "variables_provenance": {
    "default": "measured",
    "overrides": {
      "/backend": "inferred",
      "/engine": "inferred",
      "/model/params": "inferred",
      "/model/quant": "inferred"
    }
  }
}