{
  "schema": "anvil-serving.public-worker-marker-trace/v1",
  "native_projection_sha256": "9e0902fa87dd0e01c522a88d3819c06b588dc3342769d18d90d96f044e9e1324",
  "transformation": "Removed process/log prefixes only; every marker-trace record field is preserved.",
  "records": [
    {
      "schema": "marker-trace/v1",
      "kind": "request_start",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "prompt_length": 48,
      "budget": 64,
      "max_tokens": 512
    },
    {
      "schema": "marker-trace/v1",
      "kind": "request_start",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "prompt_length": 48,
      "budget": 64,
      "max_tokens": 512
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 1,
      "before_budget": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          -1,
          -1,
          0
        ]
      },
      "expanded_mapping": [
        3
      ],
      "local_positions": [
        0
      ],
      "effective_positions": [
        48
      ],
      "input_marker_positions": {
        "154841": [
          0
        ],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.1904296875,
          7.0625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          48,
          0,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "marker_logits_after": [
        [
          -0.1904296875,
          7.0625
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1654
      ],
      "marker_logits_after_sampling": [
        [
          -0.3173828125,
          11.770833015441895
        ]
      ],
      "before_commit": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "selected_tokens": [
        1654
      ],
      "counts_before_commit": [
        1,
        0
      ],
      "query_start": [
        0,
        48
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1654,
      "after_commit": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "counts_after_commit": [
        1,
        0
      ],
      "committed": [
        {
          "position": 48,
          "token": 1654,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            48,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            47,
            -1,
            -1,
            -1
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 1,
      "before_budget": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          -1,
          -1,
          0
        ]
      },
      "expanded_mapping": [
        3
      ],
      "local_positions": [
        0
      ],
      "effective_positions": [
        48
      ],
      "input_marker_positions": {
        "154841": [
          0
        ],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.1904296875,
          7.0625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          48,
          0,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "marker_logits_after": [
        [
          -0.1904296875,
          7.0625
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1654
      ],
      "marker_logits_after_sampling": [
        [
          -0.3173828125,
          11.770833015441895
        ]
      ],
      "before_commit": {
        "total_len": 48,
        "num_computed": 0,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "selected_tokens": [
        1654
      ],
      "counts_before_commit": [
        1,
        0
      ],
      "query_start": [
        0,
        48
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1654,
      "after_commit": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "counts_after_commit": [
        1,
        0
      ],
      "committed": [
        {
          "position": 48,
          "token": 1654,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            48,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            47,
            -1,
            -1,
            -1
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 2,
      "before_budget": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        49,
        50,
        51,
        52
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.5078125,
          1.734375
        ],
        [
          -2.140625,
          4.5
        ],
        [
          -2.671875,
          3.34375
        ],
        [
          -1.625,
          4.3125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          49,
          1,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          50,
          2,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          51,
          3,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          52,
          4,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "marker_logits_after": [
        [
          -1.5078125,
          1.734375
        ],
        [
          -2.140625,
          4.5
        ],
        [
          -2.671875,
          3.34375
        ],
        [
          -1.625,
          4.3125
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        1184,
        4226,
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "selected_tokens": [
        1184,
        4226,
        1172
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 49,
          "token": 1184,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 50,
          "token": 4226,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 51,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -49,
            -49,
            -49,
            -49
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 2,
      "before_budget": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          48
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        49,
        50,
        51,
        52
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.5078125,
          1.734375
        ],
        [
          -2.140625,
          4.5
        ],
        [
          -2.671875,
          3.34375
        ],
        [
          -1.625,
          4.3125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          49,
          1,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          50,
          2,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          51,
          3,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          52,
          4,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "marker_logits_after": [
        [
          -1.5078125,
          1.734375
        ],
        [
          -2.140625,
          4.5
        ],
        [
          -2.671875,
          3.34375
        ],
        [
          -1.625,
          4.3125
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        1184,
        4226,
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 49,
        "num_computed": 48,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "selected_tokens": [
        1184,
        4226,
        1172
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 49,
          "token": 1184,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 50,
          "token": 4226,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 51,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -49,
            -49,
            -49,
            -49
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 3,
      "before_budget": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        52,
        53,
        54,
        55
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.859375,
          5.84375
        ],
        [
          -2.609375,
          2.421875
        ],
        [
          -1.7421875,
          7.34375
        ],
        [
          -1.78125,
          4.0
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          52,
          4,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          53,
          5,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          54,
          6,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "marker_logits_after": [
        [
          -2.859375,
          5.84375
        ],
        [
          -2.609375,
          2.421875
        ],
        [
          -1.7421875,
          7.34375
        ],
        [
          -1.78125,
          4.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        2326
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "selected_tokens": [
        2326
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 2326,
      "after_commit": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 52,
          "token": 2326,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -52,
            -52,
            -52,
            -52
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 3,
      "before_budget": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          49
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        52,
        53,
        54,
        55
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.859375,
          5.84375
        ],
        [
          -2.609375,
          2.421875
        ],
        [
          -1.7421875,
          7.34375
        ],
        [
          -1.78125,
          4.0
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          52,
          4,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          53,
          5,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          54,
          6,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "marker_logits_after": [
        [
          -2.859375,
          5.84375
        ],
        [
          -2.609375,
          2.421875
        ],
        [
          -1.7421875,
          7.34375
        ],
        [
          -1.78125,
          4.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        2326
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 52,
        "num_computed": 51,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "selected_tokens": [
        2326
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 2326,
      "after_commit": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 52,
          "token": 2326,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -52,
            -52,
            -52,
            -52
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 4,
      "before_budget": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        53,
        54,
        55,
        56
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.46875,
          3.546875
        ],
        [
          -2.53125,
          5.625
        ],
        [
          -2.109375,
          1.75
        ],
        [
          -3.75,
          -0.353515625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          53,
          5,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          54,
          6,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          56,
          8,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "marker_logits_after": [
        [
          -2.46875,
          3.546875
        ],
        [
          -2.53125,
          5.625
        ],
        [
          -2.109375,
          1.75
        ],
        [
          -3.75,
          -0.353515625
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        25700,
        13
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "selected_tokens": [
        25700,
        13
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 13,
      "after_commit": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 53,
          "token": 25700,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 54,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -53,
            -53,
            -53,
            -53
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 4,
      "before_budget": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          52
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        53,
        54,
        55,
        56
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.46875,
          3.546875
        ],
        [
          -2.53125,
          5.625
        ],
        [
          -2.109375,
          1.75
        ],
        [
          -3.75,
          -0.353515625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          53,
          5,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          54,
          6,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          56,
          8,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "marker_logits_after": [
        [
          -2.46875,
          3.546875
        ],
        [
          -2.53125,
          5.625
        ],
        [
          -2.109375,
          1.75
        ],
        [
          -3.75,
          -0.353515625
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        25700,
        13
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 53,
        "num_computed": 52,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "selected_tokens": [
        25700,
        13
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 13,
      "after_commit": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 53,
          "token": 25700,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 54,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -53,
            -53,
            -53,
            -53
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 5,
      "before_budget": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        55,
        56,
        57,
        58
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.234375,
          5.78125
        ],
        [
          -2.796875,
          3.25
        ],
        [
          -2.5625,
          1.703125
        ],
        [
          -1.7421875,
          7.6875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          56,
          8,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          57,
          9,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          58,
          10,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "marker_logits_after": [
        [
          -2.234375,
          5.78125
        ],
        [
          -2.796875,
          3.25
        ],
        [
          -2.5625,
          1.703125
        ],
        [
          -1.7421875,
          7.6875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        14646,
        11619,
        14426
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "selected_tokens": [
        14646,
        11619,
        14426
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 14426,
      "after_commit": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 55,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 56,
          "token": 11619,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 57,
          "token": 14426,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -55,
            -55,
            -55,
            -55
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 5,
      "before_budget": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          53
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        55,
        56,
        57,
        58
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.234375,
          5.78125
        ],
        [
          -2.796875,
          3.25
        ],
        [
          -2.5625,
          1.703125
        ],
        [
          -1.7421875,
          7.6875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          55,
          7,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          56,
          8,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          57,
          9,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          58,
          10,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "marker_logits_after": [
        [
          -2.234375,
          5.78125
        ],
        [
          -2.796875,
          3.25
        ],
        [
          -2.5625,
          1.703125
        ],
        [
          -1.7421875,
          7.6875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        14646,
        11619,
        14426
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 55,
        "num_computed": 54,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "selected_tokens": [
        14646,
        11619,
        14426
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 14426,
      "after_commit": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 55,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 56,
          "token": 11619,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 57,
          "token": 14426,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -55,
            -55,
            -55,
            -55
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 6,
      "before_budget": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        58,
        59,
        60,
        61
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.296875,
          1.578125
        ],
        [
          -1.7734375,
          2.71875
        ],
        [
          -2.125,
          3.375
        ],
        [
          -1.8671875,
          7.0625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          58,
          10,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          59,
          11,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          60,
          12,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          61,
          13,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "marker_logits_after": [
        [
          -2.296875,
          1.578125
        ],
        [
          -1.7734375,
          2.71875
        ],
        [
          -2.125,
          3.375
        ],
        [
          -1.8671875,
          7.0625
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        56255,
        76,
        13,
        21785
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "selected_tokens": [
        56255,
        76,
        13,
        21785
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 21785,
      "after_commit": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 58,
          "token": 56255,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 59,
          "token": 76,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 60,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 61,
          "token": 21785,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -58,
            -58,
            -58,
            -58
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 6,
      "before_budget": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          55
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        58,
        59,
        60,
        61
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.296875,
          1.578125
        ],
        [
          -1.7734375,
          2.71875
        ],
        [
          -2.125,
          3.375
        ],
        [
          -1.8671875,
          7.0625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          58,
          10,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          59,
          11,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          60,
          12,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          61,
          13,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "marker_logits_after": [
        [
          -2.296875,
          1.578125
        ],
        [
          -1.7734375,
          2.71875
        ],
        [
          -2.125,
          3.375
        ],
        [
          -1.8671875,
          7.0625
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        56255,
        76,
        13,
        21785
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 58,
        "num_computed": 57,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "selected_tokens": [
        56255,
        76,
        13,
        21785
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 21785,
      "after_commit": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 58,
          "token": 56255,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 59,
          "token": 76,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 60,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 61,
          "token": 21785,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -58,
            -58,
            -58,
            -58
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 7,
      "before_budget": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        62,
        63,
        64,
        65
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.84375,
          2.21875
        ],
        [
          -2.53125,
          8.5625
        ],
        [
          -2.5,
          0.5546875
        ],
        [
          -2.84375,
          -0.96875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          62,
          14,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          63,
          15,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          64,
          16,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          65,
          17,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "marker_logits_after": [
        [
          -2.84375,
          2.21875
        ],
        [
          -2.53125,
          8.5625
        ],
        [
          -2.5,
          0.5546875
        ],
        [
          -2.84375,
          -0.96875
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        55289
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "selected_tokens": [
        55289
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 55289,
      "after_commit": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 62,
          "token": 55289,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -62,
            -62,
            -62,
            -62
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 7,
      "before_budget": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          58
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        62,
        63,
        64,
        65
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.84375,
          2.21875
        ],
        [
          -2.53125,
          8.5625
        ],
        [
          -2.5,
          0.5546875
        ],
        [
          -2.84375,
          -0.96875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          62,
          14,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          63,
          15,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          64,
          16,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          65,
          17,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "marker_logits_after": [
        [
          -2.84375,
          2.21875
        ],
        [
          -2.53125,
          8.5625
        ],
        [
          -2.5,
          0.5546875
        ],
        [
          -2.84375,
          -0.96875
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        55289
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 62,
        "num_computed": 61,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "selected_tokens": [
        55289
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 55289,
      "after_commit": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 62,
          "token": 55289,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -62,
            -62,
            -62,
            -62
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 8,
      "before_budget": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        63,
        64,
        65,
        66
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.75,
          -0.671875
        ],
        [
          -2.46875,
          -1.1328125
        ],
        [
          -0.94140625,
          1.15625
        ],
        [
          -3.9375,
          0.296875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          63,
          15,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          64,
          16,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          65,
          17,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          66,
          18,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "marker_logits_after": [
        [
          -2.75,
          -0.671875
        ],
        [
          -2.46875,
          -1.1328125
        ],
        [
          -0.94140625,
          1.15625
        ],
        [
          -3.9375,
          0.296875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        10,
        46410,
        49364
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "selected_tokens": [
        10,
        46410,
        49364
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 49364,
      "after_commit": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 63,
          "token": 10,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 64,
          "token": 46410,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 65,
          "token": 49364,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -63,
            -63,
            -63,
            -63
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 8,
      "before_budget": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          62
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        63,
        64,
        65,
        66
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.75,
          -0.671875
        ],
        [
          -2.46875,
          -1.1328125
        ],
        [
          -0.94140625,
          1.15625
        ],
        [
          -3.9375,
          0.296875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          63,
          15,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          64,
          16,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          65,
          17,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          66,
          18,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "marker_logits_after": [
        [
          -2.75,
          -0.671875
        ],
        [
          -2.46875,
          -1.1328125
        ],
        [
          -0.94140625,
          1.15625
        ],
        [
          -3.9375,
          0.296875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        10,
        46410,
        49364
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 63,
        "num_computed": 62,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "selected_tokens": [
        10,
        46410,
        49364
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 49364,
      "after_commit": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 63,
          "token": 10,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 64,
          "token": 46410,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 65,
          "token": 49364,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -63,
            -63,
            -63,
            -63
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 9,
      "before_budget": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        66,
        67,
        68,
        69
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.90234375,
          0.04931640625
        ],
        [
          -3.828125,
          0.82421875
        ],
        [
          -2.984375,
          4.0625
        ],
        [
          -2.828125,
          2.078125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          66,
          18,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          67,
          19,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          68,
          20,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          69,
          21,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "marker_logits_after": [
        [
          -0.90234375,
          0.04931640625
        ],
        [
          -3.828125,
          0.82421875
        ],
        [
          -2.984375,
          4.0625
        ],
        [
          -2.828125,
          2.078125
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        54288,
        6291
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "selected_tokens": [
        54288,
        6291
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 6291,
      "after_commit": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 66,
          "token": 54288,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 67,
          "token": 6291,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -66,
            -66,
            -66,
            -66
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 9,
      "before_budget": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          63
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        66,
        67,
        68,
        69
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.90234375,
          0.04931640625
        ],
        [
          -3.828125,
          0.82421875
        ],
        [
          -2.984375,
          4.0625
        ],
        [
          -2.828125,
          2.078125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          66,
          18,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          67,
          19,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          68,
          20,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          69,
          21,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "marker_logits_after": [
        [
          -0.90234375,
          0.04931640625
        ],
        [
          -3.828125,
          0.82421875
        ],
        [
          -2.984375,
          4.0625
        ],
        [
          -2.828125,
          2.078125
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        54288,
        6291
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 66,
        "num_computed": 65,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "selected_tokens": [
        54288,
        6291
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 6291,
      "after_commit": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 66,
          "token": 54288,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 67,
          "token": 6291,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -66,
            -66,
            -66,
            -66
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 10,
      "before_budget": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        68,
        69,
        70,
        71
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.8125,
          1.265625
        ],
        [
          -2.875,
          2.890625
        ],
        [
          -3.015625,
          1.1328125
        ],
        [
          -3.828125,
          1.203125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          68,
          20,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          69,
          21,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          70,
          22,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          71,
          23,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "marker_logits_after": [
        [
          -3.8125,
          1.265625
        ],
        [
          -2.875,
          2.890625
        ],
        [
          -3.015625,
          1.1328125
        ],
        [
          -3.828125,
          1.203125
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        220,
        101804,
        21,
        22
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "selected_tokens": [
        220,
        101804,
        21,
        22
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 22,
      "after_commit": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 68,
          "token": 220,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 69,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 70,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 71,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -68,
            -68,
            -68,
            -68
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 10,
      "before_budget": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          66
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        68,
        69,
        70,
        71
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.8125,
          1.265625
        ],
        [
          -2.875,
          2.890625
        ],
        [
          -3.015625,
          1.1328125
        ],
        [
          -3.828125,
          1.203125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          68,
          20,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          69,
          21,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          70,
          22,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          71,
          23,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "marker_logits_after": [
        [
          -3.8125,
          1.265625
        ],
        [
          -2.875,
          2.890625
        ],
        [
          -3.015625,
          1.1328125
        ],
        [
          -3.828125,
          1.203125
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        220,
        101804,
        21,
        22
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 68,
        "num_computed": 67,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "selected_tokens": [
        220,
        101804,
        21,
        22
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 22,
      "after_commit": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 68,
          "token": 220,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 69,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 70,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 71,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -68,
            -68,
            -68,
            -68
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 11,
      "before_budget": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        72,
        73,
        74,
        75
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.5625,
          3.375
        ],
        [
          -2.65625,
          3.015625
        ],
        [
          -3.71875,
          1.8828125
        ],
        [
          -1.3671875,
          5.625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          72,
          24,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          73,
          25,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          74,
          26,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          75,
          27,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "marker_logits_after": [
        [
          -1.5625,
          3.375
        ],
        [
          -2.65625,
          3.015625
        ],
        [
          -3.71875,
          1.8828125
        ],
        [
          -1.3671875,
          5.625
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        10,
        108479,
        20
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "selected_tokens": [
        10,
        108479,
        20
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 20,
      "after_commit": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 72,
          "token": 10,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 73,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 74,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -72,
            -72,
            -72,
            -72
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 11,
      "before_budget": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          68
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        72,
        73,
        74,
        75
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.5625,
          3.375
        ],
        [
          -2.65625,
          3.015625
        ],
        [
          -3.71875,
          1.8828125
        ],
        [
          -1.3671875,
          5.625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          72,
          24,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          73,
          25,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          74,
          26,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          75,
          27,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "marker_logits_after": [
        [
          -1.5625,
          3.375
        ],
        [
          -2.65625,
          3.015625
        ],
        [
          -3.71875,
          1.8828125
        ],
        [
          -1.3671875,
          5.625
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        10,
        108479,
        20
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 72,
        "num_computed": 71,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "selected_tokens": [
        10,
        108479,
        20
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 20,
      "after_commit": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 72,
          "token": 10,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 73,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 74,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -72,
            -72,
            -72,
            -72
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 12,
      "before_budget": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        75,
        76,
        77,
        78
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.8671875,
          4.28125
        ],
        [
          -3.625,
          2.640625
        ],
        [
          -3.6875,
          2.015625
        ],
        [
          -3.140625,
          3.1875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          75,
          27,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          76,
          28,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          77,
          29,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          78,
          30,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "marker_logits_after": [
        [
          -0.8671875,
          4.28125
        ],
        [
          -3.625,
          2.640625
        ],
        [
          -3.6875,
          2.015625
        ],
        [
          -3.140625,
          3.1875
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        28,
        109626
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "selected_tokens": [
        28,
        109626
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 109626,
      "after_commit": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 75,
          "token": 28,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 76,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -75,
            -75,
            -75,
            -75
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 12,
      "before_budget": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          72
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        75,
        76,
        77,
        78
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -0.8671875,
          4.28125
        ],
        [
          -3.625,
          2.640625
        ],
        [
          -3.6875,
          2.015625
        ],
        [
          -3.140625,
          3.1875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          75,
          27,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          76,
          28,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          77,
          29,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          78,
          30,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "marker_logits_after": [
        [
          -0.8671875,
          4.28125
        ],
        [
          -3.625,
          2.640625
        ],
        [
          -3.6875,
          2.015625
        ],
        [
          -3.140625,
          3.1875
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        28,
        109626
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 75,
        "num_computed": 74,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "selected_tokens": [
        28,
        109626
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 109626,
      "after_commit": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 75,
          "token": 28,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 76,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -75,
            -75,
            -75,
            -75
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 13,
      "before_budget": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        77,
        78,
        79,
        80
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.828125,
          1.65625
        ],
        [
          -3.15625,
          5.5
        ],
        [
          -2.203125,
          8.875
        ],
        [
          -2.234375,
          4.9375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          77,
          29,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          78,
          30,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          79,
          31,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          80,
          32,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "marker_logits_after": [
        [
          -3.828125,
          1.65625
        ],
        [
          -3.15625,
          5.5
        ],
        [
          -2.203125,
          8.875
        ],
        [
          -2.234375,
          4.9375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        102501,
        13,
        14646,
        5978
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "selected_tokens": [
        102501,
        13,
        14646,
        5978
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 5978,
      "after_commit": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 77,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 78,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 79,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 80,
          "token": 5978,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -77,
            -77,
            -77,
            -77
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 13,
      "before_budget": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          75
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        77,
        78,
        79,
        80
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.828125,
          1.65625
        ],
        [
          -3.15625,
          5.5
        ],
        [
          -2.203125,
          8.875
        ],
        [
          -2.234375,
          4.9375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          77,
          29,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          78,
          30,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          79,
          31,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          80,
          32,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "marker_logits_after": [
        [
          -3.828125,
          1.65625
        ],
        [
          -3.15625,
          5.5
        ],
        [
          -2.203125,
          8.875
        ],
        [
          -2.234375,
          4.9375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        102501,
        13,
        14646,
        5978
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 77,
        "num_computed": 76,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "selected_tokens": [
        102501,
        13,
        14646,
        5978
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 5978,
      "after_commit": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 77,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 78,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 79,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 80,
          "token": 5978,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -77,
            -77,
            -77,
            -77
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 14,
      "before_budget": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        81,
        82,
        83,
        84
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.984375,
          3.84375
        ],
        [
          -3.3125,
          6.875
        ],
        [
          -0.1982421875,
          11.25
        ],
        [
          -2.5625,
          4.625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          81,
          33,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          82,
          34,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          83,
          35,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "marker_logits_after": [
        [
          -2.984375,
          3.84375
        ],
        [
          -3.3125,
          6.875
        ],
        [
          -0.1982421875,
          11.25
        ],
        [
          -2.5625,
          4.625
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        12116
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "selected_tokens": [
        12116
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 12116,
      "after_commit": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 81,
          "token": 12116,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -81,
            -81,
            -81,
            -81
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 14,
      "before_budget": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          77
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        81,
        82,
        83,
        84
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.984375,
          3.84375
        ],
        [
          -3.3125,
          6.875
        ],
        [
          -0.1982421875,
          11.25
        ],
        [
          -2.5625,
          4.625
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          81,
          33,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          82,
          34,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          83,
          35,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "marker_logits_after": [
        [
          -2.984375,
          3.84375
        ],
        [
          -3.3125,
          6.875
        ],
        [
          -0.1982421875,
          11.25
        ],
        [
          -2.5625,
          4.625
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        12116
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 81,
        "num_computed": 80,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "selected_tokens": [
        12116
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 12116,
      "after_commit": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 81,
          "token": 12116,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -81,
            -81,
            -81,
            -81
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 15,
      "before_budget": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        82,
        83,
        84,
        85
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.375,
          4.21875
        ],
        [
          -2.453125,
          9.0625
        ],
        [
          -1.6484375,
          4.65625
        ],
        [
          -2.625,
          3.609375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          82,
          34,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          83,
          35,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "marker_logits_after": [
        [
          -2.375,
          4.21875
        ],
        [
          -2.453125,
          9.0625
        ],
        [
          -1.6484375,
          4.65625
        ],
        [
          -2.625,
          3.609375
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        13,
        3411
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "selected_tokens": [
        13,
        3411
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 3411,
      "after_commit": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 82,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 83,
          "token": 3411,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -82,
            -82,
            -82,
            -82
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 15,
      "before_budget": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          81
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        82,
        83,
        84,
        85
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.375,
          4.21875
        ],
        [
          -2.453125,
          9.0625
        ],
        [
          -1.6484375,
          4.65625
        ],
        [
          -2.625,
          3.609375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          82,
          34,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          83,
          35,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "marker_logits_after": [
        [
          -2.375,
          4.21875
        ],
        [
          -2.453125,
          9.0625
        ],
        [
          -1.6484375,
          4.65625
        ],
        [
          -2.625,
          3.609375
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        13,
        3411
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 82,
        "num_computed": 81,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "selected_tokens": [
        13,
        3411
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 3411,
      "after_commit": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "counts_after_commit": [
        2,
        2
      ],
      "committed": [
        {
          "position": 82,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 83,
          "token": 3411,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            1,
            0,
            0
          ]
        ],
        [
          [
            -82,
            -82,
            -82,
            -82
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 16,
      "before_budget": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        84,
        85,
        86,
        87
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.1875,
          6.90625
        ],
        [
          -0.0791015625,
          11.875
        ],
        [
          -2.734375,
          3.84375
        ],
        [
          -3.4375,
          3.484375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          86,
          38,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          87,
          39,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "marker_logits_after": [
        [
          -3.1875,
          6.90625
        ],
        [
          -0.0791015625,
          11.875
        ],
        [
          -2.734375,
          3.84375
        ],
        [
          -3.4375,
          3.484375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "selected_tokens": [
        1172
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 84,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -84,
            -84,
            -84,
            -84
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 16,
      "before_budget": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          82
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        84,
        85,
        86,
        87
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.1875,
          6.90625
        ],
        [
          -0.0791015625,
          11.875
        ],
        [
          -2.734375,
          3.84375
        ],
        [
          -3.4375,
          3.484375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          84,
          36,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          86,
          38,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          87,
          39,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "marker_logits_after": [
        [
          -3.1875,
          6.90625
        ],
        [
          -0.0791015625,
          11.875
        ],
        [
          -2.734375,
          3.84375
        ],
        [
          -3.4375,
          3.484375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 84,
        "num_computed": 83,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "selected_tokens": [
        1172
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 84,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -84,
            -84,
            -84,
            -84
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 17,
      "before_budget": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        85,
        86,
        87,
        88
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.671875,
          7.40625
        ],
        [
          -1.7421875,
          5.375
        ],
        [
          -3.28125,
          0.24609375
        ],
        [
          -4.03125,
          -0.37109375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          86,
          38,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          87,
          39,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          88,
          40,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "marker_logits_after": [
        [
          -2.671875,
          7.40625
        ],
        [
          -1.7421875,
          5.375
        ],
        [
          -3.28125,
          0.24609375
        ],
        [
          -4.03125,
          -0.37109375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        330,
        101804,
        21,
        22
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "selected_tokens": [
        330,
        101804,
        21,
        22
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 22,
      "after_commit": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 85,
          "token": 330,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 86,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 87,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 88,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -85,
            -85,
            -85,
            -85
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 17,
      "before_budget": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          84
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        85,
        86,
        87,
        88
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.671875,
          7.40625
        ],
        [
          -1.7421875,
          5.375
        ],
        [
          -3.28125,
          0.24609375
        ],
        [
          -4.03125,
          -0.37109375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          85,
          37,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          86,
          38,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          87,
          39,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          88,
          40,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "marker_logits_after": [
        [
          -2.671875,
          7.40625
        ],
        [
          -1.7421875,
          5.375
        ],
        [
          -3.28125,
          0.24609375
        ],
        [
          -4.03125,
          -0.37109375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        330,
        101804,
        21,
        22
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 85,
        "num_computed": 84,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "selected_tokens": [
        330,
        101804,
        21,
        22
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 22,
      "after_commit": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 85,
          "token": 330,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 86,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 87,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 88,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -85,
            -85,
            -85,
            -85
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 18,
      "before_budget": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        89,
        90,
        91,
        92
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.8046875,
          3.796875
        ],
        [
          -2.59375,
          2.078125
        ],
        [
          -3.4375,
          -0.58984375
        ],
        [
          -1.703125,
          2.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          89,
          41,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          90,
          42,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          91,
          43,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          92,
          44,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "marker_logits_after": [
        [
          -1.8046875,
          3.796875
        ],
        [
          -2.59375,
          2.078125
        ],
        [
          -3.4375,
          -0.58984375
        ],
        [
          -1.703125,
          2.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        11,
        108479,
        20,
        11
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "selected_tokens": [
        11,
        108479,
        20,
        11
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 11,
      "after_commit": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 89,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 90,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 91,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 92,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -89,
            -89,
            -89,
            -89
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 18,
      "before_budget": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          85
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        89,
        90,
        91,
        92
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.8046875,
          3.796875
        ],
        [
          -2.59375,
          2.078125
        ],
        [
          -3.4375,
          -0.58984375
        ],
        [
          -1.703125,
          2.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          89,
          41,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          90,
          42,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          91,
          43,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          92,
          44,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "marker_logits_after": [
        [
          -1.8046875,
          3.796875
        ],
        [
          -2.59375,
          2.078125
        ],
        [
          -3.4375,
          -0.58984375
        ],
        [
          -1.703125,
          2.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        11,
        108479,
        20,
        11
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 89,
        "num_computed": 88,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "selected_tokens": [
        11,
        108479,
        20,
        11
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 11,
      "after_commit": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 89,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 90,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 91,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 92,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -89,
            -89,
            -89,
            -89
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 19,
      "before_budget": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        93,
        94,
        95,
        96
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.53125,
          3.15625
        ],
        [
          -3.140625,
          3.59375
        ],
        [
          -1.0546875,
          11.4375
        ],
        [
          -1.0,
          16.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          93,
          45,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          94,
          46,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          95,
          47,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          96,
          48,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "marker_logits_after": [
        [
          -2.53125,
          3.15625
        ],
        [
          -3.140625,
          3.59375
        ],
        [
          -1.0546875,
          11.4375
        ],
        [
          -1.0,
          16.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        109626,
        102501,
        3263,
        1988
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "selected_tokens": [
        109626,
        102501,
        3263,
        1988
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1988,
      "after_commit": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 93,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 94,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 95,
          "token": 3263,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 96,
          "token": 1988,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -93,
            -93,
            -93,
            -93
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 19,
      "before_budget": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          89
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        93,
        94,
        95,
        96
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.53125,
          3.15625
        ],
        [
          -3.140625,
          3.59375
        ],
        [
          -1.0546875,
          11.4375
        ],
        [
          -1.0,
          16.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          93,
          45,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          94,
          46,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          95,
          47,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          96,
          48,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "marker_logits_after": [
        [
          -2.53125,
          3.15625
        ],
        [
          -3.140625,
          3.59375
        ],
        [
          -1.0546875,
          11.4375
        ],
        [
          -1.0,
          16.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        109626,
        102501,
        3263,
        1988
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 93,
        "num_computed": 92,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "selected_tokens": [
        109626,
        102501,
        3263,
        1988
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1988,
      "after_commit": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 93,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 94,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 95,
          "token": 3263,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 96,
          "token": 1988,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -93,
            -93,
            -93,
            -93
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 20,
      "before_budget": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        97,
        98,
        99,
        100
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.3671875,
          6.09375
        ],
        [
          -2.40625,
          4.8125
        ],
        [
          -1.890625,
          5.125
        ],
        [
          -2.609375,
          5.4375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          97,
          49,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          98,
          50,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          99,
          51,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          100,
          52,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "marker_logits_after": [
        [
          -1.3671875,
          6.09375
        ],
        [
          -2.40625,
          4.8125
        ],
        [
          -1.890625,
          5.125
        ],
        [
          -2.609375,
          5.4375
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        1077,
        594,
        23578
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "selected_tokens": [
        1077,
        594,
        23578
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 23578,
      "after_commit": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 97,
          "token": 1077,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 98,
          "token": 594,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 99,
          "token": 23578,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -97,
            -97,
            -97,
            -97
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 20,
      "before_budget": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          93
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        97,
        98,
        99,
        100
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.3671875,
          6.09375
        ],
        [
          -2.40625,
          4.8125
        ],
        [
          -1.890625,
          5.125
        ],
        [
          -2.609375,
          5.4375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          97,
          49,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          98,
          50,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          99,
          51,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          100,
          52,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "marker_logits_after": [
        [
          -1.3671875,
          6.09375
        ],
        [
          -2.40625,
          4.8125
        ],
        [
          -1.890625,
          5.125
        ],
        [
          -2.609375,
          5.4375
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        1077,
        594,
        23578
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 97,
        "num_computed": 96,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "selected_tokens": [
        1077,
        594,
        23578
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 23578,
      "after_commit": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 97,
          "token": 1077,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 98,
          "token": 594,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 99,
          "token": 23578,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -97,
            -97,
            -97,
            -97
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 21,
      "before_budget": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        100,
        101,
        102,
        103
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.03125,
          5.6875
        ],
        [
          -2.125,
          8.0
        ],
        [
          -1.8671875,
          12.125
        ],
        [
          -1.9765625,
          4.78125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          100,
          52,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          101,
          53,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          102,
          54,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          103,
          55,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "marker_logits_after": [
        [
          -2.03125,
          5.6875
        ],
        [
          -2.125,
          8.0
        ],
        [
          -1.8671875,
          12.125
        ],
        [
          -1.9765625,
          4.78125
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        30
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "selected_tokens": [
        30
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 30,
      "after_commit": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 100,
          "token": 30,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -100,
            -100,
            -100,
            -100
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 21,
      "before_budget": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          97
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        100,
        101,
        102,
        103
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.03125,
          5.6875
        ],
        [
          -2.125,
          8.0
        ],
        [
          -1.8671875,
          12.125
        ],
        [
          -1.9765625,
          4.78125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          100,
          52,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          101,
          53,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          102,
          54,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          103,
          55,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "marker_logits_after": [
        [
          -2.03125,
          5.6875
        ],
        [
          -2.125,
          8.0
        ],
        [
          -1.8671875,
          12.125
        ],
        [
          -1.9765625,
          4.78125
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        30
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 100,
        "num_computed": 99,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "selected_tokens": [
        30
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 30,
      "after_commit": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 100,
          "token": 30,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -100,
            -100,
            -100,
            -100
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 22,
      "before_budget": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        101,
        102,
        103,
        104
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.453125,
          9.5625
        ],
        [
          -1.890625,
          4.53125
        ],
        [
          -2.84375,
          4.78125
        ],
        [
          0.171875,
          4.1875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          101,
          53,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          102,
          54,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          103,
          55,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          104,
          56,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "marker_logits_after": [
        [
          -2.453125,
          9.5625
        ],
        [
          -1.890625,
          4.53125
        ],
        [
          -2.84375,
          4.78125
        ],
        [
          0.171875,
          4.1875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        2657,
        17045,
        11619
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "selected_tokens": [
        2657,
        17045,
        11619
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 11619,
      "after_commit": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 101,
          "token": 2657,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 102,
          "token": 17045,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 103,
          "token": 11619,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -101,
            -101,
            -101,
            -101
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 22,
      "before_budget": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          100
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        101,
        102,
        103,
        104
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.453125,
          9.5625
        ],
        [
          -1.890625,
          4.53125
        ],
        [
          -2.84375,
          4.78125
        ],
        [
          0.171875,
          4.1875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          101,
          53,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          102,
          54,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          103,
          55,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          104,
          56,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "marker_logits_after": [
        [
          -2.453125,
          9.5625
        ],
        [
          -1.890625,
          4.53125
        ],
        [
          -2.84375,
          4.78125
        ],
        [
          0.171875,
          4.1875
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        2657,
        17045,
        11619
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 101,
        "num_computed": 100,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "selected_tokens": [
        2657,
        17045,
        11619
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 11619,
      "after_commit": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 101,
          "token": 2657,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 102,
          "token": 17045,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 103,
          "token": 11619,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -101,
            -101,
            -101,
            -101
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 23,
      "before_budget": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        104,
        105,
        106,
        107
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.328125,
          4.96875
        ],
        [
          -1.8515625,
          9.6875
        ],
        [
          -2.046875,
          7.15625
        ],
        [
          -1.6796875,
          9.6875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          104,
          56,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          105,
          57,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          106,
          58,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          107,
          59,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "marker_logits_after": [
        [
          -2.328125,
          4.96875
        ],
        [
          -1.8515625,
          9.6875
        ],
        [
          -2.046875,
          7.15625
        ],
        [
          -1.6796875,
          9.6875
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        13,
        14646,
        1590,
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "selected_tokens": [
        13,
        14646,
        1590,
        1172
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 104,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 105,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 106,
          "token": 1590,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 107,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -104,
            -104,
            -104,
            -104
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 23,
      "before_budget": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          101
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        104,
        105,
        106,
        107
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.328125,
          4.96875
        ],
        [
          -1.8515625,
          9.6875
        ],
        [
          -2.046875,
          7.15625
        ],
        [
          -1.6796875,
          9.6875
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          104,
          56,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          105,
          57,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          106,
          58,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          107,
          59,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "marker_logits_after": [
        [
          -2.328125,
          4.96875
        ],
        [
          -1.8515625,
          9.6875
        ],
        [
          -2.046875,
          7.15625
        ],
        [
          -1.6796875,
          9.6875
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        13,
        14646,
        1590,
        1172
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 104,
        "num_computed": 103,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "selected_tokens": [
        13,
        14646,
        1590,
        1172
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1172,
      "after_commit": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 104,
          "token": 13,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 105,
          "token": 14646,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 106,
          "token": 1590,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 107,
          "token": 1172,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -104,
            -104,
            -104,
            -104
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 24,
      "before_budget": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        108,
        109,
        110,
        111
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.7578125,
          11.5625
        ],
        [
          -1.828125,
          8.75
        ],
        [
          -0.96484375,
          11.5
        ],
        [
          -1.828125,
          5.03125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          108,
          60,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          109,
          61,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          110,
          62,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          111,
          63,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "marker_logits_after": [
        [
          -1.7578125,
          11.5625
        ],
        [
          -1.828125,
          8.75
        ],
        [
          -0.96484375,
          11.5
        ],
        [
          -1.828125,
          5.03125
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        2326,
        25700,
        18630
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "selected_tokens": [
        2326,
        25700,
        18630
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 18630,
      "after_commit": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 108,
          "token": 2326,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 109,
          "token": 25700,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 110,
          "token": 18630,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -108,
            -108,
            -108,
            -108
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 24,
      "before_budget": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          104
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        108,
        109,
        110,
        111
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.7578125,
          11.5625
        ],
        [
          -1.828125,
          8.75
        ],
        [
          -0.96484375,
          11.5
        ],
        [
          -1.828125,
          5.03125
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          108,
          60,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          109,
          61,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          110,
          62,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          -1,
          111,
          63,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "marker_logits_after": [
        [
          -1.7578125,
          11.5625
        ],
        [
          -1.828125,
          8.75
        ],
        [
          -0.96484375,
          11.5
        ],
        [
          -1.828125,
          5.03125
        ]
      ],
      "verified_count": 3,
      "verified_tokens": [
        2326,
        25700,
        18630
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 108,
        "num_computed": 107,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "selected_tokens": [
        2326,
        25700,
        18630
      ],
      "counts_before_commit": [
        3,
        1
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 18630,
      "after_commit": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "counts_after_commit": [
        3,
        1
      ],
      "committed": [
        {
          "position": 108,
          "token": 2326,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 109,
          "token": 25700,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 110,
          "token": 18630,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            2,
            0,
            0
          ]
        ],
        [
          [
            -108,
            -108,
            -108,
            -108
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 25,
      "before_budget": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        111,
        112,
        113,
        114
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.234375,
          8.375
        ],
        [
          -2.0625,
          5.90625
        ],
        [
          -1.375,
          13.25
        ],
        [
          -1.109375,
          16.25
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          111,
          63,
          -1
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          112,
          64,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          113,
          65,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          114,
          66,
          0
        ]
      ],
      "after_budget": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "marker_logits_after": [
        [
          -2.234375,
          8.375
        ],
        [
          -2.0625,
          1000000000.0
        ],
        [
          -1.375,
          1000000000.0
        ],
        [
          -1.109375,
          1000000000.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        75994
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ]
      ],
      "before_commit": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "selected_tokens": [
        75994
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 75994,
      "after_commit": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 111,
          "token": 75994,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -111,
            -111,
            -111,
            -111
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 25,
      "before_budget": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          108
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        111,
        112,
        113,
        114
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.234375,
          8.375
        ],
        [
          -2.0625,
          5.90625
        ],
        [
          -1.375,
          13.25
        ],
        [
          -1.109375,
          16.25
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          -1,
          111,
          63,
          -1
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          112,
          64,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          113,
          65,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          114,
          66,
          0
        ]
      ],
      "after_budget": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "marker_logits_after": [
        [
          -2.234375,
          8.375
        ],
        [
          -2.0625,
          1000000000.0
        ],
        [
          -1.375,
          1000000000.0
        ],
        [
          -1.109375,
          1000000000.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        75994
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ]
      ],
      "before_commit": {
        "total_len": 111,
        "num_computed": 110,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "selected_tokens": [
        75994
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 75994,
      "after_commit": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 111,
          "token": 75994,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -111,
            -111,
            -111,
            -111
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 26,
      "before_budget": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        112,
        113,
        114,
        115
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.3515625,
          13.6875
        ],
        [
          -1.09375,
          16.5
        ],
        [
          -1.453125,
          5.71875
        ],
        [
          -1.65625,
          9.625
        ]
      ],
      "force_rows": [
        [
          1,
          1,
          154842,
          47,
          -1,
          112,
          64,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          113,
          65,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          114,
          66,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          115,
          67,
          0
        ]
      ],
      "after_budget": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "marker_logits_after": [
        [
          -1.3515625,
          1000000000.0
        ],
        [
          -1.09375,
          1000000000.0
        ],
        [
          -1.453125,
          1000000000.0
        ],
        [
          -1.65625,
          1000000000.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        154842
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ]
      ],
      "before_commit": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "selected_tokens": [
        154842
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 154842,
      "after_commit": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 112,
          "token": 154842,
          "budget_store": 1,
          "stored_token": 154842,
          "marker_matches_store": true
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -112,
            -112,
            -112,
            -112
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 26,
      "before_budget": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          111
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        112,
        113,
        114,
        115
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -1.3515625,
          13.6875
        ],
        [
          -1.09375,
          16.5
        ],
        [
          -1.453125,
          5.71875
        ],
        [
          -1.65625,
          9.625
        ]
      ],
      "force_rows": [
        [
          1,
          1,
          154842,
          47,
          -1,
          112,
          64,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          113,
          65,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          114,
          66,
          0
        ],
        [
          1,
          1,
          154842,
          47,
          -1,
          115,
          67,
          0
        ]
      ],
      "after_budget": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "marker_logits_after": [
        [
          -1.3515625,
          1000000000.0
        ],
        [
          -1.09375,
          1000000000.0
        ],
        [
          -1.453125,
          1000000000.0
        ],
        [
          -1.65625,
          1000000000.0
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        154842
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ],
        [
          "-inf",
          1666666624.0
        ]
      ],
      "before_commit": {
        "total_len": 112,
        "num_computed": 111,
        "markers": {
          "154841": [
            47
          ],
          "154842": []
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "selected_tokens": [
        154842
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 154842,
      "after_commit": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 112,
          "token": 154842,
          "budget_store": 1,
          "stored_token": 154842,
          "marker_matches_store": true
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -112,
            -112,
            -112,
            -112
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 27,
      "before_budget": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        113,
        114,
        115,
        116
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": [
          0
        ]
      },
      "marker_logits_before": [
        [
          0.5546875,
          8.625
        ],
        [
          -1.8828125,
          8.875
        ],
        [
          -2.296875,
          4.8125
        ],
        [
          -2.03125,
          3.734375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          113,
          65,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          114,
          66,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          115,
          67,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          116,
          68,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "marker_logits_after": [
        [
          0.5546875,
          8.625
        ],
        [
          -1.8828125,
          8.875
        ],
        [
          -2.296875,
          4.8125
        ],
        [
          -2.03125,
          3.734375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        101804
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "selected_tokens": [
        101804
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 101804,
      "after_commit": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 113,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -113,
            -113,
            -113,
            -113
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 27,
      "before_budget": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          -1,
          112
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        113,
        114,
        115,
        116
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": [
          0
        ]
      },
      "marker_logits_before": [
        [
          0.5546875,
          8.625
        ],
        [
          -1.8828125,
          8.875
        ],
        [
          -2.296875,
          4.8125
        ],
        [
          -2.03125,
          3.734375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          113,
          65,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          114,
          66,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          115,
          67,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          116,
          68,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "marker_logits_after": [
        [
          0.5546875,
          8.625
        ],
        [
          -1.8828125,
          8.875
        ],
        [
          -2.296875,
          4.8125
        ],
        [
          -2.03125,
          3.734375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        101804
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 113,
        "num_computed": 112,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "selected_tokens": [
        101804
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 101804,
      "after_commit": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 113,
          "token": 101804,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -113,
            -113,
            -113,
            -113
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 28,
      "before_budget": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        114,
        115,
        116,
        117
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.015625,
          3.453125
        ],
        [
          -3.484375,
          3.234375
        ],
        [
          -0.1318359375,
          7.5625
        ],
        [
          -1.5234375,
          3.59375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          114,
          66,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          115,
          67,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          116,
          68,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          117,
          69,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "marker_logits_after": [
        [
          -3.015625,
          3.453125
        ],
        [
          -3.484375,
          3.234375
        ],
        [
          -0.1318359375,
          7.5625
        ],
        [
          -1.5234375,
          3.59375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        21,
        22,
        11,
        108479
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "selected_tokens": [
        21,
        22,
        11,
        108479
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 108479,
      "after_commit": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 114,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 115,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 116,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 117,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -114,
            -114,
            -114,
            -114
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 28,
      "before_budget": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          113
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        114,
        115,
        116,
        117
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -3.015625,
          3.453125
        ],
        [
          -3.484375,
          3.234375
        ],
        [
          -0.1318359375,
          7.5625
        ],
        [
          -1.5234375,
          3.59375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          114,
          66,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          115,
          67,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          116,
          68,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          117,
          69,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "marker_logits_after": [
        [
          -3.015625,
          3.453125
        ],
        [
          -3.484375,
          3.234375
        ],
        [
          -0.1318359375,
          7.5625
        ],
        [
          -1.5234375,
          3.59375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        21,
        22,
        11,
        108479
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 114,
        "num_computed": 113,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "selected_tokens": [
        21,
        22,
        11,
        108479
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 108479,
      "after_commit": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 114,
          "token": 21,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 115,
          "token": 22,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 116,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 117,
          "token": 108479,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -114,
            -114,
            -114,
            -114
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 29,
      "before_budget": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        118,
        119,
        120,
        121
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.859375,
          2.984375
        ],
        [
          -0.0869140625,
          8.25
        ],
        [
          -1.3828125,
          6.125
        ],
        [
          0.58203125,
          4.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          118,
          70,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          119,
          71,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          120,
          72,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          121,
          73,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "marker_logits_after": [
        [
          -2.859375,
          2.984375
        ],
        [
          -0.0869140625,
          8.25
        ],
        [
          -1.3828125,
          6.125
        ],
        [
          0.58203125,
          4.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        20,
        11,
        109626,
        102501
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "selected_tokens": [
        20,
        11,
        109626,
        102501
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 102501,
      "after_commit": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 118,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 119,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 120,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 121,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -118,
            -118,
            -118,
            -118
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 29,
      "before_budget": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          114
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        118,
        119,
        120,
        121
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          -2.859375,
          2.984375
        ],
        [
          -0.0869140625,
          8.25
        ],
        [
          -1.3828125,
          6.125
        ],
        [
          0.58203125,
          4.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          118,
          70,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          119,
          71,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          120,
          72,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          121,
          73,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "marker_logits_after": [
        [
          -2.859375,
          2.984375
        ],
        [
          -0.0869140625,
          8.25
        ],
        [
          -1.3828125,
          6.125
        ],
        [
          0.58203125,
          4.375
        ]
      ],
      "verified_count": 4,
      "verified_tokens": [
        20,
        11,
        109626,
        102501
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 118,
        "num_computed": 117,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "selected_tokens": [
        20,
        11,
        109626,
        102501
      ],
      "counts_before_commit": [
        4,
        0
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 102501,
      "after_commit": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "counts_after_commit": [
        4,
        0
      ],
      "committed": [
        {
          "position": 118,
          "token": 20,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 119,
          "token": 11,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 120,
          "token": 109626,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        },
        {
          "position": 121,
          "token": 102501,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            3,
            0,
            0
          ]
        ],
        [
          [
            -118,
            -118,
            -118,
            -118
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 30,
      "before_budget": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        122,
        123,
        124,
        125
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          4.15625,
          10.5625
        ],
        [
          0.94921875,
          4.90625
        ],
        [
          0.71875,
          5.53125
        ],
        [
          1.9296875,
          9.0
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          122,
          74,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          123,
          75,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          124,
          76,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          125,
          77,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "marker_logits_after": [
        [
          4.15625,
          10.5625
        ],
        [
          0.94921875,
          4.90625
        ],
        [
          0.71875,
          5.53125
        ],
        [
          1.9296875,
          9.0
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        154827,
        1654
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "selected_tokens": [
        154827,
        1654
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 154827,
      "after_commit": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 122,
          "token": 154827,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            122,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -122,
            0,
            -122,
            -122
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 30,
      "before_budget": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          118
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        122,
        123,
        124,
        125
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          4.15625,
          10.5625
        ],
        [
          0.94921875,
          4.90625
        ],
        [
          0.71875,
          5.53125
        ],
        [
          1.9296875,
          9.0
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          122,
          74,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          123,
          75,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          124,
          76,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          125,
          77,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "marker_logits_after": [
        [
          4.15625,
          10.5625
        ],
        [
          0.94921875,
          4.90625
        ],
        [
          0.71875,
          5.53125
        ],
        [
          1.9296875,
          9.0
        ]
      ],
      "verified_count": 2,
      "verified_tokens": [
        154827,
        1654
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 122,
        "num_computed": 121,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "selected_tokens": [
        154827,
        1654
      ],
      "counts_before_commit": [
        2,
        2
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 154827,
      "after_commit": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 122,
          "token": 154827,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            122,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -122,
            0,
            -122,
            -122
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 1,
      "request": 1,
      "slot": 3,
      "step": 31,
      "before_budget": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        123,
        124,
        125,
        126
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          1.03125,
          4.78125
        ],
        [
          0.8828125,
          5.4375
        ],
        [
          1.84375,
          8.9375
        ],
        [
          1.9453125,
          8.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          123,
          75,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          124,
          76,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          125,
          77,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          126,
          78,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "marker_logits_after": [
        [
          1.03125,
          4.78125
        ],
        [
          0.8828125,
          5.4375
        ],
        [
          1.84375,
          8.9375
        ],
        [
          1.9453125,
          8.375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1654
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "selected_tokens": [
        1654
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1654,
      "after_commit": {
        "total_len": 124,
        "num_computed": 123,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 123,
          "token": 1654,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -123,
            -123,
            -123,
            -123
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "step",
      "rank": 0,
      "request": 1,
      "slot": 3,
      "step": 31,
      "before_budget": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          122
        ]
      },
      "expanded_mapping": [
        3,
        3,
        3,
        3
      ],
      "local_positions": [
        0,
        1,
        2,
        3
      ],
      "effective_positions": [
        123,
        124,
        125,
        126
      ],
      "input_marker_positions": {
        "154841": [],
        "154842": []
      },
      "marker_logits_before": [
        [
          1.03125,
          4.78125
        ],
        [
          0.8828125,
          5.4375
        ],
        [
          1.84375,
          8.9375
        ],
        [
          1.9453125,
          8.375
        ]
      ],
      "force_rows": [
        [
          1,
          0,
          -1,
          47,
          112,
          123,
          75,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          124,
          76,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          125,
          77,
          -1
        ],
        [
          1,
          0,
          -1,
          47,
          112,
          126,
          78,
          -1
        ]
      ],
      "after_budget": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "marker_logits_after": [
        [
          1.03125,
          4.78125
        ],
        [
          0.8828125,
          5.4375
        ],
        [
          1.84375,
          8.9375
        ],
        [
          1.9453125,
          8.375
        ]
      ],
      "verified_count": 1,
      "verified_tokens": [
        1654
      ],
      "marker_logits_after_sampling": [
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ],
        [
          "-inf",
          "-inf"
        ]
      ],
      "before_commit": {
        "total_len": 123,
        "num_computed": 122,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "selected_tokens": [
        1654
      ],
      "counts_before_commit": [
        1,
        3
      ],
      "query_start": [
        0,
        4
      ],
      "boundary_enabled": true,
      "boundary_metadata": [
        1,
        48,
        0,
        48,
        560,
        3,
        0
      ],
      "boundary_stop_tokens": [
        154820,
        154827,
        154829
      ],
      "logits_only": false,
      "last_sampled_token": 1654,
      "after_commit": {
        "total_len": 124,
        "num_computed": 123,
        "markers": {
          "154841": [
            47
          ],
          "154842": [
            112
          ]
        },
        "budget": 64,
        "cache": [
          47,
          112,
          123
        ]
      },
      "counts_after_commit": [
        1,
        3
      ],
      "committed": [
        {
          "position": 123,
          "token": 1654,
          "budget_store": 0,
          "stored_token": -1,
          "marker_matches_store": false
        }
      ],
      "boundary_capture": [
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            0,
            0,
            0,
            0
          ]
        ],
        [
          [
            -123,
            -123,
            -123,
            -123
          ]
        ]
      ]
    },
    {
      "schema": "marker-trace/v1",
      "kind": "request_end",
      "rank": 1,
      "slot": 3,
      "request": 1,
      "steps": 31,
      "prompt_length": 48,
      "generated": 76
    },
    {
      "schema": "marker-trace/v1",
      "kind": "request_end",
      "rank": 0,
      "slot": 3,
      "request": 1,
      "steps": 31,
      "prompt_length": 48,
      "generated": 76
    }
  ]
}