ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"request_start","rank":0,"request":1,"slot":3,"prompt_length":48,"budget":64,"max_tokens":512}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"request_start","rank":1,"request":1,"slot":3,"prompt_length":48,"budget":64,"max_tokens":512}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":1,"before_budget":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[-1,-1,0]},"expanded_mapping":[3],"local_positions":[0],"effective_positions":[48],"input_marker_positions":{"154841":[0],"154842":[]},"marker_logits_before":[[-0.1904296875,7.0625]],"force_rows":[[1,0,-1,47,-1,48,0,-1]],"after_budget":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"marker_logits_after":[[-0.1904296875,7.0625]],"verified_count":1,"verified_tokens":[1654],"marker_logits_after_sampling":[[-0.3173828125,11.770833015441895]],"before_commit":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"selected_tokens":[1654],"counts_before_commit":[1,0],"query_start":[0,48],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1654,"after_commit":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"counts_after_commit":[1,0],"committed":[{"position":48,"token":1654,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[48,0,0,0]],[[0,0,0,0]],[[47,-1,-1,-1]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":1,"before_budget":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[-1,-1,0]},"expanded_mapping":[3],"local_positions":[0],"effective_positions":[48],"input_marker_positions":{"154841":[0],"154842":[]},"marker_logits_before":[[-0.1904296875,7.0625]],"force_rows":[[1,0,-1,47,-1,48,0,-1]],"after_budget":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"marker_logits_after":[[-0.1904296875,7.0625]],"verified_count":1,"verified_tokens":[1654],"marker_logits_after_sampling":[[-0.3173828125,11.770833015441895]],"before_commit":{"total_len":48,"num_computed":0,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"selected_tokens":[1654],"counts_before_commit":[1,0],"query_start":[0,48],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1654,"after_commit":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"counts_after_commit":[1,0],"committed":[{"position":48,"token":1654,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[48,0,0,0]],[[0,0,0,0]],[[47,-1,-1,-1]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":2,"before_budget":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[49,50,51,52],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.5078125,1.734375],[-2.140625,4.5],[-2.671875,3.34375],[-1.625,4.3125]],"force_rows":[[1,0,-1,47,-1,49,1,-1],[1,0,-1,47,-1,50,2,-1],[1,0,-1,47,-1,51,3,-1],[1,0,-1,47,-1,52,4,-1]],"after_budget":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"marker_logits_after":[[-1.5078125,1.734375],[-2.140625,4.5],[-2.671875,3.34375],[-1.625,4.3125]],"verified_count":3,"verified_tokens":[1184,4226,1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"selected_tokens":[1184,4226,1172],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"counts_after_commit":[3,1],"committed":[{"position":49,"token":1184,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":50,"token":4226,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":51,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-49,-49,-49,-49]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":2,"before_budget":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,48]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[49,50,51,52],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.5078125,1.734375],[-2.140625,4.5],[-2.671875,3.34375],[-1.625,4.3125]],"force_rows":[[1,0,-1,47,-1,49,1,-1],[1,0,-1,47,-1,50,2,-1],[1,0,-1,47,-1,51,3,-1],[1,0,-1,47,-1,52,4,-1]],"after_budget":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"marker_logits_after":[[-1.5078125,1.734375],[-2.140625,4.5],[-2.671875,3.34375],[-1.625,4.3125]],"verified_count":3,"verified_tokens":[1184,4226,1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":49,"num_computed":48,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"selected_tokens":[1184,4226,1172],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"counts_after_commit":[3,1],"committed":[{"position":49,"token":1184,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":50,"token":4226,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":51,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-49,-49,-49,-49]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":3,"before_budget":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[52,53,54,55],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.859375,5.84375],[-2.609375,2.421875],[-1.7421875,7.34375],[-1.78125,4.0]],"force_rows":[[1,0,-1,47,-1,52,4,-1],[1,0,-1,47,-1,53,5,-1],[1,0,-1,47,-1,54,6,-1],[1,0,-1,47,-1,55,7,-1]],"after_budget":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"marker_logits_after":[[-2.859375,5.84375],[-2.609375,2.421875],[-1.7421875,7.34375],[-1.78125,4.0]],"verified_count":1,"verified_tokens":[2326],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"selected_tokens":[2326],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":2326,"after_commit":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"counts_after_commit":[1,3],"committed":[{"position":52,"token":2326,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-52,-52,-52,-52]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":3,"before_budget":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,49]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[52,53,54,55],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.859375,5.84375],[-2.609375,2.421875],[-1.7421875,7.34375],[-1.78125,4.0]],"force_rows":[[1,0,-1,47,-1,52,4,-1],[1,0,-1,47,-1,53,5,-1],[1,0,-1,47,-1,54,6,-1],[1,0,-1,47,-1,55,7,-1]],"after_budget":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"marker_logits_after":[[-2.859375,5.84375],[-2.609375,2.421875],[-1.7421875,7.34375],[-1.78125,4.0]],"verified_count":1,"verified_tokens":[2326],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":52,"num_computed":51,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"selected_tokens":[2326],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":2326,"after_commit":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"counts_after_commit":[1,3],"committed":[{"position":52,"token":2326,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-52,-52,-52,-52]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":4,"before_budget":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[53,54,55,56],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.46875,3.546875],[-2.53125,5.625],[-2.109375,1.75],[-3.75,-0.353515625]],"force_rows":[[1,0,-1,47,-1,53,5,-1],[1,0,-1,47,-1,54,6,-1],[1,0,-1,47,-1,55,7,-1],[1,0,-1,47,-1,56,8,-1]],"after_budget":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"marker_logits_after":[[-2.46875,3.546875],[-2.53125,5.625],[-2.109375,1.75],[-3.75,-0.353515625]],"verified_count":2,"verified_tokens":[25700,13],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"selected_tokens":[25700,13],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":13,"after_commit":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"counts_after_commit":[2,2],"committed":[{"position":53,"token":25700,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":54,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-53,-53,-53,-53]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":4,"before_budget":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,52]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[53,54,55,56],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.46875,3.546875],[-2.53125,5.625],[-2.109375,1.75],[-3.75,-0.353515625]],"force_rows":[[1,0,-1,47,-1,53,5,-1],[1,0,-1,47,-1,54,6,-1],[1,0,-1,47,-1,55,7,-1],[1,0,-1,47,-1,56,8,-1]],"after_budget":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"marker_logits_after":[[-2.46875,3.546875],[-2.53125,5.625],[-2.109375,1.75],[-3.75,-0.353515625]],"verified_count":2,"verified_tokens":[25700,13],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":53,"num_computed":52,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"selected_tokens":[25700,13],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":13,"after_commit":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"counts_after_commit":[2,2],"committed":[{"position":53,"token":25700,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":54,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-53,-53,-53,-53]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":5,"before_budget":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[55,56,57,58],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.234375,5.78125],[-2.796875,3.25],[-2.5625,1.703125],[-1.7421875,7.6875]],"force_rows":[[1,0,-1,47,-1,55,7,-1],[1,0,-1,47,-1,56,8,-1],[1,0,-1,47,-1,57,9,-1],[1,0,-1,47,-1,58,10,-1]],"after_budget":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"marker_logits_after":[[-2.234375,5.78125],[-2.796875,3.25],[-2.5625,1.703125],[-1.7421875,7.6875]],"verified_count":3,"verified_tokens":[14646,11619,14426],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"selected_tokens":[14646,11619,14426],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":14426,"after_commit":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"counts_after_commit":[3,1],"committed":[{"position":55,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":56,"token":11619,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":57,"token":14426,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-55,-55,-55,-55]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":5,"before_budget":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,53]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[55,56,57,58],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.234375,5.78125],[-2.796875,3.25],[-2.5625,1.703125],[-1.7421875,7.6875]],"force_rows":[[1,0,-1,47,-1,55,7,-1],[1,0,-1,47,-1,56,8,-1],[1,0,-1,47,-1,57,9,-1],[1,0,-1,47,-1,58,10,-1]],"after_budget":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"marker_logits_after":[[-2.234375,5.78125],[-2.796875,3.25],[-2.5625,1.703125],[-1.7421875,7.6875]],"verified_count":3,"verified_tokens":[14646,11619,14426],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":55,"num_computed":54,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"selected_tokens":[14646,11619,14426],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":14426,"after_commit":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"counts_after_commit":[3,1],"committed":[{"position":55,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":56,"token":11619,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":57,"token":14426,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-55,-55,-55,-55]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":6,"before_budget":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[58,59,60,61],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.296875,1.578125],[-1.7734375,2.71875],[-2.125,3.375],[-1.8671875,7.0625]],"force_rows":[[1,0,-1,47,-1,58,10,-1],[1,0,-1,47,-1,59,11,-1],[1,0,-1,47,-1,60,12,-1],[1,0,-1,47,-1,61,13,-1]],"after_budget":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"marker_logits_after":[[-2.296875,1.578125],[-1.7734375,2.71875],[-2.125,3.375],[-1.8671875,7.0625]],"verified_count":4,"verified_tokens":[56255,76,13,21785],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"selected_tokens":[56255,76,13,21785],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":21785,"after_commit":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"counts_after_commit":[4,0],"committed":[{"position":58,"token":56255,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":59,"token":76,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":60,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":61,"token":21785,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-58,-58,-58,-58]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":6,"before_budget":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,55]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[58,59,60,61],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.296875,1.578125],[-1.7734375,2.71875],[-2.125,3.375],[-1.8671875,7.0625]],"force_rows":[[1,0,-1,47,-1,58,10,-1],[1,0,-1,47,-1,59,11,-1],[1,0,-1,47,-1,60,12,-1],[1,0,-1,47,-1,61,13,-1]],"after_budget":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"marker_logits_after":[[-2.296875,1.578125],[-1.7734375,2.71875],[-2.125,3.375],[-1.8671875,7.0625]],"verified_count":4,"verified_tokens":[56255,76,13,21785],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":58,"num_computed":57,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"selected_tokens":[56255,76,13,21785],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":21785,"after_commit":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"counts_after_commit":[4,0],"committed":[{"position":58,"token":56255,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":59,"token":76,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":60,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":61,"token":21785,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-58,-58,-58,-58]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":7,"before_budget":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[62,63,64,65],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.84375,2.21875],[-2.53125,8.5625],[-2.5,0.5546875],[-2.84375,-0.96875]],"force_rows":[[1,0,-1,47,-1,62,14,-1],[1,0,-1,47,-1,63,15,-1],[1,0,-1,47,-1,64,16,-1],[1,0,-1,47,-1,65,17,-1]],"after_budget":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"marker_logits_after":[[-2.84375,2.21875],[-2.53125,8.5625],[-2.5,0.5546875],[-2.84375,-0.96875]],"verified_count":1,"verified_tokens":[55289],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"selected_tokens":[55289],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":55289,"after_commit":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"counts_after_commit":[1,3],"committed":[{"position":62,"token":55289,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-62,-62,-62,-62]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":7,"before_budget":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,58]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[62,63,64,65],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.84375,2.21875],[-2.53125,8.5625],[-2.5,0.5546875],[-2.84375,-0.96875]],"force_rows":[[1,0,-1,47,-1,62,14,-1],[1,0,-1,47,-1,63,15,-1],[1,0,-1,47,-1,64,16,-1],[1,0,-1,47,-1,65,17,-1]],"after_budget":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"marker_logits_after":[[-2.84375,2.21875],[-2.53125,8.5625],[-2.5,0.5546875],[-2.84375,-0.96875]],"verified_count":1,"verified_tokens":[55289],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":62,"num_computed":61,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"selected_tokens":[55289],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":55289,"after_commit":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"counts_after_commit":[1,3],"committed":[{"position":62,"token":55289,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-62,-62,-62,-62]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":8,"before_budget":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[63,64,65,66],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.75,-0.671875],[-2.46875,-1.1328125],[-0.94140625,1.15625],[-3.9375,0.296875]],"force_rows":[[1,0,-1,47,-1,63,15,-1],[1,0,-1,47,-1,64,16,-1],[1,0,-1,47,-1,65,17,-1],[1,0,-1,47,-1,66,18,-1]],"after_budget":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"marker_logits_after":[[-2.75,-0.671875],[-2.46875,-1.1328125],[-0.94140625,1.15625],[-3.9375,0.296875]],"verified_count":3,"verified_tokens":[10,46410,49364],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"selected_tokens":[10,46410,49364],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":49364,"after_commit":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"counts_after_commit":[3,1],"committed":[{"position":63,"token":10,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":64,"token":46410,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":65,"token":49364,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-63,-63,-63,-63]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":8,"before_budget":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,62]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[63,64,65,66],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.75,-0.671875],[-2.46875,-1.1328125],[-0.94140625,1.15625],[-3.9375,0.296875]],"force_rows":[[1,0,-1,47,-1,63,15,-1],[1,0,-1,47,-1,64,16,-1],[1,0,-1,47,-1,65,17,-1],[1,0,-1,47,-1,66,18,-1]],"after_budget":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"marker_logits_after":[[-2.75,-0.671875],[-2.46875,-1.1328125],[-0.94140625,1.15625],[-3.9375,0.296875]],"verified_count":3,"verified_tokens":[10,46410,49364],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":63,"num_computed":62,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"selected_tokens":[10,46410,49364],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":49364,"after_commit":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"counts_after_commit":[3,1],"committed":[{"position":63,"token":10,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":64,"token":46410,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":65,"token":49364,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-63,-63,-63,-63]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":9,"before_budget":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[66,67,68,69],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-0.90234375,0.04931640625],[-3.828125,0.82421875],[-2.984375,4.0625],[-2.828125,2.078125]],"force_rows":[[1,0,-1,47,-1,66,18,-1],[1,0,-1,47,-1,67,19,-1],[1,0,-1,47,-1,68,20,-1],[1,0,-1,47,-1,69,21,-1]],"after_budget":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"marker_logits_after":[[-0.90234375,0.04931640625],[-3.828125,0.82421875],[-2.984375,4.0625],[-2.828125,2.078125]],"verified_count":2,"verified_tokens":[54288,6291],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"selected_tokens":[54288,6291],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":6291,"after_commit":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"counts_after_commit":[2,2],"committed":[{"position":66,"token":54288,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":67,"token":6291,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-66,-66,-66,-66]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":9,"before_budget":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,63]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[66,67,68,69],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-0.90234375,0.04931640625],[-3.828125,0.82421875],[-2.984375,4.0625],[-2.828125,2.078125]],"force_rows":[[1,0,-1,47,-1,66,18,-1],[1,0,-1,47,-1,67,19,-1],[1,0,-1,47,-1,68,20,-1],[1,0,-1,47,-1,69,21,-1]],"after_budget":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"marker_logits_after":[[-0.90234375,0.04931640625],[-3.828125,0.82421875],[-2.984375,4.0625],[-2.828125,2.078125]],"verified_count":2,"verified_tokens":[54288,6291],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":66,"num_computed":65,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"selected_tokens":[54288,6291],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":6291,"after_commit":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"counts_after_commit":[2,2],"committed":[{"position":66,"token":54288,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":67,"token":6291,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-66,-66,-66,-66]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":10,"before_budget":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[68,69,70,71],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.8125,1.265625],[-2.875,2.890625],[-3.015625,1.1328125],[-3.828125,1.203125]],"force_rows":[[1,0,-1,47,-1,68,20,-1],[1,0,-1,47,-1,69,21,-1],[1,0,-1,47,-1,70,22,-1],[1,0,-1,47,-1,71,23,-1]],"after_budget":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"marker_logits_after":[[-3.8125,1.265625],[-2.875,2.890625],[-3.015625,1.1328125],[-3.828125,1.203125]],"verified_count":4,"verified_tokens":[220,101804,21,22],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"selected_tokens":[220,101804,21,22],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":22,"after_commit":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"counts_after_commit":[4,0],"committed":[{"position":68,"token":220,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":69,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":70,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":71,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-68,-68,-68,-68]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":10,"before_budget":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,66]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[68,69,70,71],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.8125,1.265625],[-2.875,2.890625],[-3.015625,1.1328125],[-3.828125,1.203125]],"force_rows":[[1,0,-1,47,-1,68,20,-1],[1,0,-1,47,-1,69,21,-1],[1,0,-1,47,-1,70,22,-1],[1,0,-1,47,-1,71,23,-1]],"after_budget":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"marker_logits_after":[[-3.8125,1.265625],[-2.875,2.890625],[-3.015625,1.1328125],[-3.828125,1.203125]],"verified_count":4,"verified_tokens":[220,101804,21,22],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":68,"num_computed":67,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"selected_tokens":[220,101804,21,22],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":22,"after_commit":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"counts_after_commit":[4,0],"committed":[{"position":68,"token":220,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":69,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":70,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":71,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-68,-68,-68,-68]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":11,"before_budget":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[72,73,74,75],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.5625,3.375],[-2.65625,3.015625],[-3.71875,1.8828125],[-1.3671875,5.625]],"force_rows":[[1,0,-1,47,-1,72,24,-1],[1,0,-1,47,-1,73,25,-1],[1,0,-1,47,-1,74,26,-1],[1,0,-1,47,-1,75,27,-1]],"after_budget":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"marker_logits_after":[[-1.5625,3.375],[-2.65625,3.015625],[-3.71875,1.8828125],[-1.3671875,5.625]],"verified_count":3,"verified_tokens":[10,108479,20],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"selected_tokens":[10,108479,20],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":20,"after_commit":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"counts_after_commit":[3,1],"committed":[{"position":72,"token":10,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":73,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":74,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-72,-72,-72,-72]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":11,"before_budget":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,68]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[72,73,74,75],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.5625,3.375],[-2.65625,3.015625],[-3.71875,1.8828125],[-1.3671875,5.625]],"force_rows":[[1,0,-1,47,-1,72,24,-1],[1,0,-1,47,-1,73,25,-1],[1,0,-1,47,-1,74,26,-1],[1,0,-1,47,-1,75,27,-1]],"after_budget":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"marker_logits_after":[[-1.5625,3.375],[-2.65625,3.015625],[-3.71875,1.8828125],[-1.3671875,5.625]],"verified_count":3,"verified_tokens":[10,108479,20],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":72,"num_computed":71,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"selected_tokens":[10,108479,20],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":20,"after_commit":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"counts_after_commit":[3,1],"committed":[{"position":72,"token":10,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":73,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":74,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-72,-72,-72,-72]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":12,"before_budget":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[75,76,77,78],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-0.8671875,4.28125],[-3.625,2.640625],[-3.6875,2.015625],[-3.140625,3.1875]],"force_rows":[[1,0,-1,47,-1,75,27,-1],[1,0,-1,47,-1,76,28,-1],[1,0,-1,47,-1,77,29,-1],[1,0,-1,47,-1,78,30,-1]],"after_budget":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"marker_logits_after":[[-0.8671875,4.28125],[-3.625,2.640625],[-3.6875,2.015625],[-3.140625,3.1875]],"verified_count":2,"verified_tokens":[28,109626],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"selected_tokens":[28,109626],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":109626,"after_commit":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"counts_after_commit":[2,2],"committed":[{"position":75,"token":28,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":76,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-75,-75,-75,-75]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":12,"before_budget":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,72]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[75,76,77,78],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-0.8671875,4.28125],[-3.625,2.640625],[-3.6875,2.015625],[-3.140625,3.1875]],"force_rows":[[1,0,-1,47,-1,75,27,-1],[1,0,-1,47,-1,76,28,-1],[1,0,-1,47,-1,77,29,-1],[1,0,-1,47,-1,78,30,-1]],"after_budget":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"marker_logits_after":[[-0.8671875,4.28125],[-3.625,2.640625],[-3.6875,2.015625],[-3.140625,3.1875]],"verified_count":2,"verified_tokens":[28,109626],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":75,"num_computed":74,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"selected_tokens":[28,109626],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":109626,"after_commit":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"counts_after_commit":[2,2],"committed":[{"position":75,"token":28,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":76,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-75,-75,-75,-75]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":13,"before_budget":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[77,78,79,80],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.828125,1.65625],[-3.15625,5.5],[-2.203125,8.875],[-2.234375,4.9375]],"force_rows":[[1,0,-1,47,-1,77,29,-1],[1,0,-1,47,-1,78,30,-1],[1,0,-1,47,-1,79,31,-1],[1,0,-1,47,-1,80,32,-1]],"after_budget":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"marker_logits_after":[[-3.828125,1.65625],[-3.15625,5.5],[-2.203125,8.875],[-2.234375,4.9375]],"verified_count":4,"verified_tokens":[102501,13,14646,5978],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"selected_tokens":[102501,13,14646,5978],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":5978,"after_commit":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"counts_after_commit":[4,0],"committed":[{"position":77,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":78,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":79,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":80,"token":5978,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-77,-77,-77,-77]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":13,"before_budget":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,75]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[77,78,79,80],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.828125,1.65625],[-3.15625,5.5],[-2.203125,8.875],[-2.234375,4.9375]],"force_rows":[[1,0,-1,47,-1,77,29,-1],[1,0,-1,47,-1,78,30,-1],[1,0,-1,47,-1,79,31,-1],[1,0,-1,47,-1,80,32,-1]],"after_budget":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"marker_logits_after":[[-3.828125,1.65625],[-3.15625,5.5],[-2.203125,8.875],[-2.234375,4.9375]],"verified_count":4,"verified_tokens":[102501,13,14646,5978],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":77,"num_computed":76,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"selected_tokens":[102501,13,14646,5978],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":5978,"after_commit":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"counts_after_commit":[4,0],"committed":[{"position":77,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":78,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":79,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":80,"token":5978,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-77,-77,-77,-77]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":14,"before_budget":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[81,82,83,84],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.984375,3.84375],[-3.3125,6.875],[-0.1982421875,11.25],[-2.5625,4.625]],"force_rows":[[1,0,-1,47,-1,81,33,-1],[1,0,-1,47,-1,82,34,-1],[1,0,-1,47,-1,83,35,-1],[1,0,-1,47,-1,84,36,-1]],"after_budget":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"marker_logits_after":[[-2.984375,3.84375],[-3.3125,6.875],[-0.1982421875,11.25],[-2.5625,4.625]],"verified_count":1,"verified_tokens":[12116],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"selected_tokens":[12116],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":12116,"after_commit":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"counts_after_commit":[1,3],"committed":[{"position":81,"token":12116,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-81,-81,-81,-81]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":14,"before_budget":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,77]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[81,82,83,84],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.984375,3.84375],[-3.3125,6.875],[-0.1982421875,11.25],[-2.5625,4.625]],"force_rows":[[1,0,-1,47,-1,81,33,-1],[1,0,-1,47,-1,82,34,-1],[1,0,-1,47,-1,83,35,-1],[1,0,-1,47,-1,84,36,-1]],"after_budget":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"marker_logits_after":[[-2.984375,3.84375],[-3.3125,6.875],[-0.1982421875,11.25],[-2.5625,4.625]],"verified_count":1,"verified_tokens":[12116],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":81,"num_computed":80,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"selected_tokens":[12116],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":12116,"after_commit":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"counts_after_commit":[1,3],"committed":[{"position":81,"token":12116,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-81,-81,-81,-81]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":15,"before_budget":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[82,83,84,85],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.375,4.21875],[-2.453125,9.0625],[-1.6484375,4.65625],[-2.625,3.609375]],"force_rows":[[1,0,-1,47,-1,82,34,-1],[1,0,-1,47,-1,83,35,-1],[1,0,-1,47,-1,84,36,-1],[1,0,-1,47,-1,85,37,-1]],"after_budget":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"marker_logits_after":[[-2.375,4.21875],[-2.453125,9.0625],[-1.6484375,4.65625],[-2.625,3.609375]],"verified_count":2,"verified_tokens":[13,3411],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"selected_tokens":[13,3411],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":3411,"after_commit":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"counts_after_commit":[2,2],"committed":[{"position":82,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":83,"token":3411,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-82,-82,-82,-82]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":15,"before_budget":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,81]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[82,83,84,85],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.375,4.21875],[-2.453125,9.0625],[-1.6484375,4.65625],[-2.625,3.609375]],"force_rows":[[1,0,-1,47,-1,82,34,-1],[1,0,-1,47,-1,83,35,-1],[1,0,-1,47,-1,84,36,-1],[1,0,-1,47,-1,85,37,-1]],"after_budget":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"marker_logits_after":[[-2.375,4.21875],[-2.453125,9.0625],[-1.6484375,4.65625],[-2.625,3.609375]],"verified_count":2,"verified_tokens":[13,3411],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":82,"num_computed":81,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"selected_tokens":[13,3411],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":3411,"after_commit":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"counts_after_commit":[2,2],"committed":[{"position":82,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":83,"token":3411,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,1,0,0]],[[-82,-82,-82,-82]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":16,"before_budget":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[84,85,86,87],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.1875,6.90625],[-0.0791015625,11.875],[-2.734375,3.84375],[-3.4375,3.484375]],"force_rows":[[1,0,-1,47,-1,84,36,-1],[1,0,-1,47,-1,85,37,-1],[1,0,-1,47,-1,86,38,-1],[1,0,-1,47,-1,87,39,-1]],"after_budget":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"marker_logits_after":[[-3.1875,6.90625],[-0.0791015625,11.875],[-2.734375,3.84375],[-3.4375,3.484375]],"verified_count":1,"verified_tokens":[1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"selected_tokens":[1172],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"counts_after_commit":[1,3],"committed":[{"position":84,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-84,-84,-84,-84]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":16,"before_budget":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,82]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[84,85,86,87],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.1875,6.90625],[-0.0791015625,11.875],[-2.734375,3.84375],[-3.4375,3.484375]],"force_rows":[[1,0,-1,47,-1,84,36,-1],[1,0,-1,47,-1,85,37,-1],[1,0,-1,47,-1,86,38,-1],[1,0,-1,47,-1,87,39,-1]],"after_budget":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"marker_logits_after":[[-3.1875,6.90625],[-0.0791015625,11.875],[-2.734375,3.84375],[-3.4375,3.484375]],"verified_count":1,"verified_tokens":[1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":84,"num_computed":83,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"selected_tokens":[1172],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"counts_after_commit":[1,3],"committed":[{"position":84,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-84,-84,-84,-84]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":17,"before_budget":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[85,86,87,88],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.671875,7.40625],[-1.7421875,5.375],[-3.28125,0.24609375],[-4.03125,-0.37109375]],"force_rows":[[1,0,-1,47,-1,85,37,-1],[1,0,-1,47,-1,86,38,-1],[1,0,-1,47,-1,87,39,-1],[1,0,-1,47,-1,88,40,-1]],"after_budget":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"marker_logits_after":[[-2.671875,7.40625],[-1.7421875,5.375],[-3.28125,0.24609375],[-4.03125,-0.37109375]],"verified_count":4,"verified_tokens":[330,101804,21,22],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"selected_tokens":[330,101804,21,22],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":22,"after_commit":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"counts_after_commit":[4,0],"committed":[{"position":85,"token":330,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":86,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":87,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":88,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-85,-85,-85,-85]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":17,"before_budget":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,84]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[85,86,87,88],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.671875,7.40625],[-1.7421875,5.375],[-3.28125,0.24609375],[-4.03125,-0.37109375]],"force_rows":[[1,0,-1,47,-1,85,37,-1],[1,0,-1,47,-1,86,38,-1],[1,0,-1,47,-1,87,39,-1],[1,0,-1,47,-1,88,40,-1]],"after_budget":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"marker_logits_after":[[-2.671875,7.40625],[-1.7421875,5.375],[-3.28125,0.24609375],[-4.03125,-0.37109375]],"verified_count":4,"verified_tokens":[330,101804,21,22],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":85,"num_computed":84,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"selected_tokens":[330,101804,21,22],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":22,"after_commit":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"counts_after_commit":[4,0],"committed":[{"position":85,"token":330,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":86,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":87,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":88,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-85,-85,-85,-85]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":18,"before_budget":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[89,90,91,92],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.8046875,3.796875],[-2.59375,2.078125],[-3.4375,-0.58984375],[-1.703125,2.375]],"force_rows":[[1,0,-1,47,-1,89,41,-1],[1,0,-1,47,-1,90,42,-1],[1,0,-1,47,-1,91,43,-1],[1,0,-1,47,-1,92,44,-1]],"after_budget":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"marker_logits_after":[[-1.8046875,3.796875],[-2.59375,2.078125],[-3.4375,-0.58984375],[-1.703125,2.375]],"verified_count":4,"verified_tokens":[11,108479,20,11],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"selected_tokens":[11,108479,20,11],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":11,"after_commit":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"counts_after_commit":[4,0],"committed":[{"position":89,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":90,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":91,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":92,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-89,-89,-89,-89]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":18,"before_budget":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,85]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[89,90,91,92],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.8046875,3.796875],[-2.59375,2.078125],[-3.4375,-0.58984375],[-1.703125,2.375]],"force_rows":[[1,0,-1,47,-1,89,41,-1],[1,0,-1,47,-1,90,42,-1],[1,0,-1,47,-1,91,43,-1],[1,0,-1,47,-1,92,44,-1]],"after_budget":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"marker_logits_after":[[-1.8046875,3.796875],[-2.59375,2.078125],[-3.4375,-0.58984375],[-1.703125,2.375]],"verified_count":4,"verified_tokens":[11,108479,20,11],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":89,"num_computed":88,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"selected_tokens":[11,108479,20,11],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":11,"after_commit":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"counts_after_commit":[4,0],"committed":[{"position":89,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":90,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":91,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":92,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-89,-89,-89,-89]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":19,"before_budget":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[93,94,95,96],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.53125,3.15625],[-3.140625,3.59375],[-1.0546875,11.4375],[-1.0,16.375]],"force_rows":[[1,0,-1,47,-1,93,45,-1],[1,0,-1,47,-1,94,46,-1],[1,0,-1,47,-1,95,47,-1],[1,0,-1,47,-1,96,48,-1]],"after_budget":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"marker_logits_after":[[-2.53125,3.15625],[-3.140625,3.59375],[-1.0546875,11.4375],[-1.0,16.375]],"verified_count":4,"verified_tokens":[109626,102501,3263,1988],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"selected_tokens":[109626,102501,3263,1988],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1988,"after_commit":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"counts_after_commit":[4,0],"committed":[{"position":93,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":94,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":95,"token":3263,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":96,"token":1988,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-93,-93,-93,-93]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":19,"before_budget":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,89]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[93,94,95,96],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.53125,3.15625],[-3.140625,3.59375],[-1.0546875,11.4375],[-1.0,16.375]],"force_rows":[[1,0,-1,47,-1,93,45,-1],[1,0,-1,47,-1,94,46,-1],[1,0,-1,47,-1,95,47,-1],[1,0,-1,47,-1,96,48,-1]],"after_budget":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"marker_logits_after":[[-2.53125,3.15625],[-3.140625,3.59375],[-1.0546875,11.4375],[-1.0,16.375]],"verified_count":4,"verified_tokens":[109626,102501,3263,1988],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":93,"num_computed":92,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"selected_tokens":[109626,102501,3263,1988],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1988,"after_commit":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"counts_after_commit":[4,0],"committed":[{"position":93,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":94,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":95,"token":3263,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":96,"token":1988,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-93,-93,-93,-93]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":20,"before_budget":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[97,98,99,100],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.3671875,6.09375],[-2.40625,4.8125],[-1.890625,5.125],[-2.609375,5.4375]],"force_rows":[[1,0,-1,47,-1,97,49,-1],[1,0,-1,47,-1,98,50,-1],[1,0,-1,47,-1,99,51,-1],[1,0,-1,47,-1,100,52,-1]],"after_budget":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"marker_logits_after":[[-1.3671875,6.09375],[-2.40625,4.8125],[-1.890625,5.125],[-2.609375,5.4375]],"verified_count":3,"verified_tokens":[1077,594,23578],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"selected_tokens":[1077,594,23578],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":23578,"after_commit":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"counts_after_commit":[3,1],"committed":[{"position":97,"token":1077,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":98,"token":594,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":99,"token":23578,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-97,-97,-97,-97]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":20,"before_budget":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,93]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[97,98,99,100],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.3671875,6.09375],[-2.40625,4.8125],[-1.890625,5.125],[-2.609375,5.4375]],"force_rows":[[1,0,-1,47,-1,97,49,-1],[1,0,-1,47,-1,98,50,-1],[1,0,-1,47,-1,99,51,-1],[1,0,-1,47,-1,100,52,-1]],"after_budget":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"marker_logits_after":[[-1.3671875,6.09375],[-2.40625,4.8125],[-1.890625,5.125],[-2.609375,5.4375]],"verified_count":3,"verified_tokens":[1077,594,23578],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":97,"num_computed":96,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"selected_tokens":[1077,594,23578],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":23578,"after_commit":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"counts_after_commit":[3,1],"committed":[{"position":97,"token":1077,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":98,"token":594,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":99,"token":23578,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-97,-97,-97,-97]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":21,"before_budget":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[100,101,102,103],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.03125,5.6875],[-2.125,8.0],[-1.8671875,12.125],[-1.9765625,4.78125]],"force_rows":[[1,0,-1,47,-1,100,52,-1],[1,0,-1,47,-1,101,53,-1],[1,0,-1,47,-1,102,54,-1],[1,0,-1,47,-1,103,55,-1]],"after_budget":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"marker_logits_after":[[-2.03125,5.6875],[-2.125,8.0],[-1.8671875,12.125],[-1.9765625,4.78125]],"verified_count":1,"verified_tokens":[30],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"selected_tokens":[30],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":30,"after_commit":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"counts_after_commit":[1,3],"committed":[{"position":100,"token":30,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-100,-100,-100,-100]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":21,"before_budget":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,97]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[100,101,102,103],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.03125,5.6875],[-2.125,8.0],[-1.8671875,12.125],[-1.9765625,4.78125]],"force_rows":[[1,0,-1,47,-1,100,52,-1],[1,0,-1,47,-1,101,53,-1],[1,0,-1,47,-1,102,54,-1],[1,0,-1,47,-1,103,55,-1]],"after_budget":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"marker_logits_after":[[-2.03125,5.6875],[-2.125,8.0],[-1.8671875,12.125],[-1.9765625,4.78125]],"verified_count":1,"verified_tokens":[30],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":100,"num_computed":99,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"selected_tokens":[30],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":30,"after_commit":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"counts_after_commit":[1,3],"committed":[{"position":100,"token":30,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-100,-100,-100,-100]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":22,"before_budget":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[101,102,103,104],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.453125,9.5625],[-1.890625,4.53125],[-2.84375,4.78125],[0.171875,4.1875]],"force_rows":[[1,0,-1,47,-1,101,53,-1],[1,0,-1,47,-1,102,54,-1],[1,0,-1,47,-1,103,55,-1],[1,0,-1,47,-1,104,56,-1]],"after_budget":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"marker_logits_after":[[-2.453125,9.5625],[-1.890625,4.53125],[-2.84375,4.78125],[0.171875,4.1875]],"verified_count":3,"verified_tokens":[2657,17045,11619],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"selected_tokens":[2657,17045,11619],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":11619,"after_commit":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"counts_after_commit":[3,1],"committed":[{"position":101,"token":2657,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":102,"token":17045,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":103,"token":11619,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-101,-101,-101,-101]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":22,"before_budget":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,100]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[101,102,103,104],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.453125,9.5625],[-1.890625,4.53125],[-2.84375,4.78125],[0.171875,4.1875]],"force_rows":[[1,0,-1,47,-1,101,53,-1],[1,0,-1,47,-1,102,54,-1],[1,0,-1,47,-1,103,55,-1],[1,0,-1,47,-1,104,56,-1]],"after_budget":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"marker_logits_after":[[-2.453125,9.5625],[-1.890625,4.53125],[-2.84375,4.78125],[0.171875,4.1875]],"verified_count":3,"verified_tokens":[2657,17045,11619],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":101,"num_computed":100,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"selected_tokens":[2657,17045,11619],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":11619,"after_commit":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"counts_after_commit":[3,1],"committed":[{"position":101,"token":2657,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":102,"token":17045,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":103,"token":11619,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-101,-101,-101,-101]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":23,"before_budget":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[104,105,106,107],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.328125,4.96875],[-1.8515625,9.6875],[-2.046875,7.15625],[-1.6796875,9.6875]],"force_rows":[[1,0,-1,47,-1,104,56,-1],[1,0,-1,47,-1,105,57,-1],[1,0,-1,47,-1,106,58,-1],[1,0,-1,47,-1,107,59,-1]],"after_budget":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"marker_logits_after":[[-2.328125,4.96875],[-1.8515625,9.6875],[-2.046875,7.15625],[-1.6796875,9.6875]],"verified_count":4,"verified_tokens":[13,14646,1590,1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"selected_tokens":[13,14646,1590,1172],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"counts_after_commit":[4,0],"committed":[{"position":104,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":105,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":106,"token":1590,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":107,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-104,-104,-104,-104]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":23,"before_budget":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,101]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[104,105,106,107],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.328125,4.96875],[-1.8515625,9.6875],[-2.046875,7.15625],[-1.6796875,9.6875]],"force_rows":[[1,0,-1,47,-1,104,56,-1],[1,0,-1,47,-1,105,57,-1],[1,0,-1,47,-1,106,58,-1],[1,0,-1,47,-1,107,59,-1]],"after_budget":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"marker_logits_after":[[-2.328125,4.96875],[-1.8515625,9.6875],[-2.046875,7.15625],[-1.6796875,9.6875]],"verified_count":4,"verified_tokens":[13,14646,1590,1172],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":104,"num_computed":103,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"selected_tokens":[13,14646,1590,1172],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1172,"after_commit":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"counts_after_commit":[4,0],"committed":[{"position":104,"token":13,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":105,"token":14646,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":106,"token":1590,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":107,"token":1172,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-104,-104,-104,-104]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":24,"before_budget":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[108,109,110,111],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.7578125,11.5625],[-1.828125,8.75],[-0.96484375,11.5],[-1.828125,5.03125]],"force_rows":[[1,0,-1,47,-1,108,60,-1],[1,0,-1,47,-1,109,61,-1],[1,0,-1,47,-1,110,62,-1],[1,0,-1,47,-1,111,63,-1]],"after_budget":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"marker_logits_after":[[-1.7578125,11.5625],[-1.828125,8.75],[-0.96484375,11.5],[-1.828125,5.03125]],"verified_count":3,"verified_tokens":[2326,25700,18630],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"selected_tokens":[2326,25700,18630],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":18630,"after_commit":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"counts_after_commit":[3,1],"committed":[{"position":108,"token":2326,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":109,"token":25700,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":110,"token":18630,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-108,-108,-108,-108]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":24,"before_budget":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,104]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[108,109,110,111],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.7578125,11.5625],[-1.828125,8.75],[-0.96484375,11.5],[-1.828125,5.03125]],"force_rows":[[1,0,-1,47,-1,108,60,-1],[1,0,-1,47,-1,109,61,-1],[1,0,-1,47,-1,110,62,-1],[1,0,-1,47,-1,111,63,-1]],"after_budget":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"marker_logits_after":[[-1.7578125,11.5625],[-1.828125,8.75],[-0.96484375,11.5],[-1.828125,5.03125]],"verified_count":3,"verified_tokens":[2326,25700,18630],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":108,"num_computed":107,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"selected_tokens":[2326,25700,18630],"counts_before_commit":[3,1],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":18630,"after_commit":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"counts_after_commit":[3,1],"committed":[{"position":108,"token":2326,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":109,"token":25700,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":110,"token":18630,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,2,0,0]],[[-108,-108,-108,-108]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":25,"before_budget":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[111,112,113,114],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.234375,8.375],[-2.0625,5.90625],[-1.375,13.25],[-1.109375,16.25]],"force_rows":[[1,0,-1,47,-1,111,63,-1],[1,1,154842,47,-1,112,64,0],[1,1,154842,47,-1,113,65,0],[1,1,154842,47,-1,114,66,0]],"after_budget":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"marker_logits_after":[[-2.234375,8.375],[-2.0625,1000000000.0],[-1.375,1000000000.0],[-1.109375,1000000000.0]],"verified_count":1,"verified_tokens":[75994],"marker_logits_after_sampling":[["-inf","-inf"],["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0]],"before_commit":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"selected_tokens":[75994],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":75994,"after_commit":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"counts_after_commit":[1,3],"committed":[{"position":111,"token":75994,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-111,-111,-111,-111]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":25,"before_budget":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,108]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[111,112,113,114],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.234375,8.375],[-2.0625,5.90625],[-1.375,13.25],[-1.109375,16.25]],"force_rows":[[1,0,-1,47,-1,111,63,-1],[1,1,154842,47,-1,112,64,0],[1,1,154842,47,-1,113,65,0],[1,1,154842,47,-1,114,66,0]],"after_budget":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"marker_logits_after":[[-2.234375,8.375],[-2.0625,1000000000.0],[-1.375,1000000000.0],[-1.109375,1000000000.0]],"verified_count":1,"verified_tokens":[75994],"marker_logits_after_sampling":[["-inf","-inf"],["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0]],"before_commit":{"total_len":111,"num_computed":110,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"selected_tokens":[75994],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":75994,"after_commit":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"counts_after_commit":[1,3],"committed":[{"position":111,"token":75994,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-111,-111,-111,-111]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":26,"before_budget":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[112,113,114,115],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.3515625,13.6875],[-1.09375,16.5],[-1.453125,5.71875],[-1.65625,9.625]],"force_rows":[[1,1,154842,47,-1,112,64,0],[1,1,154842,47,-1,113,65,0],[1,1,154842,47,-1,114,66,0],[1,1,154842,47,-1,115,67,0]],"after_budget":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,112]},"marker_logits_after":[[-1.3515625,1000000000.0],[-1.09375,1000000000.0],[-1.453125,1000000000.0],[-1.65625,1000000000.0]],"verified_count":1,"verified_tokens":[154842],"marker_logits_after_sampling":[["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0]],"before_commit":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,112]},"selected_tokens":[154842],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":154842,"after_commit":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,-1,112]},"counts_after_commit":[1,3],"committed":[{"position":112,"token":154842,"budget_store":1,"stored_token":154842,"marker_matches_store":true}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-112,-112,-112,-112]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":26,"before_budget":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,111]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[112,113,114,115],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-1.3515625,13.6875],[-1.09375,16.5],[-1.453125,5.71875],[-1.65625,9.625]],"force_rows":[[1,1,154842,47,-1,112,64,0],[1,1,154842,47,-1,113,65,0],[1,1,154842,47,-1,114,66,0],[1,1,154842,47,-1,115,67,0]],"after_budget":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,112]},"marker_logits_after":[[-1.3515625,1000000000.0],[-1.09375,1000000000.0],[-1.453125,1000000000.0],[-1.65625,1000000000.0]],"verified_count":1,"verified_tokens":[154842],"marker_logits_after_sampling":[["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0],["-inf",1666666624.0]],"before_commit":{"total_len":112,"num_computed":111,"markers":{"154841":[47],"154842":[]},"budget":64,"cache":[47,-1,112]},"selected_tokens":[154842],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":154842,"after_commit":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,-1,112]},"counts_after_commit":[1,3],"committed":[{"position":112,"token":154842,"budget_store":1,"stored_token":154842,"marker_matches_store":true}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-112,-112,-112,-112]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":27,"before_budget":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,-1,112]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[113,114,115,116],"input_marker_positions":{"154841":[],"154842":[0]},"marker_logits_before":[[0.5546875,8.625],[-1.8828125,8.875],[-2.296875,4.8125],[-2.03125,3.734375]],"force_rows":[[1,0,-1,47,112,113,65,-1],[1,0,-1,47,112,114,66,-1],[1,0,-1,47,112,115,67,-1],[1,0,-1,47,112,116,68,-1]],"after_budget":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"marker_logits_after":[[0.5546875,8.625],[-1.8828125,8.875],[-2.296875,4.8125],[-2.03125,3.734375]],"verified_count":1,"verified_tokens":[101804],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"selected_tokens":[101804],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":101804,"after_commit":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"counts_after_commit":[1,3],"committed":[{"position":113,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-113,-113,-113,-113]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":27,"before_budget":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,-1,112]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[113,114,115,116],"input_marker_positions":{"154841":[],"154842":[0]},"marker_logits_before":[[0.5546875,8.625],[-1.8828125,8.875],[-2.296875,4.8125],[-2.03125,3.734375]],"force_rows":[[1,0,-1,47,112,113,65,-1],[1,0,-1,47,112,114,66,-1],[1,0,-1,47,112,115,67,-1],[1,0,-1,47,112,116,68,-1]],"after_budget":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"marker_logits_after":[[0.5546875,8.625],[-1.8828125,8.875],[-2.296875,4.8125],[-2.03125,3.734375]],"verified_count":1,"verified_tokens":[101804],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":113,"num_computed":112,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"selected_tokens":[101804],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":101804,"after_commit":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"counts_after_commit":[1,3],"committed":[{"position":113,"token":101804,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-113,-113,-113,-113]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":28,"before_budget":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[114,115,116,117],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.015625,3.453125],[-3.484375,3.234375],[-0.1318359375,7.5625],[-1.5234375,3.59375]],"force_rows":[[1,0,-1,47,112,114,66,-1],[1,0,-1,47,112,115,67,-1],[1,0,-1,47,112,116,68,-1],[1,0,-1,47,112,117,69,-1]],"after_budget":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"marker_logits_after":[[-3.015625,3.453125],[-3.484375,3.234375],[-0.1318359375,7.5625],[-1.5234375,3.59375]],"verified_count":4,"verified_tokens":[21,22,11,108479],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"selected_tokens":[21,22,11,108479],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":108479,"after_commit":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"counts_after_commit":[4,0],"committed":[{"position":114,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":115,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":116,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":117,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-114,-114,-114,-114]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":28,"before_budget":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,113]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[114,115,116,117],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-3.015625,3.453125],[-3.484375,3.234375],[-0.1318359375,7.5625],[-1.5234375,3.59375]],"force_rows":[[1,0,-1,47,112,114,66,-1],[1,0,-1,47,112,115,67,-1],[1,0,-1,47,112,116,68,-1],[1,0,-1,47,112,117,69,-1]],"after_budget":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"marker_logits_after":[[-3.015625,3.453125],[-3.484375,3.234375],[-0.1318359375,7.5625],[-1.5234375,3.59375]],"verified_count":4,"verified_tokens":[21,22,11,108479],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":114,"num_computed":113,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"selected_tokens":[21,22,11,108479],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":108479,"after_commit":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"counts_after_commit":[4,0],"committed":[{"position":114,"token":21,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":115,"token":22,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":116,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":117,"token":108479,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-114,-114,-114,-114]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":29,"before_budget":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[118,119,120,121],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.859375,2.984375],[-0.0869140625,8.25],[-1.3828125,6.125],[0.58203125,4.375]],"force_rows":[[1,0,-1,47,112,118,70,-1],[1,0,-1,47,112,119,71,-1],[1,0,-1,47,112,120,72,-1],[1,0,-1,47,112,121,73,-1]],"after_budget":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"marker_logits_after":[[-2.859375,2.984375],[-0.0869140625,8.25],[-1.3828125,6.125],[0.58203125,4.375]],"verified_count":4,"verified_tokens":[20,11,109626,102501],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"selected_tokens":[20,11,109626,102501],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":102501,"after_commit":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"counts_after_commit":[4,0],"committed":[{"position":118,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":119,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":120,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":121,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-118,-118,-118,-118]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":29,"before_budget":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,114]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[118,119,120,121],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[-2.859375,2.984375],[-0.0869140625,8.25],[-1.3828125,6.125],[0.58203125,4.375]],"force_rows":[[1,0,-1,47,112,118,70,-1],[1,0,-1,47,112,119,71,-1],[1,0,-1,47,112,120,72,-1],[1,0,-1,47,112,121,73,-1]],"after_budget":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"marker_logits_after":[[-2.859375,2.984375],[-0.0869140625,8.25],[-1.3828125,6.125],[0.58203125,4.375]],"verified_count":4,"verified_tokens":[20,11,109626,102501],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":118,"num_computed":117,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"selected_tokens":[20,11,109626,102501],"counts_before_commit":[4,0],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":102501,"after_commit":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"counts_after_commit":[4,0],"committed":[{"position":118,"token":20,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":119,"token":11,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":120,"token":109626,"budget_store":0,"stored_token":-1,"marker_matches_store":false},{"position":121,"token":102501,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,3,0,0]],[[-118,-118,-118,-118]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":30,"before_budget":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[122,123,124,125],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[4.15625,10.5625],[0.94921875,4.90625],[0.71875,5.53125],[1.9296875,9.0]],"force_rows":[[1,0,-1,47,112,122,74,-1],[1,0,-1,47,112,123,75,-1],[1,0,-1,47,112,124,76,-1],[1,0,-1,47,112,125,77,-1]],"after_budget":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"marker_logits_after":[[4.15625,10.5625],[0.94921875,4.90625],[0.71875,5.53125],[1.9296875,9.0]],"verified_count":2,"verified_tokens":[154827,1654],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"selected_tokens":[154827,1654],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":154827,"after_commit":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"counts_after_commit":[1,3],"committed":[{"position":122,"token":154827,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,122,0,0]],[[0,0,0,0]],[[-122,0,-122,-122]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":30,"before_budget":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,118]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[122,123,124,125],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[4.15625,10.5625],[0.94921875,4.90625],[0.71875,5.53125],[1.9296875,9.0]],"force_rows":[[1,0,-1,47,112,122,74,-1],[1,0,-1,47,112,123,75,-1],[1,0,-1,47,112,124,76,-1],[1,0,-1,47,112,125,77,-1]],"after_budget":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"marker_logits_after":[[4.15625,10.5625],[0.94921875,4.90625],[0.71875,5.53125],[1.9296875,9.0]],"verified_count":2,"verified_tokens":[154827,1654],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":122,"num_computed":121,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"selected_tokens":[154827,1654],"counts_before_commit":[2,2],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":154827,"after_commit":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"counts_after_commit":[1,3],"committed":[{"position":122,"token":154827,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,122,0,0]],[[0,0,0,0]],[[-122,0,-122,-122]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":1,"request":1,"slot":3,"step":31,"before_budget":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[123,124,125,126],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[1.03125,4.78125],[0.8828125,5.4375],[1.84375,8.9375],[1.9453125,8.375]],"force_rows":[[1,0,-1,47,112,123,75,-1],[1,0,-1,47,112,124,76,-1],[1,0,-1,47,112,125,77,-1],[1,0,-1,47,112,126,78,-1]],"after_budget":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"marker_logits_after":[[1.03125,4.78125],[0.8828125,5.4375],[1.84375,8.9375],[1.9453125,8.375]],"verified_count":1,"verified_tokens":[1654],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"selected_tokens":[1654],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1654,"after_commit":{"total_len":124,"num_computed":123,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"counts_after_commit":[1,3],"committed":[{"position":123,"token":1654,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-123,-123,-123,-123]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"step","rank":0,"request":1,"slot":3,"step":31,"before_budget":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,122]},"expanded_mapping":[3,3,3,3],"local_positions":[0,1,2,3],"effective_positions":[123,124,125,126],"input_marker_positions":{"154841":[],"154842":[]},"marker_logits_before":[[1.03125,4.78125],[0.8828125,5.4375],[1.84375,8.9375],[1.9453125,8.375]],"force_rows":[[1,0,-1,47,112,123,75,-1],[1,0,-1,47,112,124,76,-1],[1,0,-1,47,112,125,77,-1],[1,0,-1,47,112,126,78,-1]],"after_budget":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"marker_logits_after":[[1.03125,4.78125],[0.8828125,5.4375],[1.84375,8.9375],[1.9453125,8.375]],"verified_count":1,"verified_tokens":[1654],"marker_logits_after_sampling":[["-inf","-inf"],["-inf","-inf"],["-inf","-inf"],["-inf","-inf"]],"before_commit":{"total_len":123,"num_computed":122,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"selected_tokens":[1654],"counts_before_commit":[1,3],"query_start":[0,4],"boundary_enabled":true,"boundary_metadata":[1,48,0,48,560,3,0],"boundary_stop_tokens":[154820,154827,154829],"logits_only":false,"last_sampled_token":1654,"after_commit":{"total_len":124,"num_computed":123,"markers":{"154841":[47],"154842":[112]},"budget":64,"cache":[47,112,123]},"counts_after_commit":[1,3],"committed":[{"position":123,"token":1654,"budget_store":0,"stored_token":-1,"marker_matches_store":false}],"boundary_capture":[[[0,0,0,0]],[[0,0,0,0]],[[-123,-123,-123,-123]]]}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"request_end","rank":1,"slot":3,"request":1,"steps":31,"prompt_length":48,"generated":76}
ANVIL_MARKER_TRACE {"schema":"marker-trace/v1","kind":"request_end","rank":0,"slot":3,"request":1,"steps":31,"prompt_length":48,"generated":76}