{ "base_url": "[private operator or asset text withheld]", "clock_domain_id": null, "completed": 120, "concurrency": 1, "configuration_fingerprint": null, "context_distribution": { "4096": 120 }, "context_seed": 0, "context_tokens": 4096, "controlled_output_policy": "strict", "engine": "ignis", "failed": 0, "failures": [], "finished_at": "2026-11-03T13:51:42Z", "finished_at_unix_ns": 1793713902201847900, "gpu": "RTX5090", "manifest": null, "max_context_tokens": 32768, "max_tokens": 128, "measurement_protocol": "capacity-v3", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 120, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 120, "e2e": 120, "effective_prefill_tok_s": 120, "tpot": 120, "ttft": 120 }, "performance_eligible_requests": 120, "successful_requests": 120 }, "metrics": { "completion_tokens_max": 28.0, "completion_tokens_mean": 28.0, "completion_tokens_mean_ci95_high": 28.0, "completion_tokens_mean_ci95_low": 28.0, "completion_tokens_min": 28.0, "completion_tokens_p25": 28.0, "completion_tokens_p50": 28.0, "completion_tokens_p75": 28.0, "completion_tokens_p90": 28.0, "completion_tokens_p95": 28.0, "completion_tokens_p99": 28.0, "completion_tokens_samples": 120, "completion_tokens_stddev": 0.0, "content_chunks": 480, "content_chunks_s": null, "controlled_output_exact_adherence": 120, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 120, "controlled_output_unobservable": 0, "decode_tok_s_max": 488.19296283524625, "decode_tok_s_mean": 484.3099108923407, "decode_tok_s_mean_ci95_high": 484.63884888183105, "decode_tok_s_mean_ci95_low": 483.9809729028504, "decode_tok_s_min": 475.00255102868397, "decode_tok_s_p25": 483.19466852030826, "decode_tok_s_p50": 484.3735704461897, "decode_tok_s_p75": 485.59928319028666, "decode_tok_s_p90": 486.47947396940793, "decode_tok_s_p95": 486.85491734006774, "decode_tok_s_p99": 488.11794374685456, "decode_tok_s_samples": 120, "decode_tok_s_stddev": 1.8384362945330732, "e2e_max_ms": 1334.0330999926664, "e2e_mean_ci95_high_ms": 1171.7754213379314, "e2e_mean_ci95_low_ms": 1162.6701236579017, "e2e_mean_ms": 1167.2227724979166, "e2e_min_ms": 1128.3292000298388, "e2e_p25_ms": 1147.644400014542, "e2e_p50_ms": 1169.470300024841, "e2e_p75_ms": 1183.816000004299, "e2e_p90_ms": 1191.117000009399, "e2e_p95_ms": 1195.0646999757737, "e2e_p99_ms": 1197.0015999977477, "e2e_samples": 120, "e2e_stddev_ms": 25.444780266080436, "effective_prefill_tok_s_max": 3372.368168612238, "effective_prefill_tok_s_mean": 3292.315202042088, "effective_prefill_tok_s_mean_ci95_high": 3302.953985595513, "effective_prefill_tok_s_mean_ci95_low": 3281.676418488663, "effective_prefill_tok_s_min": 2823.3350322512147, "effective_prefill_tok_s_p25": 3261.708673264248, "effective_prefill_tok_s_p50": 3291.3816768545257, "effective_prefill_tok_s_p75": 3335.0233232223804, "effective_prefill_tok_s_p90": 3353.0885210933075, "effective_prefill_tok_s_p95": 3360.8921531812052, "effective_prefill_tok_s_p99": 3370.7421445206037, "effective_prefill_tok_s_samples": 120, "effective_prefill_tok_s_stddev": 59.46022180230456, "generation_max_ms": 56.84179998934269, "generation_mean_ci95_high_ms": 55.7882390666726, "generation_mean_ci95_low_ms": 55.712214266270934, "generation_mean_ms": 55.75022666647177, "generation_min_ms": 55.305999994743615, "generation_p25_ms": 55.60000002151355, "generation_p50_ms": 55.738600029144436, "generation_p75_ms": 55.874999961815774, "generation_p90_ms": 55.980200006160885, "generation_p95_ms": 56.0828999732621, "generation_p99_ms": 56.17830000119284, "generation_samples": 120, "generation_stddev_ms": 0.21245152096847755, "mean_inter_token_latency_ms_max": 2.105251851457137, "mean_inter_token_latency_ms_mean": 2.0648232098693247, "mean_inter_token_latency_ms_mean_ci95_high": 2.0662310765434295, "mean_inter_token_latency_ms_mean_ci95_low": 2.06341534319522, "mean_inter_token_latency_ms_min": 2.0483703701756895, "mean_inter_token_latency_ms_p25": 2.0592592600560575, "mean_inter_token_latency_ms_p50": 2.064392593672016, "mean_inter_token_latency_ms_p75": 2.0694444430302137, "mean_inter_token_latency_ms_p90": 2.0733407409689217, "mean_inter_token_latency_ms_p95": 2.0771444434541517, "mean_inter_token_latency_ms_p99": 2.080677777821957, "mean_inter_token_latency_ms_samples": 120, "mean_inter_token_latency_ms_stddev": 0.007868574850684358, "mean_time_per_output_token_max_ms": 2.105251851457137, "mean_time_per_output_token_mean_ci95_high_ms": 2.0662310765434295, "mean_time_per_output_token_mean_ci95_low_ms": 2.06341534319522, "mean_time_per_output_token_mean_ms": 2.0648232098693247, "mean_time_per_output_token_min_ms": 2.0483703701756895, "mean_time_per_output_token_p25_ms": 2.0592592600560575, "mean_time_per_output_token_p50_ms": 2.064392593672016, "mean_time_per_output_token_p75_ms": 2.0694444430302137, "mean_time_per_output_token_p90_ms": 2.0733407409689217, "mean_time_per_output_token_p95_ms": 2.0771444434541517, "mean_time_per_output_token_p99_ms": 2.080677777821957, "mean_time_per_output_token_samples": 120, "mean_time_per_output_token_stddev_ms": 0.007868574850684358, "output_token_sources": { "usage": 120 }, "output_tokens": 3360, "prefix_cache_hit_avg": 0.0, "prompt_token_samples": 120, "prompt_tokens": 438942, "prompt_tokens_max": 3687.0, "prompt_tokens_mean": 3657.85, "prompt_tokens_mean_ci95_high": 3662.0234584238597, "prompt_tokens_mean_ci95_low": 3653.67654157614, "prompt_tokens_min": 3609.0, "prompt_tokens_p25": 3637.0, "prompt_tokens_p50": 3657.0, "prompt_tokens_p75": 3682.0, "prompt_tokens_p90": 3687.0, "prompt_tokens_p95": 3687.0, "prompt_tokens_p99": 3687.0, "prompt_tokens_samples": 120, "prompt_tokens_stddev": 23.325482873040468, "reasoning_chunks": 0, "request_canary_passed": 120, "request_canary_samples": 120, "throughput_performance_eligible": true, "throughput_tok_s": 23.98437169773706, "time_to_first_output_max_ms": 1278.2754999934696, "time_to_first_output_mean_ci95_high_ms": 1116.0141030843727, "time_to_first_output_mean_ci95_low_ms": 1106.9309885785171, "time_to_first_output_mean_ms": 1111.472545831445, "time_to_first_output_min_ms": 1072.8366000112146, "time_to_first_output_p25_ms": 1091.9225999969058, "time_to_first_output_p50_ms": 1113.658000016585, "time_to_first_output_p75_ms": 1128.0933999805711, "time_to_first_output_p90_ms": 1135.1986000081524, "time_to_first_output_p95_ms": 1139.2885000095703, "time_to_first_output_p99_ms": 1141.366800002288, "time_to_first_output_samples": 120, "time_to_first_output_stddev_ms": 25.382789322752473, "tpot_max_ms": 2.105251851457137, "tpot_mean_ci95_high_ms": 2.0662310765434295, "tpot_mean_ci95_low_ms": 2.06341534319522, "tpot_mean_ms": 2.0648232098693247, "tpot_min_ms": 2.0483703701756895, "tpot_p25_ms": 2.0592592600560575, "tpot_p50_ms": 2.064392593672016, "tpot_p75_ms": 2.0694444430302137, "tpot_p90_ms": 2.0733407409689217, "tpot_p95_ms": 2.0771444434541517, "tpot_p99_ms": 2.080677777821957, "tpot_samples": 120, "tpot_stddev_ms": 0.007868574850684358, "ttft_max_ms": 1278.2762999995612, "ttft_mean_ci95_high_ms": 1116.0145750395236, "ttft_mean_ci95_low_ms": 1106.9314549570536, "ttft_mean_ms": 1111.4730149982886, "ttft_min_ms": 1072.8371000150219, "ttft_p25_ms": 1091.9228999991901, "ttft_p50_ms": 1113.6585000203922, "ttft_p75_ms": 1128.0936999828555, "ttft_p90_ms": 1135.1991000119597, "ttft_p95_ms": 1139.289100014139, "ttft_p99_ms": 1141.3673000060953, "ttft_samples": 120, "ttft_stddev_ms": 25.382804906617615 }, "model": "[private identity withheld]", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.2389199030971, "e2e_ms": 1334.0330999926664, "effective_prefill_tok_s": 2823.3350322512147, "finish_reasons": [ "stop" ], "generation_ms": 55.75759999919683, "mean_inter_token_latency_ms": 2.065096296266549, "mean_time_per_output_token_ms": 2.065096296266549, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3609, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "stream_terminal_observed": true, "time_to_first_output_ms": 1278.2754999934696, "tpot_ms": 2.065096296266549, "ttft_ms": 1278.2762999995612, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.75679999310523 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.7627571551412, "e2e_ms": 1128.3292000298388, "effective_prefill_tok_s": 3364.835714396439, "finish_reasons": [ "stop" ], "generation_ms": 55.46850000973791, "mean_inter_token_latency_ms": 2.054388889249552, "mean_time_per_output_token_ms": 2.054388889249552, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3610, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "stream_terminal_observed": true, "time_to_first_output_ms": 1072.860700020101, "tpot_ms": 2.054388889249552, "ttft_ms": 1072.861600026954, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.467600002884865 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.31275130081997, "e2e_ms": 1134.2414999962784, "effective_prefill_tok_s": 3349.1195672662625, "finish_reasons": [ "stop" ], "generation_ms": 55.749099992681295, "mean_inter_token_latency_ms": 2.064781481210418, "mean_time_per_output_token_ms": 2.064781481210418, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "stream_terminal_observed": true, "time_to_first_output_ms": 1078.4924000035971, "tpot_ms": 2.064781481210418, "ttft_ms": 1078.492800006643, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.7486999896355 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.3735704461897, "e2e_ms": 1128.8850999553688, "effective_prefill_tok_s": 3365.814248559698, "finish_reasons": [ "stop" ], "generation_ms": 55.7420999975875, "mean_inter_token_latency_ms": 2.0645222221328705, "mean_time_per_output_token_ms": 2.0645222221328705, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "stream_terminal_observed": true, "time_to_first_output_ms": 1073.1429999577813, "tpot_ms": 2.0645222221328705, "ttft_ms": 1073.14359996235, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.741499993018806 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.82398365264163, "e2e_ms": 1129.5526000321843, "effective_prefill_tok_s": 3366.145333243266, "finish_reasons": [ "stop" ], "generation_ms": 55.921000021044165, "mean_inter_token_latency_ms": 2.071148148927562, "mean_time_per_output_token_ms": 2.071148148927562, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3614, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "stream_terminal_observed": true, "time_to_first_output_ms": 1073.63160001114, "tpot_ms": 2.071148148927562, "ttft_ms": 1073.632000014186, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.92060001799837 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.8946579713787, "e2e_ms": 1131.4724000403658, "effective_prefill_tok_s": 3360.8921531812052, "finish_reasons": [ "stop" ], "generation_ms": 55.56760000763461, "mean_inter_token_latency_ms": 2.0580592595420226, "mean_time_per_output_token_ms": 2.0580592595420226, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3616, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "stream_terminal_observed": true, "time_to_first_output_ms": 1075.9048000327311, "tpot_ms": 2.0580592595420226, "ttft_ms": 1075.905200035777, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.56720000458881 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.5952903137247, "e2e_ms": 1128.7841000012122, "effective_prefill_tok_s": 3372.368168612238, "finish_reasons": [ "stop" ], "generation_ms": 55.947499989997596, "mean_inter_token_latency_ms": 2.07212962925917, "mean_time_per_output_token_ms": 2.07212962925917, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3618, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "stream_terminal_observed": true, "time_to_first_output_ms": 1072.8366000112146, "tpot_ms": 2.07212962925917, "ttft_ms": 1072.8371000150219, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.94699998619035 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.22925995471394, "e2e_ms": 1129.5248999958858, "effective_prefill_tok_s": 3370.7421445206037, "finish_reasons": [ "stop" ], "generation_ms": 55.87410001317039, "mean_inter_token_latency_ms": 2.0694111115989036, "mean_time_per_output_token_ms": 2.0694111115989036, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3619, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "stream_terminal_observed": true, "time_to_first_output_ms": 1073.6507999827154, "tpot_ms": 2.0694111115989036, "ttft_ms": 1073.6511999857612, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.873700010124594 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.20571851709684, "e2e_ms": 1136.6046000039205, "effective_prefill_tok_s": 3349.8060654526034, "finish_reasons": [ "stop" ], "generation_ms": 55.64649996813387, "mean_inter_token_latency_ms": 2.0609814803012543, "mean_time_per_output_token_ms": 2.0609814803012543, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3621, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "stream_terminal_observed": true, "time_to_first_output_ms": 1080.9581000357866, "tpot_ms": 2.0609814803012543, "ttft_ms": 1080.9584999806248, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.64610002329573 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.2214768402942, "e2e_ms": 1145.6397000001743, "effective_prefill_tok_s": 3325.488520478264, "finish_reasons": [ "stop" ], "generation_ms": 55.874999961815774, "mean_inter_token_latency_ms": 2.0694444430302137, "mean_time_per_output_token_ms": 2.0694444430302137, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3624, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "stream_terminal_observed": true, "time_to_first_output_ms": 1089.7647000383586, "tpot_ms": 2.0694444430302137, "ttft_ms": 1089.765399985481, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.87430001469329 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.82830124519336, "e2e_ms": 1148.2425999711268, "effective_prefill_tok_s": 3319.5336796351935, "finish_reasons": [ "stop" ], "generation_ms": 55.92049995902926, "mean_inter_token_latency_ms": 2.0711296281121947, "mean_time_per_output_token_ms": 2.0711296281121947, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3626, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "stream_terminal_observed": true, "time_to_first_output_ms": 1092.3221000120975, "tpot_ms": 2.0711296281121947, "ttft_ms": 1092.3228000174277, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.91979995369911 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.91302164220974, "e2e_ms": 1143.0077999830246, "effective_prefill_tok_s": 3335.349379023374, "finish_reasons": [ "stop" ], "generation_ms": 55.565499991644174, "mean_inter_token_latency_ms": 2.0579814811720065, "mean_time_per_output_token_ms": 2.0579814811720065, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3627, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "stream_terminal_observed": true, "time_to_first_output_ms": 1087.4422999913804, "tpot_ms": 2.0579814811720065, "ttft_ms": 1087.4426999944262, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.56509998859838 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.2615292004436, "e2e_ms": 1134.9318999564275, "effective_prefill_tok_s": 3361.463507895826, "finish_reasons": [ "stop" ], "generation_ms": 55.64009997760877, "mean_inter_token_latency_ms": 2.0607444436151394, "mean_time_per_output_token_ms": 2.0607444436151394, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "stream_terminal_observed": true, "time_to_first_output_ms": 1079.2917999788187, "tpot_ms": 2.0607444436151394, "ttft_ms": 1079.292299982626, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.63959997380152 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.61413135194056, "e2e_ms": 1137.2726999688894, "effective_prefill_tok_s": 3354.06356632144, "finish_reasons": [ "stop" ], "generation_ms": 55.59969996102154, "mean_inter_token_latency_ms": 2.0592481467045016, "mean_time_per_output_token_ms": 2.0592481467045016, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "stream_terminal_observed": true, "time_to_first_output_ms": 1081.6730000078678, "tpot_ms": 2.0592481467045016, "ttft_ms": 1081.6734000109136, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.599299957975745 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.80663833796234, "e2e_ms": 1146.928400034085, "effective_prefill_tok_s": 3324.889329914316, "finish_reasons": [ "stop" ], "generation_ms": 55.4635000298731, "mean_inter_token_latency_ms": 2.054203704810115, "mean_time_per_output_token_ms": 2.054203704810115, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3629, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "stream_terminal_observed": true, "time_to_first_output_ms": 1091.4649000042118, "tpot_ms": 2.054203704810115, "ttft_ms": 1091.465600009542, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.46280002454296 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.65254359413905, "e2e_ms": 1147.7531000273302, "effective_prefill_tok_s": 3325.311130954387, "finish_reasons": [ "stop" ], "generation_ms": 55.82520004827529, "mean_inter_token_latency_ms": 2.067600001787974, "mean_time_per_output_token_ms": 2.067600001787974, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "stream_terminal_observed": true, "time_to_first_output_ms": 1091.927899979055, "tpot_ms": 2.067600001787974, "ttft_ms": 1091.9283999828622, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.824700044468045 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.2893420406354, "e2e_ms": 1137.8983000176959, "effective_prefill_tok_s": 3354.6574119504644, "finish_reasons": [ "stop" ], "generation_ms": 55.522500013466924, "mean_inter_token_latency_ms": 2.056388889387664, "mean_time_per_output_token_ms": 2.056388889387664, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "stream_terminal_observed": true, "time_to_first_output_ms": 1082.375800004229, "tpot_ms": 2.056388889387664, "ttft_ms": 1082.3762000072747, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.52210001042113 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.53264156929754, "e2e_ms": 1146.2911000126041, "effective_prefill_tok_s": 3330.3767680120463, "finish_reasons": [ "stop" ], "generation_ms": 55.723799974657595, "mean_inter_token_latency_ms": 2.063844443505837, "mean_time_per_output_token_ms": 2.063844443505837, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3632, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "stream_terminal_observed": true, "time_to_first_output_ms": 1090.5673000379466, "tpot_ms": 2.063844443505837, "ttft_ms": 1090.5678000417538, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.72329997085035 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 488.19296283524625, "e2e_ms": 1148.1962999678217, "effective_prefill_tok_s": 3324.2128693881664, "finish_reasons": [ "stop" ], "generation_ms": 55.305999994743615, "mean_inter_token_latency_ms": 2.0483703701756895, "mean_time_per_output_token_ms": 2.0483703701756895, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3633, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "stream_terminal_observed": true, "time_to_first_output_ms": 1092.890299973078, "tpot_ms": 2.0483703701756895, "ttft_ms": 1092.8910999791697, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.30519998865202 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.237982288616, "e2e_ms": 1138.65400000941, "effective_prefill_tok_s": 3355.459297154339, "finish_reasons": [ "stop" ], "generation_ms": 55.6427999981679, "mean_inter_token_latency_ms": 2.0608444443765888, "mean_time_per_output_token_ms": 2.0608444443765888, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3634, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "stream_terminal_observed": true, "time_to_first_output_ms": 1083.0112000112422, "tpot_ms": 2.0608444443765888, "ttft_ms": 1083.011600014288, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.642399995122105 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.831948975065, "e2e_ms": 1139.297500019893, "effective_prefill_tok_s": 3354.890156149585, "finish_reasons": [ "stop" ], "generation_ms": 55.8045000070706, "mean_inter_token_latency_ms": 2.0668333335952074, "mean_time_per_output_token_ms": 2.0668333335952074, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "stream_terminal_observed": true, "time_to_first_output_ms": 1083.4930000128224, "tpot_ms": 2.0668333335952074, "ttft_ms": 1083.4934000158682, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.804100004024804 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.2096533876746, "e2e_ms": 1145.4789999988861, "effective_prefill_tok_s": 3335.0233232223804, "finish_reasons": [ "stop" ], "generation_ms": 55.53160002455115, "mean_inter_token_latency_ms": 2.056725926835228, "mean_time_per_output_token_ms": 2.056725926835228, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "stream_terminal_observed": true, "time_to_first_output_ms": 1089.947399974335, "tpot_ms": 2.056725926835228, "ttft_ms": 1089.9478999781422, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.53110002074391 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.59928319028666, "e2e_ms": 1139.9747999967076, "effective_prefill_tok_s": 3353.0885210933075, "finish_reasons": [ "stop" ], "generation_ms": 55.60140003217384, "mean_inter_token_latency_ms": 2.059311112302735, "mean_time_per_output_token_ms": 2.059311112302735, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "stream_terminal_observed": true, "time_to_first_output_ms": 1084.3733999645337, "tpot_ms": 2.059311112302735, "ttft_ms": 1084.373899968341, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.600900028366596 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.4683052433628, "e2e_ms": 1139.7662999806926, "effective_prefill_tok_s": 3353.2124559191166, "finish_reasons": [ "stop" ], "generation_ms": 55.731199972797185, "mean_inter_token_latency_ms": 2.064118517511007, "mean_time_per_output_token_ms": 2.064118517511007, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "stream_terminal_observed": true, "time_to_first_output_ms": 1084.0351000078954, "tpot_ms": 2.064118517511007, "ttft_ms": 1084.035700012464, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.73059996822849 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 487.72645418948184, "e2e_ms": 1140.8833999885246, "effective_prefill_tok_s": 3349.5328755871155, "finish_reasons": [ "stop" ], "generation_ms": 55.35889999009669, "mean_inter_token_latency_ms": 2.05032962926284, "mean_time_per_output_token_ms": 2.05032962926284, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "stream_terminal_observed": true, "time_to_first_output_ms": 1085.524499998428, "tpot_ms": 2.05032962926284, "ttft_ms": 1085.5249000014737, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.35849998705089 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.73643915419666, "e2e_ms": 1149.7830000007525, "effective_prefill_tok_s": 3323.897801698131, "finish_reasons": [ "stop" ], "generation_ms": 55.58570002904162, "mean_inter_token_latency_ms": 2.058729630705245, "mean_time_per_output_token_ms": 2.058729630705245, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "stream_terminal_observed": true, "time_to_first_output_ms": 1094.197299971711, "tpot_ms": 2.058729630705245, "ttft_ms": 1094.1977999755181, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.58520002523437 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.6750709278981, "e2e_ms": 1149.8964999918826, "effective_prefill_tok_s": 3324.272702171356, "finish_reasons": [ "stop" ], "generation_ms": 55.82259997026995, "mean_inter_token_latency_ms": 2.0675037026025906, "mean_time_per_output_token_ms": 2.0675037026025906, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "stream_terminal_observed": true, "time_to_first_output_ms": 1094.0739000216126, "tpot_ms": 2.0675037026025906, "ttft_ms": 1094.0743000246584, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.82219996722415 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.2981011943166, "e2e_ms": 1152.813199965749, "effective_prefill_tok_s": 3314.5242964473287, "finish_reasons": [ "stop" ], "generation_ms": 55.52149994764477, "mean_inter_token_latency_ms": 2.0563518499127693, "mean_time_per_output_token_ms": 2.0563518499127693, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "stream_terminal_observed": true, "time_to_first_output_ms": 1097.2917000181042, "tpot_ms": 2.0563518499127693, "ttft_ms": 1097.2921999637038, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.521000002045184 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.334013913268, "e2e_ms": 1141.3030999829061, "effective_prefill_tok_s": 3349.648093695895, "finish_reasons": [ "stop" ], "generation_ms": 55.51740003284067, "mean_inter_token_latency_ms": 2.0562000012163213, "mean_time_per_output_token_ms": 2.0562000012163213, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "stream_terminal_observed": true, "time_to_first_output_ms": 1085.7856999500655, "tpot_ms": 2.0562000012163213, "ttft_ms": 1085.7863999553956, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.516700027510524 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 487.2203899636827, "e2e_ms": 1142.837299965322, "effective_prefill_tok_s": 3344.611088484494, "finish_reasons": [ "stop" ], "generation_ms": 55.41639996226877, "mean_inter_token_latency_ms": 2.0524592578618064, "mean_time_per_output_token_ms": 2.0524592578618064, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "stream_terminal_observed": true, "time_to_first_output_ms": 1087.4209000030532, "tpot_ms": 2.0524592578618064, "ttft_ms": 1087.4213999486528, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.415900016669184 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.2422332083164, "e2e_ms": 1148.2695000013337, "effective_prefill_tok_s": 3329.375980471367, "finish_reasons": [ "stop" ], "generation_ms": 55.87260000174865, "mean_inter_token_latency_ms": 2.0693555556203203, "mean_time_per_output_token_ms": 2.0693555556203203, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "stream_terminal_observed": true, "time_to_first_output_ms": 1092.396899999585, "tpot_ms": 2.0693555556203203, "ttft_ms": 1092.397100001108, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.87240000022575 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.0348775921629, "e2e_ms": 1141.345000010915, "effective_prefill_tok_s": 3350.8986864962103, "finish_reasons": [ "stop" ], "generation_ms": 55.666100000962615, "mean_inter_token_latency_ms": 2.06170740744306, "mean_time_per_output_token_ms": 2.06170740744306, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3638, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "stream_terminal_observed": true, "time_to_first_output_ms": 1085.6789000099525, "tpot_ms": 2.06170740744306, "ttft_ms": 1085.6792000122368, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.66579999867827 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.147912073876, "e2e_ms": 1156.0115999891423, "effective_prefill_tok_s": 3308.4952229165483, "finish_reasons": [ "stop" ], "generation_ms": 56.11579999094829, "mean_inter_token_latency_ms": 2.0783629626277142, "mean_time_per_output_token_ms": 2.0783629626277142, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3639, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "stream_terminal_observed": true, "time_to_first_output_ms": 1099.895799998194, "tpot_ms": 2.0783629626277142, "ttft_ms": 1099.8962000012398, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.11539998790249 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.98347474448144, "e2e_ms": 1156.8244000081904, "effective_prefill_tok_s": 3305.627813127594, "finish_reasons": [ "stop" ], "generation_ms": 55.671999987680465, "mean_inter_token_latency_ms": 2.0619259254696467, "mean_time_per_output_token_ms": 2.0619259254696467, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3640, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "stream_terminal_observed": true, "time_to_first_output_ms": 1101.15240002051, "tpot_ms": 2.0619259254696467, "ttft_ms": 1101.1528000235558, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.67159998463467 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.4352740497144, "e2e_ms": 1153.217000013683, "effective_prefill_tok_s": 3317.5942748585876, "finish_reasons": [ "stop" ], "generation_ms": 55.73500000173226, "mean_inter_token_latency_ms": 2.0642592593234173, "mean_time_per_output_token_ms": 2.0642592593234173, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3641, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "stream_terminal_observed": true, "time_to_first_output_ms": 1097.4820000119507, "tpot_ms": 2.0642592593234173, "ttft_ms": 1097.4824000149965, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.73459999868646 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.47438992223766, "e2e_ms": 1151.1659999960102, "effective_prefill_tok_s": 3324.705105958886, "finish_reasons": [ "stop" ], "generation_ms": 55.7305000256747, "mean_inter_token_latency_ms": 2.0640925935435073, "mean_time_per_output_token_ms": 2.0640925935435073, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3642, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "stream_terminal_observed": true, "time_to_first_output_ms": 1095.4354999703355, "tpot_ms": 2.0640925935435073, "ttft_ms": 1095.4359999741428, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.730000021867454 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.5082958936775, "e2e_ms": 1143.983699963428, "effective_prefill_tok_s": 3347.554543966645, "finish_reasons": [ "stop" ], "generation_ms": 55.72659999597818, "mean_inter_token_latency_ms": 2.063948147999192, "mean_time_per_output_token_ms": 2.063948147999192, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "stream_terminal_observed": true, "time_to_first_output_ms": 1088.25709996745, "tpot_ms": 2.063948147999192, "ttft_ms": 1088.2574999704957, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.72619999293238 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.6416857408104, "e2e_ms": 1144.1536999773234, "effective_prefill_tok_s": 3346.280613296663, "finish_reasons": [ "stop" ], "generation_ms": 55.482299998402596, "mean_inter_token_latency_ms": 2.054899999940837, "mean_time_per_output_token_ms": 2.054899999940837, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "stream_terminal_observed": true, "time_to_first_output_ms": 1088.6713999789208, "tpot_ms": 2.054899999940837, "ttft_ms": 1088.6717999819666, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.4818999953568 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.6100412763315, "e2e_ms": 1143.3351000305265, "effective_prefill_tok_s": 3350.434278414286, "finish_reasons": [ "stop" ], "generation_ms": 55.714900023303926, "mean_inter_token_latency_ms": 2.063514815677923, "mean_time_per_output_token_ms": 2.063514815677923, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3644, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "stream_terminal_observed": true, "time_to_first_output_ms": 1087.6202000072226, "tpot_ms": 2.063514815677923, "ttft_ms": 1087.6206000102684, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.71450002025813 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.0719076317989, "e2e_ms": 1145.2391000348143, "effective_prefill_tok_s": 3346.0418665587076, "finish_reasons": [ "stop" ], "generation_ms": 55.89230003533885, "mean_inter_token_latency_ms": 2.0700851864940315, "mean_time_per_output_token_ms": 2.0700851864940315, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3645, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "stream_terminal_observed": true, "time_to_first_output_ms": 1089.3467999994755, "tpot_ms": 2.0700851864940315, "ttft_ms": 1089.3472000025213, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.89190003229305 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.63265738985393, "e2e_ms": 1147.644400014542, "effective_prefill_tok_s": 3339.951266166771, "finish_reasons": [ "stop" ], "generation_ms": 55.71230000350624, "mean_inter_token_latency_ms": 2.0634185186483793, "mean_time_per_output_token_ms": 2.0634185186483793, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "stream_terminal_observed": true, "time_to_first_output_ms": 1091.9321000110358, "tpot_ms": 2.0634185186483793, "ttft_ms": 1091.932800016366, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.7115999981761 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.85491734006774, "e2e_ms": 1154.1531999828294, "effective_prefill_tok_s": 3319.3919478460825, "finish_reasons": [ "stop" ], "generation_ms": 55.45799998799339, "mean_inter_token_latency_ms": 2.0539999995553107, "mean_time_per_output_token_ms": 2.0539999995553107, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "stream_terminal_observed": true, "time_to_first_output_ms": 1098.695199994836, "tpot_ms": 2.0539999995553107, "ttft_ms": 1098.6955999978818, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.45759998494759 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.09783844284163, "e2e_ms": 1147.8118999511935, "effective_prefill_tok_s": 3340.8961404501906, "finish_reasons": [ "stop" ], "generation_ms": 55.88929995428771, "mean_inter_token_latency_ms": 2.0699740723810263, "mean_time_per_output_token_ms": 2.0699740723810263, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "stream_terminal_observed": true, "time_to_first_output_ms": 1091.9225999969058, "tpot_ms": 2.0699740723810263, "ttft_ms": 1091.9228999991901, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.88899995200336 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.28769460853255, "e2e_ms": 1151.093700027559, "effective_prefill_tok_s": 3331.0310969429675, "finish_reasons": [ "stop" ], "generation_ms": 55.63710001297295, "mean_inter_token_latency_ms": 2.060633333813813, "mean_time_per_output_token_ms": 2.060633333813813, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "stream_terminal_observed": true, "time_to_first_output_ms": 1095.456600014586, "tpot_ms": 2.060633333813813, "ttft_ms": 1095.4571000183932, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.636600009165704 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.9584990544648, "e2e_ms": 1147.7609000285156, "effective_prefill_tok_s": 3340.045775418008, "finish_reasons": [ "stop" ], "generation_ms": 55.56030001025647, "mean_inter_token_latency_ms": 2.057788889268758, "mean_time_per_output_token_ms": 2.057788889268758, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "stream_terminal_observed": true, "time_to_first_output_ms": 1092.2006000182591, "tpot_ms": 2.057788889268758, "ttft_ms": 1092.2009000205435, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.56000000797212 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.31230031293256, "e2e_ms": 1153.988100006245, "effective_prefill_tok_s": 3322.9410605268195, "finish_reasons": [ "stop" ], "generation_ms": 55.864499998278916, "mean_inter_token_latency_ms": 2.0690555554918117, "mean_time_per_output_token_ms": 2.0690555554918117, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "stream_terminal_observed": true, "time_to_first_output_ms": 1098.1236000079662, "tpot_ms": 2.0690555554918117, "ttft_ms": 1098.124000011012, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.86409999523312 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.12551292522477, "e2e_ms": 1147.4511999986134, "effective_prefill_tok_s": 3343.1169114891063, "finish_reasons": [ "stop" ], "generation_ms": 55.655699979979545, "mean_inter_token_latency_ms": 2.061322221480724, "mean_time_per_output_token_ms": 2.061322221480724, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3650, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "stream_terminal_observed": true, "time_to_first_output_ms": 1091.795500018634, "tpot_ms": 2.061322221480724, "ttft_ms": 1091.795899963472, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.65530003514141 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.0348775921629, "e2e_ms": 1161.877700011246, "effective_prefill_tok_s": 3300.4535479162037, "finish_reasons": [ "stop" ], "generation_ms": 55.666100000962615, "mean_inter_token_latency_ms": 2.06170740744306, "mean_time_per_output_token_ms": 2.06170740744306, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "stream_terminal_observed": true, "time_to_first_output_ms": 1106.2116000102833, "tpot_ms": 2.06170740744306, "ttft_ms": 1106.212200014852, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.66549999639392 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.64309580171914, "e2e_ms": 1148.358000034932, "effective_prefill_tok_s": 3341.4271344740537, "finish_reasons": [ "stop" ], "generation_ms": 55.71110005257651, "mean_inter_token_latency_ms": 2.0633740760213524, "mean_time_per_output_token_ms": 2.0633740760213524, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "stream_terminal_observed": true, "time_to_first_output_ms": 1092.6468999823555, "tpot_ms": 2.0633740760213524, "ttft_ms": 1092.6471999846399, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.710800050292164 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.40398549447457, "e2e_ms": 1149.0743000176735, "effective_prefill_tok_s": 3340.2366720837117, "finish_reasons": [ "stop" ], "generation_ms": 55.738600029144436, "mean_inter_token_latency_ms": 2.064392593672016, "mean_time_per_output_token_ms": 2.064392593672016, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3652, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "stream_terminal_observed": true, "time_to_first_output_ms": 1093.335699988529, "tpot_ms": 2.064392593672016, "ttft_ms": 1093.3361999923363, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.73810002533719 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.2491525617346, "e2e_ms": 1170.268699992448, "effective_prefill_tok_s": 3278.006247155317, "finish_reasons": [ "stop" ], "generation_ms": 55.87179999565706, "mean_inter_token_latency_ms": 2.0693259257650762, "mean_time_per_output_token_ms": 2.0693259257650762, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3653, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "stream_terminal_observed": true, "time_to_first_output_ms": 1114.396899996791, "tpot_ms": 2.0693259257650762, "ttft_ms": 1114.3972999998368, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.87139999261126 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 488.11794374685456, "e2e_ms": 1163.6493999976665, "effective_prefill_tok_s": 3296.837445082569, "finish_reasons": [ "stop" ], "generation_ms": 55.31450000125915, "mean_inter_token_latency_ms": 2.0486851852318204, "mean_time_per_output_token_ms": 2.0486851852318204, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "stream_terminal_observed": true, "time_to_first_output_ms": 1108.3348999964073, "tpot_ms": 2.0486851852318204, "ttft_ms": 1108.335500000976, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.31389999669045 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.7346770227028, "e2e_ms": 1172.14119998971, "effective_prefill_tok_s": 3272.230503425829, "finish_reasons": [ "stop" ], "generation_ms": 55.47170003410429, "mean_inter_token_latency_ms": 2.054507408670529, "mean_time_per_output_token_ms": 2.054507408670529, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "stream_terminal_observed": true, "time_to_first_output_ms": 1116.6694999556057, "tpot_ms": 2.054507408670529, "ttft_ms": 1116.669999959413, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.47120003029704 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.84919250664893, "e2e_ms": 1164.834700000938, "effective_prefill_tok_s": 3294.0823082094034, "finish_reasons": [ "stop" ], "generation_ms": 55.572799989022315, "mean_inter_token_latency_ms": 2.058251851445271, "mean_time_per_output_token_ms": 2.058251851445271, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "stream_terminal_observed": true, "time_to_first_output_ms": 1109.2619000119157, "tpot_ms": 2.058251851445271, "ttft_ms": 1109.2626000172459, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.57209998369217 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.4002391921914, "e2e_ms": 1163.9316999935545, "effective_prefill_tok_s": 3296.9189508543313, "finish_reasons": [ "stop" ], "generation_ms": 55.62420003116131, "mean_inter_token_latency_ms": 2.060155556709678, "mean_time_per_output_token_ms": 2.060155556709678, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "stream_terminal_observed": true, "time_to_first_output_ms": 1108.3074999623932, "tpot_ms": 2.060155556709678, "ttft_ms": 1108.307899965439, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.62380002811551 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.88941146322077, "e2e_ms": 1177.4542999919504, "effective_prefill_tok_s": 3257.01512842165, "finish_reasons": [ "stop" ], "generation_ms": 55.568200012203306, "mean_inter_token_latency_ms": 2.058081481933456, "mean_time_per_output_token_ms": 2.058081481933456, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "stream_terminal_observed": true, "time_to_first_output_ms": 1121.886099979747, "tpot_ms": 2.058081481933456, "ttft_ms": 1121.8865999835543, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.56770000839606 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.7574126539794, "e2e_ms": 1162.563499994576, "effective_prefill_tok_s": 3300.872048166213, "finish_reasons": [ "stop" ], "generation_ms": 55.583300010766834, "mean_inter_token_latency_ms": 2.0586407411395125, "mean_time_per_output_token_ms": 2.0586407411395125, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "stream_terminal_observed": true, "time_to_first_output_ms": 1106.9801999838091, "tpot_ms": 2.0586407411395125, "ttft_ms": 1106.980599986855, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.58290000772104 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.2528078555322, "e2e_ms": 1176.5259999665432, "effective_prefill_tok_s": 3261.708673264248, "finish_reasons": [ "stop" ], "generation_ms": 55.64109998522326, "mean_inter_token_latency_ms": 2.060781480934195, "mean_time_per_output_token_ms": 2.060781480934195, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "stream_terminal_observed": true, "time_to_first_output_ms": 1120.88489998132, "tpot_ms": 2.060781480934195, "ttft_ms": 1120.8852999843657, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.640699982177466 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.7969841974123, "e2e_ms": 1165.3212999808602, "effective_prefill_tok_s": 3294.118961481516, "finish_reasons": [ "stop" ], "generation_ms": 55.464599980041385, "mean_inter_token_latency_ms": 2.0542444437052363, "mean_time_per_output_token_ms": 2.0542444437052363, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "stream_terminal_observed": true, "time_to_first_output_ms": 1109.8567000008188, "tpot_ms": 2.0542444437052363, "ttft_ms": 1109.8571000038646, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.46419997699559 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.0852495580998, "e2e_ms": 1174.6268999995664, "effective_prefill_tok_s": 3268.529981874766, "finish_reasons": [ "stop" ], "generation_ms": 55.77529995935038, "mean_inter_token_latency_ms": 2.0657518503463104, "mean_time_per_output_token_ms": 2.0657518503463104, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3657, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "stream_terminal_observed": true, "time_to_first_output_ms": 1118.851600040216, "tpot_ms": 2.0657518503463104, "ttft_ms": 1118.8520000432618, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.77489995630458 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.61151060346714, "e2e_ms": 1165.1996999862604, "effective_prefill_tok_s": 3296.684380967495, "finish_reasons": [ "stop" ], "generation_ms": 55.60000002151355, "mean_inter_token_latency_ms": 2.0592592600560575, "mean_time_per_output_token_ms": 2.0592592600560575, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3658, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "stream_terminal_observed": true, "time_to_first_output_ms": 1109.5996999647468, "tpot_ms": 2.0592592600560575, "ttft_ms": 1109.6000999677926, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.599600018467754 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 487.55999681138, "e2e_ms": 1164.6929000271484, "effective_prefill_tok_s": 3298.431617823006, "finish_reasons": [ "stop" ], "generation_ms": 55.37780001759529, "mean_inter_token_latency_ms": 2.051029630281307, "mean_time_per_output_token_ms": 2.051029630281307, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "stream_terminal_observed": true, "time_to_first_output_ms": 1109.3151000095531, "tpot_ms": 2.051029630281307, "ttft_ms": 1109.3156000133604, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.377300013788044 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.88241629525146, "e2e_ms": 1163.2519999984652, "effective_prefill_tok_s": 3303.2916457736583, "finish_reasons": [ "stop" ], "generation_ms": 55.5690000182949, "mean_inter_token_latency_ms": 2.0581111117887, "mean_time_per_output_token_ms": 2.0581111117887, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "stream_terminal_observed": true, "time_to_first_output_ms": 1107.6829999801703, "tpot_ms": 2.0581111117887, "ttft_ms": 1107.6832999824546, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.56870001601055 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.9212679160927, "e2e_ms": 1165.515000000596, "effective_prefill_tok_s": 3298.1268801618035, "finish_reasons": [ "stop" ], "generation_ms": 55.79419998684898, "mean_inter_token_latency_ms": 2.066451851364777, "mean_time_per_output_token_ms": 2.066451851364777, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3660, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "stream_terminal_observed": true, "time_to_first_output_ms": 1109.720800013747, "tpot_ms": 2.066451851364777, "ttft_ms": 1109.7212000167929, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.79379998380318 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.31709505509536, "e2e_ms": 1176.9598000100814, "effective_prefill_tok_s": 3265.2188989289025, "finish_reasons": [ "stop" ], "generation_ms": 55.74859998887405, "mean_inter_token_latency_ms": 2.0647629625508905, "mean_time_per_output_token_ms": 2.0647629625508905, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "stream_terminal_observed": true, "time_to_first_output_ms": 1121.2112000212073, "tpot_ms": 2.0647629625508905, "ttft_ms": 1121.211800025776, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.74799998430535 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.4567811620837, "e2e_ms": 1177.5747999781743, "effective_prefill_tok_s": 3265.284285794362, "finish_reasons": [ "stop" ], "generation_ms": 56.07980000786483, "mean_inter_token_latency_ms": 2.07702962992092, "mean_time_per_output_token_ms": 2.07702962992092, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "stream_terminal_observed": true, "time_to_first_output_ms": 1121.4949999703094, "tpot_ms": 2.07702962992092, "ttft_ms": 1121.4955999748781, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.07920000329614 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.81027447039344, "e2e_ms": 1174.3169000255875, "effective_prefill_tok_s": 3273.1046904472637, "finish_reasons": [ "stop" ], "generation_ms": 55.807000026106834, "mean_inter_token_latency_ms": 2.066925926892846, "mean_time_per_output_token_ms": 2.066925926892846, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "stream_terminal_observed": true, "time_to_first_output_ms": 1118.5098999994807, "tpot_ms": 2.066925926892846, "ttft_ms": 1118.5103000025265, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.80660002306104 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.4804752599769, "e2e_ms": 1167.5545999896713, "effective_prefill_tok_s": 3293.6844007266504, "finish_reasons": [ "stop" ], "generation_ms": 55.729800020344555, "mean_inter_token_latency_ms": 2.064066667420169, "mean_time_per_output_token_ms": 2.064066667420169, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "stream_terminal_observed": true, "time_to_first_output_ms": 1111.8247999693267, "tpot_ms": 2.064066667420169, "ttft_ms": 1111.825299973134, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.72930001653731 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.15253542377843, "e2e_ms": 1173.0132999946363, "effective_prefill_tok_s": 3278.2609949189978, "finish_reasons": [ "stop" ], "generation_ms": 55.652600014582276, "mean_inter_token_latency_ms": 2.061207407947492, "mean_time_per_output_token_ms": 2.061207407947492, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3663, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "stream_terminal_observed": true, "time_to_first_output_ms": 1117.360699980054, "tpot_ms": 2.061207407947492, "ttft_ms": 1117.3609999823384, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.65230001229793 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.19466852030826, "e2e_ms": 1176.7272999859415, "effective_prefill_tok_s": 3268.950006832585, "finish_reasons": [ "stop" ], "generation_ms": 55.878099985420704, "mean_inter_token_latency_ms": 2.0695592587192855, "mean_time_per_output_token_ms": 2.0695592587192855, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3664, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "stream_terminal_observed": true, "time_to_first_output_ms": 1120.8492000005208, "tpot_ms": 2.0695592587192855, "ttft_ms": 1120.849599945359, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.87770004058257 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.1246355158752, "e2e_ms": 1178.8043000269681, "effective_prefill_tok_s": 3263.817726222172, "finish_reasons": [ "stop" ], "generation_ms": 55.88619998889044, "mean_inter_token_latency_ms": 2.069859258847794, "mean_time_per_output_token_ms": 2.069859258847794, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3665, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "stream_terminal_observed": true, "time_to_first_output_ms": 1122.9181000380777, "tpot_ms": 2.069859258847794, "ttft_ms": 1122.9185000411235, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.88579998584464 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.8455698745581, "e2e_ms": 1180.5862999754027, "effective_prefill_tok_s": 3259.6291990281247, "finish_reasons": [ "stop" ], "generation_ms": 55.91850000200793, "mean_inter_token_latency_ms": 2.0710555556299233, "mean_time_per_output_token_ms": 2.0710555556299233, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3666, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "stream_terminal_observed": true, "time_to_first_output_ms": 1124.6677999733947, "tpot_ms": 2.0710555556299233, "ttft_ms": 1124.668299977202, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.917999998200685 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.76433144676076, "e2e_ms": 1169.470300024841, "effective_prefill_tok_s": 3292.7523530072876, "finish_reasons": [ "stop" ], "generation_ms": 55.81230000825599, "mean_inter_token_latency_ms": 2.0671222225279995, "mean_time_per_output_token_ms": 2.0671222225279995, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3667, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "stream_terminal_observed": true, "time_to_first_output_ms": 1113.658000016585, "tpot_ms": 2.0671222225279995, "ttft_ms": 1113.6585000203922, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.81180000444874 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 480.8034759795768, "e2e_ms": 1181.6629000240937, "effective_prefill_tok_s": 3258.976022218144, "finish_reasons": [ "stop" ], "generation_ms": 56.15600000601262, "mean_inter_token_latency_ms": 2.0798518520745413, "mean_time_per_output_token_ms": 2.0798518520745413, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "stream_terminal_observed": true, "time_to_first_output_ms": 1125.506900018081, "tpot_ms": 2.0798518520745413, "ttft_ms": 1125.5072000203654, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.15570000372827 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.52262359134227, "e2e_ms": 1170.265799970366, "effective_prefill_tok_s": 3291.3816768545257, "finish_reasons": [ "stop" ], "generation_ms": 55.84019998786971, "mean_inter_token_latency_ms": 2.0681555551062853, "mean_time_per_output_token_ms": 2.0681555551062853, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "stream_terminal_observed": true, "time_to_first_output_ms": 1114.4255999824964, "tpot_ms": 2.0681555551062853, "ttft_ms": 1114.4258999847807, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.83989998558536 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.4700438520168, "e2e_ms": 1174.8930999892764, "effective_prefill_tok_s": 3278.345469294379, "finish_reasons": [ "stop" ], "generation_ms": 55.73099997127429, "mean_inter_token_latency_ms": 2.064111110047196, "mean_time_per_output_token_ms": 2.064111110047196, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3669, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "stream_terminal_observed": true, "time_to_first_output_ms": 1119.162100018002, "tpot_ms": 2.064111110047196, "ttft_ms": 1119.1627000225708, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.73039996670559 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.47947396940793, "e2e_ms": 1175.4686000058427, "effective_prefill_tok_s": 3277.7728074465745, "finish_reasons": [ "stop" ], "generation_ms": 55.5008000228554, "mean_inter_token_latency_ms": 2.0555851860316814, "mean_time_per_output_token_ms": 2.0555851860316814, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "stream_terminal_observed": true, "time_to_first_output_ms": 1119.9677999829873, "tpot_ms": 2.0555851860316814, "ttft_ms": 1119.968399987556, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.500200018286705 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.4883922233671, "e2e_ms": 1181.088000012096, "effective_prefill_tok_s": 3261.737122470095, "finish_reasons": [ "stop" ], "generation_ms": 55.614100012462586, "mean_inter_token_latency_ms": 2.059781481943059, "mean_time_per_output_token_ms": 2.059781481943059, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "stream_terminal_observed": true, "time_to_first_output_ms": 1125.4738999996334, "tpot_ms": 2.059781481943059, "ttft_ms": 1125.4743000026792, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.61370000941679 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.7022744968876, "e2e_ms": 1181.6275999881327, "effective_prefill_tok_s": 3261.9920627327915, "finish_reasons": [ "stop" ], "generation_ms": 55.9351000119932, "mean_inter_token_latency_ms": 2.0716703708145627, "mean_time_per_output_token_ms": 2.0716703708145627, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3672, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "stream_terminal_observed": true, "time_to_first_output_ms": 1125.6924999761395, "tpot_ms": 2.0716703708145627, "ttft_ms": 1125.6928999791853, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.9347000089474 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.2651458858496, "e2e_ms": 1181.773099990096, "effective_prefill_tok_s": 3263.493912217367, "finish_reasons": [ "stop" ], "generation_ms": 55.98579999059439, "mean_inter_token_latency_ms": 2.073548147799792, "mean_time_per_output_token_ms": 2.073548147799792, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "stream_terminal_observed": true, "time_to_first_output_ms": 1125.7872999995016, "tpot_ms": 2.073548147799792, "ttft_ms": 1125.7877000025474, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.98539998754859 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.455091984504, "e2e_ms": 1183.453100034967, "effective_prefill_tok_s": 3258.2328689716483, "finish_reasons": [ "stop" ], "generation_ms": 55.84800004726276, "mean_inter_token_latency_ms": 2.068444446194917, "mean_time_per_output_token_ms": 2.068444446194917, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.6050999877043, "tpot_ms": 2.068444446194917, "ttft_ms": 1127.60549999075, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.84760004421696 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.4706750310322, "e2e_ms": 1186.6757999523543, "effective_prefill_tok_s": 3249.8264991248275, "finish_reasons": [ "stop" ], "generation_ms": 55.84619997534901, "mean_inter_token_latency_ms": 2.068377776864778, "mean_time_per_output_token_ms": 2.068377776864778, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3675, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "stream_terminal_observed": true, "time_to_first_output_ms": 1130.8295999770053, "tpot_ms": 2.068377776864778, "ttft_ms": 1130.830199981574, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.84559997078031 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.88011184465495, "e2e_ms": 1183.390199963469, "effective_prefill_tok_s": 3260.380689381019, "finish_reasons": [ "stop" ], "generation_ms": 55.91449997154996, "mean_inter_token_latency_ms": 2.0709074063537023, "mean_time_per_output_token_ms": 2.0709074063537023, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3676, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.475699991919, "tpot_ms": 2.0709074063537023, "ttft_ms": 1127.4762999964878, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.91389996698126 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.31835649218255, "e2e_ms": 1175.5717999767512, "effective_prefill_tok_s": 3283.8918718569403, "finish_reasons": [ "stop" ], "generation_ms": 55.86379999294877, "mean_inter_token_latency_ms": 2.069029629368473, "mean_time_per_output_token_ms": 2.069029629368473, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3677, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "stream_terminal_observed": true, "time_to_first_output_ms": 1119.7079999838024, "tpot_ms": 2.069029629368473, "ttft_ms": 1119.7085999883711, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.863199988380075 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.52370625417444, "e2e_ms": 1187.2295999783091, "effective_prefill_tok_s": 3251.2023172942163, "finish_reasons": [ "stop" ], "generation_ms": 55.95579999499023, "mean_inter_token_latency_ms": 2.07243703685149, "mean_time_per_output_token_ms": 2.07243703685149, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "stream_terminal_observed": true, "time_to_first_output_ms": 1131.273799983319, "tpot_ms": 2.07243703685149, "ttft_ms": 1131.2741999863647, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.95539999194443 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.84761377042264, "e2e_ms": 1184.596800012514, "effective_prefill_tok_s": 3258.012247678075, "finish_reasons": [ "stop" ], "generation_ms": 55.6876000482589, "mean_inter_token_latency_ms": 2.0625037054910704, "mean_time_per_output_token_ms": 2.0625037054910704, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.909199964255, "tpot_ms": 2.0625037054910704, "ttft_ms": 1128.9097999688238, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.687000043690205 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.41354445543874, "e2e_ms": 1191.2056999863125, "effective_prefill_tok_s": 3240.4021691746293, "finish_reasons": [ "stop" ], "generation_ms": 55.852799967397004, "mean_inter_token_latency_ms": 2.068622221014704, "mean_time_per_output_token_ms": 2.068622221014704, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3679, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "stream_terminal_observed": true, "time_to_first_output_ms": 1135.3529000189155, "tpot_ms": 2.068622221014704, "ttft_ms": 1135.3533000219613, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.85239996435121 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.6716051252426, "e2e_ms": 1187.247900001239, "effective_prefill_tok_s": 3253.4196480112414, "finish_reasons": [ "stop" ], "generation_ms": 55.822999973315746, "mean_inter_token_latency_ms": 2.0675185175302127, "mean_time_per_output_token_ms": 2.0675185175302127, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "stream_terminal_observed": true, "time_to_first_output_ms": 1131.4249000279233, "tpot_ms": 2.0675185175302127, "ttft_ms": 1131.4254000317305, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.8224999695085 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.8606740665823, "e2e_ms": 1178.2473000348546, "effective_prefill_tok_s": 3279.108524333908, "finish_reasons": [ "stop" ], "generation_ms": 55.68610003683716, "mean_inter_token_latency_ms": 2.0624481495124876, "mean_time_per_output_token_ms": 2.0624481495124876, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "stream_terminal_observed": true, "time_to_first_output_ms": 1122.5611999980174, "tpot_ms": 2.0624481495124876, "ttft_ms": 1122.561800002586, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.685500032268465 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.2658437190187, "e2e_ms": 1185.9526000334881, "effective_prefill_tok_s": 3257.8359492915574, "finish_reasons": [ "stop" ], "generation_ms": 55.75450003379956, "mean_inter_token_latency_ms": 2.064981482733317, "mean_time_per_output_token_ms": 2.064981482733317, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3682, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "stream_terminal_observed": true, "time_to_first_output_ms": 1130.1980999996886, "tpot_ms": 2.064981482733317, "ttft_ms": 1130.1985000027344, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.75410003075376 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.85882805808245, "e2e_ms": 1177.7108000242151, "effective_prefill_tok_s": 3282.796275587162, "finish_reasons": [ "stop" ], "generation_ms": 55.80139998346567, "mean_inter_token_latency_ms": 2.066718517906136, "mean_time_per_output_token_ms": 2.066718517906136, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3683, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "stream_terminal_observed": true, "time_to_first_output_ms": 1121.9094000407495, "tpot_ms": 2.066718517906136, "ttft_ms": 1121.9099000445567, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.800899979658425 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.04511640751156, "e2e_ms": 1185.608499974478, "effective_prefill_tok_s": 3261.0049401796155, "finish_reasons": [ "stop" ], "generation_ms": 55.89540000073612, "mean_inter_token_latency_ms": 2.070200000027264, "mean_time_per_output_token_ms": 2.070200000027264, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3684, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "stream_terminal_observed": true, "time_to_first_output_ms": 1129.713099973742, "tpot_ms": 2.070200000027264, "ttft_ms": 1129.7135999775492, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.89489999692887 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.95698495960795, "e2e_ms": 1183.2148999674246, "effective_prefill_tok_s": 3268.8455599383688, "finish_reasons": [ "stop" ], "generation_ms": 55.90559996198863, "mean_inter_token_latency_ms": 2.0705777763699493, "mean_time_per_output_token_ms": 2.0705777763699493, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.309300005436, "tpot_ms": 2.0705777763699493, "ttft_ms": 1127.3097000084817, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.90519995894283 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.2289692643964, "e2e_ms": 1183.13770001987, "effective_prefill_tok_s": 3269.3142167693236, "finish_reasons": [ "stop" ], "generation_ms": 55.99000002257526, "mean_inter_token_latency_ms": 2.0737037045398243, "mean_time_per_output_token_ms": 2.0737037045398243, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.1476999972947, "tpot_ms": 2.0737037045398243, "ttft_ms": 1127.1481000003405, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.98960001952946 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.82743782102034, "e2e_ms": 1188.7337999651209, "effective_prefill_tok_s": 3253.84626519417, "finish_reasons": [ "stop" ], "generation_ms": 55.92059995979071, "mean_inter_token_latency_ms": 2.0711333318441003, "mean_time_per_output_token_ms": 2.0711333318441003, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "stream_terminal_observed": true, "time_to_first_output_ms": 1132.8132000053301, "tpot_ms": 2.0711333318441003, "ttft_ms": 1132.813400006853, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.92039995826781 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.2467363331671, "e2e_ms": 1183.3001000341028, "effective_prefill_tok_s": 3268.166883743477, "finish_reasons": [ "stop" ], "generation_ms": 55.75669999234378, "mean_inter_token_latency_ms": 2.0650629626793995, "mean_time_per_output_token_ms": 2.0650629626793995, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.543400041759, "tpot_ms": 2.0650629626793995, "ttft_ms": 1127.543600043282, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.756499990820885 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.4353194336199, "e2e_ms": 1192.4439999856986, "effective_prefill_tok_s": 3243.685527191598, "finish_reasons": [ "stop" ], "generation_ms": 56.082299968693405, "mean_inter_token_latency_ms": 2.077122221062719, "mean_time_per_output_token_ms": 2.077122221062719, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "stream_terminal_observed": true, "time_to_first_output_ms": 1136.3617000170052, "tpot_ms": 2.077122221062719, "ttft_ms": 1136.362100020051, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.08189996564761 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.8619400271242, "e2e_ms": 1190.6558000482619, "effective_prefill_tok_s": 3247.8898405737305, "finish_reasons": [ "stop" ], "generation_ms": 55.457200040109456, "mean_inter_token_latency_ms": 2.0539703718559057, "mean_time_per_output_token_ms": 2.0539703718559057, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "stream_terminal_observed": true, "time_to_first_output_ms": 1135.1986000081524, "tpot_ms": 2.0539703718559057, "ttft_ms": 1135.1991000119597, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.45670003630221 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.54307567311696, "e2e_ms": 1183.816000004299, "effective_prefill_tok_s": 3268.3463976152157, "finish_reasons": [ "stop" ], "generation_ms": 55.722600023727864, "mean_inter_token_latency_ms": 2.06380000087881, "mean_time_per_output_token_ms": 2.06380000087881, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.0933999805711, "tpot_ms": 2.06380000087881, "ttft_ms": 1128.0936999828555, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.722300021443516 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.54394575038685, "e2e_ms": 1183.9223999995738, "effective_prefill_tok_s": 3268.0378715564707, "finish_reasons": [ "stop" ], "generation_ms": 55.722499964758754, "mean_inter_token_latency_ms": 2.063796294991065, "mean_time_per_output_token_ms": 2.063796294991065, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.199900034815, "tpot_ms": 2.063796294991065, "ttft_ms": 1128.2002000370994, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.722199962474406 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.3133893238774, "e2e_ms": 1193.8002000097185, "effective_prefill_tok_s": 3240.407094257854, "finish_reasons": [ "stop" ], "generation_ms": 55.980200006160885, "mean_inter_token_latency_ms": 2.0733407409689217, "mean_time_per_output_token_ms": 2.0733407409689217, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00100", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 100, "stream_terminal_observed": true, "time_to_first_output_ms": 1137.8200000035577, "tpot_ms": 2.0733407409689217, "ttft_ms": 1137.8204000066034, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.97980000311509 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.465074987918, "e2e_ms": 1195.2510999981314, "effective_prefill_tok_s": 3236.2303314472397, "finish_reasons": [ "stop" ], "generation_ms": 55.962599988561124, "mean_inter_token_latency_ms": 2.0726888884652266, "mean_time_per_output_token_ms": 2.0726888884652266, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00101", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 101, "stream_terminal_observed": true, "time_to_first_output_ms": 1139.2885000095703, "tpot_ms": 2.0726888884652266, "ttft_ms": 1139.289100014139, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.96199998399243 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.28202169313295, "e2e_ms": 1184.552300022915, "effective_prefill_tok_s": 3266.6353204404286, "finish_reasons": [ "stop" ], "generation_ms": 55.86800002492964, "mean_inter_token_latency_ms": 2.069185186108505, "mean_time_per_output_token_ms": 2.069185186108505, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00102", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 102, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.6842999979854, "tpot_ms": 2.069185186108505, "ttft_ms": 1128.6846000002697, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.867700022645295 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.3422898607713, "e2e_ms": 1189.1799999866635, "effective_prefill_tok_s": 3252.945495054019, "finish_reasons": [ "stop" ], "generation_ms": 55.74570002499968, "mean_inter_token_latency_ms": 2.0646555564814695, "mean_time_per_output_token_ms": 2.0646555564814695, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00103", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 103, "stream_terminal_observed": true, "time_to_first_output_ms": 1133.4342999616638, "tpot_ms": 2.0646555564814695, "ttft_ms": 1133.4346999647096, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.74530002195388 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.9767834863385, "e2e_ms": 1183.0076000187546, "effective_prefill_tok_s": 3270.8793794490052, "finish_reasons": [ "stop" ], "generation_ms": 55.78779999632388, "mean_inter_token_latency_ms": 2.0662148146786623, "mean_time_per_output_token_ms": 2.0662148146786623, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00104", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 104, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.2198000224307, "tpot_ms": 2.0662148146786623, "ttft_ms": 1127.220100024715, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.787499994039536 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.46106796975965, "e2e_ms": 1195.0646999757737, "effective_prefill_tok_s": 3235.4541895101597, "finish_reasons": [ "stop" ], "generation_ms": 55.502899980638176, "mean_inter_token_latency_ms": 2.0556629622458584, "mean_time_per_output_token_ms": 2.0556629622458584, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00105", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 105, "stream_terminal_observed": true, "time_to_first_output_ms": 1139.5617999951355, "tpot_ms": 2.0556629622458584, "ttft_ms": 1139.5623999997042, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.50229997606948 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.68925590957787, "e2e_ms": 1193.8781999633648, "effective_prefill_tok_s": 3239.077382285522, "finish_reasons": [ "stop" ], "generation_ms": 55.59110001195222, "mean_inter_token_latency_ms": 2.0589296300723046, "mean_time_per_output_token_ms": 2.0589296300723046, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00106", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 106, "stream_terminal_observed": true, "time_to_first_output_ms": 1138.2870999514125, "tpot_ms": 2.0589296300723046, "ttft_ms": 1138.2874999544583, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.590700008906424 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 483.1125330165734, "e2e_ms": 1183.21129999822, "effective_prefill_tok_s": 3270.5779183071836, "finish_reasons": [ "stop" ], "generation_ms": 55.88759999955073, "mean_inter_token_latency_ms": 2.0699111110944717, "mean_time_per_output_token_ms": 2.0699111110944717, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00107", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 107, "stream_terminal_observed": true, "time_to_first_output_ms": 1127.3236999986693, "tpot_ms": 2.0699111110944717, "ttft_ms": 1127.324300003238, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.886999994982034 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.17471551007395, "e2e_ms": 1196.0263999644667, "effective_prefill_tok_s": 3234.1251340351223, "finish_reasons": [ "stop" ], "generation_ms": 55.996299954131246, "mean_inter_token_latency_ms": 2.073937035338194, "mean_time_per_output_token_ms": 2.073937035338194, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00108", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 108, "stream_terminal_observed": true, "time_to_first_output_ms": 1140.0301000103354, "tpot_ms": 2.073937035338194, "ttft_ms": 1140.030599955935, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.99580000853166 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.30775705499946, "e2e_ms": 1197.0015999977477, "effective_prefill_tok_s": 3230.3375216386257, "finish_reasons": [ "stop" ], "generation_ms": 55.634799995459616, "mean_inter_token_latency_ms": 2.060548147979986, "mean_time_per_output_token_ms": 2.060548147979986, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00109", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 109, "stream_terminal_observed": true, "time_to_first_output_ms": 1141.366800002288, "tpot_ms": 2.060548147979986, "ttft_ms": 1141.3673000060953, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.63429999165237 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.14774736563186, "e2e_ms": 1185.675300017465, "effective_prefill_tok_s": 3263.0998368815985, "finish_reasons": [ "stop" ], "generation_ms": 55.76810002094135, "mean_inter_token_latency_ms": 2.0654851859607906, "mean_time_per_output_token_ms": 2.0654851859607906, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00110", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 110, "stream_terminal_observed": true, "time_to_first_output_ms": 1129.9071999965236, "tpot_ms": 2.0654851859607906, "ttft_ms": 1129.907499998808, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.767800018657 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.07332805615124, "e2e_ms": 1194.498399971053, "effective_prefill_tok_s": 3238.830405449802, "finish_reasons": [ "stop" ], "generation_ms": 56.12449999898672, "mean_inter_token_latency_ms": 2.0786851851476564, "mean_time_per_output_token_ms": 2.0786851851476564, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00111", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 111, "stream_terminal_observed": true, "time_to_first_output_ms": 1138.3738999720663, "tpot_ms": 2.0786851851476564, "ttft_ms": 1138.374299975112, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.124099995940924 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 480.6126208772196, "e2e_ms": 1196.8839999753982, "effective_prefill_tok_s": 3232.2096751891163, "finish_reasons": [ "stop" ], "generation_ms": 56.17830000119284, "mean_inter_token_latency_ms": 2.080677777821957, "mean_time_per_output_token_ms": 2.080677777821957, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00112", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 112, "stream_terminal_observed": true, "time_to_first_output_ms": 1140.7056999742053, "tpot_ms": 2.080677777821957, "ttft_ms": 1140.7063999795355, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.17759999586269 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 484.0913246187437, "e2e_ms": 1196.1807000334375, "effective_prefill_tok_s": 3233.0588199514436, "finish_reasons": [ "stop" ], "generation_ms": 55.77460001222789, "mean_inter_token_latency_ms": 2.065725926378811, "mean_time_per_output_token_ms": 2.065725926378811, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00113", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 113, "stream_terminal_observed": true, "time_to_first_output_ms": 1140.4061000212096, "tpot_ms": 2.065725926378811, "ttft_ms": 1140.4068000265397, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.77390000689775 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 485.3653362565051, "e2e_ms": 1186.6478999727406, "effective_prefill_tok_s": 3259.8901682260566, "finish_reasons": [ "stop" ], "generation_ms": 55.62820000341162, "mean_inter_token_latency_ms": 2.0603037038300602, "mean_time_per_output_token_ms": 2.0603037038300602, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00114", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 114, "stream_terminal_observed": true, "time_to_first_output_ms": 1131.019699969329, "tpot_ms": 2.0603037038300602, "ttft_ms": 1131.0201999731362, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.627699999604374 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.4301687835763, "e2e_ms": 1186.3873999682255, "effective_prefill_tok_s": 3261.9528631589355, "finish_reasons": [ "stop" ], "generation_ms": 56.0828999732621, "mean_inter_token_latency_ms": 2.0771444434541517, "mean_time_per_output_token_ms": 2.0771444434541517, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00115", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 115, "stream_terminal_observed": true, "time_to_first_output_ms": 1130.3044999949634, "tpot_ms": 2.0771444434541517, "ttft_ms": 1130.305099999532, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.082299968693405 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 482.97426279525683, "e2e_ms": 1184.244200005196, "effective_prefill_tok_s": 3267.6303591302594, "finish_reasons": [ "stop" ], "generation_ms": 55.9036000049673, "mean_inter_token_latency_ms": 2.070503703887678, "mean_time_per_output_token_ms": 2.070503703887678, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00116", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 116, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.3406000002287, "tpot_ms": 2.070503703887678, "ttft_ms": 1128.3410000032745, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.903200001921505 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 481.4147174946769, "e2e_ms": 1191.117000009399, "effective_prefill_tok_s": 3248.365707237703, "finish_reasons": [ "stop" ], "generation_ms": 56.08469998696819, "mean_inter_token_latency_ms": 2.0772111106284514, "mean_time_per_output_token_ms": 2.0772111106284514, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00117", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 117, "stream_terminal_observed": true, "time_to_first_output_ms": 1135.0323000224307, "tpot_ms": 2.0772111106284514, "ttft_ms": 1135.032800026238, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.08419998316094 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 486.1221140125864, "e2e_ms": 1189.5829999702983, "effective_prefill_tok_s": 3251.2040566115666, "finish_reasons": [ "stop" ], "generation_ms": 55.541599984280765, "mean_inter_token_latency_ms": 2.0570962957141026, "mean_time_per_output_token_ms": 2.0570962957141026, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00118", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 118, "stream_terminal_observed": true, "time_to_first_output_ms": 1134.0413999860175, "tpot_ms": 2.0570962957141026, "ttft_ms": 1134.0418999898247, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 55.54109998047352 }, { "content_chunks": 4, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 475.00255102868397, "e2e_ms": 1185.626599995885, "effective_prefill_tok_s": 3266.344479460239, "finish_reasons": [ "stop" ], "generation_ms": 56.84179998934269, "mean_inter_token_latency_ms": 2.105251851457137, "mean_time_per_output_token_ms": 2.105251851457137, "output_token_source": "usage", "output_tokens": 28, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00119", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 119, "stream_terminal_observed": true, "time_to_first_output_ms": 1128.7848000065424, "tpot_ms": 2.105251851457137, "ttft_ms": 1128.785600012634, "visible_content_capture_limit": 8192, "visible_content_captured_chars": 97, "visible_content_truncated": false, "visible_generation_ms": 56.840999983251095 } ], "requests": 120, "response_words": 16, "responses_received": 120, "run_id": "benchmark-20261103T134922Z", "sampling": { "temperature": { "effective_request": 0.0, "requested": 0.0, "sent": true }, "top_p": { "effective_request": null, "requested": null, "sent": false } }, "schema": "anvil-serving.benchmark/v1", "serve_flags": { "chat_template_kwargs": { "enable_thinking": false }, "force_nonempty_content": false, "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "disabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-11-03T13:49:22Z", "started_at_unix_ns": 1793713762110621100, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "unique_prefix_namespace": "capacity-v1:seed-request-index", "wall_clock_ms": 140091.22450003633, "workload_identity": { "prompt_contract_revision": "capacity-prompt-v1", "workload_kind": "synthetic-repeated-code" } }