{ "base_url": "http://127.0.0.1:39283/v1", "clock_domain_id": null, "completed": 100, "concurrency": 1, "configuration_fingerprint": null, "context_distribution": { "4096": 100 }, "context_seed": 0, "context_tokens": 4096, "controlled_output_policy": "strict", "engine": "vllm", "failed": 0, "failures": [], "finished_at": "2026-09-24T03:15:42Z", "finished_at_unix_ns": 1790219742308081000, "gpu": "rtx5090", "manifest": null, "max_context_tokens": 32768, "max_tokens": 512, "measurement_protocol": "capacity-v3", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 100, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 100, "e2e": 100, "effective_prefill_tok_s": 100, "tpot": 100, "ttft": 100 }, "performance_eligible_requests": 100, "successful_requests": 100 }, "metrics": { "completion_tokens_max": 45.0, "completion_tokens_mean": 45.0, "completion_tokens_mean_ci95_high": 45.0, "completion_tokens_mean_ci95_low": 45.0, "completion_tokens_min": 45.0, "completion_tokens_p25": 45.0, "completion_tokens_p50": 45.0, "completion_tokens_p75": 45.0, "completion_tokens_p90": 45.0, "completion_tokens_p95": 45.0, "completion_tokens_p99": 45.0, "completion_tokens_samples": 100, "completion_tokens_stddev": 0.0, "content_chunks": 1263, "content_chunks_s": null, "controlled_output_exact_adherence": 100, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 100, "controlled_output_unobservable": 0, "decode_tok_s_max": 159.2758451316717, "decode_tok_s_mean": 158.33679575313653, "decode_tok_s_mean_ci95_high": 158.39698942405272, "decode_tok_s_mean_ci95_low": 158.27660208222034, "decode_tok_s_min": 157.71790790293298, "decode_tok_s_p25": 158.1099820244438, "decode_tok_s_p50": 158.3551791480093, "decode_tok_s_p75": 158.59444949178013, "decode_tok_s_p90": 158.67177301153632, "decode_tok_s_p95": 158.71550103674375, "decode_tok_s_p99": 158.97739956276456, "decode_tok_s_samples": 100, "decode_tok_s_stddev": 0.3071105658989507, "e2e_max_ms": 968.9171999925748, "e2e_mean_ci95_high_ms": 740.3754313476402, "e2e_mean_ci95_low_ms": 731.0895206540572, "e2e_mean_ms": 735.7324760008487, "e2e_min_ms": 727.9618000029586, "e2e_p25_ms": 731.2776999897324, "e2e_p50_ms": 733.4115999983624, "e2e_p75_ms": 735.2817999781109, "e2e_p90_ms": 736.7850000155158, "e2e_p95_ms": 737.4985000060406, "e2e_p99_ms": 741.9461000245064, "e2e_samples": 100, "e2e_stddev_ms": 23.68854768771148, "effective_prefill_tok_s_max": 8058.443213086575, "effective_prefill_tok_s_mean": 7990.862917642279, "effective_prefill_tok_s_mean_ci95_high": 8045.897836303299, "effective_prefill_tok_s_mean_ci95_low": 7935.827998981259, "effective_prefill_tok_s_min": 5219.176489330991, "effective_prefill_tok_s_p25": 8004.000465319912, "effective_prefill_tok_s_p50": 8022.860265569898, "effective_prefill_tok_s_p75": 8032.176382033719, "effective_prefill_tok_s_p90": 8045.193035357384, "effective_prefill_tok_s_p95": 8050.6080826276075, "effective_prefill_tok_s_p99": 8057.631437551333, "effective_prefill_tok_s_samples": 100, "effective_prefill_tok_s_stddev": 280.79040133173663, "generation_max_ms": 278.9790999959223, "generation_mean_ci95_high_ms": 277.99534056938825, "generation_mean_ci95_low_ms": 277.7840494315828, "generation_mean_ms": 277.8896950004855, "generation_min_ms": 276.25029999762774, "generation_p25_ms": 277.43030001875013, "generation_p50_ms": 277.8348999854643, "generation_p75_ms": 278.26469999854453, "generation_p90_ms": 278.70250001433305, "generation_p95_ms": 278.7330999854021, "generation_p99_ms": 278.9727000053972, "generation_samples": 100, "generation_stddev_ms": 0.5390080046057284, "mean_inter_token_latency_ms_max": 6.340434090816416, "mean_inter_token_latency_ms_mean": 6.315674886374671, "mean_inter_token_latency_ms_mean_ci95_high": 6.318075922031551, "mean_inter_token_latency_ms_mean_ci95_low": 6.313273850717791, "mean_inter_token_latency_ms_min": 6.278415909036994, "mean_inter_token_latency_ms_p25": 6.3052340913352305, "mean_inter_token_latency_ms_p50": 6.314429545124188, "mean_inter_token_latency_ms_p75": 6.324197727239649, "mean_inter_token_latency_ms_p90": 6.334147727598478, "mean_inter_token_latency_ms_p95": 6.334843181486411, "mean_inter_token_latency_ms_p99": 6.3402886364863, "mean_inter_token_latency_ms_samples": 100, "mean_inter_token_latency_ms_stddev": 0.012250181922857468, "mean_time_per_output_token_max_ms": 6.340434090816416, "mean_time_per_output_token_mean_ci95_high_ms": 6.318075922031551, "mean_time_per_output_token_mean_ci95_low_ms": 6.313273850717791, "mean_time_per_output_token_mean_ms": 6.315674886374671, "mean_time_per_output_token_min_ms": 6.278415909036994, "mean_time_per_output_token_p25_ms": 6.3052340913352305, "mean_time_per_output_token_p50_ms": 6.314429545124188, "mean_time_per_output_token_p75_ms": 6.324197727239649, "mean_time_per_output_token_p90_ms": 6.334147727598478, "mean_time_per_output_token_p95_ms": 6.334843181486411, "mean_time_per_output_token_p99_ms": 6.3402886364863, "mean_time_per_output_token_samples": 100, "mean_time_per_output_token_stddev_ms": 0.012250181922857468, "output_token_sources": { "usage": 100 }, "output_tokens": 4500, "prefix_cache_hit_avg": null, "prompt_token_samples": 100, "prompt_tokens": 365202, "prompt_tokens_max": 3687.0, "prompt_tokens_mean": 3652.02, "prompt_tokens_mean_ci95_high": 3656.1685361850155, "prompt_tokens_mean_ci95_low": 3647.8714638149845, "prompt_tokens_min": 3609.0, "prompt_tokens_p25": 3636.0, "prompt_tokens_p50": 3652.0, "prompt_tokens_p75": 3668.0, "prompt_tokens_p90": 3682.0, "prompt_tokens_p95": 3685.0, "prompt_tokens_p99": 3687.0, "prompt_tokens_samples": 100, "prompt_tokens_stddev": 21.166000943957172, "reasoning_chunks": 0, "request_canary_passed": 100, "request_canary_samples": 100, "throughput_performance_eligible": true, "throughput_tok_s": 61.14585265214693, "time_to_first_output_max_ms": 691.4884000143502, "time_to_first_output_mean_ci95_high_ms": 462.48884108873267, "time_to_first_output_mean_ci95_low_ms": 453.1967209119937, "time_to_first_output_mean_ms": 457.8427810003632, "time_to_first_output_min_ms": 450.21349997841753, "time_to_first_output_p25_ms": 453.92629998968914, "time_to_first_output_p50_ms": 455.4416000028141, "time_to_first_output_p75_ms": 456.83399998233654, "time_to_first_output_p90_ms": 458.3244000095874, "time_to_first_output_p95_ms": 459.2969000223093, "time_to_first_output_p99_ms": 463.2162000052631, "time_to_first_output_samples": 100, "time_to_first_output_stddev_ms": 23.704388205966865, "tpot_max_ms": 6.340434090816416, "tpot_mean_ci95_high_ms": 6.318075922031551, "tpot_mean_ci95_low_ms": 6.313273850717791, "tpot_mean_ms": 6.315674886374671, "tpot_min_ms": 6.278415909036994, "tpot_p25_ms": 6.3052340913352305, "tpot_p50_ms": 6.314429545124188, "tpot_p75_ms": 6.324197727239649, "tpot_p90_ms": 6.334147727598478, "tpot_p95_ms": 6.334843181486411, "tpot_p99_ms": 6.3402886364863, "tpot_samples": 100, "tpot_stddev_ms": 0.012250181922857468, "ttft_max_ms": 691.4892999920994, "ttft_mean_ci95_high_ms": 462.4895003675892, "ttft_mean_ci95_low_ms": 453.19736963029123, "ttft_mean_ms": 457.8434349989402, "ttft_min_ms": 450.2140999829862, "ttft_p25_ms": 453.92669999273494, "ttft_p50_ms": 455.44210000662133, "ttft_p75_ms": 456.83439998538233, "ttft_p90_ms": 458.3248999842908, "ttft_p95_ms": 459.29750002687797, "ttft_p99_ms": 463.2170000113547, "ttft_samples": 100, "ttft_stddev_ms": 23.70441514616823 }, "model": "thinkingcap-awq-5090", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.59925142398183, "e2e_ms": 968.9171999925748, "effective_prefill_tok_s": 5219.176489330991, "generation_ms": 277.42879997822456, "mean_inter_token_latency_ms": 6.305199999505104, "mean_time_per_output_token_ms": 6.305199999505104, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3609, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 691.4884000143502, "tpot_ms": 6.305199999505104, "ttft_ms": 691.4892999920994, "visible_content_truncated": false, "visible_generation_ms": 277.42790000047535 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.45121143042508, "e2e_ms": 728.1485999992583, "effective_prefill_tok_s": 8014.019428162037, "generation_ms": 277.6880000019446, "mean_inter_token_latency_ms": 6.311090909135104, "mean_time_per_output_token_ms": 6.311090909135104, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3610, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 450.4605999973137, "tpot_ms": 6.311090909135104, "ttft_ms": 450.46130000264384, "visible_content_truncated": false, "visible_generation_ms": 277.68729999661446 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.66771050896884, "e2e_ms": 729.0676000120584, "effective_prefill_tok_s": 7995.422332702838, "generation_ms": 277.3090999980923, "mean_inter_token_latency_ms": 6.302479545411188, "mean_time_per_output_token_ms": 6.302479545411188, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 451.7585000139661, "tpot_ms": 6.302479545411188, "ttft_ms": 451.7589000170119, "visible_content_truncated": false, "visible_generation_ms": 277.3086999950465 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.4168111780064, "e2e_ms": 727.9618000029586, "effective_prefill_tok_s": 8022.860265569898, "generation_ms": 277.7483000245411, "mean_inter_token_latency_ms": 6.312461364194116, "mean_time_per_output_token_ms": 6.312461364194116, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 450.21349997841753, "tpot_ms": 6.312461364194116, "ttft_ms": 450.2140999829862, "visible_content_truncated": false, "visible_generation_ms": 277.7477000199724 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.85445717457102, "e2e_ms": 729.1520000144374, "effective_prefill_tok_s": 7992.588610216325, "generation_ms": 276.98310001869686, "mean_inter_token_latency_ms": 6.295070454970383, "mean_time_per_output_token_ms": 6.295070454970383, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3614, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 452.1688999957405, "tpot_ms": 6.295070454970383, "ttft_ms": 452.1695000003092, "visible_content_truncated": false, "visible_generation_ms": 276.98250001412816 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.97739956276456, "e2e_ms": 730.651099991519, "effective_prefill_tok_s": 7966.824872125447, "generation_ms": 276.76889998838305, "mean_inter_token_latency_ms": 6.290202272463251, "mean_time_per_output_token_ms": 6.290202272463251, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3616, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 453.88220000313595, "tpot_ms": 6.290202272463251, "ttft_ms": 453.88280000770465, "visible_content_truncated": false, "visible_generation_ms": 276.76829998381436 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.94164701503593, "e2e_ms": 730.5744000186678, "effective_prefill_tok_s": 8004.593016796629, "generation_ms": 278.5839000134729, "mean_inter_token_latency_ms": 6.331452273033475, "mean_time_per_output_token_ms": 6.331452273033475, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3618, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 451.9905000051949, "tpot_ms": 6.331452273033475, "ttft_ms": 451.9911000097636, "visible_content_truncated": false, "visible_generation_ms": 278.5833000089042 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.31056720082205, "e2e_ms": 729.8646999988705, "effective_prefill_tok_s": 8007.877325954208, "generation_ms": 277.93469998869114, "mean_inter_token_latency_ms": 6.316697727015708, "mean_time_per_output_token_ms": 6.316697727015708, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3619, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 451.93000001017936, "tpot_ms": 6.316697727015708, "ttft_ms": 451.93040001322515, "visible_content_truncated": false, "visible_generation_ms": 277.93429998564534 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6916880183772, "e2e_ms": 729.7361000091769, "effective_prefill_tok_s": 8002.759968519504, "generation_ms": 277.26719999918714, "mean_inter_token_latency_ms": 6.301527272708799, "mean_time_per_output_token_ms": 6.301527272708799, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3621, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 452.46890000998974, "tpot_ms": 6.301527272708799, "ttft_ms": 452.4696000153199, "visible_content_truncated": false, "visible_generation_ms": 277.266499993857 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.29097551414688, "e2e_ms": 730.8264999883249, "effective_prefill_tok_s": 8002.519115295374, "generation_ms": 277.96909998869523, "mean_inter_token_latency_ms": 6.317479545197619, "mean_time_per_output_token_ms": 6.317479545197619, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3624, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 452.8573999996297, "tpot_ms": 6.317479545197619, "ttft_ms": 452.858099975856, "visible_content_truncated": false, "visible_generation_ms": 277.9684000124689 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.67165858771173, "e2e_ms": 731.8379999778699, "effective_prefill_tok_s": 7977.369439270487, "generation_ms": 277.3021999746561, "mean_inter_token_latency_ms": 6.30232272669673, "mean_time_per_output_token_ms": 6.30232272669673, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3626, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 454.5358000032138, "tpot_ms": 6.30232272669673, "ttft_ms": 454.5364999794401, "visible_content_truncated": false, "visible_generation_ms": 277.3014999984298 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 159.2758451316717, "e2e_ms": 731.6604000225198, "effective_prefill_tok_s": 7964.250243465733, "generation_ms": 276.25029999762774, "mean_inter_token_latency_ms": 6.278415909036994, "mean_time_per_output_token_ms": 6.278415909036994, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3627, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 455.410100024892, "tpot_ms": 6.278415909036994, "ttft_ms": 455.41059999959543, "visible_content_truncated": false, "visible_generation_ms": 276.2498000229243 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.47991825472627, "e2e_ms": 730.9851000027265, "effective_prefill_tok_s": 8002.692857522633, "generation_ms": 277.6376999972854, "mean_inter_token_latency_ms": 6.309947727211031, "mean_time_per_output_token_ms": 6.309947727211031, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 453.34740000544116, "tpot_ms": 6.309947727211031, "ttft_ms": 453.3480999816675, "visible_content_truncated": false, "visible_generation_ms": 277.63700002105907 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.39856175407968, "e2e_ms": 730.6642000039574, "effective_prefill_tok_s": 8010.883141982707, "generation_ms": 277.7802999771666, "mean_inter_token_latency_ms": 6.313188635844695, "mean_time_per_output_token_ms": 6.313188635844695, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 452.8839000267908, "tpot_ms": 6.313188635844695, "ttft_ms": 452.88450000225566, "visible_content_truncated": false, "visible_generation_ms": 277.7797000017017 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.55810145263683, "e2e_ms": 730.9106000175234, "effective_prefill_tok_s": 8003.7970063297025, "generation_ms": 277.50080000259914, "mean_inter_token_latency_ms": 6.306836363695435, "mean_time_per_output_token_ms": 6.306836363695435, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3629, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 453.40980001492426, "tpot_ms": 6.306836363695435, "ttft_ms": 453.4107000217773, "visible_content_truncated": false, "visible_generation_ms": 277.4998999957461 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.62778314822594, "e2e_ms": 731.0255999909714, "effective_prefill_tok_s": 8004.026040789028, "generation_ms": 277.37890000571497, "mean_inter_token_latency_ms": 6.304065909220795, "mean_time_per_output_token_ms": 6.304065909220795, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 453.6466999852564, "tpot_ms": 6.304065909220795, "ttft_ms": 453.6472999898251, "visible_content_truncated": false, "visible_generation_ms": 277.3783000011463 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.47929035532064, "e2e_ms": 730.3011000039987, "effective_prefill_tok_s": 8021.432312815396, "generation_ms": 277.6388000056613, "mean_inter_token_latency_ms": 6.3099727274013935, "mean_time_per_output_token_ms": 6.3099727274013935, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 452.6622999983374, "tpot_ms": 6.3099727274013935, "ttft_ms": 452.66280000214465, "visible_content_truncated": false, "visible_generation_ms": 277.6383000018541 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.68287443927042, "e2e_ms": 730.3378999931738, "effective_prefill_tok_s": 8016.681407446297, "generation_ms": 277.282600000035, "mean_inter_token_latency_ms": 6.301877272728069, "mean_time_per_output_token_ms": 6.301877272728069, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3632, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 453.05529999313876, "tpot_ms": 6.301877272728069, "ttft_ms": 453.055799996946, "visible_content_truncated": false, "visible_generation_ms": 277.28209999622777 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.59130552187787, "e2e_ms": 730.011600011494, "effective_prefill_tok_s": 8027.50697160516, "generation_ms": 277.4426999967545, "mean_inter_token_latency_ms": 6.305515909017148, "mean_time_per_output_token_ms": 6.305515909017148, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3633, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 452.5689000147395, "tpot_ms": 6.305515909017148, "ttft_ms": 452.5693999894429, "visible_content_truncated": false, "visible_generation_ms": 277.4422000220511 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6190910304169, "e2e_ms": 731.418700015638, "effective_prefill_tok_s": 8003.971590779824, "generation_ms": 277.39410000503995, "mean_inter_token_latency_ms": 6.304411363750908, "mean_time_per_output_token_ms": 6.304411363750908, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3634, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 454.0246000105981, "tpot_ms": 6.304411363750908, "ttft_ms": 454.0252000151668, "visible_content_truncated": false, "visible_generation_ms": 277.39350000047125 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.62120678672733, "e2e_ms": 730.3931000060402, "effective_prefill_tok_s": 8024.23473414052, "generation_ms": 277.39040000597015, "mean_inter_token_latency_ms": 6.304327272862958, "mean_time_per_output_token_ms": 6.304327272862958, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 453.00270000007004, "tpot_ms": 6.304327272862958, "ttft_ms": 453.00350000616163, "visible_content_truncated": false, "visible_generation_ms": 277.38959999987856 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6333305823417, "e2e_ms": 730.1941000041552, "effective_prefill_tok_s": 8027.385420104983, "generation_ms": 277.3692000191659, "mean_inter_token_latency_ms": 6.303845454981043, "mean_time_per_output_token_ms": 6.303845454981043, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 452.8248999849893, "tpot_ms": 6.303845454981043, "ttft_ms": 452.82539998879656, "visible_content_truncated": false, "visible_generation_ms": 277.3687000153586 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.59444949178013, "e2e_ms": 731.6760999965481, "effective_prefill_tok_s": 8004.598461072766, "generation_ms": 277.43719998397864, "mean_inter_token_latency_ms": 6.305390908726787, "mean_time_per_output_token_ms": 6.305390908726787, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 454.2389000125695, "tpot_ms": 6.305390908726787, "ttft_ms": 454.23940001637675, "visible_content_truncated": false, "visible_generation_ms": 277.4366999801714 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.46393702545214, "e2e_ms": 731.1621000117157, "effective_prefill_tok_s": 8015.499130666336, "generation_ms": 277.6657000067644, "mean_inter_token_latency_ms": 6.310584091062827, "mean_time_per_output_token_ms": 6.310584091062827, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 453.4964000049513, "tpot_ms": 6.310584091062827, "ttft_ms": 453.49700000952, "visible_content_truncated": false, "visible_generation_ms": 277.6651000021957 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.73353726038138, "e2e_ms": 731.6426000033971, "effective_prefill_tok_s": 8000.906593238045, "generation_ms": 277.19409999554045, "mean_inter_token_latency_ms": 6.299865908989556, "mean_time_per_output_token_ms": 6.299865908989556, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 454.44850000785664, "tpot_ms": 6.299865908989556, "ttft_ms": 454.4490000116639, "visible_content_truncated": false, "visible_generation_ms": 277.1935999917332 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.71550103674375, "e2e_ms": 730.6434999918565, "effective_prefill_tok_s": 8021.297791402713, "generation_ms": 277.2255999734625, "mean_inter_token_latency_ms": 6.300581817578694, "mean_time_per_output_token_ms": 6.300581817578694, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 453.417900018394, "tpot_ms": 6.300581817578694, "ttft_ms": 453.41849999385886, "visible_content_truncated": false, "visible_generation_ms": 277.22499999799766 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.70662755030654, "e2e_ms": 731.6013000090607, "effective_prefill_tok_s": 8004.662380113614, "generation_ms": 277.2411000041757, "mean_inter_token_latency_ms": 6.300934091003993, "mean_time_per_output_token_ms": 6.300934091003993, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 454.360200004885, "tpot_ms": 6.300934091003993, "ttft_ms": 454.36080000945367, "visible_content_truncated": false, "visible_generation_ms": 277.240499999607 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6315576495273, "e2e_ms": 732.2358000092208, "effective_prefill_tok_s": 7995.8053350852515, "generation_ms": 277.372300013667, "mean_inter_token_latency_ms": 6.303915909401522, "mean_time_per_output_token_ms": 6.303915909401522, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 454.86349999555387, "tpot_ms": 6.303915909401522, "ttft_ms": 454.86410000012256, "visible_content_truncated": false, "visible_generation_ms": 277.3717000090983 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6395647661355, "e2e_ms": 731.9087000214495, "effective_prefill_tok_s": 8001.312945750882, "generation_ms": 277.3583000234794, "mean_inter_token_latency_ms": 6.303597727806349, "mean_time_per_output_token_ms": 6.303597727806349, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 454.5503999979701, "tpot_ms": 6.303597727806349, "ttft_ms": 454.5512000040617, "visible_content_truncated": false, "visible_generation_ms": 277.3575000173878 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.59839389218214, "e2e_ms": 731.5261000185274, "effective_prefill_tok_s": 8009.323142829739, "generation_ms": 277.43030001875013, "mean_inter_token_latency_ms": 6.3052340913352305, "mean_time_per_output_token_ms": 6.3052340913352305, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 454.0957999997772, "tpot_ms": 6.3052340913352305, "ttft_ms": 454.096200002823, "visible_content_truncated": false, "visible_generation_ms": 277.42990001570433 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.76257560999352, "e2e_ms": 730.3892000054475, "effective_prefill_tok_s": 8024.34352418095, "generation_ms": 277.14340001693927, "mean_inter_token_latency_ms": 6.298713636748619, "mean_time_per_output_token_ms": 6.298713636748619, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 453.2457999885082, "tpot_ms": 6.298713636748619, "ttft_ms": 453.2463999930769, "visible_content_truncated": false, "visible_generation_ms": 277.14280001237057 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.43472254336825, "e2e_ms": 732.8406000160612, "effective_prefill_tok_s": 7993.431236425853, "generation_ms": 277.71690001827665, "mean_inter_token_latency_ms": 6.311747727688106, "mean_time_per_output_token_ms": 6.311747727688106, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3638, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 455.12369999778457, "tpot_ms": 6.311747727688106, "ttft_ms": 455.1244000031147, "visible_content_truncated": false, "visible_generation_ms": 277.7162000129465 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.38265393978907, "e2e_ms": 730.8609999890905, "effective_prefill_tok_s": 8032.176382033719, "generation_ms": 277.80819998588413, "mean_inter_token_latency_ms": 6.313822726951912, "mean_time_per_output_token_ms": 6.313822726951912, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3639, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "time_to_first_output_ms": 453.05280000320636, "tpot_ms": 6.313822726951912, "ttft_ms": 453.0534999794327, "visible_content_truncated": false, "visible_generation_ms": 277.8075000096578 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.39656596027325, "e2e_ms": 730.7758999813814, "effective_prefill_tok_s": 8035.460221448196, "generation_ms": 277.7838000038173, "mean_inter_token_latency_ms": 6.313268181904939, "mean_time_per_output_token_ms": 6.313268181904939, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3640, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "time_to_first_output_ms": 452.99209997756407, "tpot_ms": 6.313268181904939, "ttft_ms": 452.99269998213276, "visible_content_truncated": false, "visible_generation_ms": 277.7831999992486 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.47443862296694, "e2e_ms": 731.2776999897324, "effective_prefill_tok_s": 8026.358021743141, "generation_ms": 277.647299983073, "mean_inter_token_latency_ms": 6.310165908706205, "mean_time_per_output_token_ms": 6.310165908706205, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3641, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "time_to_first_output_ms": 453.63040000665933, "tpot_ms": 6.310165908706205, "ttft_ms": 453.6312000127509, "visible_content_truncated": false, "visible_generation_ms": 277.64649997698143 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.51114802371282, "e2e_ms": 731.5092999779154, "effective_prefill_tok_s": 8023.328897406313, "generation_ms": 277.5829999882262, "mean_inter_token_latency_ms": 6.308704545186959, "mean_time_per_output_token_ms": 6.308704545186959, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3642, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "time_to_first_output_ms": 453.92629998968914, "tpot_ms": 6.308704545186959, "ttft_ms": 453.92669999273494, "visible_content_truncated": false, "visible_generation_ms": 277.5825999851804 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.33722878293204, "e2e_ms": 733.5432000108995, "effective_prefill_tok_s": 7995.078736049524, "generation_ms": 277.88790001068264, "mean_inter_token_latency_ms": 6.315634091151878, "mean_time_per_output_token_ms": 6.315634091151878, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "time_to_first_output_ms": 455.6553000002168, "tpot_ms": 6.315634091151878, "ttft_ms": 455.6561000063084, "visible_content_truncated": false, "visible_generation_ms": 277.88710000459105 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.39953114119373, "e2e_ms": 734.1310000047088, "effective_prefill_tok_s": 7982.865872753449, "generation_ms": 277.77859999332577, "mean_inter_token_latency_ms": 6.313149999848313, "mean_time_per_output_token_ms": 6.313149999848313, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "time_to_first_output_ms": 456.352400011383, "tpot_ms": 6.313149999848313, "ttft_ms": 456.3530000159517, "visible_content_truncated": false, "visible_generation_ms": 277.7779999887571 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6824166142936, "e2e_ms": 731.217699998524, "effective_prefill_tok_s": 8027.593420591989, "generation_ms": 277.2834000061266, "mean_inter_token_latency_ms": 6.301895454684696, "mean_time_per_output_token_ms": 6.301895454684696, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3644, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "time_to_first_output_ms": 453.9342999923974, "tpot_ms": 6.301895454684696, "ttft_ms": 453.9348999969661, "visible_content_truncated": false, "visible_generation_ms": 277.2828000015579 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.67177301153632, "e2e_ms": 732.7646000194363, "effective_prefill_tok_s": 8002.852484182799, "generation_ms": 277.30200000223704, "mean_inter_token_latency_ms": 6.3023181818690235, "mean_time_per_output_token_ms": 6.3023181818690235, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3645, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "time_to_first_output_ms": 455.4626000171993, "tpot_ms": 6.3023181818690235, "ttft_ms": 455.4634000232909, "visible_content_truncated": false, "visible_generation_ms": 277.30119999614544 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.66942703139011, "e2e_ms": 732.1673999831546, "effective_prefill_tok_s": 8017.828731901268, "generation_ms": 277.30610000435263, "mean_inter_token_latency_ms": 6.302411363735287, "mean_time_per_output_token_ms": 6.302411363735287, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "time_to_first_output_ms": 454.861299978802, "tpot_ms": 6.302411363735287, "ttft_ms": 454.8647999763489, "visible_content_truncated": false, "visible_generation_ms": 277.30260000680573 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.37974640053093, "e2e_ms": 731.8173999956343, "effective_prefill_tok_s": 8032.9671031601665, "generation_ms": 277.8132999956142, "mean_inter_token_latency_ms": 6.313938636263959, "mean_time_per_output_token_ms": 6.313938636263959, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "time_to_first_output_ms": 454.0041000000201, "tpot_ms": 6.313938636263959, "ttft_ms": 454.00460000382736, "visible_content_truncated": false, "visible_generation_ms": 277.81279999180697 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.3674333292973, "e2e_ms": 732.3949999990873, "effective_prefill_tok_s": 8025.341423258818, "generation_ms": 277.8348999854643, "mean_inter_token_latency_ms": 6.314429545124188, "mean_time_per_output_token_ms": 6.314429545124188, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "time_to_first_output_ms": 454.560100013623, "tpot_ms": 6.314429545124188, "ttft_ms": 454.5607000181917, "visible_content_truncated": false, "visible_generation_ms": 277.8342999808956 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.2868185845908, "e2e_ms": 733.3664000034332, "effective_prefill_tok_s": 8012.912009693018, "generation_ms": 277.9764000151772, "mean_inter_token_latency_ms": 6.317645454890391, "mean_time_per_output_token_ms": 6.317645454890391, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "time_to_first_output_ms": 455.389999988256, "tpot_ms": 6.317645454890391, "ttft_ms": 455.39049999206327, "visible_content_truncated": false, "visible_generation_ms": 277.97590001136996 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.4994425509388, "e2e_ms": 732.5834000075702, "effective_prefill_tok_s": 8017.936616386163, "generation_ms": 277.6034999988042, "mean_inter_token_latency_ms": 6.309170454518277, "mean_time_per_output_token_ms": 6.309170454518277, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "time_to_first_output_ms": 454.979900008766, "tpot_ms": 6.309170454518277, "ttft_ms": 454.9805000133347, "visible_content_truncated": false, "visible_generation_ms": 277.6028999942355 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.3344368656154, "e2e_ms": 732.1292000124231, "effective_prefill_tok_s": 8033.261975596735, "generation_ms": 277.89280001888983, "mean_inter_token_latency_ms": 6.315745454974769, "mean_time_per_output_token_ms": 6.315745454974769, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "time_to_first_output_ms": 454.23639999353327, "tpot_ms": 6.315745454974769, "ttft_ms": 454.23699999810196, "visible_content_truncated": false, "visible_generation_ms": 277.89220001432113 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.63521795918595, "e2e_ms": 733.2276999950409, "effective_prefill_tok_s": 8006.812590991328, "generation_ms": 277.36589999403805, "mean_inter_token_latency_ms": 6.303770454409956, "mean_time_per_output_token_ms": 6.303770454409956, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3650, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "time_to_first_output_ms": 455.86180000100285, "tpot_ms": 6.303770454409956, "ttft_ms": 455.862500006333, "visible_content_truncated": false, "visible_generation_ms": 277.3651999887079 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.20713916658457, "e2e_ms": 733.2598000066355, "effective_prefill_tok_s": 8021.647682866067, "generation_ms": 278.11640000436455, "mean_inter_token_latency_ms": 6.320827272826467, "mean_time_per_output_token_ms": 6.320827272826467, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "time_to_first_output_ms": 455.14340000227094, "tpot_ms": 6.320827272826467, "ttft_ms": 455.1439000060782, "visible_content_truncated": false, "visible_generation_ms": 278.1159000005573 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.48111698558975, "e2e_ms": 733.7824999995064, "effective_prefill_tok_s": 8004.000465319912, "generation_ms": 277.63559998129494, "mean_inter_token_latency_ms": 6.309899999574885, "mean_time_per_output_token_ms": 6.309899999574885, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "time_to_first_output_ms": 456.14690001821145, "tpot_ms": 6.309899999574885, "ttft_ms": 456.1476000235416, "visible_content_truncated": false, "visible_generation_ms": 277.6348999759648 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.5061230211821, "e2e_ms": 732.7747999806888, "effective_prefill_tok_s": 8023.146734678308, "generation_ms": 277.5917999970261, "mean_inter_token_latency_ms": 6.308904545386957, "mean_time_per_output_token_ms": 6.308904545386957, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3652, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "time_to_first_output_ms": 455.18299998366274, "tpot_ms": 6.308904545386957, "ttft_ms": 455.1838999905158, "visible_content_truncated": false, "visible_generation_ms": 277.59089999017306 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.12708530114, "e2e_ms": 733.5472999839112, "effective_prefill_tok_s": 8023.455814493281, "generation_ms": 278.2571999996435, "mean_inter_token_latency_ms": 6.32402727271917, "mean_time_per_output_token_ms": 6.32402727271917, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3653, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "time_to_first_output_ms": 455.2900999842677, "tpot_ms": 6.32402727271917, "ttft_ms": 455.290599988075, "visible_content_truncated": false, "visible_generation_ms": 278.25669999583624 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.62029185095645, "e2e_ms": 734.3894999939948, "effective_prefill_tok_s": 7995.667372782485, "generation_ms": 277.39200001815334, "mean_inter_token_latency_ms": 6.304363636776213, "mean_time_per_output_token_ms": 6.304363636776213, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "time_to_first_output_ms": 456.9974999758415, "tpot_ms": 6.304363636776213, "ttft_ms": 456.9980999804102, "visible_content_truncated": false, "visible_generation_ms": 277.39140001358464 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.229896537254, "e2e_ms": 733.7136999994982, "effective_prefill_tok_s": 8019.5365917812915, "generation_ms": 278.0763999908231, "mean_inter_token_latency_ms": 6.319918181609617, "mean_time_per_output_token_ms": 6.319918181609617, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "time_to_first_output_ms": 455.6373000086751, "tpot_ms": 6.319918181609617, "ttft_ms": 455.63809998566285, "visible_content_truncated": false, "visible_generation_ms": 278.07560001383536 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.2886977084051, "e2e_ms": 734.4536000164226, "effective_prefill_tok_s": 8004.723093367314, "generation_ms": 277.9731000191532, "mean_inter_token_latency_ms": 6.317570454980754, "mean_time_per_output_token_ms": 6.317570454980754, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "time_to_first_output_ms": 456.48049999726936, "tpot_ms": 6.317570454980754, "ttft_ms": 456.4810000010766, "visible_content_truncated": false, "visible_generation_ms": 277.97260001534596 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.33722878293204, "e2e_ms": 733.7844999856316, "effective_prefill_tok_s": 8014.975325985725, "generation_ms": 277.88790001068264, "mean_inter_token_latency_ms": 6.315634091151878, "mean_time_per_output_token_ms": 6.315634091151878, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "time_to_first_output_ms": 455.8965999749489, "tpot_ms": 6.315634091151878, "ttft_ms": 455.89749998180196, "visible_content_truncated": false, "visible_generation_ms": 277.8870000038296 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.19991508413844, "e2e_ms": 733.8693999918178, "effective_prefill_tok_s": 8017.724129164257, "generation_ms": 278.1290999846533, "mean_inter_token_latency_ms": 6.3211159087421205, "mean_time_per_output_token_ms": 6.3211159087421205, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "time_to_first_output_ms": 455.7403000071645, "tpot_ms": 6.3211159087421205, "ttft_ms": 455.7408000109717, "visible_content_truncated": false, "visible_generation_ms": 278.12859998084605 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.21134880072094, "e2e_ms": 733.3328999811783, "effective_prefill_tok_s": 8026.819329932882, "generation_ms": 278.10899997712113, "mean_inter_token_latency_ms": 6.320659090389117, "mean_time_per_output_token_ms": 6.320659090389117, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "time_to_first_output_ms": 455.2239000040572, "tpot_ms": 6.320659090389117, "ttft_ms": 455.2245000086259, "visible_content_truncated": false, "visible_generation_ms": 278.10839997255243 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.29251305350897, "e2e_ms": 733.1104000040796, "effective_prefill_tok_s": 8032.622642383641, "generation_ms": 277.96639999723993, "mean_inter_token_latency_ms": 6.317418181755453, "mean_time_per_output_token_ms": 6.317418181755453, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "time_to_first_output_ms": 455.14400000683963, "tpot_ms": 6.317418181755453, "ttft_ms": 455.14460001140833, "visible_content_truncated": false, "visible_generation_ms": 277.96579999267124 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.33455082017375, "e2e_ms": 733.334200020181, "effective_prefill_tok_s": 8027.373871814543, "generation_ms": 277.89260001736693, "mean_inter_token_latency_ms": 6.315740909485612, "mean_time_per_output_token_ms": 6.315740909485612, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "time_to_first_output_ms": 455.4416000028141, "tpot_ms": 6.315740909485612, "ttft_ms": 455.44210000662133, "visible_content_truncated": false, "visible_generation_ms": 277.8921000135597 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.25596175878778, "e2e_ms": 733.4115999983624, "effective_prefill_tok_s": 8030.638080955261, "generation_ms": 278.0305999913253, "mean_inter_token_latency_ms": 6.31887727253012, "mean_time_per_output_token_ms": 6.31887727253012, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3657, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "time_to_first_output_ms": 455.3810000070371, "tpot_ms": 6.31887727253012, "ttft_ms": 455.38159998250194, "visible_content_truncated": false, "visible_generation_ms": 278.0300000158604 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.1099820244438, "e2e_ms": 734.3710999994073, "effective_prefill_tok_s": 8020.455889844684, "generation_ms": 278.2872999960091, "mean_inter_token_latency_ms": 6.324711363545661, "mean_time_per_output_token_ms": 6.324711363545661, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3658, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "time_to_first_output_ms": 456.0838000033982, "tpot_ms": 6.324711363545661, "ttft_ms": 456.0844000079669, "visible_content_truncated": false, "visible_generation_ms": 278.2866999914404 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.6364190239156, "e2e_ms": 735.4216999956407, "effective_prefill_tok_s": 7988.073123707612, "generation_ms": 277.36380000715144, "mean_inter_token_latency_ms": 6.30372272743526, "mean_time_per_output_token_ms": 6.30372272743526, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "time_to_first_output_ms": 458.0578999884892, "tpot_ms": 6.30372272743526, "ttft_ms": 458.05859999381937, "visible_content_truncated": false, "visible_generation_ms": 277.3631000018213 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.13765595227005, "e2e_ms": 733.7872000061907, "effective_prefill_tok_s": 8032.073855519815, "generation_ms": 278.23860000353307, "mean_inter_token_latency_ms": 6.323604545534843, "mean_time_per_output_token_ms": 6.323604545534843, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "time_to_first_output_ms": 455.5486000026576, "tpot_ms": 6.323604545534843, "ttft_ms": 455.54910000646487, "visible_content_truncated": false, "visible_generation_ms": 278.2380999997258 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.4320983459221, "e2e_ms": 736.3910999847576, "effective_prefill_tok_s": 7979.600130644136, "generation_ms": 277.72149999509566, "mean_inter_token_latency_ms": 6.31185227261581, "mean_time_per_output_token_ms": 6.31185227261581, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3660, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "time_to_first_output_ms": 458.66959998966195, "tpot_ms": 6.31185227261581, "ttft_ms": 458.67019999423064, "visible_content_truncated": false, "visible_generation_ms": 277.72089999052696 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.87443599442838, "e2e_ms": 733.6047000135295, "effective_prefill_tok_s": 8047.883698971926, "generation_ms": 278.70250001433305, "mean_inter_token_latency_ms": 6.334147727598478, "mean_time_per_output_token_ms": 6.334147727598478, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "time_to_first_output_ms": 454.90219999919645, "tpot_ms": 6.334147727598478, "ttft_ms": 454.9027000030037, "visible_content_truncated": false, "visible_generation_ms": 278.7020000105258 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.5098917349013, "e2e_ms": 733.5004000051413, "effective_prefill_tok_s": 8032.1954609074, "generation_ms": 277.5852000049781, "mean_inter_token_latency_ms": 6.308754545567684, "mean_time_per_output_token_ms": 6.308754545567684, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "time_to_first_output_ms": 455.91520000016317, "tpot_ms": 6.308754545567684, "ttft_ms": 455.91580000473186, "visible_content_truncated": false, "visible_generation_ms": 277.5846000004094 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.24759491378586, "e2e_ms": 733.8765999884345, "effective_prefill_tok_s": 8031.480067268786, "generation_ms": 278.045299986843, "mean_inter_token_latency_ms": 6.319211363337342, "mean_time_per_output_token_ms": 6.319211363337342, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "time_to_first_output_ms": 455.83130000159144, "tpot_ms": 6.319211363337342, "ttft_ms": 455.83179997629486, "visible_content_truncated": false, "visible_generation_ms": 278.0448000121396 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.09697237352654, "e2e_ms": 734.3193999840878, "effective_prefill_tok_s": 8030.539734930168, "generation_ms": 278.310199995758, "mean_inter_token_latency_ms": 6.32523181808541, "mean_time_per_output_token_ms": 6.32523181808541, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "time_to_first_output_ms": 456.0091999883298, "tpot_ms": 6.32523181808541, "ttft_ms": 456.0097999928985, "visible_content_truncated": false, "visible_generation_ms": 278.3095999911893 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.15118389058577, "e2e_ms": 734.3830000027083, "effective_prefill_tok_s": 8029.932819050761, "generation_ms": 278.21480002603494, "mean_inter_token_latency_ms": 6.3230636369553395, "mean_time_per_output_token_ms": 6.3230636369553395, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3663, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "time_to_first_output_ms": 456.16819997667335, "tpot_ms": 6.3230636369553395, "ttft_ms": 456.16899998276494, "visible_content_truncated": false, "visible_generation_ms": 278.21400001994334 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.52913782979553, "e2e_ms": 736.2561000045389, "effective_prefill_tok_s": 7987.711481520027, "generation_ms": 277.55150001030415, "mean_inter_token_latency_ms": 6.3079886365978215, "mean_time_per_output_token_ms": 6.3079886365978215, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3664, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "time_to_first_output_ms": 458.70459999423474, "tpot_ms": 6.3079886365978215, "ttft_ms": 458.7055000010878, "visible_content_truncated": false, "visible_generation_ms": 277.5506000034511 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.5726157992802, "e2e_ms": 737.8350000071805, "effective_prefill_tok_s": 7961.16774809448, "generation_ms": 277.4754000129178, "mean_inter_token_latency_ms": 6.306259091202677, "mean_time_per_output_token_ms": 6.306259091202677, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3665, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "time_to_first_output_ms": 460.3595999942627, "tpot_ms": 6.306259091202677, "ttft_ms": 460.3602999995928, "visible_content_truncated": false, "visible_generation_ms": 277.47470000758767 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.3551791480093, "e2e_ms": 735.2817999781109, "effective_prefill_tok_s": 8014.421587005739, "generation_ms": 277.85640000365674, "mean_inter_token_latency_ms": 6.31491818190129, "mean_time_per_output_token_ms": 6.31491818190129, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3666, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "time_to_first_output_ms": 457.4253999744542, "tpot_ms": 6.31491818190129, "ttft_ms": 457.42609997978434, "visible_content_truncated": false, "visible_generation_ms": 277.8556999983266 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.8585766403069, "e2e_ms": 734.3496000103187, "effective_prefill_tok_s": 8048.389543170161, "generation_ms": 278.73050002381206, "mean_inter_token_latency_ms": 6.334784091450274, "mean_time_per_output_token_ms": 6.334784091450274, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3667, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "time_to_first_output_ms": 455.6190999865066, "tpot_ms": 6.334784091450274, "ttft_ms": 455.6195999903139, "visible_content_truncated": false, "visible_generation_ms": 278.7300000200048 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.00454621431933, "e2e_ms": 735.2952999935951, "effective_prefill_tok_s": 8029.3803523954575, "generation_ms": 278.47300001303665, "mean_inter_token_latency_ms": 6.328931818478106, "mean_time_per_output_token_ms": 6.328931818478106, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "time_to_first_output_ms": 456.82229998055845, "tpot_ms": 6.328931818478106, "ttft_ms": 456.82269998360425, "visible_content_truncated": false, "visible_generation_ms": 278.47260000999086 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.12879014608382, "e2e_ms": 735.0560000049882, "effective_prefill_tok_s": 8029.740688428445, "generation_ms": 278.25420000590384, "mean_inter_token_latency_ms": 6.323959091043269, "mean_time_per_output_token_ms": 6.323959091043269, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "time_to_first_output_ms": 456.8017999990843, "tpot_ms": 6.323959091043269, "ttft_ms": 456.80230000289157, "visible_content_truncated": false, "visible_generation_ms": 278.2537000020966 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.21493283596396, "e2e_ms": 734.7443999897223, "effective_prefill_tok_s": 8034.745841172629, "generation_ms": 278.1026999873575, "mean_inter_token_latency_ms": 6.320515908803579, "mean_time_per_output_token_ms": 6.320515908803579, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3669, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "time_to_first_output_ms": 456.6417000023648, "tpot_ms": 6.320515908803579, "ttft_ms": 456.64219997706823, "visible_content_truncated": false, "visible_generation_ms": 278.10220001265407 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.02962912074622, "e2e_ms": 734.4192000164185, "effective_prefill_tok_s": 8050.6080826276075, "generation_ms": 278.4287999966182, "mean_inter_token_latency_ms": 6.327927272650413, "mean_time_per_output_token_ms": 6.327927272650413, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "time_to_first_output_ms": 455.9904000198003, "tpot_ms": 6.327927272650413, "ttft_ms": 455.99099999526516, "visible_content_truncated": false, "visible_generation_ms": 278.4282000211533 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.23308309824023, "e2e_ms": 735.3045999770984, "effective_prefill_tok_s": 8028.715287455792, "generation_ms": 278.0707999772858, "mean_inter_token_latency_ms": 6.319790908574677, "mean_time_per_output_token_ms": 6.319790908574677, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "time_to_first_output_ms": 457.2337999998126, "tpot_ms": 6.319790908574677, "ttft_ms": 457.2343999752775, "visible_content_truncated": false, "visible_generation_ms": 278.0702000018209 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.12594876377977, "e2e_ms": 735.475099994801, "effective_prefill_tok_s": 8031.216761988066, "generation_ms": 278.25919998576865, "mean_inter_token_latency_ms": 6.324072726949288, "mean_time_per_output_token_ms": 6.324072726949288, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3672, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "time_to_first_output_ms": 457.21590000903234, "tpot_ms": 6.324072726949288, "ttft_ms": 457.21650001360103, "visible_content_truncated": false, "visible_generation_ms": 278.25859998119995 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.9853138236117, "e2e_ms": 735.5832000030205, "effective_prefill_tok_s": 8038.045289265579, "generation_ms": 278.5069000092335, "mean_inter_token_latency_ms": 6.3297022729371255, "mean_time_per_output_token_ms": 6.3297022729371255, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "time_to_first_output_ms": 457.07629999378696, "tpot_ms": 6.3297022729371255, "ttft_ms": 457.0769999991171, "visible_content_truncated": false, "visible_generation_ms": 278.50620000390336 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.72152615345067, "e2e_ms": 736.1056999943685, "effective_prefill_tok_s": 8037.048299047845, "generation_ms": 278.9727000053972, "mean_inter_token_latency_ms": 6.3402886364863, "mean_time_per_output_token_ms": 6.3402886364863, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "time_to_first_output_ms": 457.1329999889713, "tpot_ms": 6.3402886364863, "ttft_ms": 457.13359999354, "visible_content_truncated": false, "visible_generation_ms": 278.9721000008285 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.83275539457952, "e2e_ms": 735.2203000045847, "effective_prefill_tok_s": 8051.367505390968, "generation_ms": 278.77609999268316, "mean_inter_token_latency_ms": 6.335820454379163, "mean_time_per_output_token_ms": 6.335820454379163, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3675, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "time_to_first_output_ms": 456.44420001190156, "tpot_ms": 6.335820454379163, "ttft_ms": 456.4451999904122, "visible_content_truncated": false, "visible_generation_ms": 278.7751000141725 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.8627111070104, "e2e_ms": 735.2428000012878, "effective_prefill_tok_s": 8052.228206561408, "generation_ms": 278.7231999973301, "mean_inter_token_latency_ms": 6.334618181757502, "mean_time_per_output_token_ms": 6.334618181757502, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3676, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "time_to_first_output_ms": 456.51960000395775, "tpot_ms": 6.334618181757502, "ttft_ms": 456.520100007765, "visible_content_truncated": false, "visible_generation_ms": 278.72269999352284 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.98383897142278, "e2e_ms": 735.1091000018641, "effective_prefill_tok_s": 8053.007492745072, "generation_ms": 278.50949999992736, "mean_inter_token_latency_ms": 6.329761363634713, "mean_time_per_output_token_ms": 6.329761363634713, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3677, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "time_to_first_output_ms": 456.5996000019368, "tpot_ms": 6.329761363634713, "ttft_ms": 456.6004000080284, "visible_content_truncated": false, "visible_generation_ms": 278.50869999383576 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.8605022630663, "e2e_ms": 735.1427999965381, "effective_prefill_tok_s": 8058.443213086575, "generation_ms": 278.7270999979228, "mean_inter_token_latency_ms": 6.334706818134609, "mean_time_per_output_token_ms": 6.334706818134609, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "time_to_first_output_ms": 456.4156999986153, "tpot_ms": 6.334706818134609, "ttft_ms": 456.41620000242256, "visible_content_truncated": false, "visible_generation_ms": 278.72659999411553 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.77497130458383, "e2e_ms": 736.0710999928415, "effective_prefill_tok_s": 8044.744351741777, "generation_ms": 278.8781999843195, "mean_inter_token_latency_ms": 6.338140908734534, "mean_time_per_output_token_ms": 6.338140908734534, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "time_to_first_output_ms": 457.192900008522, "tpot_ms": 6.338140908734534, "ttft_ms": 457.19370001461357, "visible_content_truncated": false, "visible_generation_ms": 278.8773999782279 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.04989418739112, "e2e_ms": 735.6848000199534, "effective_prefill_tok_s": 8045.193035357384, "generation_ms": 278.3931000158191, "mean_inter_token_latency_ms": 6.327115909450433, "mean_time_per_output_token_ms": 6.327115909450433, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3679, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "time_to_first_output_ms": 457.2917000041343, "tpot_ms": 6.327115909450433, "ttft_ms": 457.2922000079416, "visible_content_truncated": false, "visible_generation_ms": 278.3926000120118 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.09248482352692, "e2e_ms": 735.8760999923106, "effective_prefill_tok_s": 8044.881741863099, "generation_ms": 278.31809999770485, "mean_inter_token_latency_ms": 6.325411363584201, "mean_time_per_output_token_ms": 6.325411363584201, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "time_to_first_output_ms": 457.5579999946058, "tpot_ms": 6.325411363584201, "ttft_ms": 457.55879997159354, "visible_content_truncated": false, "visible_generation_ms": 278.3173000207171 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.71790790293298, "e2e_ms": 735.8130999782588, "effective_prefill_tok_s": 8057.631437551333, "generation_ms": 278.9790999959223, "mean_inter_token_latency_ms": 6.340434090816416, "mean_time_per_output_token_ms": 6.340434090816416, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "time_to_first_output_ms": 456.83399998233654, "tpot_ms": 6.340434090816416, "ttft_ms": 456.83439998538233, "visible_content_truncated": false, "visible_generation_ms": 278.9786999928765 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.122823341337, "e2e_ms": 736.515500000678, "effective_prefill_tok_s": 8034.901412027775, "generation_ms": 278.26469999854453, "mean_inter_token_latency_ms": 6.324197727239649, "mean_time_per_output_token_ms": 6.324197727239649, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3682, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "time_to_first_output_ms": 458.2508000021335, "tpot_ms": 6.324197727239649, "ttft_ms": 458.25140000670217, "visible_content_truncated": false, "visible_generation_ms": 278.26409999397583 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.20844754753625, "e2e_ms": 736.8099999730475, "effective_prefill_tok_s": 8029.284761670714, "generation_ms": 278.1140999868512, "mean_inter_token_latency_ms": 6.320774999701164, "mean_time_per_output_token_ms": 6.320774999701164, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3683, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "time_to_first_output_ms": 458.6958999861963, "tpot_ms": 6.320774999701164, "ttft_ms": 458.69679999304935, "visible_content_truncated": false, "visible_generation_ms": 278.11319997999817 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.85710416991878, "e2e_ms": 737.1760999958497, "effective_prefill_tok_s": 8035.895411023932, "generation_ms": 278.7330999854021, "mean_inter_token_latency_ms": 6.334843181486411, "mean_time_per_output_token_ms": 6.334843181486411, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3684, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "time_to_first_output_ms": 458.4430000104476, "tpot_ms": 6.334843181486411, "ttft_ms": 458.443499985151, "visible_content_truncated": false, "visible_generation_ms": 278.73260001069866 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.5577586234285, "e2e_ms": 737.4985000060406, "effective_prefill_tok_s": 8010.920068863544, "generation_ms": 277.50140000716783, "mean_inter_token_latency_ms": 6.306850000162905, "mean_time_per_output_token_ms": 6.306850000162905, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "time_to_first_output_ms": 459.9970999988727, "tpot_ms": 6.306850000162905, "ttft_ms": 459.9983000080101, "visible_content_truncated": false, "visible_generation_ms": 277.50019999803044 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.8589164526743, "e2e_ms": 741.9461000245064, "effective_prefill_tok_s": 7955.24854259875, "generation_ms": 278.72990001924336, "mean_inter_token_latency_ms": 6.334770454982803, "mean_time_per_output_token_ms": 6.334770454982803, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "time_to_first_output_ms": 463.2162000052631, "tpot_ms": 6.334770454982803, "ttft_ms": 463.2170000113547, "visible_content_truncated": false, "visible_generation_ms": 278.72910001315176 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.94306440013114, "e2e_ms": 736.9058000040241, "effective_prefill_tok_s": 8042.338570503544, "generation_ms": 278.58139999443665, "mean_inter_token_latency_ms": 6.331395454419015, "mean_time_per_output_token_ms": 6.331395454419015, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "time_to_first_output_ms": 458.3244000095874, "tpot_ms": 6.331395454419015, "ttft_ms": 458.3248999842908, "visible_content_truncated": false, "visible_generation_ms": 278.58090001973324 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.05239220627553, "e2e_ms": 736.669100006111, "effective_prefill_tok_s": 8040.928654253341, "generation_ms": 278.38870001141913, "mean_inter_token_latency_ms": 6.327015909350435, "mean_time_per_output_token_ms": 6.327015909350435, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "time_to_first_output_ms": 458.28039999469183, "tpot_ms": 6.327015909350435, "ttft_ms": 458.2808999984991, "visible_content_truncated": false, "visible_generation_ms": 278.3882000076119 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.85370620658037, "e2e_ms": 738.0946000048425, "effective_prefill_tok_s": 8024.286200942564, "generation_ms": 278.7391000019852, "mean_inter_token_latency_ms": 6.334979545499664, "mean_time_per_output_token_ms": 6.334979545499664, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "time_to_first_output_ms": 459.3555000028573, "tpot_ms": 6.334979545499664, "ttft_ms": 459.35600000666454, "visible_content_truncated": false, "visible_generation_ms": 278.73859999817796 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 158.0399029179484, "e2e_ms": 737.7076000266243, "effective_prefill_tok_s": 8027.487230636463, "generation_ms": 278.410700004315, "mean_inter_token_latency_ms": 6.327515909188977, "mean_time_per_output_token_ms": 6.327515909188977, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "time_to_first_output_ms": 459.2969000223093, "tpot_ms": 6.327515909188977, "ttft_ms": 459.29750002687797, "visible_content_truncated": false, "visible_generation_ms": 278.4100999997463 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.9002709138462, "e2e_ms": 736.820499994792, "effective_prefill_tok_s": 8047.343787108668, "generation_ms": 278.6568999872543, "mean_inter_token_latency_ms": 6.3331113633466884, "mean_time_per_output_token_ms": 6.3331113633466884, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "time_to_first_output_ms": 458.16360000753775, "tpot_ms": 6.3331113633466884, "ttft_ms": 458.16409998224117, "visible_content_truncated": false, "visible_generation_ms": 278.6564000125509 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 157.9129081644979, "e2e_ms": 736.7850000155158, "effective_prefill_tok_s": 8047.5756428704435, "generation_ms": 278.6345999920741, "mean_inter_token_latency_ms": 6.33260454527441, "mean_time_per_output_token_ms": 6.33260454527441, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "time_to_first_output_ms": 458.15040002344176, "tpot_ms": 6.33260454527441, "ttft_ms": 458.1512000004295, "visible_content_truncated": false, "visible_generation_ms": 278.6338000150863 } ], "requests": 100, "response_words": 32, "responses_received": 100, "run_id": "benchmark-20260924T031428Z", "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "disabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-09-24T03:14:28Z", "started_at_unix_ns": 1790219668714369300, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 73594.52530002454 }