{ "base_url": "http://127.0.0.1:39283/v1", "clock_domain_id": null, "completed": 100, "concurrency": 1, "configuration_fingerprint": null, "context_distribution": { "4096": 100 }, "context_seed": 0, "context_tokens": 4096, "controlled_output_policy": "strict", "engine": "vllm", "failed": 0, "failures": [], "finished_at": "2026-09-24T05:29:33Z", "finished_at_unix_ns": 1790227773033933100, "gpu": "rtx5090", "manifest": null, "max_context_tokens": 131072, "max_tokens": 512, "measurement_protocol": "capacity-v3", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 100, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 100, "e2e": 100, "effective_prefill_tok_s": 100, "tpot": 100, "ttft": 100 }, "performance_eligible_requests": 100, "successful_requests": 100 }, "metrics": { "completion_tokens_max": 45.0, "completion_tokens_mean": 45.0, "completion_tokens_mean_ci95_high": 45.0, "completion_tokens_mean_ci95_low": 45.0, "completion_tokens_min": 45.0, "completion_tokens_p25": 45.0, "completion_tokens_p50": 45.0, "completion_tokens_p75": 45.0, "completion_tokens_p90": 45.0, "completion_tokens_p95": 45.0, "completion_tokens_p99": 45.0, "completion_tokens_samples": 100, "completion_tokens_stddev": 0.0, "content_chunks": 1260, "content_chunks_s": null, "controlled_output_exact_adherence": 100, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 100, "controlled_output_unobservable": 0, "decode_tok_s_max": 52.09946640804714, "decode_tok_s_mean": 51.85160265949437, "decode_tok_s_mean_ci95_high": 51.88716473587624, "decode_tok_s_mean_ci95_low": 51.816040583112496, "decode_tok_s_min": 51.208205230429165, "decode_tok_s_p25": 51.773300251464434, "decode_tok_s_p50": 51.88547695919587, "decode_tok_s_p75": 51.98359350568176, "decode_tok_s_p90": 52.029339344301675, "decode_tok_s_p95": 52.04180707591071, "decode_tok_s_p99": 52.08847559070281, "decode_tok_s_samples": 100, "decode_tok_s_stddev": 0.1814391652136408, "e2e_max_ms": 3938.0650999955833, "e2e_mean_ci95_high_ms": 3858.4165930827826, "e2e_mean_ci95_low_ms": 3847.6976849140387, "e2e_mean_ms": 3853.0571389984107, "e2e_min_ms": 3799.7511999856215, "e2e_p25_ms": 3832.1221999940462, "e2e_p50_ms": 3852.9262999945786, "e2e_p75_ms": 3871.461700007785, "e2e_p90_ms": 3886.6244000091683, "e2e_p95_ms": 3894.42009999766, "e2e_p99_ms": 3927.072999998927, "e2e_samples": 100, "e2e_stddev_ms": 27.34415349169359, "effective_prefill_tok_s_max": 1232.6659507230465, "effective_prefill_tok_s_mean": 1215.5909016840785, "effective_prefill_tok_s_mean_ci95_high": 1217.4441962673973, "effective_prefill_tok_s_mean_ci95_low": 1213.7376071007598, "effective_prefill_tok_s_min": 1174.8904288025722, "effective_prefill_tok_s_p25": 1210.2610791215054, "effective_prefill_tok_s_p50": 1215.388254489208, "effective_prefill_tok_s_p75": 1222.025964538273, "effective_prefill_tok_s_p90": 1227.2831115359575, "effective_prefill_tok_s_p95": 1230.196562912274, "effective_prefill_tok_s_p99": 1232.6147308008653, "effective_prefill_tok_s_samples": 100, "effective_prefill_tok_s_stddev": 9.455584608768984, "generation_max_ms": 859.2372999992222, "generation_mean_ci95_high_ms": 849.1709522369907, "generation_mean_ci95_low_ms": 848.0007437608314, "generation_mean_ms": 848.585847998911, "generation_min_ms": 844.5383999787737, "generation_p25_ms": 846.3927999837324, "generation_p50_ms": 847.992199996952, "generation_p75_ms": 849.7221999859903, "generation_p90_ms": 852.7275999949779, "generation_p95_ms": 854.4894000224303, "generation_p99_ms": 858.8829000073019, "generation_samples": 100, "generation_stddev_ms": 2.9852257044880646, "mean_inter_token_latency_ms_max": 19.528120454527777, "mean_inter_token_latency_ms_mean": 19.28604199997525, "mean_inter_token_latency_ms_mean_ci95_high": 19.29933982356797, "mean_inter_token_latency_ms_mean_ci95_low": 19.27274417638253, "mean_inter_token_latency_ms_min": 19.19405454497213, "mean_inter_token_latency_ms_p25": 19.236199999630283, "mean_inter_token_latency_ms_p50": 19.272549999930728, "mean_inter_token_latency_ms_p75": 19.31186818149978, "mean_inter_token_latency_ms_p90": 19.38017272715859, "mean_inter_token_latency_ms_p95": 19.420213636873417, "mean_inter_token_latency_ms_p99": 19.52006590925686, "mean_inter_token_latency_ms_samples": 100, "mean_inter_token_latency_ms_stddev": 0.06784603873836502, "mean_time_per_output_token_max_ms": 19.528120454527777, "mean_time_per_output_token_mean_ci95_high_ms": 19.29933982356797, "mean_time_per_output_token_mean_ci95_low_ms": 19.27274417638253, "mean_time_per_output_token_mean_ms": 19.28604199997525, "mean_time_per_output_token_min_ms": 19.19405454497213, "mean_time_per_output_token_p25_ms": 19.236199999630283, "mean_time_per_output_token_p50_ms": 19.272549999930728, "mean_time_per_output_token_p75_ms": 19.31186818149978, "mean_time_per_output_token_p90_ms": 19.38017272715859, "mean_time_per_output_token_p95_ms": 19.420213636873417, "mean_time_per_output_token_p99_ms": 19.52006590925686, "mean_time_per_output_token_samples": 100, "mean_time_per_output_token_stddev_ms": 0.06784603873836502, "output_token_sources": { "usage": 100 }, "output_tokens": 4500, "prefix_cache_hit_avg": null, "prompt_token_samples": 100, "prompt_tokens": 365202, "prompt_tokens_max": 3687.0, "prompt_tokens_mean": 3652.02, "prompt_tokens_mean_ci95_high": 3656.1685361850155, "prompt_tokens_mean_ci95_low": 3647.8714638149845, "prompt_tokens_min": 3609.0, "prompt_tokens_p25": 3636.0, "prompt_tokens_p50": 3652.0, "prompt_tokens_p75": 3668.0, "prompt_tokens_p90": 3682.0, "prompt_tokens_p95": 3685.0, "prompt_tokens_p99": 3687.0, "prompt_tokens_samples": 100, "prompt_tokens_stddev": 21.166000943957172, "reasoning_chunks": 0, "request_canary_passed": 100, "request_canary_samples": 100, "throughput_performance_eligible": true, "throughput_tok_s": 11.678387852350253, "time_to_first_output_max_ms": 3079.4361000007484, "time_to_first_output_mean_ci95_high_ms": 3009.6349630888944, "time_to_first_output_mean_ci95_low_ms": 2999.307618910105, "time_to_first_output_mean_ms": 3004.4712909994996, "time_to_first_output_min_ms": 2949.892300006468, "time_to_first_output_p25_ms": 2983.7703999946825, "time_to_first_output_p50_ms": 3003.0442000133917, "time_to_first_output_p75_ms": 3024.622500000987, "time_to_first_output_p90_ms": 3038.047000009101, "time_to_first_output_p95_ms": 3043.1299999763723, "time_to_first_output_p99_ms": 3067.835699999705, "time_to_first_output_samples": 100, "time_to_first_output_stddev_ms": 26.345265762218975, "tpot_max_ms": 19.528120454527777, "tpot_mean_ci95_high_ms": 19.29933982356797, "tpot_mean_ci95_low_ms": 19.27274417638253, "tpot_mean_ms": 19.28604199997525, "tpot_min_ms": 19.19405454497213, "tpot_p25_ms": 19.236199999630283, "tpot_p50_ms": 19.272549999930728, "tpot_p75_ms": 19.31186818149978, "tpot_p90_ms": 19.38017272715859, "tpot_p95_ms": 19.420213636873417, "tpot_p99_ms": 19.52006590925686, "tpot_samples": 100, "tpot_stddev_ms": 0.06784603873836502, "ttft_max_ms": 3079.4368000060786, "ttft_mean_ci95_high_ms": 3009.635628171494, "ttft_mean_ci95_low_ms": 2999.308281826558, "ttft_mean_ms": 3004.471954999026, "ttft_min_ms": 2949.8934999865014, "ttft_p25_ms": 2983.770999999251, "ttft_p50_ms": 3003.0448000179604, "ttft_p75_ms": 3024.622900004033, "ttft_p90_ms": 3038.047699985327, "ttft_p95_ms": 3043.130799982464, "ttft_p99_ms": 3067.83629997517, "ttft_samples": 100, "ttft_stddev_ms": 26.34527128810221 }, "model": "thinkingcap-awq-5090", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.773300251464434, "e2e_ms": 3799.7511999856215, "effective_prefill_tok_s": 1223.4344962329938, "generation_ms": 849.8588999791536, "mean_inter_token_latency_ms": 19.314974999526218, "mean_time_per_output_token_ms": 19.314974999526218, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3609, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 2949.892300006468, "tpot_ms": 19.314974999526218, "ttft_ms": 2949.8934999865014, "visible_content_truncated": false, "visible_generation_ms": 849.8576999991201 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.95293442074266, "e2e_ms": 3805.889399984153, "effective_prefill_tok_s": 1220.0195405902537, "generation_ms": 846.9203999848105, "mean_inter_token_latency_ms": 19.248190908745695, "mean_time_per_output_token_ms": 19.248190908745695, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3610, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 2958.9689999993425, "tpot_ms": 19.248190908745695, "ttft_ms": 2958.969800005434, "visible_content_truncated": false, "visible_generation_ms": 846.9195999787189 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.84187709040655, "e2e_ms": 3851.256599999033, "effective_prefill_tok_s": 1202.988727578194, "generation_ms": 848.7347000045702, "mean_inter_token_latency_ms": 19.28942500010387, "mean_time_per_output_token_ms": 19.28942500010387, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 3002.5218999944627, "tpot_ms": 19.28942500010387, "ttft_ms": 3002.5227000005543, "visible_content_truncated": false, "visible_generation_ms": 848.7338999984786 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.03801566238156, "e2e_ms": 3823.6279000120703, "effective_prefill_tok_s": 1212.857009595703, "generation_ms": 845.535700005712, "mean_inter_token_latency_ms": 19.216720454675272, "mean_time_per_output_token_ms": 19.216720454675272, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 2978.0922000063583, "tpot_ms": 19.216720454675272, "ttft_ms": 2978.092600009404, "visible_content_truncated": false, "visible_generation_ms": 845.5353000026662 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.05736627119538, "e2e_ms": 3826.9652999879327, "effective_prefill_tok_s": 1212.0423890238874, "generation_ms": 845.2213999989908, "mean_inter_token_latency_ms": 19.209577272704337, "mean_time_per_output_token_ms": 19.209577272704337, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3614, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 2981.743899988942, "tpot_ms": 19.209577272704337, "ttft_ms": 2981.744399992749, "visible_content_truncated": false, "visible_generation_ms": 845.2208999951836 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.99664763396727, "e2e_ms": 3863.584800012177, "effective_prefill_tok_s": 1198.392086579668, "generation_ms": 846.2084000057075, "mean_inter_token_latency_ms": 19.232009091038808, "mean_time_per_output_token_ms": 19.232009091038808, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3616, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 3017.3764000064693, "tpot_ms": 19.232009091038808, "ttft_ms": 3017.3769000102766, "visible_content_truncated": false, "visible_generation_ms": 846.2079000019003 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.24448393923881, "e2e_ms": 3938.0650999955833, "effective_prefill_tok_s": 1174.8904288025722, "generation_ms": 858.6289999948349, "mean_inter_token_latency_ms": 19.514295454428066, "mean_time_per_output_token_ms": 19.514295454428066, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3618, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 3079.4361000007484, "tpot_ms": 19.514295454428066, "ttft_ms": 3079.4368000060786, "visible_content_truncated": false, "visible_generation_ms": 858.6282999895047 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.09946640804714, "e2e_ms": 3840.2116999786813, "effective_prefill_tok_s": 1208.0756603198724, "generation_ms": 844.5383999787737, "mean_inter_token_latency_ms": 19.19405454497213, "mean_time_per_output_token_ms": 19.19405454497213, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3619, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 2995.6732999999076, "tpot_ms": 19.19405454497213, "ttft_ms": 2995.674100005999, "visible_content_truncated": false, "visible_generation_ms": 844.5375999726821 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.88726971799759, "e2e_ms": 3810.227699985262, "effective_prefill_tok_s": 1222.387619085076, "generation_ms": 847.992199996952, "mean_inter_token_latency_ms": 19.272549999930728, "mean_time_per_output_token_ms": 19.272549999930728, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3621, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 2962.23549998831, "tpot_ms": 19.272549999930728, "ttft_ms": 2962.2362999944016, "visible_content_truncated": false, "visible_generation_ms": 847.9913999908604 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.99457082138019, "e2e_ms": 3838.0235000222456, "effective_prefill_tok_s": 1211.3184877432177, "generation_ms": 846.2422000011429, "mean_inter_token_latency_ms": 19.23277727275325, "mean_time_per_output_token_ms": 19.23277727275325, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3624, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 2991.7813000211027, "tpot_ms": 19.23277727275325, "ttft_ms": 2991.782199998852, "visible_content_truncated": false, "visible_generation_ms": 846.2413000233937 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.85948671938766, "e2e_ms": 3870.3696000156924, "effective_prefill_tok_s": 1199.8981708063734, "generation_ms": 848.4465000219643, "mean_inter_token_latency_ms": 19.28287500049919, "mean_time_per_output_token_ms": 19.28287500049919, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3626, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 3021.923099993728, "tpot_ms": 19.28287500049919, "ttft_ms": 3021.923699998297, "visible_content_truncated": false, "visible_generation_ms": 848.4459000173956 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.912540583408216, "e2e_ms": 3843.3661999879405, "effective_prefill_tok_s": 1210.7003075154917, "generation_ms": 847.5793999969028, "mean_inter_token_latency_ms": 19.26316818174779, "mean_time_per_output_token_ms": 19.26316818174779, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3627, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 2995.7867999910377, "tpot_ms": 19.26316818174779, "ttft_ms": 2995.7875999971293, "visible_content_truncated": false, "visible_generation_ms": 847.5785999908112 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.9366222119369, "e2e_ms": 3829.324299993459, "effective_prefill_tok_s": 1216.576872588794, "generation_ms": 847.1864000021014, "mean_inter_token_latency_ms": 19.254236363684125, "mean_time_per_output_token_ms": 19.254236363684125, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 2982.1378999913577, "tpot_ms": 19.254236363684125, "ttft_ms": 2982.1384999959264, "visible_content_truncated": false, "visible_generation_ms": 847.1857999975327 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.82552465942683, "e2e_ms": 3843.5857000004034, "effective_prefill_tok_s": 1211.5208553922769, "generation_ms": 849.0025000064634, "mean_inter_token_latency_ms": 19.29551136378326, "mean_time_per_output_token_ms": 19.29551136378326, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 2994.58319999394, "tpot_ms": 19.29551136378326, "ttft_ms": 2994.5837999985088, "visible_content_truncated": false, "visible_generation_ms": 849.0019000018947 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.96837913172732, "e2e_ms": 3859.241900005145, "effective_prefill_tok_s": 1204.618032179489, "generation_ms": 846.6686999890953, "mean_inter_token_latency_ms": 19.24247045429762, "mean_time_per_output_token_ms": 19.24247045429762, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3629, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 3012.5732000160497, "tpot_ms": 19.24247045429762, "ttft_ms": 3012.573700019857, "visible_content_truncated": false, "visible_generation_ms": 846.6681999852881 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.80219238603453, "e2e_ms": 3824.366899993038, "effective_prefill_tok_s": 1220.5115862946714, "generation_ms": 849.3849000078626, "mean_inter_token_latency_ms": 19.304202272905968, "mean_time_per_output_token_ms": 19.304202272905968, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 2974.981999985175, "tpot_ms": 19.304202272905968, "ttft_ms": 2974.9826999905054, "visible_content_truncated": false, "visible_generation_ms": 849.3842000025325 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.044497099389346, "e2e_ms": 3807.840399997076, "effective_prefill_tok_s": 1225.6912446254807, "generation_ms": 845.4303999897093, "mean_inter_token_latency_ms": 19.214327272493392, "mean_time_per_output_token_ms": 19.214327272493392, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 2962.4100000073668, "tpot_ms": 19.214327272493392, "ttft_ms": 2962.410500011174, "visible_content_truncated": false, "visible_generation_ms": 845.429899985902 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.0674505418904, "e2e_ms": 3854.3236999830697, "effective_prefill_tok_s": 1206.938834926928, "generation_ms": 845.057700003963, "mean_inter_token_latency_ms": 19.205856818271887, "mean_time_per_output_token_ms": 19.205856818271887, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3632, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 3009.2659999791067, "tpot_ms": 19.205856818271887, "ttft_ms": 3009.2667999851983, "visible_content_truncated": false, "visible_generation_ms": 845.0568999978714 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.82470669914466, "e2e_ms": 3821.2363999919035, "effective_prefill_tok_s": 1222.3184652687169, "generation_ms": 849.0158999920823, "mean_inter_token_latency_ms": 19.29581590891096, "mean_time_per_output_token_ms": 19.29581590891096, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3633, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 2972.220499999821, "tpot_ms": 19.29581590891096, "ttft_ms": 2972.221300005913, "visible_content_truncated": false, "visible_generation_ms": 849.0150999859907 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.856662998088645, "e2e_ms": 3834.5564999908675, "effective_prefill_tok_s": 1216.9867234603364, "generation_ms": 848.4926999954041, "mean_inter_token_latency_ms": 19.283924999895547, "mean_time_per_output_token_ms": 19.283924999895547, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3634, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 2986.0637999954633, "tpot_ms": 19.283924999895547, "ttft_ms": 2986.064600001555, "visible_content_truncated": false, "visible_generation_ms": 848.4918999893125 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.89531723875075, "e2e_ms": 3837.8751999989618, "effective_prefill_tok_s": 1215.7131679405704, "generation_ms": 847.8606999851763, "mean_inter_token_latency_ms": 19.269561363299463, "mean_time_per_output_token_ms": 19.269561363299463, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 2990.0145000137854, "tpot_ms": 19.269561363299463, "ttft_ms": 2990.0150999892503, "visible_content_truncated": false, "visible_generation_ms": 847.8601000097115 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.88407588172954, "e2e_ms": 3889.432099997066, "effective_prefill_tok_s": 1195.1781089888473, "generation_ms": 848.0443999869749, "mean_inter_token_latency_ms": 19.273736363340337, "mean_time_per_output_token_ms": 19.273736363340337, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 3041.387700010091, "tpot_ms": 19.273736363340337, "ttft_ms": 3041.388499987079, "visible_content_truncated": false, "visible_generation_ms": 848.0436000099871 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.9429128513211, "e2e_ms": 3826.0654999758117, "effective_prefill_tok_s": 1220.5513044951322, "generation_ms": 847.083799977554, "mean_inter_token_latency_ms": 19.25190454494441, "mean_time_per_output_token_ms": 19.25190454494441, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 2978.9816999982577, "tpot_ms": 19.25190454494441, "ttft_ms": 2978.9822999737225, "visible_content_truncated": false, "visible_generation_ms": 847.0832000020891 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.87368333685763, "e2e_ms": 3831.9846999947913, "effective_prefill_tok_s": 1218.2572760982139, "generation_ms": 848.2143000001088, "mean_inter_token_latency_ms": 19.2775977272752, "mean_time_per_output_token_ms": 19.2775977272752, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 2983.7703999946825, "tpot_ms": 19.2775977272752, "ttft_ms": 2983.770999999251, "visible_content_truncated": false, "visible_generation_ms": 848.2136999955401 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.03625555025417, "e2e_ms": 3881.1949999944773, "effective_prefill_tok_s": 1197.7741561350933, "generation_ms": 845.5643000197597, "mean_inter_token_latency_ms": 19.217370454994537, "mean_time_per_output_token_ms": 19.217370454994537, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 3035.6306999747176, "tpot_ms": 19.217370454994537, "ttft_ms": 3035.631199978525, "visible_content_truncated": false, "visible_generation_ms": 845.5638000159524 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.00818372395277, "e2e_ms": 3828.300399996806, "effective_prefill_tok_s": 1219.5368529675507, "generation_ms": 846.0207000025548, "mean_inter_token_latency_ms": 19.227743181876246, "mean_time_per_output_token_ms": 19.227743181876246, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 2982.279699994251, "tpot_ms": 19.227743181876246, "ttft_ms": 2982.2801999980584, "visible_content_truncated": false, "visible_generation_ms": 846.0201999987476 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.787870292583456, "e2e_ms": 3864.928199996939, "effective_prefill_tok_s": 1206.1784459573444, "generation_ms": 849.6197999920696, "mean_inter_token_latency_ms": 19.309540908910673, "mean_time_per_output_token_ms": 19.309540908910673, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 3015.3084000048693, "tpot_ms": 19.309540908910673, "ttft_ms": 3015.3093000117224, "visible_content_truncated": false, "visible_generation_ms": 849.6188999852166 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.95569501597813, "e2e_ms": 3856.717300019227, "effective_prefill_tok_s": 1208.3691173285706, "generation_ms": 846.8754000205081, "mean_inter_token_latency_ms": 19.247168182284273, "mean_time_per_output_token_ms": 19.247168182284273, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 3009.841899998719, "tpot_ms": 19.247168182284273, "ttft_ms": 3009.842400002526, "visible_content_truncated": false, "visible_generation_ms": 846.8749000167008 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.755499490981244, "e2e_ms": 3808.73160000192, "effective_prefill_tok_s": 1229.3057846340043, "generation_ms": 850.1512000220828, "mean_inter_token_latency_ms": 19.321618182320062, "mean_time_per_output_token_ms": 19.321618182320062, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 2958.5803999798372, "tpot_ms": 19.321618182320062, "ttft_ms": 2958.5808999836445, "visible_content_truncated": false, "visible_generation_ms": 850.1507000182755 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.98359350568176, "e2e_ms": 3835.936399991624, "effective_prefill_tok_s": 1216.5850954788016, "generation_ms": 846.4208999939729, "mean_inter_token_latency_ms": 19.236838636226654, "mean_time_per_output_token_ms": 19.236838636226654, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 2989.515499997651, "tpot_ms": 19.236838636226654, "ttft_ms": 2989.5160000014585, "visible_content_truncated": false, "visible_generation_ms": 846.4203999901656 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.022818627377326, "e2e_ms": 3832.839499984402, "effective_prefill_tok_s": 1217.5864884834432, "generation_ms": 845.7826999947429, "mean_inter_token_latency_ms": 19.222334090789612, "mean_time_per_output_token_ms": 19.222334090789612, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 2987.0567999896593, "tpot_ms": 19.222334090789612, "ttft_ms": 2987.0574999949895, "visible_content_truncated": false, "visible_generation_ms": 845.7819999894127 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.88435119732408, "e2e_ms": 3802.06439999165, "effective_prefill_tok_s": 1231.5402258809586, "generation_ms": 848.0398999818135, "mean_inter_token_latency_ms": 19.27363409049576, "mean_time_per_output_token_ms": 19.27363409049576, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3638, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 2954.0245000098366, "tpot_ms": 19.27363409049576, "ttft_ms": 2954.025000013644, "visible_content_truncated": false, "visible_generation_ms": 848.0393999780063 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.02701999643835, "e2e_ms": 3846.155399980489, "effective_prefill_tok_s": 1212.8217152151617, "generation_ms": 845.7143999985419, "mean_inter_token_latency_ms": 19.22078181814868, "mean_time_per_output_token_ms": 19.22078181814868, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3639, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "time_to_first_output_ms": 3000.4409999819472, "tpot_ms": 19.22078181814868, "ttft_ms": 3000.4414999857545, "visible_content_truncated": false, "visible_generation_ms": 845.7138999947347 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.92047341085474, "e2e_ms": 3816.672600019956, "effective_prefill_tok_s": 1225.910067296728, "generation_ms": 847.4499000003561, "mean_inter_token_latency_ms": 19.260225000008095, "mean_time_per_output_token_ms": 19.260225000008095, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3640, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "time_to_first_output_ms": 2969.2227000196, "tpot_ms": 19.260225000008095, "ttft_ms": 2969.22340002493, "visible_content_truncated": false, "visible_generation_ms": 847.449199995026 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.969852289855424, "e2e_ms": 3825.2559999818914, "effective_prefill_tok_s": 1222.3817186213166, "generation_ms": 846.6446999809705, "mean_inter_token_latency_ms": 19.241924999567512, "mean_time_per_output_token_ms": 19.241924999567512, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3641, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "time_to_first_output_ms": 2978.611300000921, "tpot_ms": 19.241924999567512, "ttft_ms": 2978.6119000054896, "visible_content_truncated": false, "visible_generation_ms": 846.6440999764018 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.857304725846575, "e2e_ms": 3808.9847000082955, "effective_prefill_tok_s": 1230.196562912274, "generation_ms": 848.4822000027634, "mean_inter_token_latency_ms": 19.283686363699168, "mean_time_per_output_token_ms": 19.283686363699168, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3642, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "time_to_first_output_ms": 2960.502500005532, "tpot_ms": 19.283686363699168, "ttft_ms": 2960.5031000101008, "visible_content_truncated": false, "visible_generation_ms": 848.4815999981947 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.66795308190752, "e2e_ms": 3847.4336999934167, "effective_prefill_tok_s": 1216.018735298875, "generation_ms": 851.5916999895126, "mean_inter_token_latency_ms": 19.35435681794347, "mean_time_per_output_token_ms": 19.35435681794347, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "time_to_first_output_ms": 2995.842000003904, "tpot_ms": 19.35435681794347, "ttft_ms": 2995.8428999816533, "visible_content_truncated": false, "visible_generation_ms": 851.5908000117633 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.96307031785823, "e2e_ms": 3852.9262999945786, "effective_prefill_tok_s": 1211.8405369593288, "generation_ms": 846.7552000074647, "mean_inter_token_latency_ms": 19.244436363806017, "mean_time_per_output_token_ms": 19.244436363806017, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "time_to_first_output_ms": 3006.171099987114, "tpot_ms": 19.244436363806017, "ttft_ms": 3006.1718999932054, "visible_content_truncated": false, "visible_generation_ms": 846.7544000013731 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.04137620596671, "e2e_ms": 3850.3091000020504, "effective_prefill_tok_s": 1212.715003985046, "generation_ms": 845.4810999974143, "mean_inter_token_latency_ms": 19.21547954539578, "mean_time_per_output_token_ms": 19.21547954539578, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3644, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "time_to_first_output_ms": 3004.828000004636, "tpot_ms": 19.21547954539578, "ttft_ms": 3004.8285000084434, "visible_content_truncated": false, "visible_generation_ms": 845.480599993607 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.22933522093166, "e2e_ms": 3828.3354000013787, "effective_prefill_tok_s": 1227.4990086580844, "generation_ms": 858.8829000073019, "mean_inter_token_latency_ms": 19.52006590925686, "mean_time_per_output_token_ms": 19.52006590925686, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3645, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "time_to_first_output_ms": 2969.452499994077, "tpot_ms": 19.52006590925686, "ttft_ms": 2969.4530999986455, "visible_content_truncated": false, "visible_generation_ms": 858.8823000027332 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.70201870560689, "e2e_ms": 3853.5945000185166, "effective_prefill_tok_s": 1214.6286045641793, "generation_ms": 851.0305999952834, "mean_inter_token_latency_ms": 19.34160454534735, "mean_time_per_output_token_ms": 19.34160454534735, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "time_to_first_output_ms": 3002.563900023233, "tpot_ms": 19.34160454534735, "ttft_ms": 3002.5644000270404, "visible_content_truncated": false, "visible_generation_ms": 851.0300999914762 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.66909981208763, "e2e_ms": 3854.0095999778714, "effective_prefill_tok_s": 1214.6800225790232, "generation_ms": 851.5727999911178, "mean_inter_token_latency_ms": 19.353927272525404, "mean_time_per_output_token_ms": 19.353927272525404, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "time_to_first_output_ms": 3002.4367999867536, "tpot_ms": 19.353927272525404, "ttft_ms": 3002.4376999936067, "visible_content_truncated": false, "visible_generation_ms": 851.5718999842647 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.895929318911676, "e2e_ms": 3863.5905999981333, "effective_prefill_tok_s": 1209.653392190034, "generation_ms": 847.8506999963429, "mean_inter_token_latency_ms": 19.269334090825975, "mean_time_per_output_token_ms": 19.269334090825975, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "time_to_first_output_ms": 3015.7399000017904, "tpot_ms": 19.269334090825975, "ttft_ms": 3015.740699978778, "visible_content_truncated": false, "visible_generation_ms": 847.8499000193551 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.08847559070281, "e2e_ms": 3860.482399992179, "effective_prefill_tok_s": 1209.9745941829144, "generation_ms": 844.7165999969002, "mean_inter_token_latency_ms": 19.198104545384094, "mean_time_per_output_token_ms": 19.198104545384094, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "time_to_first_output_ms": 3015.765799995279, "tpot_ms": 19.198104545384094, "ttft_ms": 3015.7663999998476, "visible_content_truncated": false, "visible_generation_ms": 844.7159999923315 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.687648718154186, "e2e_ms": 3824.7881999996025, "effective_prefill_tok_s": 1226.8283963782035, "generation_ms": 851.2672000215389, "mean_inter_token_latency_ms": 19.34698181867134, "mean_time_per_output_token_ms": 19.34698181867134, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "time_to_first_output_ms": 2973.5209999780636, "tpot_ms": 19.34698181867134, "ttft_ms": 2973.5218999849167, "visible_content_truncated": false, "visible_generation_ms": 851.2663000146858 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.81355692380038, "e2e_ms": 3855.0001999828964, "effective_prefill_tok_s": 1213.9856469582328, "generation_ms": 849.1985999862663, "mean_inter_token_latency_ms": 19.299968181506053, "mean_time_per_output_token_ms": 19.299968181506053, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "time_to_first_output_ms": 3005.80159999663, "tpot_ms": 19.299968181506053, "ttft_ms": 3005.8023000019602, "visible_content_truncated": false, "visible_generation_ms": 849.1978999809362 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.995572341074634, "e2e_ms": 3853.463900013594, "effective_prefill_tok_s": 1213.7383206701768, "generation_ms": 846.225899993442, "mean_inter_token_latency_ms": 19.23240681803277, "mean_time_per_output_token_ms": 19.23240681803277, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3650, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "time_to_first_output_ms": 3007.238000020152, "tpot_ms": 19.23240681803277, "ttft_ms": 3007.2384999948554, "visible_content_truncated": false, "visible_generation_ms": 846.2254000187386 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.83023149021598, "e2e_ms": 3892.055399977835, "effective_prefill_tok_s": 1199.7515715820052, "generation_ms": 848.9254000014625, "mean_inter_token_latency_ms": 19.29375909094233, "mean_time_per_output_token_ms": 19.29375909094233, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "time_to_first_output_ms": 3043.1299999763723, "tpot_ms": 19.29375909094233, "ttft_ms": 3043.130799982464, "visible_content_truncated": false, "visible_generation_ms": 848.924599995371 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.01716046143391, "e2e_ms": 3877.6275999844074, "effective_prefill_tok_s": 1204.2538163367155, "generation_ms": 845.8746999967843, "mean_inter_token_latency_ms": 19.224424999926917, "mean_time_per_output_token_ms": 19.224424999926917, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "time_to_first_output_ms": 3031.752899987623, "tpot_ms": 19.224424999926917, "ttft_ms": 3031.753499992192, "visible_content_truncated": false, "visible_generation_ms": 845.8740999922156 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.98599497194769, "e2e_ms": 3833.977100002812, "effective_prefill_tok_s": 1222.3877845893637, "generation_ms": 846.3818000163883, "mean_inter_token_latency_ms": 19.235950000372462, "mean_time_per_output_token_ms": 19.235950000372462, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3652, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "time_to_first_output_ms": 2987.595299986424, "tpot_ms": 19.235950000372462, "ttft_ms": 2987.5962999940384, "visible_content_truncated": false, "visible_generation_ms": 846.3808000087738 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.599127318336045, "e2e_ms": 3845.6591999856755, "effective_prefill_tok_s": 1220.5424273683213, "generation_ms": 852.7275999949779, "mean_inter_token_latency_ms": 19.38017272715859, "mean_time_per_output_token_ms": 19.38017272715859, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3653, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "time_to_first_output_ms": 2992.9315999906976, "tpot_ms": 19.38017272715859, "ttft_ms": 2992.9322999960277, "visible_content_truncated": false, "visible_generation_ms": 852.7268999896478 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.828570876334716, "e2e_ms": 3826.123100006953, "effective_prefill_tok_s": 1227.3398517140415, "generation_ms": 848.95260000485, "mean_inter_token_latency_ms": 19.294377272837497, "mean_time_per_output_token_ms": 19.294377272837497, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "time_to_first_output_ms": 2977.170500002103, "tpot_ms": 19.294377272837497, "ttft_ms": 2977.1711000066716, "visible_content_truncated": false, "visible_generation_ms": 848.9520000002813 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.81986660717341, "e2e_ms": 3861.361399991438, "effective_prefill_tok_s": 1213.0402020883362, "generation_ms": 849.0951999847312, "mean_inter_token_latency_ms": 19.29761818147116, "mean_time_per_output_token_ms": 19.29761818147116, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "time_to_first_output_ms": 3012.2662000067066, "tpot_ms": 19.29761818147116, "ttft_ms": 3012.266700010514, "visible_content_truncated": false, "visible_generation_ms": 849.0946999809239 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.92755681004682, "e2e_ms": 3860.498900001403, "effective_prefill_tok_s": 1212.678524097255, "generation_ms": 847.3342999932356, "mean_inter_token_latency_ms": 19.25759772711899, "mean_time_per_output_token_ms": 19.25759772711899, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "time_to_first_output_ms": 3013.1646000081673, "tpot_ms": 19.25759772711899, "ttft_ms": 3013.1651000119746, "visible_content_truncated": false, "visible_generation_ms": 847.3337999894284 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.75367321765156, "e2e_ms": 3847.496400005184, "effective_prefill_tok_s": 1219.0910051701476, "generation_ms": 850.1811999885831, "mean_inter_token_latency_ms": 19.322299999740526, "mean_time_per_output_token_ms": 19.322299999740526, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "time_to_first_output_ms": 2997.315200016601, "tpot_ms": 19.322299999740526, "ttft_ms": 2997.3158000211697, "visible_content_truncated": false, "visible_generation_ms": 850.1805999840144 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.99454010209584, "e2e_ms": 3873.026999994181, "effective_prefill_tok_s": 1207.2218030131403, "generation_ms": 846.2426999758463, "mean_inter_token_latency_ms": 19.23278863581469, "mean_time_per_output_token_ms": 19.23278863581469, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "time_to_first_output_ms": 3026.7843000183348, "tpot_ms": 19.23278863581469, "ttft_ms": 3026.785199996084, "visible_content_truncated": false, "visible_generation_ms": 846.2417999980971 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.57269164994712, "e2e_ms": 3843.2812000100967, "effective_prefill_tok_s": 1222.025964538273, "generation_ms": 853.1647000054363, "mean_inter_token_latency_ms": 19.39010681830537, "mean_time_per_output_token_ms": 19.39010681830537, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "time_to_first_output_ms": 2990.1165000046603, "tpot_ms": 19.39010681830537, "ttft_ms": 2990.1170000084676, "visible_content_truncated": false, "visible_generation_ms": 853.1642000016291 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.84440598212442, "e2e_ms": 3843.6031000164803, "effective_prefill_tok_s": 1220.7379334066907, "generation_ms": 848.6933000094723, "mean_inter_token_latency_ms": 19.28848409112437, "mean_time_per_output_token_ms": 19.28848409112437, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "time_to_first_output_ms": 2994.909800007008, "tpot_ms": 19.28848409112437, "ttft_ms": 2994.9103000108153, "visible_content_truncated": false, "visible_generation_ms": 848.692800005665 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.996242089914155, "e2e_ms": 3813.4760000102688, "effective_prefill_tok_s": 1232.1127126951699, "generation_ms": 846.2149999977555, "mean_inter_token_latency_ms": 19.23215909085808, "mean_time_per_output_token_ms": 19.23215909085808, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "time_to_first_output_ms": 2967.2610000125133, "tpot_ms": 19.23215909085808, "ttft_ms": 2967.261600017082, "visible_content_truncated": false, "visible_generation_ms": 846.2143999931868 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.9668385427048, "e2e_ms": 3871.461700007785, "effective_prefill_tok_s": 1209.018384517157, "generation_ms": 846.6938000055961, "mean_inter_token_latency_ms": 19.243040909218095, "mean_time_per_output_token_ms": 19.243040909218095, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3657, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "time_to_first_output_ms": 3024.767900002189, "tpot_ms": 19.243040909218095, "ttft_ms": 3024.768800009042, "visible_content_truncated": false, "visible_generation_ms": 846.6928999987431 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.934164003543394, "e2e_ms": 3865.0657999969553, "effective_prefill_tok_s": 1212.1255098055005, "generation_ms": 847.2265000164043, "mean_inter_token_latency_ms": 19.255147727645554, "mean_time_per_output_token_ms": 19.255147727645554, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3658, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "time_to_first_output_ms": 3017.839299980551, "tpot_ms": 19.255147727645554, "ttft_ms": 3017.8398999851197, "visible_content_truncated": false, "visible_generation_ms": 847.2259000118356 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.975690496217446, "e2e_ms": 3833.1781000015326, "effective_prefill_tok_s": 1225.1272630709511, "generation_ms": 846.5496000135317, "mean_inter_token_latency_ms": 19.239763636671174, "mean_time_per_output_token_ms": 19.239763636671174, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "time_to_first_output_ms": 2986.628499988001, "tpot_ms": 19.239763636671174, "ttft_ms": 2986.6290999925695, "visible_content_truncated": false, "visible_generation_ms": 846.549000008963 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.94181525091151, "e2e_ms": 3818.6316000064835, "effective_prefill_tok_s": 1231.3522404700898, "generation_ms": 847.1016999974381, "mean_inter_token_latency_ms": 19.25231136357814, "mean_time_per_output_token_ms": 19.25231136357814, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "time_to_first_output_ms": 2971.5299000090454, "tpot_ms": 19.25231136357814, "ttft_ms": 2971.5304999845102, "visible_content_truncated": false, "visible_generation_ms": 847.1011000219733 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.85908942429672, "e2e_ms": 3877.080300007947, "effective_prefill_tok_s": 1208.4682720803612, "generation_ms": 848.4530000132509, "mean_inter_token_latency_ms": 19.283022727573883, "mean_time_per_output_token_ms": 19.283022727573883, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3660, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "time_to_first_output_ms": 3028.627299994696, "tpot_ms": 19.283022727573883, "ttft_ms": 3028.6281000007875, "visible_content_truncated": false, "visible_generation_ms": 848.4522000071593 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.00581708674393, "e2e_ms": 3829.364600009285, "effective_prefill_tok_s": 1227.162328065488, "generation_ms": 846.0592000046745, "mean_inter_token_latency_ms": 19.22861818192442, "mean_time_per_output_token_ms": 19.22861818192442, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "time_to_first_output_ms": 2983.3054000046104, "tpot_ms": 19.22861818192442, "ttft_ms": 2983.306000009179, "visible_content_truncated": false, "visible_generation_ms": 846.0586000001058 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.75220620258538, "e2e_ms": 3846.0648999898694, "effective_prefill_tok_s": 1222.353677725515, "generation_ms": 850.2052999974694, "mean_inter_token_latency_ms": 19.322847727215215, "mean_time_per_output_token_ms": 19.322847727215215, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "time_to_first_output_ms": 2995.8595999924, "tpot_ms": 19.322847727215215, "ttft_ms": 2995.8603999984916, "visible_content_truncated": false, "visible_generation_ms": 850.2044999913778 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.948653007311165, "e2e_ms": 3816.9756999996025, "effective_prefill_tok_s": 1232.6659507230465, "generation_ms": 846.9901999924332, "mean_inter_token_latency_ms": 19.2497772725553, "mean_time_per_output_token_ms": 19.2497772725553, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "time_to_first_output_ms": 2969.9855000071693, "tpot_ms": 19.2497772725553, "ttft_ms": 2969.986099982634, "visible_content_truncated": false, "visible_generation_ms": 846.9896000169683 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.88547695919587, "e2e_ms": 3855.501300015021, "effective_prefill_tok_s": 1217.6307884101477, "generation_ms": 848.0215000163298, "mean_inter_token_latency_ms": 19.273215909462042, "mean_time_per_output_token_ms": 19.273215909462042, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "time_to_first_output_ms": 3007.4797999986913, "tpot_ms": 19.273215909462042, "ttft_ms": 3007.4803000024986, "visible_content_truncated": false, "visible_generation_ms": 848.0210000125226 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.450536798391575, "e2e_ms": 3894.42009999766, "effective_prefill_tok_s": 1205.2395643159432, "generation_ms": 855.190300004324, "mean_inter_token_latency_ms": 19.436143181916453, "mean_time_per_output_token_ms": 19.436143181916453, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3663, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "time_to_first_output_ms": 3039.229799993336, "tpot_ms": 19.436143181916453, "ttft_ms": 3039.2304999986663, "visible_content_truncated": false, "visible_generation_ms": 855.1895999989938 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.04180707591071, "e2e_ms": 3843.055800010916, "effective_prefill_tok_s": 1222.3186443890734, "generation_ms": 845.4741000023205, "mean_inter_token_latency_ms": 19.215320454598192, "mean_time_per_output_token_ms": 19.215320454598192, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3664, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "time_to_first_output_ms": 2997.5817000085954, "tpot_ms": 19.215320454598192, "ttft_ms": 2997.582500014687, "visible_content_truncated": false, "visible_generation_ms": 845.4732999962289 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.883402901343565, "e2e_ms": 3886.1023999925237, "effective_prefill_tok_s": 1206.3671167658108, "generation_ms": 848.0553999834228, "mean_inter_token_latency_ms": 19.27398636325961, "mean_time_per_output_token_ms": 19.27398636325961, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3665, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "time_to_first_output_ms": 3038.047000009101, "tpot_ms": 19.27398636325961, "ttft_ms": 3038.047699985327, "visible_content_truncated": false, "visible_generation_ms": 848.0547000071965 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.016182707226115, "e2e_ms": 3886.2598999985494, "effective_prefill_tok_s": 1205.774574820067, "generation_ms": 845.8906000014395, "mean_inter_token_latency_ms": 19.22478636366908, "mean_time_per_output_token_ms": 19.22478636366908, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3666, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "time_to_first_output_ms": 3040.36929999711, "tpot_ms": 19.22478636366908, "ttft_ms": 3040.369800000917, "visible_content_truncated": false, "visible_generation_ms": 845.8900999976322 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.91840880491142, "e2e_ms": 3874.447100010002, "effective_prefill_tok_s": 1211.4450669728467, "generation_ms": 847.4835999950301, "mean_inter_token_latency_ms": 19.260990908977956, "mean_time_per_output_token_ms": 19.260990908977956, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3667, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "time_to_first_output_ms": 3026.963500014972, "tpot_ms": 19.260990908977956, "ttft_ms": 3026.9644999934826, "visible_content_truncated": false, "visible_generation_ms": 847.4826000165194 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.878478438145734, "e2e_ms": 3858.4025999880396, "effective_prefill_tok_s": 1218.4966866877778, "generation_ms": 848.1358999852091, "mean_inter_token_latency_ms": 19.27581590875475, "mean_time_per_output_token_ms": 19.27581590875475, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "time_to_first_output_ms": 3010.2667000028305, "tpot_ms": 19.27581590875475, "ttft_ms": 3010.2672000066377, "visible_content_truncated": false, "visible_generation_ms": 848.1353999814019 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.49273940536302, "e2e_ms": 3876.906500023324, "effective_prefill_tok_s": 1213.5982158117472, "generation_ms": 854.4894000224303, "mean_inter_token_latency_ms": 19.420213636873417, "mean_time_per_output_token_ms": 19.420213636873417, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "time_to_first_output_ms": 3022.4171000008937, "tpot_ms": 19.420213636873417, "ttft_ms": 3022.417600004701, "visible_content_truncated": false, "visible_generation_ms": 854.4889000186231 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.781629338065365, "e2e_ms": 3852.766399999382, "effective_prefill_tok_s": 1221.7602391545347, "generation_ms": 849.7221999859903, "mean_inter_token_latency_ms": 19.31186818149978, "mean_time_per_output_token_ms": 19.31186818149978, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3669, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "time_to_first_output_ms": 3003.0442000133917, "tpot_ms": 19.31186818149978, "ttft_ms": 3003.0448000179604, "visible_content_truncated": false, "visible_generation_ms": 849.7215999814216 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.955375999759, "e2e_ms": 3873.6659999995027, "effective_prefill_tok_s": 1212.8378840478424, "generation_ms": 846.8806000018958, "mean_inter_token_latency_ms": 19.24728636367945, "mean_time_per_output_token_ms": 19.24728636367945, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "time_to_first_output_ms": 3026.785399997607, "tpot_ms": 19.24728636367945, "ttft_ms": 3026.7859999730717, "visible_content_truncated": false, "visible_generation_ms": 846.8800000264309 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.029339344301675, "e2e_ms": 3870.299200003501, "effective_prefill_tok_s": 1213.7051813900089, "generation_ms": 845.6767000025138, "mean_inter_token_latency_ms": 19.21992500005713, "mean_time_per_output_token_ms": 19.21992500005713, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "time_to_first_output_ms": 3024.622500000987, "tpot_ms": 19.21992500005713, "ttft_ms": 3024.622900004033, "visible_content_truncated": false, "visible_generation_ms": 845.676299999468 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.78768133567901, "e2e_ms": 3850.690199993551, "effective_prefill_tok_s": 1223.5646964636412, "generation_ms": 849.6228999865707, "mean_inter_token_latency_ms": 19.309611363331154, "mean_time_per_output_token_ms": 19.309611363331154, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3672, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "time_to_first_output_ms": 3001.06730000698, "tpot_ms": 19.309611363331154, "ttft_ms": 3001.068200013833, "visible_content_truncated": false, "visible_generation_ms": 849.6219999797177 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.9018917406854, "e2e_ms": 3841.357600002084, "effective_prefill_tok_s": 1227.2831115359575, "generation_ms": 847.7533000113908, "mean_inter_token_latency_ms": 19.26712045480434, "mean_time_per_output_token_ms": 19.26712045480434, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "time_to_first_output_ms": 2993.604299990693, "tpot_ms": 19.26712045480434, "ttft_ms": 2993.604899995262, "visible_content_truncated": false, "visible_generation_ms": 847.7527000068221 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.675544290446766, "e2e_ms": 3832.1221999940462, "effective_prefill_tok_s": 1232.6147308008653, "generation_ms": 851.4665999973658, "mean_inter_token_latency_ms": 19.351513636303768, "mean_time_per_output_token_ms": 19.351513636303768, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "time_to_first_output_ms": 2980.6555999966804, "tpot_ms": 19.351513636303768, "ttft_ms": 2980.6561000004876, "visible_content_truncated": false, "visible_generation_ms": 851.4660999935586 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.86551413643358, "e2e_ms": 3860.2264000219293, "effective_prefill_tok_s": 1220.1687418571973, "generation_ms": 848.347899998771, "mean_inter_token_latency_ms": 19.28063409088116, "mean_time_per_output_token_ms": 19.28063409088116, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3675, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "time_to_first_output_ms": 3011.8785000231583, "tpot_ms": 19.28063409088116, "ttft_ms": 3011.879099998623, "visible_content_truncated": false, "visible_generation_ms": 848.3473000233062 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.98531934681589, "e2e_ms": 3855.3784000105225, "effective_prefill_tok_s": 1221.6741748339612, "generation_ms": 846.3927999837324, "mean_inter_token_latency_ms": 19.236199999630283, "mean_time_per_output_token_ms": 19.236199999630283, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3676, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "time_to_first_output_ms": 3008.98560002679, "tpot_ms": 19.236199999630283, "ttft_ms": 3008.986400003778, "visible_content_truncated": false, "visible_generation_ms": 846.3920000067446 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.684546191283964, "e2e_ms": 3870.3270999831147, "effective_prefill_tok_s": 1217.9494143986747, "generation_ms": 851.3183000031859, "mean_inter_token_latency_ms": 19.34814318189059, "mean_time_per_output_token_ms": 19.34814318189059, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3677, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "time_to_first_output_ms": 3019.008799979929, "tpot_ms": 19.34814318189059, "ttft_ms": 3019.0093999844976, "visible_content_truncated": false, "visible_generation_ms": 851.3176999986172 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.90715131916727, "e2e_ms": 3886.681099975249, "effective_prefill_tok_s": 1210.2610791215054, "generation_ms": 847.6673999975901, "mean_inter_token_latency_ms": 19.26516818176341, "mean_time_per_output_token_ms": 19.26516818176341, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "time_to_first_output_ms": 3039.0136999776587, "tpot_ms": 19.26516818176341, "ttft_ms": 3039.0142999822274, "visible_content_truncated": false, "visible_generation_ms": 847.6667999930214 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.983053053748904, "e2e_ms": 3873.4737999911886, "effective_prefill_tok_s": 1215.046718341075, "generation_ms": 846.4296999736689, "mean_inter_token_latency_ms": 19.237038635765202, "mean_time_per_output_token_ms": 19.237038635765202, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "time_to_first_output_ms": 3027.0441000175197, "tpot_ms": 19.237038635765202, "ttft_ms": 3027.0448999945074, "visible_content_truncated": false, "visible_generation_ms": 846.4288999966811 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.208205230429165, "e2e_ms": 3927.072999998927, "effective_prefill_tok_s": 1199.216763792257, "generation_ms": 859.2372999992222, "mean_inter_token_latency_ms": 19.528120454527777, "mean_time_per_output_token_ms": 19.528120454527777, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3679, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "time_to_first_output_ms": 3067.835699999705, "tpot_ms": 19.528120454527777, "ttft_ms": 3067.83629997517, "visible_content_truncated": false, "visible_generation_ms": 859.2367000237573 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.786992566040674, "e2e_ms": 3884.897899988573, "effective_prefill_tok_s": 1212.7447114500562, "generation_ms": 849.6342000144068, "mean_inter_token_latency_ms": 19.30986818214561, "mean_time_per_output_token_ms": 19.30986818214561, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "time_to_first_output_ms": 3035.2636999741662, "tpot_ms": 19.30986818214561, "ttft_ms": 3035.2643999794964, "visible_content_truncated": false, "visible_generation_ms": 849.6335000090767 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.76850020730168, "e2e_ms": 3868.8993000250775, "effective_prefill_tok_s": 1219.293415325777, "generation_ms": 849.937700026203, "mean_inter_token_latency_ms": 19.31676590968643, "mean_time_per_output_token_ms": 19.31676590968643, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "time_to_first_output_ms": 3018.9615999988746, "tpot_ms": 19.31676590968643, "ttft_ms": 3018.9622000034433, "visible_content_truncated": false, "visible_generation_ms": 849.9371000216343 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.993342017523354, "e2e_ms": 3875.746799982153, "effective_prefill_tok_s": 1215.388254489208, "generation_ms": 846.2621999788098, "mean_inter_token_latency_ms": 19.233231817700222, "mean_time_per_output_token_ms": 19.233231817700222, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3682, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "time_to_first_output_ms": 3029.484600003343, "tpot_ms": 19.233231817700222, "ttft_ms": 3029.485199978808, "visible_content_truncated": false, "visible_generation_ms": 846.2616000033449 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 52.03846494046364, "e2e_ms": 3847.55460001179, "effective_prefill_tok_s": 1226.8380602393675, "generation_ms": 845.5284000083338, "mean_inter_token_latency_ms": 19.21655454564395, "mean_time_per_output_token_ms": 19.21655454564395, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3683, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "time_to_first_output_ms": 3002.0262000034563, "tpot_ms": 19.21655454564395, "ttft_ms": 3002.0269000087865, "visible_content_truncated": false, "visible_generation_ms": 845.5277000030037 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.74513404580043, "e2e_ms": 3909.0774999931455, "effective_prefill_tok_s": 1204.4112050844483, "generation_ms": 850.3215000091586, "mean_inter_token_latency_ms": 19.325488636571787, "mean_time_per_output_token_ms": 19.325488636571787, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3684, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "time_to_first_output_ms": 3058.755999983987, "tpot_ms": 19.325488636571787, "ttft_ms": 3058.7567999900784, "visible_content_truncated": false, "visible_generation_ms": 850.320700003067 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.750337553435294, "e2e_ms": 3869.5255999919027, "effective_prefill_tok_s": 1220.4857725499185, "generation_ms": 850.2359999984037, "mean_inter_token_latency_ms": 19.323545454509176, "mean_time_per_output_token_ms": 19.323545454509176, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "time_to_first_output_ms": 3019.289599993499, "tpot_ms": 19.323545454509176, "ttft_ms": 3019.2903999995906, "visible_content_truncated": false, "visible_generation_ms": 850.2351999923121 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.41766086767457, "e2e_ms": 3906.426800007466, "effective_prefill_tok_s": 1207.9235721674108, "generation_ms": 855.7371000060812, "mean_inter_token_latency_ms": 19.44857045468366, "mean_time_per_output_token_ms": 19.44857045468366, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "time_to_first_output_ms": 3050.689700001385, "tpot_ms": 19.44857045468366, "ttft_ms": 3050.690400006715, "visible_content_truncated": false, "visible_generation_ms": 855.736400000751 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.59622296817673, "e2e_ms": 3886.6244000091683, "effective_prefill_tok_s": 1214.958372349506, "generation_ms": 852.7756000112277, "mean_inter_token_latency_ms": 19.38126363661881, "mean_time_per_output_token_ms": 19.38126363661881, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "time_to_first_output_ms": 3033.8487999979407, "tpot_ms": 19.38126363661881, "ttft_ms": 3033.8497000047937, "visible_content_truncated": false, "visible_generation_ms": 852.7747000043746 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.83354082479935, "e2e_ms": 3873.664499988081, "effective_prefill_tok_s": 1218.2650629416246, "generation_ms": 848.8711999962106, "mean_inter_token_latency_ms": 19.292527272641152, "mean_time_per_output_token_ms": 19.292527272641152, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "time_to_first_output_ms": 3024.7932999918703, "tpot_ms": 19.292527272641152, "ttft_ms": 3024.7937999956775, "visible_content_truncated": false, "visible_generation_ms": 848.8706999924034 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.57720756372255, "e2e_ms": 3889.2142999975476, "effective_prefill_tok_s": 1214.0477911231628, "generation_ms": 853.0899999896064, "mean_inter_token_latency_ms": 19.388409090672873, "mean_time_per_output_token_ms": 19.388409090672873, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "time_to_first_output_ms": 3036.124300007941, "tpot_ms": 19.388409090672873, "ttft_ms": 3036.125100014033, "visible_content_truncated": false, "visible_generation_ms": 853.0891999835148 }, { "content_chunks": 13, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.896920920946165, "e2e_ms": 3873.9433999871835, "effective_prefill_tok_s": 1218.3963372906721, "generation_ms": 847.8344999894034, "mean_inter_token_latency_ms": 19.268965908850078, "mean_time_per_output_token_ms": 19.268965908850078, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "time_to_first_output_ms": 3026.10889999778, "tpot_ms": 19.268965908850078, "ttft_ms": 3026.109500002349, "visible_content_truncated": false, "visible_generation_ms": 847.8338999848347 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.728502016921965, "e2e_ms": 3853.9182000095025, "effective_prefill_tok_s": 1227.6400612557402, "generation_ms": 850.5948999954853, "mean_inter_token_latency_ms": 19.331702272624668, "mean_time_per_output_token_ms": 19.331702272624668, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "time_to_first_output_ms": 3003.323300014017, "tpot_ms": 19.331702272624668, "ttft_ms": 3003.323900018586, "visible_content_truncated": false, "visible_generation_ms": 850.5942999909166 }, { "content_chunks": 12, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 51.59788082774497, "e2e_ms": 3898.166700004367, "effective_prefill_tok_s": 1210.6710457043462, "generation_ms": 852.7482000063173, "mean_inter_token_latency_ms": 19.380640909234486, "mean_time_per_output_token_ms": 19.380640909234486, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "time_to_first_output_ms": 3045.41849999805, "tpot_ms": 19.380640909234486, "ttft_ms": 3045.4191000026185, "visible_content_truncated": false, "visible_generation_ms": 852.7476000017487 } ], "requests": 100, "response_words": 32, "responses_received": 100, "run_id": "benchmark-20260924T052307Z", "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "disabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-09-24T05:23:07Z", "started_at_unix_ns": 1790227387710971600, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 385327.1578999993 }