{ "base_url": "http://127.0.0.1:39283/v1", "clock_domain_id": null, "completed": 100, "concurrency": 1, "configuration_fingerprint": null, "context_distribution": { "4096": 100 }, "context_seed": 0, "context_tokens": 4096, "controlled_output_policy": "strict", "engine": "vllm", "failed": 0, "failures": [], "finished_at": "2026-09-24T01:47:27Z", "finished_at_unix_ns": 1790214447568916400, "gpu": "rtx5090", "manifest": null, "max_context_tokens": 16384, "max_tokens": 512, "measurement_protocol": "capacity-v3", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 100, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 100, "e2e": 100, "effective_prefill_tok_s": 100, "tpot": 100, "ttft": 100 }, "performance_eligible_requests": 100, "successful_requests": 100 }, "metrics": { "completion_tokens_max": 45.0, "completion_tokens_mean": 45.0, "completion_tokens_mean_ci95_high": 45.0, "completion_tokens_mean_ci95_low": 45.0, "completion_tokens_min": 45.0, "completion_tokens_p25": 45.0, "completion_tokens_p50": 45.0, "completion_tokens_p75": 45.0, "completion_tokens_p90": 45.0, "completion_tokens_p95": 45.0, "completion_tokens_p99": 45.0, "completion_tokens_samples": 100, "completion_tokens_stddev": 0.0, "content_chunks": 4400, "content_chunks_s": null, "controlled_output_exact_adherence": 100, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 100, "controlled_output_unobservable": 0, "decode_tok_s_max": 68.00032825772998, "decode_tok_s_mean": 67.86960007835626, "decode_tok_s_mean_ci95_high": 67.87888642484198, "decode_tok_s_mean_ci95_low": 67.86031373187053, "decode_tok_s_min": 67.7443457745959, "decode_tok_s_p25": 67.84046082353423, "decode_tok_s_p50": 67.86759402722755, "decode_tok_s_p75": 67.90143366149242, "decode_tok_s_p90": 67.92955951437361, "decode_tok_s_p95": 67.95352102687245, "decode_tok_s_p99": 67.99174333038455, "decode_tok_s_samples": 100, "decode_tok_s_stddev": 0.04737931880474102, "e2e_max_ms": 1209.7287999931723, "e2e_mean_ci95_high_ms": 1050.3562872549644, "e2e_mean_ci95_low_ms": 1043.8270587426252, "e2e_mean_ms": 1047.0916729987948, "e2e_min_ms": 1040.6236999842804, "e2e_p25_ms": 1043.514299992239, "e2e_p50_ms": 1045.5440999940038, "e2e_p75_ms": 1047.2250999882817, "e2e_p90_ms": 1048.1497000146192, "e2e_p95_ms": 1048.6740000196733, "e2e_p99_ms": 1061.5099999995437, "e2e_samples": 100, "e2e_stddev_ms": 16.65619518453918, "effective_prefill_tok_s_max": 9249.419747114438, "effective_prefill_tok_s_mean": 9169.3581061201, "effective_prefill_tok_s_mean_ci95_high": 9224.622080295581, "effective_prefill_tok_s_mean_ci95_low": 9114.09413194462, "effective_prefill_tok_s_min": 6414.026190244646, "effective_prefill_tok_s_p25": 9189.048648929782, "effective_prefill_tok_s_p50": 9202.433863404574, "effective_prefill_tok_s_p75": 9214.518710323293, "effective_prefill_tok_s_p90": 9224.125386755271, "effective_prefill_tok_s_p95": 9231.133041669611, "effective_prefill_tok_s_p99": 9245.55100154805, "effective_prefill_tok_s_samples": 100, "effective_prefill_tok_s_stddev": 281.95905191571813, "generation_max_ms": 649.5006999757607, "generation_mean_ci95_high_ms": 648.391038162031, "generation_mean_ci95_low_ms": 648.2136618362481, "generation_mean_ms": 648.3023499991396, "generation_min_ms": 647.0556999847759, "generation_p25_ms": 647.9772999882698, "generation_p50_ms": 648.3204999822192, "generation_p75_ms": 648.5781999945175, "generation_p90_ms": 648.8947999896482, "generation_p95_ms": 648.9629999850877, "generation_p99_ms": 649.1259000031278, "generation_samples": 100, "generation_stddev_ms": 0.4524906269970541, "mean_inter_token_latency_ms_max": 14.761379544903651, "mean_inter_token_latency_ms_mean": 14.734144318162262, "mean_inter_token_latency_ms_mean_ci95_high": 14.736159958227976, "mean_inter_token_latency_ms_mean_ci95_low": 14.732128678096547, "mean_inter_token_latency_ms_min": 14.70581136329036, "mean_inter_token_latency_ms_p25": 14.726756817915224, "mean_inter_token_latency_ms_p50": 14.734556817777708, "mean_inter_token_latency_ms_p75": 14.740413636239033, "mean_inter_token_latency_ms_p90": 14.747609090673821, "mean_inter_token_latency_ms_p95": 14.749159090570174, "mean_inter_token_latency_ms_p99": 14.75286136370745, "mean_inter_token_latency_ms_samples": 100, "mean_inter_token_latency_ms_stddev": 0.01028387788629665, "mean_time_per_output_token_max_ms": 14.761379544903651, "mean_time_per_output_token_mean_ci95_high_ms": 14.736159958227976, "mean_time_per_output_token_mean_ci95_low_ms": 14.732128678096547, "mean_time_per_output_token_mean_ms": 14.734144318162262, "mean_time_per_output_token_min_ms": 14.70581136329036, "mean_time_per_output_token_p25_ms": 14.726756817915224, "mean_time_per_output_token_p50_ms": 14.734556817777708, "mean_time_per_output_token_p75_ms": 14.740413636239033, "mean_time_per_output_token_p90_ms": 14.747609090673821, "mean_time_per_output_token_p95_ms": 14.749159090570174, "mean_time_per_output_token_p99_ms": 14.75286136370745, "mean_time_per_output_token_samples": 100, "mean_time_per_output_token_stddev_ms": 0.01028387788629665, "output_token_sources": { "usage": 100 }, "output_tokens": 4500, "prefix_cache_hit_avg": null, "prompt_token_samples": 100, "prompt_tokens": 365202, "prompt_tokens_max": 3687.0, "prompt_tokens_mean": 3652.02, "prompt_tokens_mean_ci95_high": 3656.1685361850155, "prompt_tokens_mean_ci95_low": 3647.8714638149845, "prompt_tokens_min": 3609.0, "prompt_tokens_p25": 3636.0, "prompt_tokens_p50": 3652.0, "prompt_tokens_p75": 3668.0, "prompt_tokens_p90": 3682.0, "prompt_tokens_p95": 3685.0, "prompt_tokens_p99": 3687.0, "prompt_tokens_samples": 100, "prompt_tokens_stddev": 21.166000943957172, "reasoning_chunks": 0, "request_canary_passed": 100, "request_canary_samples": 100, "throughput_performance_eligible": true, "throughput_tok_s": 42.96751096543126, "time_to_first_output_max_ms": 562.6731000083964, "time_to_first_output_mean_ci95_high_ms": 402.07250521424015, "time_to_first_output_mean_ci95_low_ms": 395.5061407850704, "time_to_first_output_mean_ms": 398.78932299965527, "time_to_first_output_min_ms": 392.38139998633415, "time_to_first_output_p25_ms": 395.60770001844503, "time_to_first_output_p50_ms": 397.10410000407137, "time_to_first_output_p75_ms": 398.69260002160445, "time_to_first_output_p90_ms": 399.3326000054367, "time_to_first_output_p95_ms": 399.88340000854805, "time_to_first_output_p99_ms": 413.2456000079401, "time_to_first_output_samples": 100, "time_to_first_output_stddev_ms": 16.7509296662493, "tpot_max_ms": 14.761379544903651, "tpot_mean_ci95_high_ms": 14.736159958227976, "tpot_mean_ci95_low_ms": 14.732128678096547, "tpot_mean_ms": 14.734144318162262, "tpot_min_ms": 14.70581136329036, "tpot_p25_ms": 14.726756817915224, "tpot_p50_ms": 14.734556817777708, "tpot_p75_ms": 14.740413636239033, "tpot_p90_ms": 14.747609090673821, "tpot_p95_ms": 14.749159090570174, "tpot_p99_ms": 14.75286136370745, "tpot_samples": 100, "tpot_stddev_ms": 0.01028387788629665, "ttft_max_ms": 562.6740999869071, "ttft_mean_ci95_high_ms": 402.0731122266516, "ttft_mean_ci95_low_ms": 395.5067317701396, "ttft_mean_ms": 398.7899219983956, "ttft_min_ms": 392.3818999901414, "ttft_p25_ms": 395.6084000237752, "ttft_p50_ms": 397.1048000094015, "ttft_p75_ms": 398.6931999970693, "ttft_p90_ms": 399.33319998090155, "ttft_p95_ms": 399.88400001311675, "ttft_p99_ms": 413.24599998188205, "ttft_samples": 100, "ttft_stddev_ms": 16.750970552326613 }, "model": "thinkingcap-awq-5090", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 68.00032825772998, "e2e_ms": 1209.7287999931723, "effective_prefill_tok_s": 6414.026190244646, "generation_ms": 647.0556999847759, "mean_inter_token_latency_ms": 14.70581136329036, "mean_time_per_output_token_ms": 14.70581136329036, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3609, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 562.6731000083964, "tpot_ms": 14.70581136329036, "ttft_ms": 562.6740999869071, "visible_content_truncated": false, "visible_generation_ms": 647.0547000062652 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86946788674264, "e2e_ms": 1041.8440999928862, "effective_prefill_tok_s": 9173.127665633698, "generation_ms": 648.303299996769, "mean_inter_token_latency_ms": 14.734165909017479, "mean_time_per_output_token_ms": 14.734165909017479, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3610, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 393.54079999611713, "tpot_ms": 14.734165909017479, "ttft_ms": 393.5415000014473, "visible_content_truncated": false, "visible_generation_ms": 648.3025999914389 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.93950296064956, "e2e_ms": 1040.7115999842063, "effective_prefill_tok_s": 9189.048648929782, "generation_ms": 647.6350000011735, "mean_inter_token_latency_ms": 14.718977272753943, "mean_time_per_output_token_ms": 14.718977272753943, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 393.0765999830328, "tpot_ms": 14.718977272753943, "ttft_ms": 393.07709998684004, "visible_content_truncated": false, "visible_generation_ms": 647.6344999973662 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8758544453816, "e2e_ms": 1040.6236999842804, "effective_prefill_tok_s": 9205.329304920668, "generation_ms": 648.2422999979462, "mean_inter_token_latency_ms": 14.732779545407869, "mean_time_per_output_token_ms": 14.732779545407869, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 392.38139998633415, "tpot_ms": 14.732779545407869, "ttft_ms": 392.3818999901414, "visible_content_truncated": false, "visible_generation_ms": 648.241799994139 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85639489592752, "e2e_ms": 1042.2648999956436, "effective_prefill_tok_s": 9176.3921440645, "generation_ms": 648.4281999873929, "mean_inter_token_latency_ms": 14.73700454516802, "mean_time_per_output_token_ms": 14.73700454516802, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3614, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 393.8367000082508, "tpot_ms": 14.73700454516802, "ttft_ms": 393.8371999829542, "visible_content_truncated": false, "visible_generation_ms": 648.4277000126895 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.91731252306653, "e2e_ms": 1043.8090999959968, "effective_prefill_tok_s": 9132.177921250899, "generation_ms": 647.8466000116896, "mean_inter_token_latency_ms": 14.723786363902036, "mean_time_per_output_token_ms": 14.723786363902036, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3616, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 395.9624999843072, "tpot_ms": 14.723786363902036, "ttft_ms": 395.9630999888759, "visible_content_truncated": false, "visible_generation_ms": 647.8460000071209 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.91697705471928, "e2e_ms": 1042.6202999951784, "effective_prefill_tok_s": 9164.818546069611, "generation_ms": 647.8497999778483, "mean_inter_token_latency_ms": 14.723859090405643, "mean_time_per_output_token_ms": 14.723859090405643, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3618, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 394.77050001733005, "tpot_ms": 14.723859090405643, "ttft_ms": 394.77099999203347, "visible_content_truncated": false, "visible_generation_ms": 647.8493000031449 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.97740492990772, "e2e_ms": 1041.3469999912195, "effective_prefill_tok_s": 9183.575331491473, "generation_ms": 647.27389998734, "mean_inter_token_latency_ms": 14.710770454257727, "mean_time_per_output_token_ms": 14.710770454257727, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3619, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 394.0731000038795, "tpot_ms": 14.710770454257727, "ttft_ms": 394.0736999793444, "visible_content_truncated": false, "visible_generation_ms": 647.2733000118751 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88231551275322, "e2e_ms": 1042.1157000237145, "effective_prefill_tok_s": 9191.869422126862, "generation_ms": 648.1806000228971, "mean_inter_token_latency_ms": 14.731377273247661, "mean_time_per_output_token_ms": 14.731377273247661, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3621, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 393.93510000081733, "tpot_ms": 14.731377273247661, "ttft_ms": 393.935700005386, "visible_content_truncated": false, "visible_generation_ms": 648.1800000183284 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8546577907293, "e2e_ms": 1042.2197000007145, "effective_prefill_tok_s": 9203.227529152555, "generation_ms": 648.4447999973781, "mean_inter_token_latency_ms": 14.73738181812223, "mean_time_per_output_token_ms": 14.73738181812223, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3624, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 393.77490000333637, "tpot_ms": 14.73738181812223, "ttft_ms": 393.77550000790507, "visible_content_truncated": false, "visible_generation_ms": 648.4441999928094 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.92750406261634, "e2e_ms": 1040.8490000118036, "effective_prefill_tok_s": 9224.125386755271, "generation_ms": 647.7493999991566, "mean_inter_token_latency_ms": 14.721577272708105, "mean_time_per_output_token_ms": 14.721577272708105, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3626, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 393.099600012647, "tpot_ms": 14.721577272708105, "ttft_ms": 393.10010001645423, "visible_content_truncated": false, "visible_generation_ms": 647.7488999953493 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81926535874099, "e2e_ms": 1042.500999988988, "effective_prefill_tok_s": 9212.181923075259, "generation_ms": 648.7831999838818, "mean_inter_token_latency_ms": 14.745072726906404, "mean_time_per_output_token_ms": 14.745072726906404, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3627, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 393.71780000510626, "tpot_ms": 14.745072726906404, "ttft_ms": 393.7182999798097, "visible_content_truncated": false, "visible_generation_ms": 648.7827000091784 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8891863307711, "e2e_ms": 1041.5501999959815, "effective_prefill_tok_s": 9221.34064314641, "generation_ms": 648.1150000181515, "mean_inter_token_latency_ms": 14.729886364048896, "mean_time_per_output_token_ms": 14.729886364048896, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 393.43519997783005, "tpot_ms": 14.729886364048896, "ttft_ms": 393.43579998239875, "visible_content_truncated": false, "visible_generation_ms": 648.1144000135828 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90361329138616, "e2e_ms": 1041.774199984502, "effective_prefill_tok_s": 9212.870898767136, "generation_ms": 647.9772999882698, "mean_inter_token_latency_ms": 14.726756817915224, "mean_time_per_output_token_ms": 14.726756817915224, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 393.79689999623224, "tpot_ms": 14.726756817915224, "ttft_ms": 393.79729999927804, "visible_content_truncated": false, "visible_generation_ms": 647.976899985224 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.95352102687245, "e2e_ms": 1041.6086000041105, "effective_prefill_tok_s": 9208.154532536511, "generation_ms": 647.5014000025112, "mean_inter_token_latency_ms": 14.715940909147982, "mean_time_per_output_token_ms": 14.715940909147982, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3629, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 394.10720000159927, "tpot_ms": 14.715940909147982, "ttft_ms": 394.10800000769086, "visible_content_truncated": false, "visible_generation_ms": 647.5005999964196 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90886383382757, "e2e_ms": 1042.6406000042334, "effective_prefill_tok_s": 9199.079636242464, "generation_ms": 647.9272000142373, "mean_inter_token_latency_ms": 14.725618182141757, "mean_time_per_output_token_ms": 14.725618182141757, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 394.7133999899961, "tpot_ms": 14.725618182141757, "ttft_ms": 394.7139999945648, "visible_content_truncated": false, "visible_generation_ms": 647.9266000096686 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.95497982449206, "e2e_ms": 1042.5084000162315, "effective_prefill_tok_s": 9191.918706000311, "generation_ms": 647.4875000130851, "mean_inter_token_latency_ms": 14.715625000297388, "mean_time_per_output_token_ms": 14.715625000297388, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 395.0209000031464, "tpot_ms": 14.715625000297388, "ttft_ms": 395.0216000084765, "visible_content_truncated": false, "visible_generation_ms": 647.4868000077549 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90386479180741, "e2e_ms": 1044.6908000158146, "effective_prefill_tok_s": 9155.1662036067, "generation_ms": 647.9749000282027, "mean_inter_token_latency_ms": 14.726702273368243, "mean_time_per_output_token_ms": 14.726702273368243, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3632, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 396.7158999876119, "tpot_ms": 14.726702273368243, "ttft_ms": 396.7162999906577, "visible_content_truncated": false, "visible_generation_ms": 647.9745000251569 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87059853364777, "e2e_ms": 1042.5320999929681, "effective_prefill_tok_s": 9215.20821368983, "generation_ms": 648.292500001844, "mean_inter_token_latency_ms": 14.733920454587365, "mean_time_per_output_token_ms": 14.733920454587365, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3633, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 394.2395999911241, "tpot_ms": 14.733920454587365, "ttft_ms": 394.24009999493137, "visible_content_truncated": false, "visible_generation_ms": 648.2919999980368 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90543674062538, "e2e_ms": 1042.2054999799002, "effective_prefill_tok_s": 9217.604458229147, "generation_ms": 647.9599000012968, "mean_inter_token_latency_ms": 14.726361363665836, "mean_time_per_output_token_ms": 14.726361363665836, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3634, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 394.2455999786034, "tpot_ms": 14.726361363665836, "ttft_ms": 394.246399984695, "visible_content_truncated": false, "visible_generation_ms": 647.9590999952052 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.95416121322887, "e2e_ms": 1043.514299992239, "effective_prefill_tok_s": 9178.852529638938, "generation_ms": 647.4952999851666, "mean_inter_token_latency_ms": 14.715802272390151, "mean_time_per_output_token_ms": 14.715802272390151, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 396.01900000707246, "tpot_ms": 14.715802272390151, "ttft_ms": 396.01960001164116, "visible_content_truncated": false, "visible_generation_ms": 647.4946999805979 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.99174333038455, "e2e_ms": 1043.2305999856908, "effective_prefill_tok_s": 9177.133058815076, "generation_ms": 647.1373999956995, "mean_inter_token_latency_ms": 14.707668181720443, "mean_time_per_output_token_ms": 14.707668181720443, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 396.09319998999126, "tpot_ms": 14.707668181720443, "ttft_ms": 396.09379999455996, "visible_content_truncated": false, "visible_generation_ms": 647.1367999911308 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.7443457745959, "e2e_ms": 1044.2996999772731, "effective_prefill_tok_s": 9209.74977136738, "generation_ms": 649.5006999757607, "mean_inter_token_latency_ms": 14.761379544903651, "mean_time_per_output_token_ms": 14.761379544903651, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 394.79900000151247, "tpot_ms": 14.761379544903651, "ttft_ms": 394.7994999762159, "visible_content_truncated": false, "visible_generation_ms": 649.5002000010572 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88788747437768, "e2e_ms": 1042.7572000189684, "effective_prefill_tok_s": 9211.164488312514, "generation_ms": 648.1273999961559, "mean_inter_token_latency_ms": 14.730168181730816, "mean_time_per_output_token_ms": 14.730168181730816, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 394.62980002281256, "tpot_ms": 14.730168181730816, "ttft_ms": 394.6303000266198, "visible_content_truncated": false, "visible_generation_ms": 648.1268999923486 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.91592872452686, "e2e_ms": 1043.8775999937207, "effective_prefill_tok_s": 9181.405482326702, "generation_ms": 647.8597999957856, "mean_inter_token_latency_ms": 14.72408636354058, "mean_time_per_output_token_ms": 14.72408636354058, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 396.0177999979351, "tpot_ms": 14.72408636354058, "ttft_ms": 396.01820000098087, "visible_content_truncated": false, "visible_generation_ms": 647.8593999927398 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85274289103272, "e2e_ms": 1044.5004999928642, "effective_prefill_tok_s": 9183.47610668091, "generation_ms": 648.463100020308, "mean_inter_token_latency_ms": 14.737797727734273, "mean_time_per_output_token_ms": 14.737797727734273, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 396.03739997255616, "tpot_ms": 14.737797727734273, "ttft_ms": 396.03799997712485, "visible_content_truncated": false, "visible_generation_ms": 648.4625000157394 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.93940854951367, "e2e_ms": 1044.5135999761987, "effective_prefill_tok_s": 9164.0321439702, "generation_ms": 647.6358999789227, "mean_inter_token_latency_ms": 14.718997726793697, "mean_time_per_output_token_ms": 14.718997726793697, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 396.87769999727607, "tpot_ms": 14.718997726793697, "ttft_ms": 396.8782000010833, "visible_content_truncated": false, "visible_generation_ms": 647.6353999751154 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87954034841276, "e2e_ms": 1045.6056999973953, "effective_prefill_tok_s": 9152.020163673484, "generation_ms": 648.2071000209544, "mean_inter_token_latency_ms": 14.731979545930782, "mean_time_per_output_token_ms": 14.731979545930782, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 397.3985999764409, "tpot_ms": 14.731979545930782, "ttft_ms": 397.3991999810096, "visible_content_truncated": false, "visible_generation_ms": 648.2065000163857 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.92991608816926, "e2e_ms": 1043.3758999861311, "effective_prefill_tok_s": 9192.479707708577, "generation_ms": 647.7263999986462, "mean_inter_token_latency_ms": 14.721054545423778, "mean_time_per_output_token_ms": 14.721054545423778, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 395.6494999874849, "tpot_ms": 14.721054545423778, "ttft_ms": 395.6500999920536, "visible_content_truncated": false, "visible_generation_ms": 647.7257999940775 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87354048837156, "e2e_ms": 1061.5099999995437, "effective_prefill_tok_s": 8801.061644528385, "generation_ms": 648.2643999916036, "mean_inter_token_latency_ms": 14.73328181799099, "mean_time_per_output_token_ms": 14.73328181799099, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 413.2456000079401, "tpot_ms": 14.73328181799099, "ttft_ms": 413.24599998188205, "visible_content_truncated": false, "visible_generation_ms": 648.2640000176616 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.9124694687661, "e2e_ms": 1043.3287000050768, "effective_prefill_tok_s": 9197.445148718705, "generation_ms": 647.8928000142332, "mean_inter_token_latency_ms": 14.724836363959845, "mean_time_per_output_token_ms": 14.724836363959845, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 395.4358999908436, "tpot_ms": 14.724836363959845, "ttft_ms": 395.43639999465086, "visible_content_truncated": false, "visible_generation_ms": 647.892300010426 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84806597730842, "e2e_ms": 1043.2776999950875, "effective_prefill_tok_s": 9215.494899389234, "generation_ms": 648.5077999823261, "mean_inter_token_latency_ms": 14.738813635961957, "mean_time_per_output_token_ms": 14.738813635961957, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3638, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 394.76990001276135, "tpot_ms": 14.738813635961957, "ttft_ms": 394.7704000165686, "visible_content_truncated": false, "visible_generation_ms": 648.5072999785189 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90552058042799, "e2e_ms": 1043.4802999952808, "effective_prefill_tok_s": 9200.51820230952, "generation_ms": 647.9590999952052, "mean_inter_token_latency_ms": 14.72634318170921, "mean_time_per_output_token_ms": 14.72634318170921, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3639, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "time_to_first_output_ms": 395.5212000000756, "tpot_ms": 14.72634318170921, "ttft_ms": 395.5218000046443, "visible_content_truncated": false, "visible_generation_ms": 647.9584999906365 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87920525310189, "e2e_ms": 1043.6320999870077, "effective_prefill_tok_s": 9205.359947279008, "generation_ms": 648.2102999871131, "mean_inter_token_latency_ms": 14.73205227243439, "mean_time_per_output_token_ms": 14.73205227243439, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3640, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "time_to_first_output_ms": 395.4217999998946, "tpot_ms": 14.73205227243439, "ttft_ms": 395.42240000446327, "visible_content_truncated": false, "visible_generation_ms": 648.2096999825444 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88836930387738, "e2e_ms": 1044.9203999887686, "effective_prefill_tok_s": 9175.962757873125, "generation_ms": 648.122799990233, "mean_inter_token_latency_ms": 14.73006363614166, "mean_time_per_output_token_ms": 14.73006363614166, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3641, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "time_to_first_output_ms": 396.7975999985356, "tpot_ms": 14.73006363614166, "ttft_ms": 396.7984000046272, "visible_content_truncated": false, "visible_generation_ms": 648.1219999841414 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90736509626372, "e2e_ms": 1043.1912999774795, "effective_prefill_tok_s": 9214.42591495596, "generation_ms": 647.9414999776054, "mean_inter_token_latency_ms": 14.725943181309214, "mean_time_per_output_token_ms": 14.725943181309214, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3642, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "time_to_first_output_ms": 395.2497999998741, "tpot_ms": 14.725943181309214, "ttft_ms": 395.25059997686185, "visible_content_truncated": false, "visible_generation_ms": 647.9407000006177 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8616276750463, "e2e_ms": 1044.1097999864724, "effective_prefill_tok_s": 9205.734391659933, "generation_ms": 648.378199985018, "mean_inter_token_latency_ms": 14.735868181477683, "mean_time_per_output_token_ms": 14.735868181477683, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "time_to_first_output_ms": 395.73160000145435, "tpot_ms": 14.735868181477683, "ttft_ms": 395.73209997615777, "visible_content_truncated": false, "visible_generation_ms": 648.3777000103146 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8785769499303, "e2e_ms": 1044.6203000028618, "effective_prefill_tok_s": 9190.119171369786, "generation_ms": 648.2163000036962, "mean_inter_token_latency_ms": 14.732188636447642, "mean_time_per_output_token_ms": 14.732188636447642, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "time_to_first_output_ms": 396.40399999916553, "tpot_ms": 14.732188636447642, "ttft_ms": 396.40440000221133, "visible_content_truncated": false, "visible_generation_ms": 648.2159000006504 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.89999811541757, "e2e_ms": 1044.2130000155885, "effective_prefill_tok_s": 9197.347206478576, "generation_ms": 648.0118000181392, "mean_inter_token_latency_ms": 14.727540909503164, "mean_time_per_output_token_ms": 14.727540909503164, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3644, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "time_to_first_output_ms": 396.2011999974493, "tpot_ms": 14.727540909503164, "ttft_ms": 396.2020000035409, "visible_content_truncated": false, "visible_generation_ms": 648.0110000120476 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85070254837328, "e2e_ms": 1044.193500012625, "effective_prefill_tok_s": 9211.27014653876, "generation_ms": 648.4825999941677, "mean_inter_token_latency_ms": 14.738240908958357, "mean_time_per_output_token_ms": 14.738240908958357, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3645, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "time_to_first_output_ms": 395.7109000184573, "tpot_ms": 14.738240908958357, "ttft_ms": 395.71140002226457, "visible_content_truncated": false, "visible_generation_ms": 648.4820999903604 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.89111376355949, "e2e_ms": 1043.7043000129052, "effective_prefill_tok_s": 9218.728553134735, "generation_ms": 648.0965999944601, "mean_inter_token_latency_ms": 14.729468181692276, "mean_time_per_output_token_ms": 14.729468181692276, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "time_to_first_output_ms": 395.60770001844503, "tpot_ms": 14.729468181692276, "ttft_ms": 395.6084000237752, "visible_content_truncated": false, "visible_generation_ms": 648.09589998913 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.93775110787197, "e2e_ms": 1043.959900009213, "effective_prefill_tok_s": 9202.433863404574, "generation_ms": 647.6517000119202, "mean_inter_token_latency_ms": 14.71935681845273, "mean_time_per_output_token_ms": 14.71935681845273, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "time_to_first_output_ms": 396.30819999729283, "tpot_ms": 14.71935681845273, "ttft_ms": 396.30860000033863, "visible_content_truncated": false, "visible_generation_ms": 647.6513000088744 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87409540314712, "e2e_ms": 1044.281000009505, "effective_prefill_tok_s": 9211.61178207451, "generation_ms": 648.2591000094544, "mean_inter_token_latency_ms": 14.733161363851236, "mean_time_per_output_token_ms": 14.733161363851236, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "time_to_first_output_ms": 396.02190000005066, "tpot_ms": 14.733161363851236, "ttft_ms": 396.0224000038579, "visible_content_truncated": false, "visible_generation_ms": 648.2586000056472 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84745917460687, "e2e_ms": 1045.337899995502, "effective_prefill_tok_s": 9195.505416420634, "generation_ms": 648.5135999973863, "mean_inter_token_latency_ms": 14.738945454486053, "mean_time_per_output_token_ms": 14.738945454486053, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "time_to_first_output_ms": 396.82429999811575, "tpot_ms": 14.738945454486053, "ttft_ms": 396.8250000034459, "visible_content_truncated": false, "visible_generation_ms": 648.5128999920562 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.92232403055748, "e2e_ms": 1044.4820999982767, "effective_prefill_tok_s": 9196.253031039918, "generation_ms": 647.7987999969628, "mean_inter_token_latency_ms": 14.722699999930972, "mean_time_per_output_token_ms": 14.722699999930972, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "time_to_first_output_ms": 396.6833000013139, "tpot_ms": 14.722699999930972, "ttft_ms": 396.6838999767788, "visible_content_truncated": false, "visible_generation_ms": 647.7982000214979 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87628374921904, "e2e_ms": 1044.9826999974903, "effective_prefill_tok_s": 9197.354972746278, "generation_ms": 648.2381999958307, "mean_inter_token_latency_ms": 14.732686363541605, "mean_time_per_output_token_ms": 14.732686363541605, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "time_to_first_output_ms": 396.7445000016596, "tpot_ms": 14.732686363541605, "ttft_ms": 396.7451000062283, "visible_content_truncated": false, "visible_generation_ms": 648.237599991262 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.91021590320574, "e2e_ms": 1045.5322000198066, "effective_prefill_tok_s": 9179.66721279066, "generation_ms": 647.9143000033218, "mean_inter_token_latency_ms": 14.725325000075497, "mean_time_per_output_token_ms": 14.725325000075497, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3650, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "time_to_first_output_ms": 397.6179000164848, "tpot_ms": 14.725325000075497, "ttft_ms": 397.6185000210535, "visible_content_truncated": false, "visible_generation_ms": 647.9136999987531 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86883976381922, "e2e_ms": 1044.9829999997746, "effective_prefill_tok_s": 9204.038483330174, "generation_ms": 648.3093000133522, "mean_inter_token_latency_ms": 14.734302273030732, "mean_time_per_output_token_ms": 14.734302273030732, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "time_to_first_output_ms": 396.67369998642243, "tpot_ms": 14.734302273030732, "ttft_ms": 396.6743999917526, "visible_content_truncated": false, "visible_generation_ms": 648.308600008022 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.89976759700724, "e2e_ms": 1045.880500023486, "effective_prefill_tok_s": 9176.444862378681, "generation_ms": 648.0140000057872, "mean_inter_token_latency_ms": 14.727590909222437, "mean_time_per_output_token_ms": 14.727590909222437, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "time_to_first_output_ms": 397.86650001769885, "tpot_ms": 14.727590909222437, "ttft_ms": 397.86730002379045, "visible_content_truncated": false, "visible_generation_ms": 648.0131999996956 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84320141100214, "e2e_ms": 1044.885899988003, "effective_prefill_tok_s": 9214.506236677007, "generation_ms": 648.5542999871541, "mean_inter_token_latency_ms": 14.739870454253502, "mean_time_per_output_token_ms": 14.739870454253502, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3652, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "time_to_first_output_ms": 396.331600000849, "tpot_ms": 14.739870454253502, "ttft_ms": 396.33239997783676, "visible_content_truncated": false, "visible_generation_ms": 648.5535000101663 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86766730530154, "e2e_ms": 1045.6394999928307, "effective_prefill_tok_s": 9194.123613274061, "generation_ms": 648.3204999822192, "mean_inter_token_latency_ms": 14.734556817777708, "mean_time_per_output_token_ms": 14.734556817777708, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3653, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "time_to_first_output_ms": 397.3190000106115, "tpot_ms": 14.734556817777708, "ttft_ms": 397.3196999868378, "visible_content_truncated": false, "visible_generation_ms": 648.3198000059929 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87560314631031, "e2e_ms": 1045.3488000202924, "effective_prefill_tok_s": 9201.61740954711, "generation_ms": 648.244700016221, "mean_inter_token_latency_ms": 14.73283409127775, "mean_time_per_output_token_ms": 14.73283409127775, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "time_to_first_output_ms": 397.10410000407137, "tpot_ms": 14.73283409127775, "ttft_ms": 397.1048000094015, "visible_content_truncated": false, "visible_generation_ms": 648.2440000108909 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87856647825852, "e2e_ms": 1045.0088999932632, "effective_prefill_tok_s": 9208.843413378752, "generation_ms": 648.2164000044577, "mean_inter_token_latency_ms": 14.73219090919222, "mean_time_per_output_token_ms": 14.73219090919222, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "time_to_first_output_ms": 396.7924999888055, "tpot_ms": 14.73219090919222, "ttft_ms": 396.79299999261275, "visible_content_truncated": false, "visible_generation_ms": 648.2159000006504 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.82352011533895, "e2e_ms": 1045.8007999986876, "effective_prefill_tok_s": 9202.678801137627, "generation_ms": 648.7425000232179, "mean_inter_token_latency_ms": 14.744147727800406, "mean_time_per_output_token_ms": 14.744147727800406, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "time_to_first_output_ms": 397.0582999754697, "tpot_ms": 14.744147727800406, "ttft_ms": 397.05879997927696, "visible_content_truncated": false, "visible_generation_ms": 648.7420000194106 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84736501911212, "e2e_ms": 1045.5440999940038, "effective_prefill_tok_s": 9203.344032350105, "generation_ms": 648.5144999751355, "mean_inter_token_latency_ms": 14.738965908525808, "mean_time_per_output_token_ms": 14.738965908525808, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "time_to_first_output_ms": 397.0296000188682, "tpot_ms": 14.738965908525808, "ttft_ms": 397.03009999357164, "visible_content_truncated": false, "visible_generation_ms": 648.5140000004321 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88079699901057, "e2e_ms": 1045.7018000015523, "effective_prefill_tok_s": 9192.29789118273, "generation_ms": 648.195100016892, "mean_inter_token_latency_ms": 14.731706818565726, "mean_time_per_output_token_ms": 14.731706818565726, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "time_to_first_output_ms": 397.5066999846604, "tpot_ms": 14.731706818565726, "ttft_ms": 397.5071999884676, "visible_content_truncated": false, "visible_generation_ms": 648.1946000130847 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85138264895886, "e2e_ms": 1046.5717000188306, "effective_prefill_tok_s": 9178.699789331016, "generation_ms": 648.4761000028811, "mean_inter_token_latency_ms": 14.738093181883663, "mean_time_per_output_token_ms": 14.738093181883663, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "time_to_first_output_ms": 398.09560001594946, "tpot_ms": 14.738093181883663, "ttft_ms": 398.0961000197567, "visible_content_truncated": false, "visible_generation_ms": 648.4755999990739 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.87861883664972, "e2e_ms": 1046.0032999981195, "effective_prefill_tok_s": 9190.839126687426, "generation_ms": 648.2159000006504, "mean_inter_token_latency_ms": 14.732179545469329, "mean_time_per_output_token_ms": 14.732179545469329, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "time_to_first_output_ms": 397.78739999746904, "tpot_ms": 14.732179545469329, "ttft_ms": 397.78800000203773, "visible_content_truncated": false, "visible_generation_ms": 648.2152999960817 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88336280550723, "e2e_ms": 1046.381799998926, "effective_prefill_tok_s": 9181.05769012875, "generation_ms": 648.1706000049599, "mean_inter_token_latency_ms": 14.731150000112724, "mean_time_per_output_token_ms": 14.731150000112724, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "time_to_first_output_ms": 398.21119999396615, "tpot_ms": 14.731150000112724, "ttft_ms": 398.2121000008192, "visible_content_truncated": false, "visible_generation_ms": 648.1696999981068 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84177878641444, "e2e_ms": 1045.7756000105292, "effective_prefill_tok_s": 9206.770160634753, "generation_ms": 648.5679000033997, "mean_inter_token_latency_ms": 14.740179545531811, "mean_time_per_output_token_ms": 14.740179545531811, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3657, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "time_to_first_output_ms": 397.20770000712946, "tpot_ms": 14.740179545531811, "ttft_ms": 397.2082999825943, "visible_content_truncated": false, "visible_generation_ms": 648.5673000279348 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86269525699481, "e2e_ms": 1046.287700009998, "effective_prefill_tok_s": 9192.809504346134, "generation_ms": 648.3680000237655, "mean_inter_token_latency_ms": 14.735636364176488, "mean_time_per_output_token_ms": 14.735636364176488, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3658, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "time_to_first_output_ms": 397.91969998623244, "tpot_ms": 14.735636364176488, "ttft_ms": 397.92009998927824, "visible_content_truncated": false, "visible_generation_ms": 648.3676000207197 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8076014797806, "e2e_ms": 1045.7437000004575, "effective_prefill_tok_s": 9220.133909657647, "generation_ms": 648.8947999896482, "mean_inter_token_latency_ms": 14.747609090673821, "mean_time_per_output_token_ms": 14.747609090673821, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "time_to_first_output_ms": 396.8489000108093, "tpot_ms": 14.747609090673821, "ttft_ms": 396.8493000138551, "visible_content_truncated": false, "visible_generation_ms": 648.8943999866024 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85706464559418, "e2e_ms": 1045.5270999809727, "effective_prefill_tok_s": 9214.180722711231, "generation_ms": 648.4217999968678, "mean_inter_token_latency_ms": 14.736859090837903, "mean_time_per_output_token_ms": 14.736859090837903, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "time_to_first_output_ms": 397.10529998410493, "tpot_ms": 14.736859090837903, "ttft_ms": 397.1057999879122, "visible_content_truncated": false, "visible_generation_ms": 648.4212999930605 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.90143366149242, "e2e_ms": 1047.6988999871537, "effective_prefill_tok_s": 9156.849323614058, "generation_ms": 647.9981000011321, "mean_inter_token_latency_ms": 14.727229545480276, "mean_time_per_output_token_ms": 14.727229545480276, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3660, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "time_to_first_output_ms": 399.7007999860216, "tpot_ms": 14.727229545480276, "ttft_ms": 399.70149999135174, "visible_content_truncated": false, "visible_generation_ms": 647.997399995802 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.92955951437361, "e2e_ms": 1045.812600001227, "effective_prefill_tok_s": 9196.579204663847, "generation_ms": 647.7298000245355, "mean_inter_token_latency_ms": 14.721131818739444, "mean_time_per_output_token_ms": 14.721131818739444, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "time_to_first_output_ms": 398.0827999766916, "tpot_ms": 14.721131818739444, "ttft_ms": 398.08349998202175, "visible_content_truncated": false, "visible_generation_ms": 647.7291000192054 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.88369794491625, "e2e_ms": 1046.4144999859855, "effective_prefill_tok_s": 9195.296086821567, "generation_ms": 648.1674000096973, "mean_inter_token_latency_ms": 14.731077272947665, "mean_time_per_output_token_ms": 14.731077272947665, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "time_to_first_output_ms": 398.24709997628815, "tpot_ms": 14.731077272947665, "ttft_ms": 398.24789998237975, "visible_content_truncated": false, "visible_generation_ms": 648.1666000036057 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.83815973522424, "e2e_ms": 1046.6164000099525, "effective_prefill_tok_s": 9198.171219532212, "generation_ms": 648.6025000049267, "mean_inter_token_latency_ms": 14.74096590920288, "mean_time_per_output_token_ms": 14.74096590920288, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "time_to_first_output_ms": 398.0139000050258, "tpot_ms": 14.74096590920288, "ttft_ms": 398.01440000883304, "visible_content_truncated": false, "visible_generation_ms": 648.6020000011194 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84322232948698, "e2e_ms": 1046.797199989669, "effective_prefill_tok_s": 9195.38844547587, "generation_ms": 648.554100014735, "mean_inter_token_latency_ms": 14.739865909425795, "mean_time_per_output_token_ms": 14.739865909425795, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "time_to_first_output_ms": 398.243099974934, "tpot_ms": 14.739865909425795, "ttft_ms": 398.24359997874126, "visible_content_truncated": false, "visible_generation_ms": 648.5536000109278 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86624365447412, "e2e_ms": 1046.3418000144884, "effective_prefill_tok_s": 9203.339533010365, "generation_ms": 648.3340999984648, "mean_inter_token_latency_ms": 14.734865909056019, "mean_time_per_output_token_ms": 14.734865909056019, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3663, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "time_to_first_output_ms": 398.0077000160236, "tpot_ms": 14.734865909056019, "ttft_ms": 398.00849999301136, "visible_content_truncated": false, "visible_generation_ms": 648.333300021477 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.83339070877287, "e2e_ms": 1046.9018000003416, "effective_prefill_tok_s": 9200.165623128052, "generation_ms": 648.6481000029016, "mean_inter_token_latency_ms": 14.742002272793219, "mean_time_per_output_token_ms": 14.742002272793219, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3664, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "time_to_first_output_ms": 398.25369999744, "tpot_ms": 14.742002272793219, "ttft_ms": 398.2542000012472, "visible_content_truncated": false, "visible_generation_ms": 648.6475999990944 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85130940909156, "e2e_ms": 1047.4813999899197, "effective_prefill_tok_s": 9185.357762543803, "generation_ms": 648.4767999791075, "mean_inter_token_latency_ms": 14.73810909043426, "mean_time_per_output_token_ms": 14.73810909043426, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3665, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "time_to_first_output_ms": 399.0046000108123, "tpot_ms": 14.73810909043426, "ttft_ms": 399.00519998627715, "visible_content_truncated": false, "visible_generation_ms": 648.4762000036426 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.80491600939297, "e2e_ms": 1046.5124000038486, "effective_prefill_tok_s": 9220.509774126023, "generation_ms": 648.9205000107177, "mean_inter_token_latency_ms": 14.748193182061765, "mean_time_per_output_token_ms": 14.748193182061765, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3666, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "time_to_first_output_ms": 397.59189999313094, "tpot_ms": 14.748193182061765, "ttft_ms": 397.5923999969382, "visible_content_truncated": false, "visible_generation_ms": 648.9200000069104 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.866934534729, "e2e_ms": 1046.2970999942627, "effective_prefill_tok_s": 9214.27164314056, "generation_ms": 648.3275000064168, "mean_inter_token_latency_ms": 14.734715909236746, "mean_time_per_output_token_ms": 14.734715909236746, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3667, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "time_to_first_output_ms": 397.96959998784587, "tpot_ms": 14.734715909236746, "ttft_ms": 397.97019999241456, "visible_content_truncated": false, "visible_generation_ms": 648.3269000018481 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.78837947014286, "e2e_ms": 1048.1684999831486, "effective_prefill_tok_s": 9190.916227848682, "generation_ms": 649.0787999937311, "mean_inter_token_latency_ms": 14.751790908948434, "mean_time_per_output_token_ms": 14.751790908948434, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "time_to_first_output_ms": 399.08969998941757, "tpot_ms": 14.751790908948434, "ttft_ms": 399.0901999932248, "visible_content_truncated": false, "visible_generation_ms": 649.0782999899238 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85410319069169, "e2e_ms": 1046.6391000081785, "effective_prefill_tok_s": 9211.705998920535, "generation_ms": 648.4501000086311, "mean_inter_token_latency_ms": 14.737502272923434, "mean_time_per_output_token_ms": 14.737502272923434, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "time_to_first_output_ms": 398.1889999995474, "tpot_ms": 14.737502272923434, "ttft_ms": 398.1896000041161, "visible_content_truncated": false, "visible_generation_ms": 648.4495000040624 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.80213672170414, "e2e_ms": 1048.3143000165, "effective_prefill_tok_s": 9187.033887450007, "generation_ms": 648.9471000095364, "mean_inter_token_latency_ms": 14.748797727489462, "mean_time_per_output_token_ms": 14.748797727489462, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3669, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "time_to_first_output_ms": 399.3672000069637, "tpot_ms": 14.748797727489462, "ttft_ms": 399.3678000115324, "visible_content_truncated": false, "visible_generation_ms": 648.9465000049677 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.92835349589872, "e2e_ms": 1046.7631999927107, "effective_prefill_tok_s": 9199.996290999017, "generation_ms": 647.7412999956869, "mean_inter_token_latency_ms": 14.721393181720156, "mean_time_per_output_token_ms": 14.721393181720156, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "time_to_first_output_ms": 399.02189999702387, "tpot_ms": 14.721393181720156, "ttft_ms": 399.022600002354, "visible_content_truncated": false, "visible_generation_ms": 647.7405999903567 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85957632916691, "e2e_ms": 1049.2538000107743, "effective_prefill_tok_s": 9157.902089025083, "generation_ms": 648.3977999887429, "mean_inter_token_latency_ms": 14.736313636107793, "mean_time_per_output_token_ms": 14.736313636107793, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "time_to_first_output_ms": 400.85600002203137, "tpot_ms": 14.736313636107793, "ttft_ms": 400.8565000258386, "visible_content_truncated": false, "visible_generation_ms": 648.3972999849357 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81885767932059, "e2e_ms": 1047.4691000126768, "effective_prefill_tok_s": 9210.348097000375, "generation_ms": 648.7871000135783, "mean_inter_token_latency_ms": 14.74516136394496, "mean_time_per_output_token_ms": 14.74516136394496, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3672, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "time_to_first_output_ms": 398.6819999990985, "tpot_ms": 14.74516136394496, "ttft_ms": 398.6826000036672, "visible_content_truncated": false, "visible_generation_ms": 648.7865000090096 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.83022218705973, "e2e_ms": 1047.5537000165787, "effective_prefill_tok_s": 9210.898744180384, "generation_ms": 648.6784000007901, "mean_inter_token_latency_ms": 14.742690909108866, "mean_time_per_output_token_ms": 14.742690909108866, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "time_to_first_output_ms": 398.8753000157885, "tpot_ms": 14.742690909108866, "ttft_ms": 398.8757000188343, "visible_content_truncated": false, "visible_generation_ms": 648.6779999977443 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84046082353423, "e2e_ms": 1047.2990999987815, "effective_prefill_tok_s": 9214.518710323293, "generation_ms": 648.580499982927, "mean_inter_token_latency_ms": 14.740465908702886, "mean_time_per_output_token_ms": 14.740465908702886, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "time_to_first_output_ms": 398.71860001585446, "tpot_ms": 14.740465908702886, "ttft_ms": 398.7193999928422, "visible_content_truncated": false, "visible_generation_ms": 648.5797000059392 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8407013994179, "e2e_ms": 1047.3417000030167, "effective_prefill_tok_s": 9215.988925570347, "generation_ms": 648.5781999945175, "mean_inter_token_latency_ms": 14.740413636239033, "mean_time_per_output_token_ms": 14.740413636239033, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3675, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "time_to_first_output_ms": 398.76350000849925, "tpot_ms": 14.740413636239033, "ttft_ms": 398.76410001306795, "visible_content_truncated": false, "visible_generation_ms": 648.5775999899488 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.84012611090847, "e2e_ms": 1046.7613999790046, "effective_prefill_tok_s": 9232.058952554287, "generation_ms": 648.5836999781895, "mean_inter_token_latency_ms": 14.740538635867944, "mean_time_per_output_token_ms": 14.740538635867944, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3676, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "time_to_first_output_ms": 398.1777000008151, "tpot_ms": 14.740538635867944, "ttft_ms": 398.17829997627996, "visible_content_truncated": false, "visible_generation_ms": 648.5831000027247 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81454079300978, "e2e_ms": 1047.8657000057865, "effective_prefill_tok_s": 9214.677424941507, "generation_ms": 648.8284000079148, "mean_inter_token_latency_ms": 14.746100000179881, "mean_time_per_output_token_ms": 14.746100000179881, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3677, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "time_to_first_output_ms": 399.03729999787174, "tpot_ms": 14.746100000179881, "ttft_ms": 399.03810000396334, "visible_content_truncated": false, "visible_generation_ms": 648.8276000018232 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81484390018696, "e2e_ms": 1046.831799991196, "effective_prefill_tok_s": 9241.059751944724, "generation_ms": 648.8254999858327, "mean_inter_token_latency_ms": 14.746034090587107, "mean_time_per_output_token_ms": 14.746034090587107, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "time_to_first_output_ms": 398.0063000053633, "tpot_ms": 14.746034090587107, "ttft_ms": 398.006900009932, "visible_content_truncated": false, "visible_generation_ms": 648.824899981264 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.80449805972012, "e2e_ms": 1047.6171000045724, "effective_prefill_tok_s": 9225.15241015433, "generation_ms": 648.924499982968, "mean_inter_token_latency_ms": 14.748284090521999, "mean_time_per_output_token_ms": 14.748284090521999, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "time_to_first_output_ms": 398.69260002160445, "tpot_ms": 14.748284090521999, "ttft_ms": 398.6931999970693, "visible_content_truncated": false, "visible_generation_ms": 648.9239000075031 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81676711089278, "e2e_ms": 1047.9323999898043, "effective_prefill_tok_s": 9217.656710845647, "generation_ms": 648.8070999912452, "mean_inter_token_latency_ms": 14.745615908891937, "mean_time_per_output_token_ms": 14.745615908891937, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3679, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "time_to_first_output_ms": 399.12529999855906, "tpot_ms": 14.745615908891937, "ttft_ms": 399.12610000465065, "visible_content_truncated": false, "visible_generation_ms": 648.8062999851536 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.86759402722755, "e2e_ms": 1047.198699990986, "effective_prefill_tok_s": 9228.397189533844, "generation_ms": 648.3211999875493, "mean_inter_token_latency_ms": 14.734572726989757, "mean_time_per_output_token_ms": 14.734572726989757, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "time_to_first_output_ms": 398.8775000034366, "tpot_ms": 14.734572726989757, "ttft_ms": 398.8782000087667, "visible_content_truncated": false, "visible_generation_ms": 648.3204999822192 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.78346080442637, "e2e_ms": 1049.6628000109922, "effective_prefill_tok_s": 9190.164501517149, "generation_ms": 649.1259000031278, "mean_inter_token_latency_ms": 14.75286136370745, "mean_time_per_output_token_ms": 14.75286136370745, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "time_to_first_output_ms": 400.53690000786446, "tpot_ms": 14.75286136370745, "ttft_ms": 400.53770001395606, "visible_content_truncated": false, "visible_generation_ms": 649.1250999970362 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.80532351817395, "e2e_ms": 1048.0062999995425, "effective_prefill_tok_s": 9225.996060779402, "generation_ms": 648.916600010125, "mean_inter_token_latency_ms": 14.748104545684658, "mean_time_per_output_token_ms": 14.748104545684658, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3682, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "time_to_first_output_ms": 399.08969998941757, "tpot_ms": 14.748104545684658, "ttft_ms": 399.0905999962706, "visible_content_truncated": false, "visible_generation_ms": 648.9157000032719 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85256501462109, "e2e_ms": 1047.7973999804817, "effective_prefill_tok_s": 9222.888389151945, "generation_ms": 648.464799975045, "mean_inter_token_latency_ms": 14.737836363069205, "mean_time_per_output_token_ms": 14.737836363069205, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3683, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "time_to_first_output_ms": 399.3326000054367, "tpot_ms": 14.737836363069205, "ttft_ms": 399.33319998090155, "visible_content_truncated": false, "visible_generation_ms": 648.4641999995802 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.79544020165767, "e2e_ms": 1047.7170999802183, "effective_prefill_tok_s": 9239.893365533866, "generation_ms": 649.0112000028603, "mean_inter_token_latency_ms": 14.750254545519551, "mean_time_per_output_token_ms": 14.750254545519551, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3684, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "time_to_first_output_ms": 398.70589997735806, "tpot_ms": 14.750254545519551, "ttft_ms": 398.70649998192675, "visible_content_truncated": false, "visible_generation_ms": 649.0105999982916 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8420089142948, "e2e_ms": 1050.3208999871276, "effective_prefill_tok_s": 9172.252157521792, "generation_ms": 648.5656999866478, "mean_inter_token_latency_ms": 14.740129545151087, "mean_time_per_output_token_ms": 14.740129545151087, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "time_to_first_output_ms": 401.7552000004798, "tpot_ms": 14.740129545151087, "ttft_ms": 401.75590000580996, "visible_content_truncated": false, "visible_generation_ms": 648.5649999813177 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.83352665961606, "e2e_ms": 1047.8394000092521, "effective_prefill_tok_s": 9231.133041669611, "generation_ms": 648.6467999930028, "mean_inter_token_latency_ms": 14.7419727271137, "mean_time_per_output_token_ms": 14.7419727271137, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "time_to_first_output_ms": 399.19260001624934, "tpot_ms": 14.7419727271137, "ttft_ms": 399.1931000200566, "visible_content_truncated": false, "visible_generation_ms": 648.6462999891955 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85855070121022, "e2e_ms": 1048.1497000146192, "effective_prefill_tok_s": 9220.945204202291, "generation_ms": 648.4076000051573, "mean_inter_token_latency_ms": 14.736536363753574, "mean_time_per_output_token_ms": 14.736536363753574, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "time_to_first_output_ms": 399.74210000946186, "tpot_ms": 14.736536363753574, "ttft_ms": 399.74290001555346, "visible_content_truncated": false, "visible_generation_ms": 648.4067999990657 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.79501191984636, "e2e_ms": 1048.2351999962702, "effective_prefill_tok_s": 9230.501786309644, "generation_ms": 649.0153000049759, "mean_inter_token_latency_ms": 14.750347727385815, "mean_time_per_output_token_ms": 14.750347727385815, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "time_to_first_output_ms": 399.21989999129437, "tpot_ms": 14.750347727385815, "ttft_ms": 399.2203999951016, "visible_content_truncated": false, "visible_generation_ms": 649.0148000011686 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8245865047033, "e2e_ms": 1048.4112999984063, "effective_prefill_tok_s": 9222.40097690735, "generation_ms": 648.7323000037577, "mean_inter_token_latency_ms": 14.74391590917631, "mean_time_per_output_token_ms": 14.74391590917631, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "time_to_first_output_ms": 399.6789999946486, "tpot_ms": 14.74391590917631, "ttft_ms": 399.67949999845587, "visible_content_truncated": false, "visible_generation_ms": 648.7317999999505 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.8004755294386, "e2e_ms": 1047.5826000038069, "effective_prefill_tok_s": 9249.419747114438, "generation_ms": 648.9629999850877, "mean_inter_token_latency_ms": 14.749159090570174, "mean_time_per_output_token_ms": 14.749159090570174, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "time_to_first_output_ms": 398.6196000187192, "tpot_ms": 14.749159090570174, "ttft_ms": 398.62010002252646, "visible_content_truncated": false, "visible_generation_ms": 648.9624999812804 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.85529611566186, "e2e_ms": 1047.2250999882817, "effective_prefill_tok_s": 9245.55100154805, "generation_ms": 648.4386999800336, "mean_inter_token_latency_ms": 14.737243181364398, "mean_time_per_output_token_ms": 14.737243181364398, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "time_to_first_output_ms": 398.78640000824817, "tpot_ms": 14.737243181364398, "ttft_ms": 398.78680001129396, "visible_content_truncated": false, "visible_generation_ms": 648.4382999769878 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 67.81849182038935, "e2e_ms": 1048.6740000196733, "effective_prefill_tok_s": 9220.187684513, "generation_ms": 648.7906000111252, "mean_inter_token_latency_ms": 14.745240909343755, "mean_time_per_output_token_ms": 14.745240909343755, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "time_to_first_output_ms": 399.88340000854805, "tpot_ms": 14.745240909343755, "ttft_ms": 399.88400001311675, "visible_content_truncated": false, "visible_generation_ms": 648.7900000065565 } ], "requests": 100, "response_words": 32, "responses_received": 100, "run_id": "benchmark-20260924T014542Z", "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "disabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-09-24T01:45:42Z", "started_at_unix_ns": 1790214342841165400, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 104730.29269999824 }