{ "base_url": "http://127.0.0.1:39283/v1", "clock_domain_id": null, "completed": 100, "concurrency": 1, "configuration_fingerprint": null, "context_distribution": { "4096": 100 }, "context_seed": 0, "context_tokens": 4096, "controlled_output_policy": "strict", "engine": "vllm", "failed": 0, "failures": [], "finished_at": "2026-09-24T01:35:49Z", "finished_at_unix_ns": 1790213749014113000, "gpu": "rtx5090", "manifest": null, "max_context_tokens": 16384, "max_tokens": 512, "measurement_protocol": "capacity-v3", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 100, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 100, "e2e": 100, "effective_prefill_tok_s": 100, "tpot": 100, "ttft": 100 }, "performance_eligible_requests": 100, "successful_requests": 100 }, "metrics": { "completion_tokens_max": 45.0, "completion_tokens_mean": 45.0, "completion_tokens_mean_ci95_high": 45.0, "completion_tokens_mean_ci95_low": 45.0, "completion_tokens_min": 45.0, "completion_tokens_p25": 45.0, "completion_tokens_p50": 45.0, "completion_tokens_p75": 45.0, "completion_tokens_p90": 45.0, "completion_tokens_p95": 45.0, "completion_tokens_p99": 45.0, "completion_tokens_samples": 100, "completion_tokens_stddev": 0.0, "content_chunks": 4400, "content_chunks_s": null, "controlled_output_exact_adherence": 100, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 100, "controlled_output_unobservable": 0, "decode_tok_s_max": 15.987591884528793, "decode_tok_s_mean": 15.633109687186796, "decode_tok_s_mean_ci95_high": 15.679096555472087, "decode_tok_s_mean_ci95_low": 15.587122818901504, "decode_tok_s_min": 14.474608871330384, "decode_tok_s_p25": 15.547536717268336, "decode_tok_s_p50": 15.673049361660688, "decode_tok_s_p75": 15.769725310153765, "decode_tok_s_p90": 15.873405836709715, "decode_tok_s_p95": 15.930063545434324, "decode_tok_s_p99": 15.947294481538313, "decode_tok_s_samples": 100, "decode_tok_s_stddev": 0.2346268790065939, "e2e_max_ms": 3563.80309999804, "e2e_mean_ci95_high_ms": 3310.942337972157, "e2e_mean_ci95_low_ms": 3291.536838024111, "e2e_mean_ms": 3301.239587998134, "e2e_min_ms": 3233.441700023832, "e2e_p25_ms": 3273.31889999914, "e2e_p50_ms": 3290.0751999986824, "e2e_p75_ms": 3311.216300004162, "e2e_p90_ms": 3341.321699990658, "e2e_p95_ms": 3394.729699997697, "e2e_p99_ms": 3490.30330000096, "e2e_samples": 100, "e2e_stddev_ms": 49.50382639807619, "effective_prefill_tok_s_max": 7688.499152853672, "effective_prefill_tok_s_mean": 7521.308821494443, "effective_prefill_tok_s_mean_ci95_high": 7565.8086550353655, "effective_prefill_tok_s_mean_ci95_low": 7476.80898795352, "effective_prefill_tok_s_min": 5714.955320770171, "effective_prefill_tok_s_p25": 7507.838332685479, "effective_prefill_tok_s_p50": 7564.520883008933, "effective_prefill_tok_s_p75": 7613.93251584764, "effective_prefill_tok_s_p90": 7640.092978866462, "effective_prefill_tok_s_p95": 7651.434377223243, "effective_prefill_tok_s_p99": 7679.592487738174, "effective_prefill_tok_s_samples": 100, "effective_prefill_tok_s_stddev": 227.0399670455219, "generation_max_ms": 3039.80580001371, "generation_mean_ci95_high_ms": 2823.768112297253, "generation_mean_ci95_low_ms": 2806.610215696423, "generation_mean_ms": 2815.189163996838, "generation_min_ms": 2752.134300011676, "generation_p25_ms": 2790.0969999900553, "generation_p50_ms": 2807.193599990569, "generation_p75_ms": 2829.955599998357, "generation_p90_ms": 2852.756899985252, "generation_p95_ms": 2862.0686999929603, "generation_p99_ms": 3005.5794999934733, "generation_samples": 100, "generation_stddev_ms": 43.770144389873415, "mean_inter_token_latency_ms_max": 69.08649545485704, "mean_inter_token_latency_ms_mean": 63.981571909019046, "mean_inter_token_latency_ms_mean_ci95_high": 64.17654800675575, "mean_inter_token_latency_ms_mean_ci95_low": 63.78659581128234, "mean_inter_token_latency_ms_min": 62.54850681844718, "mean_inter_token_latency_ms_p25": 63.411295454319436, "mean_inter_token_latency_ms_p50": 63.79985454524021, "mean_inter_token_latency_ms_p75": 64.31717272723539, "mean_inter_token_latency_ms_p90": 64.83538409057391, "mean_inter_token_latency_ms_p95": 65.04701590893092, "mean_inter_token_latency_ms_p99": 68.30862499985166, "mean_inter_token_latency_ms_samples": 100, "mean_inter_token_latency_ms_stddev": 0.9947760088607596, "mean_time_per_output_token_max_ms": 69.08649545485704, "mean_time_per_output_token_mean_ci95_high_ms": 64.17654800675575, "mean_time_per_output_token_mean_ci95_low_ms": 63.78659581128234, "mean_time_per_output_token_mean_ms": 63.981571909019046, "mean_time_per_output_token_min_ms": 62.54850681844718, "mean_time_per_output_token_p25_ms": 63.411295454319436, "mean_time_per_output_token_p50_ms": 63.79985454524021, "mean_time_per_output_token_p75_ms": 64.31717272723539, "mean_time_per_output_token_p90_ms": 64.83538409057391, "mean_time_per_output_token_p95_ms": 65.04701590893092, "mean_time_per_output_token_p99_ms": 68.30862499985166, "mean_time_per_output_token_samples": 100, "mean_time_per_output_token_stddev_ms": 0.9947760088607596, "output_token_sources": { "usage": 100 }, "output_tokens": 4500, "prefix_cache_hit_avg": null, "prompt_token_samples": 100, "prompt_tokens": 365202, "prompt_tokens_max": 3687.0, "prompt_tokens_mean": 3652.02, "prompt_tokens_mean_ci95_high": 3656.1685361850155, "prompt_tokens_mean_ci95_low": 3647.8714638149845, "prompt_tokens_min": 3609.0, "prompt_tokens_p25": 3636.0, "prompt_tokens_p50": 3652.0, "prompt_tokens_p75": 3668.0, "prompt_tokens_p90": 3682.0, "prompt_tokens_p95": 3685.0, "prompt_tokens_p99": 3687.0, "prompt_tokens_samples": 100, "prompt_tokens_stddev": 21.166000943957172, "reasoning_chunks": 0, "request_canary_passed": 100, "request_canary_samples": 100, "throughput_performance_eligible": true, "throughput_tok_s": 13.630349996162131, "time_to_first_output_max_ms": 631.5009999962058, "time_to_first_output_mean_ci95_high_ms": 489.3630972833047, "time_to_first_output_mean_ci95_low_ms": 482.7377507192874, "time_to_first_output_mean_ms": 486.05042400129605, "time_to_first_output_min_ms": 476.9003000110388, "time_to_first_output_p25_ms": 481.0950999963097, "time_to_first_output_p50_ms": 482.3843000049237, "time_to_first_output_p75_ms": 484.7238000074867, "time_to_first_output_p90_ms": 491.1075999843888, "time_to_first_output_p95_ms": 498.4931999933906, "time_to_first_output_p99_ms": 530.1231000048574, "time_to_first_output_samples": 100, "time_to_first_output_stddev_ms": 16.901394295962533, "tpot_max_ms": 69.08649545485704, "tpot_mean_ci95_high_ms": 64.17654800675575, "tpot_mean_ci95_low_ms": 63.78659581128234, "tpot_mean_ms": 63.981571909019046, "tpot_min_ms": 62.54850681844718, "tpot_p25_ms": 63.411295454319436, "tpot_p50_ms": 63.79985454524021, "tpot_p75_ms": 64.31717272723539, "tpot_p90_ms": 64.83538409057391, "tpot_p95_ms": 65.04701590893092, "tpot_p99_ms": 68.30862499985166, "tpot_samples": 100, "tpot_stddev_ms": 0.9947760088607596, "ttft_max_ms": 631.5020999754779, "ttft_mean_ci95_high_ms": 489.3641535995518, "ttft_mean_ci95_low_ms": 482.7388003992858, "ttft_mean_ms": 486.0514769994188, "ttft_min_ms": 476.9007999857422, "ttft_p25_ms": 481.0957000008784, "ttft_p50_ms": 482.38480000873096, "ttft_p75_ms": 484.7245999844745, "ttft_p90_ms": 491.10829998971894, "ttft_p95_ms": 498.49410000024363, "ttft_p99_ms": 530.1238000101876, "ttft_samples": 100, "ttft_stddev_ms": 16.901411225168367 }, "model": "thinkingcap-awq-5090", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.673049361660688, "e2e_ms": 3438.867899996694, "effective_prefill_tok_s": 5714.955320770171, "generation_ms": 2807.3669000004884, "mean_inter_token_latency_ms": 63.803793181829285, "mean_time_per_output_token_ms": 63.803793181829285, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3609, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 631.5009999962058, "tpot_ms": 63.803793181829285, "ttft_ms": 631.5020999754779, "visible_content_truncated": false, "visible_generation_ms": 2807.3658000212163 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.939737936923791, "e2e_ms": 3242.5559999828693, "effective_prefill_tok_s": 7487.152068107164, "generation_ms": 2760.3967000031844, "mean_inter_token_latency_ms": 62.73628863643601, "mean_time_per_output_token_ms": 62.73628863643601, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3610, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 482.1592999796849, "tpot_ms": 62.73628863643601, "ttft_ms": 482.159999985015, "visible_content_truncated": false, "visible_generation_ms": 2760.3959999978542 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.565686222980986, "e2e_ms": 3307.8277000167873, "effective_prefill_tok_s": 7507.838332685479, "generation_ms": 2826.730500004487, "mean_inter_token_latency_ms": 64.24387500010198, "mean_time_per_output_token_ms": 64.24387500010198, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 481.09720001230016, "tpot_ms": 64.24387500010198, "ttft_ms": 481.09760001534596, "visible_content_truncated": false, "visible_generation_ms": 2826.7301000014413 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.722455776138714, "e2e_ms": 3290.0751999986824, "effective_prefill_tok_s": 7348.480317168175, "generation_ms": 2798.54499999783, "mean_inter_token_latency_ms": 63.603295454496134, "mean_time_per_output_token_ms": 63.603295454496134, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3612, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 491.53020000085235, "tpot_ms": 63.603295454496134, "ttft_ms": 491.53080000542104, "visible_content_truncated": false, "visible_generation_ms": 2798.5443999932613 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.435631766818451, "e2e_ms": 3334.4790999835823, "effective_prefill_tok_s": 7467.996000253696, "generation_ms": 2850.547399983043, "mean_inter_token_latency_ms": 64.7851681814328, "mean_time_per_output_token_ms": 64.7851681814328, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3614, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 483.9317000005394, "tpot_ms": 64.7851681814328, "ttft_ms": 483.93240000586957, "visible_content_truncated": false, "visible_generation_ms": 2850.5466999777127 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.627217000392484, "e2e_ms": 3298.1861000007484, "effective_prefill_tok_s": 7492.971195236306, "generation_ms": 2815.60050000553, "mean_inter_token_latency_ms": 63.99092045467114, "mean_time_per_output_token_ms": 63.99092045467114, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3616, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 482.5855999952182, "tpot_ms": 63.99092045467114, "ttft_ms": 482.58609999902546, "visible_content_truncated": false, "visible_generation_ms": 2815.600000001723 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.577678927997571, "e2e_ms": 3306.011100008618, "effective_prefill_tok_s": 7514.692906797545, "generation_ms": 2824.554299993906, "mean_inter_token_latency_ms": 64.19441590895241, "mean_time_per_output_token_ms": 64.19441590895241, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3618, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 481.4568000147119, "tpot_ms": 64.19441590895241, "ttft_ms": 481.45769999246113, "visible_content_truncated": false, "visible_generation_ms": 2824.553400016157 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.78960721593538, "e2e_ms": 3271.3071999896783, "effective_prefill_tok_s": 7467.027163923861, "generation_ms": 2786.6431000002194, "mean_inter_token_latency_ms": 63.332797727277715, "mean_time_per_output_token_ms": 63.332797727277715, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3619, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 484.6640999894589, "tpot_ms": 63.332797727277715, "ttft_ms": 484.6646999940276, "visible_content_truncated": false, "visible_generation_ms": 2786.6424999956507 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.548069631164314, "e2e_ms": 3309.0508000168484, "effective_prefill_tok_s": 7557.645045102033, "generation_ms": 2829.9333000031766, "mean_inter_token_latency_ms": 64.3166659091631, "mean_time_per_output_token_ms": 64.3166659091631, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3621, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 479.1175000136718, "tpot_ms": 64.3166659091631, "ttft_ms": 479.1182999906596, "visible_content_truncated": false, "visible_generation_ms": 2829.932500026189 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.397985250649796, "e2e_ms": 3343.7693000014406, "effective_prefill_tok_s": 7452.916447023397, "generation_ms": 2857.5166999944486, "mean_inter_token_latency_ms": 64.9435613635102, "mean_time_per_output_token_ms": 64.9435613635102, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3624, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 486.252600006992, "tpot_ms": 64.9435613635102, "ttft_ms": 486.2532000115607, "visible_content_truncated": false, "visible_generation_ms": 2857.51609998988 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.698406215640011, "e2e_ms": 3324.8180000227876, "effective_prefill_tok_s": 6946.550451414884, "generation_ms": 2802.8323000180535, "mean_inter_token_latency_ms": 63.7007340913194, "mean_time_per_output_token_ms": 63.7007340913194, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3626, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 521.9857000047341, "tpot_ms": 63.7007340913194, "ttft_ms": 521.9864000100642, "visible_content_truncated": false, "visible_generation_ms": 2802.8316000127234 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.528053334140733, "e2e_ms": 3310.4814999969676, "effective_prefill_tok_s": 7605.363217251165, "generation_ms": 2833.581199985929, "mean_inter_token_latency_ms": 64.39957272695293, "mean_time_per_output_token_ms": 64.39957272695293, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3627, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 476.9003000110388, "tpot_ms": 64.39957272695293, "ttft_ms": 476.9007999857422, "visible_content_truncated": false, "visible_generation_ms": 2833.5807000112254 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.58810943274933, "e2e_ms": 3303.9423000009265, "effective_prefill_tok_s": 7538.262708540154, "generation_ms": 2822.664299979806, "mean_inter_token_latency_ms": 64.1514613631774, "mean_time_per_output_token_ms": 64.1514613631774, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 481.27800002112053, "tpot_ms": 64.1514613631774, "ttft_ms": 481.27849999582395, "visible_content_truncated": false, "visible_generation_ms": 2822.6638000051025 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.563603353341518, "e2e_ms": 3306.7811999935657, "effective_prefill_tok_s": 7563.495419117685, "generation_ms": 2827.1088000037707, "mean_inter_token_latency_ms": 64.25247272735842, "mean_time_per_output_token_ms": 64.25247272735842, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3628, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 479.67239998979494, "tpot_ms": 64.25247272735842, "ttft_ms": 479.67299999436364, "visible_content_truncated": false, "visible_generation_ms": 2827.108199999202 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.844150026661332, "e2e_ms": 3258.993900002679, "effective_prefill_tok_s": 7529.925175500903, "generation_ms": 2777.0501999766566, "mean_inter_token_latency_ms": 63.11477727219674, "mean_time_per_output_token_ms": 63.11477727219674, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3629, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 481.94370002602227, "tpot_ms": 63.11477727219674, "ttft_ms": 481.9444000022486, "visible_content_truncated": false, "visible_generation_ms": 2777.0495000004303 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.651389487756836, "e2e_ms": 3296.393500000704, "effective_prefill_tok_s": 7484.414340727752, "generation_ms": 2811.251999984961, "mean_inter_token_latency_ms": 63.89209090874911, "mean_time_per_output_token_ms": 63.89209090874911, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 485.1415000157431, "tpot_ms": 63.89209090874911, "ttft_ms": 485.1420000195503, "visible_content_truncated": false, "visible_generation_ms": 2811.2514999811538 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.753484321684565, "e2e_ms": 3274.206600006437, "effective_prefill_tok_s": 7546.1314695793235, "generation_ms": 2793.0328999937046, "mean_inter_token_latency_ms": 63.478020454402376, "mean_time_per_output_token_ms": 63.478020454402376, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3631, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 481.1737000127323, "tpot_ms": 63.478020454402376, "ttft_ms": 481.17420001653954, "visible_content_truncated": false, "visible_generation_ms": 2793.0323999898974 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.987591884528793, "e2e_ms": 3233.441700023832, "effective_prefill_tok_s": 7546.1129413515555, "generation_ms": 2752.134300011676, "mean_inter_token_latency_ms": 62.54850681844718, "mean_time_per_output_token_ms": 62.54850681844718, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3632, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 481.307400012156, "tpot_ms": 62.54850681844718, "ttft_ms": 481.30790001596324, "visible_content_truncated": false, "visible_generation_ms": 2752.1338000078686 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.414880292180213, "e2e_ms": 3338.2574999995995, "effective_prefill_tok_s": 7508.173120928885, "generation_ms": 2854.3848000117578, "mean_inter_token_latency_ms": 64.87238181844904, "mean_time_per_output_token_ms": 64.87238181844904, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3633, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 483.87269998784177, "tpot_ms": 64.87238181844904, "ttft_ms": 483.87329999241047, "visible_content_truncated": false, "visible_generation_ms": 2854.384200007189 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.830001327988425, "e2e_ms": 3261.0077999997884, "effective_prefill_tok_s": 7547.632226172608, "generation_ms": 2779.5322999882046, "mean_inter_token_latency_ms": 63.17118863609556, "mean_time_per_output_token_ms": 63.17118863609556, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3634, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 481.4755000115838, "tpot_ms": 63.17118863609556, "ttft_ms": 481.47609998704866, "visible_content_truncated": false, "visible_generation_ms": 2779.5317000127397 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.541987792712476, "e2e_ms": 3311.216300004162, "effective_prefill_tok_s": 7570.147254323909, "generation_ms": 2831.0406999953557, "mean_inter_token_latency_ms": 64.34183409080354, "mean_time_per_output_token_ms": 64.34183409080354, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 480.1756000088062, "tpot_ms": 64.34183409080354, "ttft_ms": 480.17629998503253, "visible_content_truncated": false, "visible_generation_ms": 2831.0400000191294 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 14.474608871330384, "e2e_ms": 3563.80309999804, "effective_prefill_tok_s": 6937.058645356954, "generation_ms": 3039.80580001371, "mean_inter_token_latency_ms": 69.08649545485704, "mean_time_per_output_token_ms": 69.08649545485704, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 523.9972999843303, "tpot_ms": 69.08649545485704, "ttft_ms": 523.9980999904219, "visible_content_truncated": false, "visible_generation_ms": 3039.805000007618 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.697980558345932, "e2e_ms": 3288.7614000064787, "effective_prefill_tok_s": 7483.743542736599, "generation_ms": 2802.9082999855746, "mean_inter_token_latency_ms": 63.702461363308515, "mean_time_per_output_token_ms": 63.702461363308515, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 485.8531000209041, "tpot_ms": 63.702461363308515, "ttft_ms": 485.85360002471134, "visible_content_truncated": false, "visible_generation_ms": 2802.9077999817673 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.652459059978789, "e2e_ms": 3294.936999998754, "effective_prefill_tok_s": 7512.238128355903, "generation_ms": 2811.059900006512, "mean_inter_token_latency_ms": 63.887725000148, "mean_time_per_output_token_ms": 63.887725000148, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3635, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 483.8770999922417, "tpot_ms": 63.887725000148, "ttft_ms": 483.8776999968104, "visible_content_truncated": false, "visible_generation_ms": 2811.0593000019435 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.183661745049505, "e2e_ms": 3394.729699997697, "effective_prefill_tok_s": 7317.691666688044, "generation_ms": 2897.851699992316, "mean_inter_token_latency_ms": 65.86026590891628, "mean_time_per_output_token_ms": 65.86026590891628, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3636, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 496.8780000053812, "tpot_ms": 65.86026590891628, "ttft_ms": 496.8786999816075, "visible_content_truncated": false, "visible_generation_ms": 2897.8510000160895 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.792801318198578, "e2e_ms": 3265.1626000006218, "effective_prefill_tok_s": 7591.584841745076, "generation_ms": 2786.079499986954, "mean_inter_token_latency_ms": 63.31998863606714, "mean_time_per_output_token_ms": 63.31998863606714, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 479.0831000136677, "tpot_ms": 63.31998863606714, "ttft_ms": 479.08360001747496, "visible_content_truncated": false, "visible_generation_ms": 2786.078999983147 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.71592016991596, "e2e_ms": 3282.0931000169367, "effective_prefill_tok_s": 7539.6317831299175, "generation_ms": 2799.708800012013, "mean_inter_token_latency_ms": 63.629745454818476, "mean_time_per_output_token_ms": 63.629745454818476, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 482.3843000049237, "tpot_ms": 63.629745454818476, "ttft_ms": 482.38480000873096, "visible_content_truncated": false, "visible_generation_ms": 2799.7083000082057 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.406968417760707, "e2e_ms": 3346.9581999816, "effective_prefill_tok_s": 7405.709054625935, "generation_ms": 2855.8505999972112, "mean_inter_token_latency_ms": 64.90569545448207, "mean_time_per_output_token_ms": 64.90569545448207, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 491.1075999843888, "tpot_ms": 64.90569545448207, "ttft_ms": 491.10829998971894, "visible_content_truncated": false, "visible_generation_ms": 2855.849899991881 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.655824071496168, "e2e_ms": 3295.2648000209592, "effective_prefill_tok_s": 7501.921890233862, "generation_ms": 2810.4557000042405, "mean_inter_token_latency_ms": 63.87399318191456, "mean_time_per_output_token_ms": 63.87399318191456, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 484.80910001671873, "tpot_ms": 63.87399318191456, "ttft_ms": 484.8495000042021, "visible_content_truncated": false, "visible_generation_ms": 2810.415300016757 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.930063545434324, "e2e_ms": 3246.0296000062954, "effective_prefill_tok_s": 7515.138240501176, "generation_ms": 2762.0730999915395, "mean_inter_token_latency_ms": 62.77438863617135, "mean_time_per_output_token_ms": 62.77438863617135, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 483.9565000147559, "tpot_ms": 62.77438863617135, "ttft_ms": 483.9570000185631, "visible_content_truncated": false, "visible_generation_ms": 2762.0725999877322 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.553540979287845, "e2e_ms": 3359.0608999948017, "effective_prefill_tok_s": 6860.670663034067, "generation_ms": 2828.9377999899443, "mean_inter_token_latency_ms": 64.29404090886237, "mean_time_per_output_token_ms": 64.29404090886237, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3637, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 530.1231000048574, "tpot_ms": 64.29404090886237, "ttft_ms": 530.1238000101876, "visible_content_truncated": false, "visible_generation_ms": 2828.937099984614 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.776023491971461, "e2e_ms": 3269.0977999882307, "effective_prefill_tok_s": 7578.293584172242, "generation_ms": 2789.0424999932293, "mean_inter_token_latency_ms": 63.387329545300666, "mean_time_per_output_token_ms": 63.387329545300666, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3638, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 480.0552999950014, "tpot_ms": 63.387329545300666, "ttft_ms": 480.05579999880865, "visible_content_truncated": false, "visible_generation_ms": 2789.041999989422 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.527797969843359, "e2e_ms": 3314.4554999889806, "effective_prefill_tok_s": 7568.1995858791115, "generation_ms": 2833.6277999915183, "mean_inter_token_latency_ms": 64.40063181798905, "mean_time_per_output_token_ms": 64.40063181798905, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3639, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "time_to_first_output_ms": 480.82769999746233, "tpot_ms": 64.40063181798905, "ttft_ms": 480.82859997521155, "visible_content_truncated": false, "visible_generation_ms": 2833.626900013769 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.678035855602063, "e2e_ms": 3307.548600016162, "effective_prefill_tok_s": 7264.387378582631, "generation_ms": 2806.4740000118036, "mean_inter_token_latency_ms": 63.78350000026826, "mean_time_per_output_token_ms": 63.78350000026826, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3640, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "time_to_first_output_ms": 501.0746000043582, "tpot_ms": 63.78350000026826, "ttft_ms": 501.0752000089269, "visible_content_truncated": false, "visible_generation_ms": 2806.473400007235 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.769725310153765, "e2e_ms": 3269.7141999960877, "effective_prefill_tok_s": 7592.411175155033, "generation_ms": 2790.156399976695, "mean_inter_token_latency_ms": 63.412645454015795, "mean_time_per_output_token_ms": 63.412645454015795, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3641, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "time_to_first_output_ms": 479.55780001939274, "tpot_ms": 63.412645454015795, "ttft_ms": 479.55849999561906, "visible_content_truncated": false, "visible_generation_ms": 2790.1557000004686 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.719115412411544, "e2e_ms": 3284.562900022138, "effective_prefill_tok_s": 7502.731636944861, "generation_ms": 2799.1397000150755, "mean_inter_token_latency_ms": 63.61681136397899, "mean_time_per_output_token_ms": 63.61681136397899, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3642, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "time_to_first_output_ms": 485.4232000070624, "tpot_ms": 63.61681136397899, "ttft_ms": 485.42410001391545, "visible_content_truncated": false, "visible_generation_ms": 2799.1388000082225 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.506041241781237, "e2e_ms": 3316.661799995927, "effective_prefill_tok_s": 7604.505591317115, "generation_ms": 2837.603699997999, "mean_inter_token_latency_ms": 64.4909931817727, "mean_time_per_output_token_ms": 64.4909931817727, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "time_to_first_output_ms": 479.05809999792837, "tpot_ms": 64.4909931817727, "ttft_ms": 479.0588000032585, "visible_content_truncated": false, "visible_generation_ms": 2837.6029999926686 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.678397303001454, "e2e_ms": 3285.2863999723922, "effective_prefill_tok_s": 7607.37984776145, "generation_ms": 2806.409299984807, "mean_inter_token_latency_ms": 63.78202954510925, "mean_time_per_output_token_ms": 63.78202954510925, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3643, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "time_to_first_output_ms": 478.8770999875851, "tpot_ms": 63.78202954510925, "ttft_ms": 478.87759999139234, "visible_content_truncated": false, "visible_generation_ms": 2806.408799981 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.890306039387653, "e2e_ms": 3252.1623999928124, "effective_prefill_tok_s": 7541.724736988822, "generation_ms": 2768.9837999932934, "mean_inter_token_latency_ms": 62.93144999984758, "mean_time_per_output_token_ms": 62.93144999984758, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3644, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "time_to_first_output_ms": 483.17859999951907, "tpot_ms": 62.93144999984758, "ttft_ms": 483.1793000048492, "visible_content_truncated": false, "visible_generation_ms": 2768.983099987963 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.493521841632507, "e2e_ms": 3322.538100008387, "effective_prefill_tok_s": 7552.18935772968, "generation_ms": 2839.8965999949723, "mean_inter_token_latency_ms": 64.54310454534028, "mean_time_per_output_token_ms": 64.54310454534028, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3645, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "time_to_first_output_ms": 482.64150001341477, "tpot_ms": 64.54310454534028, "ttft_ms": 482.64209998887964, "visible_content_truncated": false, "visible_generation_ms": 2839.8960000195075 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.93680737142536, "e2e_ms": 3243.023399991216, "effective_prefill_tok_s": 7564.520883008933, "generation_ms": 2760.9042999974918, "mean_inter_token_latency_ms": 62.74782499994299, "mean_time_per_output_token_ms": 62.74782499994299, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "time_to_first_output_ms": 482.1190999937244, "tpot_ms": 62.74782499994299, "ttft_ms": 482.1196999982931, "visible_content_truncated": false, "visible_generation_ms": 2760.903699992923 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.607422251460376, "e2e_ms": 3300.5142000038177, "effective_prefill_tok_s": 7576.722364495097, "generation_ms": 2819.1715000139084, "mean_inter_token_latency_ms": 64.07207954577065, "mean_time_per_output_token_ms": 64.07207954577065, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3647, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "time_to_first_output_ms": 481.3426999899093, "tpot_ms": 64.07207954577065, "ttft_ms": 481.3434999960009, "visible_content_truncated": false, "visible_generation_ms": 2819.170700007817 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.680365723261202, "e2e_ms": 3285.8003999863286, "effective_prefill_tok_s": 7604.065006314116, "generation_ms": 2806.0569999797735, "mean_inter_token_latency_ms": 63.77402272681304, "mean_time_per_output_token_ms": 63.77402272681304, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "time_to_first_output_ms": 479.743400006555, "tpot_ms": 63.77402272681304, "ttft_ms": 479.74389998125844, "visible_content_truncated": false, "visible_generation_ms": 2806.05650000507 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.440154050630943, "e2e_ms": 3332.253300002776, "effective_prefill_tok_s": 7562.054856241755, "generation_ms": 2849.712499999441, "mean_inter_token_latency_ms": 64.76619318180548, "mean_time_per_output_token_ms": 64.76619318180548, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "time_to_first_output_ms": 482.5408000033349, "tpot_ms": 64.76619318180548, "ttft_ms": 482.5416000094265, "visible_content_truncated": false, "visible_generation_ms": 2849.7116999933496 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.905062393451646, "e2e_ms": 3247.9503999929875, "effective_prefill_tok_s": 7575.76386870063, "generation_ms": 2766.414799989434, "mean_inter_token_latency_ms": 62.8730636361235, "mean_time_per_output_token_ms": 62.8730636361235, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3648, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "time_to_first_output_ms": 481.53560000355355, "tpot_ms": 62.8730636361235, "ttft_ms": 481.5361000073608, "visible_content_truncated": false, "visible_generation_ms": 2766.4142999856267 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.373495402157266, "e2e_ms": 3341.321699990658, "effective_prefill_tok_s": 7613.93251584764, "generation_ms": 2862.0686999929603, "mean_inter_token_latency_ms": 65.04701590893092, "mean_time_per_output_token_ms": 65.04701590893092, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3649, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "time_to_first_output_ms": 479.25299999769777, "tpot_ms": 65.04701590893092, "ttft_ms": 479.2561999929603, "visible_content_truncated": false, "visible_generation_ms": 2862.0654999976978 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.892594953667949, "e2e_ms": 3258.367400005227, "effective_prefill_tok_s": 7452.289016621394, "generation_ms": 2768.5850000125356, "mean_inter_token_latency_ms": 62.92238636392126, "mean_time_per_output_token_ms": 62.92238636392126, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3650, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "time_to_first_output_ms": 489.78239999269135, "tpot_ms": 62.92238636392126, "ttft_ms": 489.7832999995444, "visible_content_truncated": false, "visible_generation_ms": 2768.5841000056826 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.691987959732513, "e2e_ms": 3282.5783000153024, "effective_prefill_tok_s": 7628.506166755131, "generation_ms": 2803.9787000161596, "mean_inter_token_latency_ms": 63.7267886367309, "mean_time_per_output_token_ms": 63.7267886367309, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "time_to_first_output_ms": 478.5995999991428, "tpot_ms": 63.7267886367309, "ttft_ms": 478.60010000295006, "visible_content_truncated": false, "visible_generation_ms": 2803.9782000123523 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.674016925711081, "e2e_ms": 3289.7413999889977, "effective_prefill_tok_s": 7566.089825737241, "generation_ms": 2807.193599990569, "mean_inter_token_latency_ms": 63.79985454524021, "mean_time_per_output_token_ms": 63.79985454524021, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3651, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "time_to_first_output_ms": 482.5477999984287, "tpot_ms": 63.79985454524021, "ttft_ms": 482.5482999731321, "visible_content_truncated": false, "visible_generation_ms": 2807.1931000158656 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.494690533031669, "e2e_ms": 3324.2376999987755, "effective_prefill_tok_s": 7536.8074602882625, "generation_ms": 2839.6823999937624, "mean_inter_token_latency_ms": 64.5382363634946, "mean_time_per_output_token_ms": 64.5382363634946, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3652, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "time_to_first_output_ms": 484.5553000050131, "tpot_ms": 64.5382363634946, "ttft_ms": 484.55580000882037, "visible_content_truncated": false, "visible_generation_ms": 2839.681899989955 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.529784114134983, "e2e_ms": 3314.8031999880914, "effective_prefill_tok_s": 7586.112658376446, "generation_ms": 2833.2653999968898, "mean_inter_token_latency_ms": 64.39239545447477, "mean_time_per_output_token_ms": 64.39239545447477, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3653, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "time_to_first_output_ms": 481.5377999912016, "tpot_ms": 64.39239545447477, "ttft_ms": 481.5383999957703, "visible_content_truncated": false, "visible_generation_ms": 2833.264799992321 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.653471975719773, "e2e_ms": 3289.2862999869976, "effective_prefill_tok_s": 7637.827353784845, "generation_ms": 2810.877999989316, "mean_inter_token_latency_ms": 63.883590908848085, "mean_time_per_output_token_ms": 63.883590908848085, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "time_to_first_output_ms": 478.40829999768175, "tpot_ms": 63.883590908848085, "ttft_ms": 478.408800001489, "visible_content_truncated": false, "visible_generation_ms": 2810.8774999855086 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.686402014281501, "e2e_ms": 3287.2174000076484, "effective_prefill_tok_s": 7577.136870581908, "generation_ms": 2804.9771999940276, "mean_inter_token_latency_ms": 63.749481818046085, "mean_time_per_output_token_ms": 63.749481818046085, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "time_to_first_output_ms": 482.2402000136208, "tpot_ms": 63.749481818046085, "ttft_ms": 482.2408000181895, "visible_content_truncated": false, "visible_generation_ms": 2804.976599989459 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.64011859609095, "e2e_ms": 3298.050700017484, "effective_prefill_tok_s": 7537.551611771663, "generation_ms": 2813.277900015237, "mean_inter_token_latency_ms": 63.938134091255385, "mean_time_per_output_token_ms": 63.938134091255385, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "time_to_first_output_ms": 484.7728000022471, "tpot_ms": 63.938134091255385, "ttft_ms": 484.77370000910014, "visible_content_truncated": false, "visible_generation_ms": 2813.2770000083838 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.660173662085837, "e2e_ms": 3292.7438000042457, "effective_prefill_tok_s": 7564.141497781456, "generation_ms": 2809.6750999975484, "mean_inter_token_latency_ms": 63.856252272671554, "mean_time_per_output_token_ms": 63.856252272671554, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "time_to_first_output_ms": 483.0687000066973, "tpot_ms": 63.856252272671554, "ttft_ms": 483.0692000105046, "visible_content_truncated": false, "visible_generation_ms": 2809.674599993741 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.740756607427205, "e2e_ms": 3279.121999978088, "effective_prefill_tok_s": 7552.228496640051, "generation_ms": 2795.2912999899127, "mean_inter_token_latency_ms": 63.52934772704347, "mean_time_per_output_token_ms": 63.52934772704347, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "time_to_first_output_ms": 483.8306999881752, "tpot_ms": 63.52934772704347, "ttft_ms": 483.8312999927439, "visible_content_truncated": false, "visible_generation_ms": 2795.290699985344 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.754207438709718, "e2e_ms": 3274.544399988372, "effective_prefill_tok_s": 7586.583913080579, "generation_ms": 2792.904699977953, "mean_inter_token_latency_ms": 63.47510681768075, "mean_time_per_output_token_ms": 63.47510681768075, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3654, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "time_to_first_output_ms": 481.6397000104189, "tpot_ms": 63.47510681768075, "ttft_ms": 481.6401999851223, "visible_content_truncated": false, "visible_generation_ms": 2792.9042000032496 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.522254909431666, "e2e_ms": 3317.3367000126746, "effective_prefill_tok_s": 7574.109638145829, "generation_ms": 2834.639700013213, "mean_inter_token_latency_ms": 64.42362954575484, "mean_time_per_output_token_ms": 64.42362954575484, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "time_to_first_output_ms": 482.6969999994617, "tpot_ms": 64.42362954575484, "ttft_ms": 482.69750000326894, "visible_content_truncated": false, "visible_generation_ms": 2834.6392000094056 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.947294481538313, "e2e_ms": 3245.452100003604, "effective_prefill_tok_s": 7517.012999268982, "generation_ms": 2759.088700026041, "mean_inter_token_latency_ms": 62.7065613642282, "mean_time_per_output_token_ms": 62.7065613642282, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3656, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "time_to_first_output_ms": 486.36339997756295, "tpot_ms": 62.7065613642282, "ttft_ms": 486.36399998213165, "visible_content_truncated": false, "visible_generation_ms": 2759.088100021472 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.547536717268336, "e2e_ms": 3307.979899982456, "effective_prefill_tok_s": 7651.434377223243, "generation_ms": 2830.030299985083, "mean_inter_token_latency_ms": 64.31887045420643, "mean_time_per_output_token_ms": 64.31887045420643, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3657, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "time_to_first_output_ms": 477.9495999973733, "tpot_ms": 64.31887045420643, "ttft_ms": 477.95010000118054, "visible_content_truncated": false, "visible_generation_ms": 2830.0297999812756 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.39731709460023, "e2e_ms": 3343.254799983697, "effective_prefill_tok_s": 7532.730206883899, "generation_ms": 2857.6406999782193, "mean_inter_token_latency_ms": 64.94637954495953, "mean_time_per_output_token_ms": 64.94637954495953, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3658, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "time_to_first_output_ms": 485.61410000547767, "tpot_ms": 64.94637954495953, "ttft_ms": 485.61490001156926, "visible_content_truncated": false, "visible_generation_ms": 2857.6398999721278 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.822675562772094, "e2e_ms": 3265.5377999763004, "effective_prefill_tok_s": 7548.709705017885, "generation_ms": 2780.8191999793053, "mean_inter_token_latency_ms": 63.20043636316603, "mean_time_per_output_token_ms": 63.20043636316603, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "time_to_first_output_ms": 484.7185999969952, "tpot_ms": 63.20043636316603, "ttft_ms": 484.7192000015639, "visible_content_truncated": false, "visible_generation_ms": 2780.8185999747366 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.702027477823963, "e2e_ms": 3284.616199991433, "effective_prefill_tok_s": 7584.515317913599, "generation_ms": 2802.1859000145923, "mean_inter_token_latency_ms": 63.686043182149824, "mean_time_per_output_token_ms": 63.686043182149824, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3659, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "time_to_first_output_ms": 482.4302999768406, "tpot_ms": 63.686043182149824, "ttft_ms": 482.43079998064786, "visible_content_truncated": false, "visible_generation_ms": 2802.185400010785 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.547947112677509, "e2e_ms": 3310.4950999841094, "effective_prefill_tok_s": 7616.439439647551, "generation_ms": 2829.955599998357, "mean_inter_token_latency_ms": 64.31717272723539, "mean_time_per_output_token_ms": 64.31717272723539, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3660, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "time_to_first_output_ms": 480.5394999857526, "tpot_ms": 64.31717272723539, "ttft_ms": 480.5399999895599, "visible_content_truncated": false, "visible_generation_ms": 2829.9550999945495 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 14.63943974867261, "e2e_ms": 3490.30330000096, "effective_prefill_tok_s": 7552.754785185821, "generation_ms": 3005.5794999934733, "mean_inter_token_latency_ms": 68.30862499985166, "mean_time_per_output_token_ms": 68.30862499985166, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "time_to_first_output_ms": 484.7238000074867, "tpot_ms": 68.30862499985166, "ttft_ms": 484.7245999844745, "visible_content_truncated": false, "visible_generation_ms": 3005.5787000164855 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 14.954595977295476, "e2e_ms": 3433.2286000135355, "effective_prefill_tok_s": 7458.411007915538, "generation_ms": 2942.2392999986187, "mean_inter_token_latency_ms": 66.8690749999686, "mean_time_per_output_token_ms": 66.8690749999686, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "time_to_first_output_ms": 490.9893000149168, "tpot_ms": 66.8690749999686, "ttft_ms": 490.9898999903817, "visible_content_truncated": false, "visible_generation_ms": 2942.238700023154 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.123091135029455, "e2e_ms": 3407.951300003333, "effective_prefill_tok_s": 7344.132277127432, "generation_ms": 2909.4581000099424, "mean_inter_token_latency_ms": 66.12404772749869, "mean_time_per_output_token_ms": 66.12404772749869, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3661, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "time_to_first_output_ms": 498.4931999933906, "tpot_ms": 66.12404772749869, "ttft_ms": 498.49410000024363, "visible_content_truncated": false, "visible_generation_ms": 2909.4572000030894 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.768316413725893, "e2e_ms": 3273.31889999914, "effective_prefill_tok_s": 7583.143305835134, "generation_ms": 2790.405699983239, "mean_inter_token_latency_ms": 63.418311363255434, "mean_time_per_output_token_ms": 63.418311363255434, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3662, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "time_to_first_output_ms": 482.91320001590066, "tpot_ms": 63.418311363255434, "ttft_ms": 482.91380002046935, "visible_content_truncated": false, "visible_generation_ms": 2790.4050999786705 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.855908423126538, "e2e_ms": 3255.0429000111762, "effective_prefill_tok_s": 7630.421781306639, "generation_ms": 2774.9908000114374, "mean_inter_token_latency_ms": 63.06797272753267, "mean_time_per_output_token_ms": 63.06797272753267, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3663, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "time_to_first_output_ms": 480.05209999973886, "tpot_ms": 63.06797272753267, "ttft_ms": 480.052800005069, "visible_content_truncated": false, "visible_generation_ms": 2774.9901000061072 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.475107428026206, "e2e_ms": 3332.812099979492, "effective_prefill_tok_s": 7484.635457285572, "generation_ms": 2843.2758999988437, "mean_inter_token_latency_ms": 64.61990681815554, "mean_time_per_output_token_ms": 64.61990681815554, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3664, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "time_to_first_output_ms": 489.53619998064823, "tpot_ms": 64.61990681815554, "ttft_ms": 489.5368999859784, "visible_content_truncated": false, "visible_generation_ms": 2843.2751999935135 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.915526174566407, "e2e_ms": 3253.944700001739, "effective_prefill_tok_s": 7489.54681996533, "generation_ms": 2764.5959999936167, "mean_inter_token_latency_ms": 62.8317272725822, "mean_time_per_output_token_ms": 62.8317272725822, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3665, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "time_to_first_output_ms": 489.34870000812225, "tpot_ms": 62.8317272725822, "ttft_ms": 489.34930001269095, "visible_content_truncated": false, "visible_generation_ms": 2764.595399989048 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.620509658097674, "e2e_ms": 3299.3140000035055, "effective_prefill_tok_s": 7597.856600476504, "generation_ms": 2816.8095000146423, "mean_inter_token_latency_ms": 64.0183977276055, "mean_time_per_output_token_ms": 64.0183977276055, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3666, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "time_to_first_output_ms": 482.50449998886324, "tpot_ms": 64.0183977276055, "ttft_ms": 482.5049999926705, "visible_content_truncated": false, "visible_generation_ms": 2816.809000010835 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.705817474124512, "e2e_ms": 3282.6249999925494, "effective_prefill_tok_s": 7621.873592390252, "generation_ms": 2801.509699987946, "mean_inter_token_latency_ms": 63.670674999726046, "mean_time_per_output_token_ms": 63.670674999726046, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3667, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "time_to_first_output_ms": 481.11530000460334, "tpot_ms": 63.670674999726046, "ttft_ms": 481.1158000084106, "visible_content_truncated": false, "visible_generation_ms": 2801.509199984139 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.873405836709715, "e2e_ms": 3265.2186999912374, "effective_prefill_tok_s": 7435.836515121718, "generation_ms": 2771.931899973424, "mean_inter_token_latency_ms": 62.998452272123274, "mean_time_per_output_token_ms": 62.998452272123274, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "time_to_first_output_ms": 493.2868000178132, "tpot_ms": 62.998452272123274, "ttft_ms": 493.28749999403954, "visible_content_truncated": false, "visible_generation_ms": 2771.931199997198 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.818271642459182, "e2e_ms": 3263.0732000106946, "effective_prefill_tok_s": 7618.180450943184, "generation_ms": 2781.5933999954723, "mean_inter_token_latency_ms": 63.21803181807891, "mean_time_per_output_token_ms": 63.21803181807891, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3668, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "time_to_first_output_ms": 481.4798000152223, "tpot_ms": 63.21803181807891, "ttft_ms": 481.48039999068715, "visible_content_truncated": false, "visible_generation_ms": 2781.5928000200074 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.638642716513985, "e2e_ms": 3295.6915000104345, "effective_prefill_tok_s": 7609.69502921961, "generation_ms": 2813.5433999996167, "mean_inter_token_latency_ms": 63.94416818180947, "mean_time_per_output_token_ms": 63.94416818180947, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3669, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "time_to_first_output_ms": 482.14810001081787, "tpot_ms": 63.94416818180947, "ttft_ms": 482.1486000146251, "visible_content_truncated": false, "visible_generation_ms": 2813.5428999958094 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.678089485135963, "e2e_ms": 3286.6906999843195, "effective_prefill_tok_s": 7644.312691945988, "generation_ms": 2806.464399996912, "mean_inter_token_latency_ms": 63.78328181811164, "mean_time_per_output_token_ms": 63.78328181811164, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "time_to_first_output_ms": 480.2262999874074, "tpot_ms": 63.78328181811164, "ttft_ms": 480.22719999426045, "visible_content_truncated": false, "visible_generation_ms": 2806.463499990059 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.81762735797259, "e2e_ms": 3262.624199996935, "effective_prefill_tok_s": 7633.325882571668, "generation_ms": 2781.7067000141833, "mean_inter_token_latency_ms": 63.220606818504166, "mean_time_per_output_token_ms": 63.220606818504166, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3671, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "time_to_first_output_ms": 480.9174999827519, "tpot_ms": 63.220606818504166, "ttft_ms": 480.9180999873206, "visible_content_truncated": false, "visible_generation_ms": 2781.7061000096146 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.622823567526709, "e2e_ms": 3299.0194000012707, "effective_prefill_tok_s": 7608.358503009643, "generation_ms": 2816.392300010193, "mean_inter_token_latency_ms": 64.00891590932257, "mean_time_per_output_token_ms": 64.00891590932257, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3672, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "time_to_first_output_ms": 482.62709999107756, "tpot_ms": 64.00891590932257, "ttft_ms": 482.62769999564625, "visible_content_truncated": false, "visible_generation_ms": 2816.3917000056244 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.67295110455039, "e2e_ms": 3288.268699980108, "effective_prefill_tok_s": 7640.092978866462, "generation_ms": 2807.3844999889843, "mean_inter_token_latency_ms": 63.804193181567825, "mean_time_per_output_token_ms": 63.804193181567825, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "time_to_first_output_ms": 480.88419999112375, "tpot_ms": 63.804193181567825, "ttft_ms": 480.88479999569245, "visible_content_truncated": false, "visible_generation_ms": 2807.3838999844156 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.706593410264917, "e2e_ms": 3282.365499995649, "effective_prefill_tok_s": 7638.345742827062, "generation_ms": 2801.371299981838, "mean_inter_token_latency_ms": 63.66752954504177, "mean_time_per_output_token_ms": 63.66752954504177, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3674, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "time_to_first_output_ms": 480.99420001381077, "tpot_ms": 63.66752954504177, "ttft_ms": 480.994700017618, "visible_content_truncated": false, "visible_generation_ms": 2801.370799978031 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.630093101418437, "e2e_ms": 3296.8719999771565, "effective_prefill_tok_s": 7627.810978265176, "generation_ms": 2815.0823999894783, "mean_inter_token_latency_ms": 63.97914545430633, "mean_time_per_output_token_ms": 63.97914545430633, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3675, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "time_to_first_output_ms": 481.78959998767823, "tpot_ms": 63.97914545430633, "ttft_ms": 481.7901999922469, "visible_content_truncated": false, "visible_generation_ms": 2815.0817999849096 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.574906432970696, "e2e_ms": 3307.07809998421, "effective_prefill_tok_s": 7626.2237536824105, "generation_ms": 2825.057099980768, "mean_inter_token_latency_ms": 64.20584318138108, "mean_time_per_output_token_ms": 64.20584318138108, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3676, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "time_to_first_output_ms": 482.02100000344217, "tpot_ms": 64.20584318138108, "ttft_ms": 482.02160000801086, "visible_content_truncated": false, "visible_generation_ms": 2825.056499976199 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.725401888597036, "e2e_ms": 3281.042799993884, "effective_prefill_tok_s": 7612.488124231927, "generation_ms": 2798.020699992776, "mean_inter_token_latency_ms": 63.59137954529036, "mean_time_per_output_token_ms": 63.59137954529036, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3677, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "time_to_first_output_ms": 483.0221000011079, "tpot_ms": 63.59137954529036, "ttft_ms": 483.0225000041537, "visible_content_truncated": false, "visible_generation_ms": 2798.02029998973 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.55708910742408, "e2e_ms": 3309.7724999825004, "effective_prefill_tok_s": 7638.948168137909, "generation_ms": 2828.2925999956205, "mean_inter_token_latency_ms": 64.27937727262774, "mean_time_per_output_token_ms": 64.27937727262774, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "time_to_first_output_ms": 481.4798999868799, "tpot_ms": 64.27937727262774, "ttft_ms": 481.48059999221005, "visible_content_truncated": false, "visible_generation_ms": 2828.2918999902904 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.462343395447489, "e2e_ms": 3337.5896000070497, "effective_prefill_tok_s": 7476.1172810416165, "generation_ms": 2845.623000001069, "mean_inter_token_latency_ms": 64.6732500000243, "mean_time_per_output_token_ms": 64.6732500000243, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3678, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "time_to_first_output_ms": 491.9666000059806, "tpot_ms": 64.6732500000243, "ttft_ms": 491.9673000113107, "visible_content_truncated": false, "visible_generation_ms": 2845.622299995739 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.69753812295933, "e2e_ms": 3282.809600001201, "effective_prefill_tok_s": 7667.421876868702, "generation_ms": 2802.987300005043, "mean_inter_token_latency_ms": 63.70425681829643, "mean_time_per_output_token_ms": 63.70425681829643, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3679, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "time_to_first_output_ms": 479.8222999961581, "tpot_ms": 63.70425681829643, "ttft_ms": 479.8229000007268, "visible_content_truncated": false, "visible_generation_ms": 2802.9867000004742 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.518515211168442, "e2e_ms": 3317.895899992436, "effective_prefill_tok_s": 7627.859903244718, "generation_ms": 2835.322799975984, "mean_inter_token_latency_ms": 64.43915454490872, "mean_time_per_output_token_ms": 64.43915454490872, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "time_to_first_output_ms": 482.5731000164524, "tpot_ms": 64.43915454490872, "ttft_ms": 482.5736000202596, "visible_content_truncated": false, "visible_generation_ms": 2835.3222999721766 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.82107799059806, "e2e_ms": 3262.195100018289, "effective_prefill_tok_s": 7651.293891848483, "generation_ms": 2781.100000021979, "mean_inter_token_latency_ms": 63.20681818231771, "mean_time_per_output_token_ms": 63.20681818231771, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3681, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "time_to_first_output_ms": 481.0950999963097, "tpot_ms": 63.20681818231771, "ttft_ms": 481.0957000008784, "visible_content_truncated": false, "visible_generation_ms": 2781.0994000174105 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.581147038669428, "e2e_ms": 3305.2591999876313, "effective_prefill_tok_s": 7649.58024987655, "generation_ms": 2823.925600008806, "mean_inter_token_latency_ms": 64.18012727292741, "mean_time_per_output_token_ms": 64.18012727292741, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3682, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "time_to_first_output_ms": 481.3335999788251, "tpot_ms": 64.18012727292741, "ttft_ms": 481.3343999849167, "visible_content_truncated": false, "visible_generation_ms": 2823.9248000027146 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.706824411797935, "e2e_ms": 3285.7399999920744, "effective_prefill_tok_s": 7603.065090063234, "generation_ms": 2801.330099988263, "mean_inter_token_latency_ms": 63.666593181551434, "mean_time_per_output_token_ms": 63.666593181551434, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3683, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "time_to_first_output_ms": 484.40990000381134, "tpot_ms": 63.666593181551434, "ttft_ms": 484.41050000838004, "visible_content_truncated": false, "visible_generation_ms": 2801.3294999836944 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.423676654757182, "e2e_ms": 3340.8503999817185, "effective_prefill_tok_s": 7547.734194425186, "generation_ms": 2852.756899985252, "mean_inter_token_latency_ms": 64.83538409057391, "mean_time_per_output_token_ms": 64.83538409057391, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3684, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "time_to_first_output_ms": 488.09349999646656, "tpot_ms": 64.83538409057391, "ttft_ms": 488.09410000103526, "visible_content_truncated": false, "visible_generation_ms": 2852.7562999806833 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.935224182944433, "e2e_ms": 3242.3534999834374, "effective_prefill_tok_s": 7658.337955814823, "generation_ms": 2761.1785999906715, "mean_inter_token_latency_ms": 62.754059090697076, "mean_time_per_output_token_ms": 62.754059090697076, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "time_to_first_output_ms": 481.17489999276586, "tpot_ms": 62.754059090697076, "ttft_ms": 481.175599998096, "visible_content_truncated": false, "visible_generation_ms": 2761.1778999853414 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.730510612373367, "e2e_ms": 3276.399299997138, "effective_prefill_tok_s": 7688.499152853672, "generation_ms": 2797.1120000001974, "mean_inter_token_latency_ms": 63.57072727273176, "mean_time_per_output_token_ms": 63.57072727273176, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "time_to_first_output_ms": 479.2872999969404, "tpot_ms": 63.57072727273176, "ttft_ms": 479.288100003032, "visible_content_truncated": false, "visible_generation_ms": 2797.111199994106 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.770061040944752, "e2e_ms": 3273.676799988607, "effective_prefill_tok_s": 7622.320039031903, "generation_ms": 2790.0969999900553, "mean_inter_token_latency_ms": 63.411295454319436, "mean_time_per_output_token_ms": 63.411295454319436, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "time_to_first_output_ms": 483.5797999985516, "tpot_ms": 63.411295454319436, "ttft_ms": 483.5804000031203, "visible_content_truncated": false, "visible_generation_ms": 2790.0963999854866 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.85527935215196, "e2e_ms": 3256.6190999932587, "effective_prefill_tok_s": 7652.8779184168725, "generation_ms": 2775.100900005782, "mean_inter_token_latency_ms": 63.07047500013141, "mean_time_per_output_token_ms": 63.07047500013141, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3685, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "time_to_first_output_ms": 481.5181999874767, "tpot_ms": 63.07047500013141, "ttft_ms": 481.51869999128394, "visible_content_truncated": false, "visible_generation_ms": 2775.100400001975 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.554949148275751, "e2e_ms": 3310.6689999985974, "effective_prefill_tok_s": 7647.504405059936, "generation_ms": 2828.681699989829, "mean_inter_token_latency_ms": 64.2882204543143, "mean_time_per_output_token_ms": 64.2882204543143, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3686, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "time_to_first_output_ms": 481.9873000087682, "tpot_ms": 64.2882204543143, "ttft_ms": 481.988099985756, "visible_content_truncated": false, "visible_generation_ms": 2828.6809000128414 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.771166114726723, "e2e_ms": 3274.9284000019543, "effective_prefill_tok_s": 7601.640238668354, "generation_ms": 2789.9014999857172, "mean_inter_token_latency_ms": 63.406852272402666, "mean_time_per_output_token_ms": 63.406852272402666, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "time_to_first_output_ms": 485.02690001623705, "tpot_ms": 63.406852272402666, "ttft_ms": 485.02759999246337, "visible_content_truncated": false, "visible_generation_ms": 2789.900800009491 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.70191204682803, "e2e_ms": 3284.9079000006896, "effective_prefill_tok_s": 7638.262495137788, "generation_ms": 2802.206499996828, "mean_inter_token_latency_ms": 63.68651136356427, "mean_time_per_output_token_ms": 63.68651136356427, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "time_to_first_output_ms": 482.70140000386164, "tpot_ms": 63.68651136356427, "ttft_ms": 482.7019999793265, "visible_content_truncated": false, "visible_generation_ms": 2802.205900021363 }, { "content_chunks": 44, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 32, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 32 }, "decode_tok_s": 15.776400219106469, "e2e_ms": 3269.0795000235084, "effective_prefill_tok_s": 7679.592487738174, "generation_ms": 2788.975900009973, "mean_inter_token_latency_ms": 63.385815909317564, "mean_time_per_output_token_ms": 63.385815909317564, "output_token_source": "usage", "output_tokens": 45, "planned_context_tokens": 4096, "prompt_tokens": 3687, "reasoning_chunks": 0, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "time_to_first_output_ms": 480.10360001353547, "tpot_ms": 63.385815909317564, "ttft_ms": 480.1043000188656, "visible_content_truncated": false, "visible_generation_ms": 2788.975200004643 } ], "requests": 100, "response_words": 32, "responses_received": 100, "run_id": "benchmark-20260924T013018Z", "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "disabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-09-24T01:30:18Z", "started_at_unix_ns": 1790213418872063600, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 330145.5943000037 }