{ "base_url": "http://127.0.0.1:/v1", "clock_domain_id": null, "completed": 100, "concurrency": 4, "configuration_fingerprint": null, "context_distribution": { "32768": 100 }, "context_seed": 0, "context_tokens": 32768, "controlled_output_policy": "strict", "engine": "vllm-glm53-exl3-v84", "failed": 0, "failures": [], "finished_at": "2026-09-22T02:30:12Z", "finished_at_unix_ns": 1790044212221874463, "gpu": "rtx-pro6000-maxq-tp2", "manifest": null, "max_context_tokens": 327680, "max_tokens": 2048, "measurement_protocol": "capacity-v4-reasoning", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 100, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "tail-estimate", "p99_interpretation_by_metric": { "decode_tok_s": "tail-estimate", "e2e": "tail-estimate", "effective_prefill_tok_s": "tail-estimate", "tpot": "tail-estimate", "ttft": "tail-estimate" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 100, "e2e": 100, "effective_prefill_tok_s": 100, "tpot": 100, "ttft": 100 }, "performance_eligible_requests": 100, "successful_requests": 100 }, "metrics": { "completion_tokens_max": 235.0, "completion_tokens_mean": 135.3, "completion_tokens_mean_ci95_high": 141.02156032967062, "completion_tokens_mean_ci95_low": 129.5784396703294, "completion_tokens_min": 75.0, "completion_tokens_p25": 116.0, "completion_tokens_p50": 122.0, "completion_tokens_p75": 175.0, "completion_tokens_p90": 176.0, "completion_tokens_p95": 176.0, "completion_tokens_p99": 177.0, "completion_tokens_samples": 100, "completion_tokens_stddev": 29.191634335054196, "content_chunks": 2500, "content_chunks_s": null, "controlled_output_exact_adherence": 100, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 100, "controlled_output_unobservable": 0, "decode_tok_s_max": 67.84039057243307, "decode_tok_s_mean": 9.44162111128198, "decode_tok_s_mean_ci95_high": 11.132367711148458, "decode_tok_s_mean_ci95_low": 7.750874511415502, "decode_tok_s_min": 4.825175010019488, "decode_tok_s_p25": 6.1439042997178355, "decode_tok_s_p50": 7.071389814448286, "decode_tok_s_p75": 8.600462848169117, "decode_tok_s_p90": 11.406547107549683, "decode_tok_s_p95": 18.033203156484767, "decode_tok_s_p99": 44.83869754855007, "decode_tok_s_samples": 100, "decode_tok_s_stddev": 8.62625816258407, "e2e_max_ms": 38924.391119973734, "e2e_mean_ci95_high_ms": 26114.84498702396, "e2e_mean_ci95_low_ms": 23429.444228602235, "e2e_mean_ms": 24772.144607813098, "e2e_min_ms": 3136.5853038150817, "e2e_p25_ms": 20469.438566826284, "e2e_p50_ms": 26028.98690593429, "e2e_p75_ms": 27724.945473950356, "e2e_p90_ms": 33034.89210898988, "e2e_p95_ms": 33648.69872410782, "e2e_p99_ms": 38003.622881136835, "e2e_samples": 100, "e2e_stddev_ms": 6850.512138830936, "effective_prefill_tok_s_max": 49091.89279930914, "effective_prefill_tok_s_mean": 5642.462403618532, "effective_prefill_tok_s_mean_ci95_high": 7403.617861872287, "effective_prefill_tok_s_mean_ci95_low": 3881.3069453647777, "effective_prefill_tok_s_min": 1843.1601103867017, "effective_prefill_tok_s_p25": 3451.3469828244897, "effective_prefill_tok_s_p50": 4051.610903040318, "effective_prefill_tok_s_p75": 4060.0387684766524, "effective_prefill_tok_s_p90": 4082.442611145695, "effective_prefill_tok_s_p95": 7568.329604420007, "effective_prefill_tok_s_p99": 47954.21401524534, "effective_prefill_tok_s_samples": 100, "effective_prefill_tok_s_stddev": 8985.48703190691, "generation_max_ms": 32676.56904598698, "generation_mean_ci95_high_ms": 18996.861295483533, "generation_mean_ci95_low_ms": 16604.887731352363, "generation_mean_ms": 17800.874513417948, "generation_min_ms": 1695.1553348917514, "generation_p25_ms": 13982.88941103965, "generation_p50_ms": 19049.845820991322, "generation_p75_ms": 20627.964293118566, "generation_p90_ms": 26506.49902014993, "generation_p95_ms": 26818.018093006685, "generation_p99_ms": 30969.9479569681, "generation_samples": 100, "generation_stddev_ms": 6101.973377885642, "mean_inter_token_latency_ms_max": 207.24636887232018, "mean_inter_token_latency_ms_mean": 132.38756074134355, "mean_inter_token_latency_ms_mean_ci95_high": 139.7642256214448, "mean_inter_token_latency_ms_mean_ci95_low": 125.0108958612423, "mean_inter_token_latency_ms_min": 14.740481172971752, "mean_inter_token_latency_ms_p25": 116.21933227235621, "mean_inter_token_latency_ms_p50": 138.94374930380803, "mean_inter_token_latency_ms_p75": 162.58345131922636, "mean_inter_token_latency_ms_p90": 169.22578827032575, "mean_inter_token_latency_ms_p95": 171.8133480510796, "mean_inter_token_latency_ms_p99": 186.72325169135416, "mean_inter_token_latency_ms_samples": 100, "mean_inter_token_latency_ms_stddev": 37.63604530663901, "mean_time_per_output_token_max_ms": 207.24636887232018, "mean_time_per_output_token_mean_ci95_high_ms": 139.7642256214448, "mean_time_per_output_token_mean_ci95_low_ms": 125.0108958612423, "mean_time_per_output_token_mean_ms": 132.38756074134355, "mean_time_per_output_token_min_ms": 14.740481172971752, "mean_time_per_output_token_p25_ms": 116.21933227235621, "mean_time_per_output_token_p50_ms": 138.94374930380803, "mean_time_per_output_token_p75_ms": 162.58345131922636, "mean_time_per_output_token_p90_ms": 169.22578827032575, "mean_time_per_output_token_p95_ms": 171.8133480510796, "mean_time_per_output_token_p99_ms": 186.72325169135416, "mean_time_per_output_token_samples": 100, "mean_time_per_output_token_stddev_ms": 37.63604530663901, "output_token_sources": { "usage": 100 }, "output_tokens": 13530, "prefix_cache_hit_avg": null, "prompt_token_samples": 100, "prompt_tokens": 2530110, "prompt_tokens_max": 25324.0, "prompt_tokens_mean": 25301.1, "prompt_tokens_mean_ci95_high": 25303.804185905985, "prompt_tokens_mean_ci95_low": 25298.395814094012, "prompt_tokens_min": 25279.0, "prompt_tokens_p25": 25288.0, "prompt_tokens_p50": 25300.0, "prompt_tokens_p75": 25314.0, "prompt_tokens_p90": 25320.0, "prompt_tokens_p95": 25322.0, "prompt_tokens_p99": 25324.0, "prompt_tokens_samples": 100, "prompt_tokens_stddev": 13.796866867283143, "reasoning_chunks": 9999, "request_canary_passed": 100, "request_canary_samples": 100, "throughput_performance_eligible": true, "throughput_tok_s": 21.765362347922913, "time_to_first_output_max_ms": 13730.22335791029, "time_to_first_output_mean_ci95_high_ms": 7436.755333174397, "time_to_first_output_mean_ci95_low_ms": 6505.784855615902, "time_to_first_output_mean_ms": 6971.2700943951495, "time_to_first_output_min_ms": 514.9322741199285, "time_to_first_output_p25_ms": 6230.896323919296, "time_to_first_output_p50_ms": 6247.822073986754, "time_to_first_output_p75_ms": 7071.678526001051, "time_to_first_output_p90_ms": 10183.694838080555, "time_to_first_output_p95_ms": 11986.672719940543, "time_to_first_output_p99_ms": 12733.223775867373, "time_to_first_output_samples": 100, "time_to_first_output_stddev_ms": 2374.9246876492184, "tpot_max_ms": 207.24636887232018, "tpot_mean_ci95_high_ms": 139.7642256214448, "tpot_mean_ci95_low_ms": 125.0108958612423, "tpot_mean_ms": 132.38756074134355, "tpot_min_ms": 14.740481172971752, "tpot_p25_ms": 116.21933227235621, "tpot_p50_ms": 138.94374930380803, "tpot_p75_ms": 162.58345131922636, "tpot_p90_ms": 169.22578827032575, "tpot_p95_ms": 171.8133480510796, "tpot_p99_ms": 186.72325169135416, "tpot_samples": 100, "tpot_stddev_ms": 37.63604530663901, "ttft_max_ms": 36117.79599497095, "ttft_mean_ci95_high_ms": 23156.856464439705, "ttft_mean_ci95_low_ms": 20624.23448162742, "ttft_mean_ms": 21890.545473033562, "ttft_min_ms": 2671.7271769884974, "ttft_p25_ms": 19346.826310968027, "ttft_p50_ms": 21977.72536193952, "ttft_p75_ms": 25669.970949878916, "ttft_p90_ms": 28785.868903854862, "ttft_p95_ms": 31950.97478106618, "ttft_p99_ms": 33826.24505599961, "ttft_samples": 100, "ttft_stddev_ms": 6460.770364317047 }, "model": "glm53-flash-exl3-4bpw-v84-fp8-tp2-c4-327k-r10-vision8-apc-nospec", "performance_eligible": true, "prompt_cache_mode": "unique", "request_canaries": true, "request_timings": [ { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 13.796105152041807, "e2e_ms": 9285.523587139323, "effective_prefill_tok_s": 49091.89279930914, "generation_ms": 8770.591313019395, "mean_inter_token_latency_ms": 72.48422572743301, "mean_time_per_output_token_ms": 72.48422572743301, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25279, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 514.9322741199285, "tpot_ms": 72.48422572743301, "ttft_ms": 8814.294571056962, "visible_content_truncated": false, "visible_generation_ms": 471.22901608236134 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 37.792359829968156, "e2e_ms": 10420.540293911472, "effective_prefill_tok_s": 3451.3469828244897, "generation_ms": 3095.8638340234756, "mean_inter_token_latency_ms": 26.460374649773296, "mean_time_per_output_token_ms": 26.460374649773296, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25280, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 7324.676459887996, "tpot_ms": 26.460374649773296, "ttft_ms": 9041.950789978728, "visible_content_truncated": false, "visible_generation_ms": 1378.5895039327443 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 18.033203156484767, "e2e_ms": 9883.852516999468, "effective_prefill_tok_s": 7568.329604420007, "generation_ms": 6543.485312955454, "mean_inter_token_latency_ms": 55.45326536402927, "mean_time_per_output_token_ms": 55.45326536402927, "output_token_source": "usage", "output_tokens": 119, "planned_context_tokens": 32768, "prompt_tokens": 25281, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 3340.367204044014, "tpot_ms": 55.45326536402927, "ttft_ms": 8965.412345947698, "visible_content_truncated": false, "visible_generation_ms": 918.4401710517704 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 27.543721595729583, "e2e_ms": 10449.9073009938, "effective_prefill_tok_s": 4174.088204370326, "generation_ms": 4393.015648936853, "mean_inter_token_latency_ms": 36.30591445402358, "mean_time_per_output_token_ms": 36.30591445402358, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25282, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 6056.891652056947, "tpot_ms": 36.30591445402358, "ttft_ms": 9078.666459070519, "visible_content_truncated": false, "visible_generation_ms": 1371.2408419232816 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 10.196783228208465, "e2e_ms": 23480.400641914457, "effective_prefill_tok_s": 47525.60323111886, "generation_ms": 22948.41370685026, "mean_inter_token_latency_ms": 98.07014404636864, "mean_time_per_output_token_ms": 98.07014404636864, "output_token_source": "usage", "output_tokens": 235, "planned_context_tokens": 32768, "prompt_tokens": 25283, "reasoning_chunks": 187, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 531.9869350641966, "tpot_ms": 98.07014404636864, "ttft_ms": 23003.578088944778, "visible_content_truncated": false, "visible_generation_ms": 476.82255296967924 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 38.579480644250395, "e2e_ms": 3671.9511789269745, "effective_prefill_tok_s": 47207.74620454938, "generation_ms": 3136.3822938874364, "mean_inter_token_latency_ms": 25.920514825516005, "mean_time_per_output_token_ms": 25.920514825516005, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25283, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 535.5688850395381, "tpot_ms": 25.920514825516005, "ttft_ms": 3207.726154010743, "visible_content_truncated": false, "visible_generation_ms": 464.22502491623163 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 44.83869754855007, "e2e_ms": 3136.5853038150817, "effective_prefill_tok_s": 47954.21401524534, "generation_ms": 2609.3532238155603, "mean_inter_token_latency_ms": 22.302164306115902, "mean_time_per_output_token_ms": 22.302164306115902, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25283, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 527.2320799995214, "tpot_ms": 22.302164306115902, "ttft_ms": 2671.7271769884974, "visible_content_truncated": false, "visible_generation_ms": 464.85812682658434 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 11.927106934792443, "e2e_ms": 15658.581759082153, "effective_prefill_tok_s": 25637.80894345618, "generation_ms": 14672.460048925132, "mean_inter_token_latency_ms": 83.84262885100075, "mean_time_per_output_token_ms": 83.84262885100075, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25282, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 986.1217101570219, "tpot_ms": 83.84262885100075, "ttft_ms": 15181.433566147462, "visible_content_truncated": false, "visible_generation_ms": 477.1481929346919 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.3137283023310795, "e2e_ms": 25602.72617288865, "effective_prefill_tok_s": 3574.964544421408, "generation_ms": 18531.0476468876, "mean_inter_token_latency_ms": 158.38502262297095, "mean_time_per_output_token_ms": 158.38502262297095, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25281, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 7071.678526001051, "tpot_ms": 158.38502262297095, "ttft_ms": 20051.48410797119, "visible_content_truncated": false, "visible_generation_ms": 5551.24206491746 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.374318463411461, "e2e_ms": 30969.094243831933, "effective_prefill_tok_s": 2109.008946072684, "generation_ms": 18982.42152389139, "mean_inter_token_latency_ms": 156.87951672637513, "mean_time_per_output_token_ms": 156.87951672637513, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25280, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 11986.672719940543, "tpot_ms": 156.87951672637513, "ttft_ms": 25430.358205921948, "visible_content_truncated": false, "visible_generation_ms": 5538.736037909985 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.842633910978774, "e2e_ms": 25830.179951153696, "effective_prefill_tok_s": 4112.553028005646, "generation_ms": 19682.90359317325, "mean_inter_token_latency_ms": 171.15568341889784, "mean_time_per_output_token_ms": 171.15568341889784, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25281, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 6147.276357980445, "tpot_ms": 171.15568341889784, "ttft_ms": 25359.405557159334, "visible_content_truncated": false, "visible_generation_ms": 470.77439399436116 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.150687489322259, "e2e_ms": 26006.832680897787, "effective_prefill_tok_s": 4096.4723151686785, "generation_ms": 19835.181060945615, "mean_inter_token_latency_ms": 162.58345131922636, "mean_time_per_output_token_ms": 162.58345131922636, "output_token_source": "usage", "output_tokens": 123, "planned_context_tokens": 32768, "prompt_tokens": 25282, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 6171.651619952172, "tpot_ms": 162.58345131922636, "ttft_ms": 25532.882366795093, "visible_content_truncated": false, "visible_generation_ms": 473.9503141026944 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 4.825175010019488, "e2e_ms": 30428.249462973326, "effective_prefill_tok_s": 4090.6576559650175, "generation_ms": 24247.82515806146, "mean_inter_token_latency_ms": 207.24636887232018, "mean_time_per_output_token_ms": 207.24636887232018, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25282, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 6180.424304911867, "tpot_ms": 207.24636887232018, "ttft_ms": 19612.715646857396, "visible_content_truncated": false, "visible_generation_ms": 10815.53381611593 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 10.21089101974683, "e2e_ms": 14189.69815899618, "effective_prefill_tok_s": 3641.8977244802686, "generation_ms": 7247.1638231072575, "mean_inter_token_latency_ms": 97.93464625820619, "mean_time_per_output_token_ms": 97.93464625820619, "output_token_source": "usage", "output_tokens": 75, "planned_context_tokens": 32768, "prompt_tokens": 25284, "reasoning_chunks": 47, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 6942.534335888922, "tpot_ms": 97.93464625820619, "ttft_ms": 13714.717162074521, "visible_content_truncated": false, "visible_generation_ms": 474.9809969216585 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.949700965380137, "e2e_ms": 25858.204853953794, "effective_prefill_tok_s": 4082.442611145695, "generation_ms": 19664.853860856965, "mean_inter_token_latency_ms": 168.0756740244185, "mean_time_per_output_token_ms": 168.0756740244185, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25284, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 6193.3509930968285, "tpot_ms": 168.0756740244185, "ttft_ms": 25381.828902987763, "visible_content_truncated": false, "visible_generation_ms": 476.37595096603036 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.052825281463315, "e2e_ms": 25824.29802394472, "effective_prefill_tok_s": 3617.249293883044, "generation_ms": 18834.179857978597, "mean_inter_token_latency_ms": 165.21210401735613, "mean_time_per_output_token_ms": 165.21210401735613, "output_token_source": "usage", "output_tokens": 115, "planned_context_tokens": 32768, "prompt_tokens": 25285, "reasoning_chunks": 85, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 6990.118165966123, "tpot_ms": 165.21210401735613, "ttft_ms": 25347.991372924298, "visible_content_truncated": false, "visible_generation_ms": 476.3066510204226 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.1439042997178355, "e2e_ms": 31164.17251690291, "effective_prefill_tok_s": 2085.982484465677, "generation_ms": 19043.265372049063, "mean_inter_token_latency_ms": 162.76295189785523, "mean_time_per_output_token_ms": 162.76295189785523, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25284, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 12120.907144853845, "tpot_ms": 162.76295189785523, "ttft_ms": 25596.84489504434, "visible_content_truncated": false, "visible_generation_ms": 5567.327621858567 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.325801278730575, "e2e_ms": 28355.73681909591, "effective_prefill_tok_s": 3390.843146174998, "generation_ms": 20898.889389121905, "mean_inter_token_latency_ms": 120.10855970759715, "mean_time_per_output_token_ms": 120.10855970759715, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25285, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 7456.847429974005, "tpot_ms": 120.10855970759715, "ttft_ms": 27879.21255803667, "visible_content_truncated": false, "visible_generation_ms": 476.5242610592395 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.510401284161494, "e2e_ms": 20198.86407093145, "effective_prefill_tok_s": 4067.745025273339, "generation_ms": 13982.88941103965, "mean_inter_token_latency_ms": 117.50327236167773, "mean_time_per_output_token_ms": 117.50327236167773, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25285, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 6215.974659891799, "tpot_ms": 117.50327236167773, "ttft_ms": 19725.841789972037, "visible_content_truncated": false, "visible_generation_ms": 473.02228095941246 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.558036943140878, "e2e_ms": 32897.241703933105, "effective_prefill_tok_s": 4070.228848892239, "generation_ms": 26684.81460493058, "mean_inter_token_latency_ms": 152.4846548853176, "mean_time_per_output_token_ms": 152.4846548853176, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25286, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 6212.427099002525, "tpot_ms": 152.4846548853176, "ttft_ms": 30868.901918875054, "visible_content_truncated": false, "visible_generation_ms": 2028.3397850580513 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.695903345787372, "e2e_ms": 20880.792457144707, "effective_prefill_tok_s": 3629.8154532281983, "generation_ms": 13914.598080096766, "mean_inter_token_latency_ms": 114.99667834790716, "mean_time_per_output_token_ms": 114.99667834790716, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25286, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 6966.194377047941, "tpot_ms": 114.99667834790716, "ttft_ms": 20402.966272085905, "visible_content_truncated": false, "visible_generation_ms": 477.82618505880237 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.367827648198136, "e2e_ms": 26017.561981920153, "effective_prefill_tok_s": 3604.2975788633603, "generation_ms": 19001.77056994289, "mean_inter_token_latency_ms": 157.03942619787514, "mean_time_per_output_token_ms": 157.03942619787514, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25287, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 7015.791411977261, "tpot_ms": 157.03942619787514, "ttft_ms": 21977.72536193952, "visible_content_truncated": false, "visible_generation_ms": 4039.8366199806333 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.960256664614272, "e2e_ms": 29255.399903981015, "effective_prefill_tok_s": 2079.7265389512277, "generation_ms": 17097.07065904513, "mean_inter_token_latency_ms": 143.67286268105153, "mean_time_per_output_token_ms": 143.67286268105153, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25286, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 12158.329244935885, "tpot_ms": 143.67286268105153, "ttft_ms": 25695.80542598851, "visible_content_truncated": false, "visible_generation_ms": 3559.594477992505 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.820269561959197, "e2e_ms": 25986.622181953862, "effective_prefill_tok_s": 4060.155127295455, "generation_ms": 19758.535025874153, "mean_inter_token_latency_ms": 171.8133480510796, "mean_time_per_output_token_ms": 171.8133480510796, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25287, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 6228.0871560797095, "tpot_ms": 171.8133480510796, "ttft_ms": 25510.19557006657, "visible_content_truncated": false, "visible_generation_ms": 476.4266118872911 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.998296017526501, "e2e_ms": 26062.254334101453, "effective_prefill_tok_s": 4063.447635542339, "generation_ms": 19838.967542164028, "mean_inter_token_latency_ms": 166.71401295936158, "mean_time_per_output_token_ms": 166.71401295936158, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25288, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 6223.286791937426, "tpot_ms": 166.71401295936158, "ttft_ms": 25596.82368603535, "visible_content_truncated": false, "visible_generation_ms": 465.43064806610346 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.909264836175994, "e2e_ms": 25986.059410031885, "effective_prefill_tok_s": 3875.4998677736844, "generation_ms": 19460.965651087463, "mean_inter_token_latency_ms": 169.22578827032575, "mean_time_per_output_token_ms": 169.22578827032575, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25288, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 6525.093758944422, "tpot_ms": 169.22578827032575, "ttft_ms": 20389.70564189367, "visible_content_truncated": false, "visible_generation_ms": 5596.353768138215 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.2952213937398245, "e2e_ms": 27294.837639201432, "effective_prefill_tok_s": 2801.480377154208, "generation_ms": 18267.82456203364, "mean_inter_token_latency_ms": 158.8506483655099, "mean_time_per_output_token_ms": 158.8506483655099, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25289, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 9027.013077167794, "tpot_ms": 158.8506483655099, "ttft_ms": 22484.32373208925, "visible_content_truncated": false, "visible_generation_ms": 4810.513907112181 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.488175203572327, "e2e_ms": 33048.74450596981, "effective_prefill_tok_s": 4058.595791878765, "generation_ms": 26818.018093006685, "mean_inter_token_latency_ms": 154.12654076440623, "mean_time_per_output_token_ms": 154.12654076440623, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25288, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 6230.726412963122, "tpot_ms": 154.12654076440623, "ttft_ms": 26698.16367002204, "visible_content_truncated": false, "visible_generation_ms": 6350.580835947767 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.878745965969642, "e2e_ms": 20058.63453517668, "effective_prefill_tok_s": 4063.1782171179316, "generation_ms": 13834.688981063664, "mean_inter_token_latency_ms": 126.92375211985012, "mean_time_per_output_token_ms": 126.92375211985012, "output_token_source": "usage", "output_tokens": 110, "planned_context_tokens": 32768, "prompt_tokens": 25289, "reasoning_chunks": 80, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 6223.9455541130155, "tpot_ms": 126.92375211985012, "ttft_ms": 19580.385859124362, "visible_content_truncated": false, "visible_generation_ms": 478.248676052317 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.116590843799224, "e2e_ms": 26168.067150982097, "effective_prefill_tok_s": 3960.346065441117, "generation_ms": 19782.261571846902, "mean_inter_token_latency_ms": 163.48976505658598, "mean_time_per_output_token_ms": 163.48976505658598, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25290, "reasoning_chunks": 91, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 6385.805579135194, "tpot_ms": 163.48976505658598, "ttft_ms": 19346.826310968027, "visible_content_truncated": false, "visible_generation_ms": 6821.24084001407 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.071389814448286, "e2e_ms": 24060.659774113446, "effective_prefill_tok_s": 3243.2906379766264, "generation_ms": 16262.715395074338, "mean_inter_token_latency_ms": 141.4149164789073, "mean_time_per_output_token_ms": 141.4149164789073, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25291, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 7797.944379039109, "tpot_ms": 141.4149164789073, "ttft_ms": 15823.443710105494, "visible_content_truncated": false, "visible_generation_ms": 8237.216064007953 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.0326511366833335, "e2e_ms": 26115.12925894931, "effective_prefill_tok_s": 4063.8705861025974, "generation_ms": 19891.751948045567, "mean_inter_token_latency_ms": 165.7645995670464, "mean_time_per_output_token_ms": 165.7645995670464, "output_token_source": "usage", "output_tokens": 121, "planned_context_tokens": 32768, "prompt_tokens": 25291, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 6223.377310903743, "tpot_ms": 165.7645995670464, "ttft_ms": 25636.782452929765, "visible_content_truncated": false, "visible_generation_ms": 478.3468060195446 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.074905595741206, "e2e_ms": 26148.383517051116, "effective_prefill_tok_s": 4059.6249345679416, "generation_ms": 19918.00499497913, "mean_inter_token_latency_ms": 164.61161152875312, "mean_time_per_output_token_ms": 164.61161152875312, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25293, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00032", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 32, "time_to_first_output_ms": 6230.378522071987, "tpot_ms": 164.61161152875312, "ttft_ms": 19782.430896069854, "visible_content_truncated": false, "visible_generation_ms": 6365.952620981261 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.219595110295189, "e2e_ms": 26143.72812397778, "effective_prefill_tok_s": 3781.23435810972, "generation_ms": 19454.6426020097, "mean_inter_token_latency_ms": 160.78217026454297, "mean_time_per_output_token_ms": 160.78217026454297, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25293, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00033", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 33, "time_to_first_output_ms": 6689.085521968082, "tpot_ms": 160.78217026454297, "ttft_ms": 19796.605037990957, "visible_content_truncated": false, "visible_generation_ms": 6347.123085986823 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.341666751374882, "e2e_ms": 30829.661685042083, "effective_prefill_tok_s": 2567.751703451082, "generation_ms": 20979.02076598257, "mean_inter_token_latency_ms": 119.88011866275754, "mean_time_per_output_token_ms": 119.88011866275754, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25294, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00034", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 34, "time_to_first_output_ms": 9850.640919059515, "tpot_ms": 119.88011866275754, "ttft_ms": 30350.436615059152, "visible_content_truncated": false, "visible_generation_ms": 479.225069982931 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.842788603029954, "e2e_ms": 36188.966704998165, "effective_prefill_tok_s": 4055.3007948894724, "generation_ms": 29951.451590983197, "mean_inter_token_latency_ms": 171.15115194847542, "mean_time_per_output_token_ms": 171.15115194847542, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25295, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00035", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 35, "time_to_first_output_ms": 6237.515114014968, "tpot_ms": 171.15115194847542, "ttft_ms": 27955.044000875205, "visible_content_truncated": false, "visible_generation_ms": 8233.92270412296 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.604420456112523, "e2e_ms": 20288.17806392908, "effective_prefill_tok_s": 4063.197460215179, "generation_ms": 14062.539204955101, "mean_inter_token_latency_ms": 116.21933227235621, "mean_time_per_output_token_ms": 116.21933227235621, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25296, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00036", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 36, "time_to_first_output_ms": 6225.63885897398, "tpot_ms": 116.21933227235621, "ttft_ms": 19809.122405014932, "visible_content_truncated": false, "visible_generation_ms": 479.0556589141488 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.600462848169117, "e2e_ms": 20298.625613795593, "effective_prefill_tok_s": 4060.603831696662, "generation_ms": 14069.010253995657, "mean_inter_token_latency_ms": 116.27281201649303, "mean_time_per_output_token_ms": 116.27281201649303, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25296, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00037", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 37, "time_to_first_output_ms": 6229.615359799936, "tpot_ms": 116.27281201649303, "ttft_ms": 13933.749936986715, "visible_content_truncated": false, "visible_generation_ms": 6364.875676808879 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.078310242928519, "e2e_ms": 26133.419333025813, "effective_prefill_tok_s": 4062.9103747588706, "generation_ms": 19906.848312122747, "mean_inter_token_latency_ms": 164.51940753820452, "mean_time_per_output_token_ms": 164.51940753820452, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00038", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 38, "time_to_first_output_ms": 6226.571020903066, "tpot_ms": 164.51940753820452, "ttft_ms": 25656.800321070477, "visible_content_truncated": false, "visible_generation_ms": 476.61901195533574 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.9920094074727315, "e2e_ms": 26096.42804507166, "effective_prefill_tok_s": 4056.346861495256, "generation_ms": 19859.781904146075, "mean_inter_token_latency_ms": 166.88892356425274, "mean_time_per_output_token_ms": 166.88892356425274, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00039", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 39, "time_to_first_output_ms": 6236.646140925586, "tpot_ms": 166.88892356425274, "ttft_ms": 25620.307815028355, "visible_content_truncated": false, "visible_generation_ms": 476.12023004330695 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.602154432653179, "e2e_ms": 33046.35751317255, "effective_prefill_tok_s": 3868.4323257133956, "generation_ms": 26506.49902014993, "mean_inter_token_latency_ms": 151.46570868657105, "mean_time_per_output_token_ms": 151.46570868657105, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25299, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00040", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 40, "time_to_first_output_ms": 6539.858493022621, "tpot_ms": 151.46570868657105, "ttft_ms": 32569.93414205499, "visible_content_truncated": false, "visible_generation_ms": 476.42337111756206 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.36691934302354, "e2e_ms": 23013.16127786413, "effective_prefill_tok_s": 2801.6993635799436, "generation_ms": 13983.641433995217, "mean_inter_token_latency_ms": 119.51830285465998, "mean_time_per_output_token_ms": 119.51830285465998, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00041", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 41, "time_to_first_output_ms": 9029.519843868911, "tpot_ms": 119.51830285465998, "ttft_ms": 18194.31561580859, "visible_content_truncated": false, "visible_generation_ms": 4818.845662055537 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.974505206424062, "e2e_ms": 23006.358546903357, "effective_prefill_tok_s": 4060.0387684766524, "generation_ms": 16775.383563013747, "mean_inter_token_latency_ms": 143.3793466924252, "mean_time_per_output_token_ms": 143.3793466924252, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00042", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 42, "time_to_first_output_ms": 6230.97498388961, "tpot_ms": 143.3793466924252, "ttft_ms": 19746.994802029803, "visible_content_truncated": false, "visible_generation_ms": 3259.3637448735535 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.0764348217767905, "e2e_ms": 26142.322038998827, "effective_prefill_tok_s": 4061.1110957247442, "generation_ms": 19912.992330035195, "mean_inter_token_latency_ms": 164.5701845457454, "mean_time_per_output_token_ms": 164.5701845457454, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00043", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 43, "time_to_first_output_ms": 6229.329708963633, "tpot_ms": 164.5701845457454, "ttft_ms": 25669.970949878916, "visible_content_truncated": false, "visible_generation_ms": 472.3510891199112 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.07759864616407, "e2e_ms": 26150.710884016007, "effective_prefill_tok_s": 4053.171707282985, "generation_ms": 19909.17910914868, "mean_inter_token_latency_ms": 164.53867032354282, "mean_time_per_output_token_ms": 164.53867032354282, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00044", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 44, "time_to_first_output_ms": 6241.531774867326, "tpot_ms": 164.53867032354282, "ttft_ms": 21322.18889403157, "visible_content_truncated": false, "visible_generation_ms": 4828.521989984438 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.605907606204078, "e2e_ms": 33034.89210898988, "effective_prefill_tok_s": 3778.585936540145, "generation_ms": 26340.059590991586, "mean_inter_token_latency_ms": 151.37965282179073, "mean_time_per_output_token_ms": 151.37965282179073, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25297, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00045", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 45, "time_to_first_output_ms": 6694.832517998293, "tpot_ms": 151.37965282179073, "ttft_ms": 32561.967249028385, "visible_content_truncated": false, "visible_generation_ms": 472.9248599614948 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.483040170024434, "e2e_ms": 22790.485822828487, "effective_prefill_tok_s": 2699.6466843259486, "generation_ms": 13419.629944954067, "mean_inter_token_latency_ms": 154.2486200569433, "mean_time_per_output_token_ms": 154.2486200569433, "output_token_source": "usage", "output_tokens": 88, "planned_context_tokens": 32768, "prompt_tokens": 25298, "reasoning_chunks": 60, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00046", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 46, "time_to_first_output_ms": 9370.85587787442, "tpot_ms": 154.2486200569433, "ttft_ms": 16429.83652697876, "visible_content_truncated": false, "visible_generation_ms": 6360.649295849726 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.992806062009759, "e2e_ms": 20625.302925007418, "effective_prefill_tok_s": 4056.039895932203, "generation_ms": 14387.938241939992, "mean_inter_token_latency_ms": 125.1125064516521, "mean_time_per_output_token_ms": 125.1125064516521, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25299, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00047", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 47, "time_to_first_output_ms": 6237.364683067426, "tpot_ms": 125.1125064516521, "ttft_ms": 19713.68261403404, "visible_content_truncated": false, "visible_generation_ms": 911.620310973376 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.503186328617946, "e2e_ms": 32988.307561026886, "effective_prefill_tok_s": 4059.5663494656005, "generation_ms": 26756.114803953096, "mean_inter_token_latency_ms": 153.77077473536264, "mean_time_per_output_token_ms": 153.77077473536264, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25300, "reasoning_chunks": 126, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00048", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 48, "time_to_first_output_ms": 6232.19275707379, "tpot_ms": 153.77077473536264, "ttft_ms": 29397.955693071708, "visible_content_truncated": false, "visible_generation_ms": 3590.351867955178 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.304737041282976, "e2e_ms": 20080.37640200928, "effective_prefill_tok_s": 4059.133143623682, "generation_ms": 13847.518522059545, "mean_inter_token_latency_ms": 120.41320453964822, "mean_time_per_output_token_ms": 120.41320453964822, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25300, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00049", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 49, "time_to_first_output_ms": 6232.857879949734, "tpot_ms": 120.41320453964822, "ttft_ms": 19602.64390707016, "visible_content_truncated": false, "visible_generation_ms": 477.7324949391186 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.29926358079865, "e2e_ms": 26087.418428156525, "effective_prefill_tok_s": 3595.2737417215612, "generation_ms": 19049.845820991322, "mean_inter_token_latency_ms": 158.7487151749277, "mean_time_per_output_token_ms": 158.7487151749277, "output_token_source": "usage", "output_tokens": 121, "planned_context_tokens": 32768, "prompt_tokens": 25302, "reasoning_chunks": 91, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00050", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 50, "time_to_first_output_ms": 7037.5726071652025, "tpot_ms": 158.7487151749277, "ttft_ms": 25617.117755115032, "visible_content_truncated": false, "visible_generation_ms": 470.3006730414927 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.197157158998538, "e2e_ms": 27724.945473950356, "effective_prefill_tok_s": 2154.019034673172, "generation_ms": 15978.531169937924, "mean_inter_token_latency_ms": 138.94374930380803, "mean_time_per_output_token_ms": 138.94374930380803, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25302, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00051", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 51, "time_to_first_output_ms": 11746.414304012433, "tpot_ms": 138.94374930380803, "ttft_ms": 25247.793938964605, "visible_content_truncated": false, "visible_generation_ms": 2477.151534985751 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.76350869655074, "e2e_ms": 26028.98690593429, "effective_prefill_tok_s": 4048.8887965729677, "generation_ms": 19779.61793798022, "mean_inter_token_latency_ms": 173.5054205085984, "mean_time_per_output_token_ms": 173.5054205085984, "output_token_source": "usage", "output_tokens": 115, "planned_context_tokens": 32768, "prompt_tokens": 25303, "reasoning_chunks": 85, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00052", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 52, "time_to_first_output_ms": 6249.368967954069, "tpot_ms": 173.5054205085984, "ttft_ms": 24311.5951649379, "visible_content_truncated": false, "visible_generation_ms": 1717.3917409963906 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.315866734233325, "e2e_ms": 27164.592746878043, "effective_prefill_tok_s": 4054.32915550749, "generation_ms": 20923.856233013794, "mean_inter_token_latency_ms": 120.25204731617123, "mean_time_per_output_token_ms": 120.25204731617123, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25302, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00053", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 53, "time_to_first_output_ms": 6240.736513864249, "tpot_ms": 120.25204731617123, "ttft_ms": 26688.298255903646, "visible_content_truncated": false, "visible_generation_ms": 476.29449097439647 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.598892213191634, "e2e_ms": 27188.606256851926, "effective_prefill_tok_s": 3700.812349070439, "generation_ms": 20351.45872994326, "mean_inter_token_latency_ms": 116.29404988539007, "mean_time_per_output_token_ms": 116.29404988539007, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25303, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00054", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 54, "time_to_first_output_ms": 6837.147526908666, "tpot_ms": 116.29404988539007, "ttft_ms": 26710.939921904355, "visible_content_truncated": false, "visible_generation_ms": 477.66633494757116 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.59113524857347, "e2e_ms": 28014.078023843467, "effective_prefill_tok_s": 2484.3117738864066, "generation_ms": 17828.963471809402, "mean_inter_token_latency_ms": 104.26294427958715, "mean_time_per_output_token_ms": 104.26294427958715, "output_token_source": "usage", "output_tokens": 172, "planned_context_tokens": 32768, "prompt_tokens": 25303, "reasoning_chunks": 126, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00055", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 55, "time_to_first_output_ms": 10185.114552034065, "tpot_ms": 104.26294427958715, "ttft_ms": 24748.907730914652, "visible_content_truncated": false, "visible_generation_ms": 3265.170292928815 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.386745935414114, "e2e_ms": 27227.063979022205, "effective_prefill_tok_s": 4054.1076907767706, "generation_ms": 20985.49322411418, "mean_inter_token_latency_ms": 119.2357569551942, "mean_time_per_output_token_ms": 119.2357569551942, "output_token_source": "usage", "output_tokens": 177, "planned_context_tokens": 32768, "prompt_tokens": 25304, "reasoning_chunks": 130, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00056", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 56, "time_to_first_output_ms": 6241.570754908025, "tpot_ms": 119.2357569551942, "ttft_ms": 25971.019225893542, "visible_content_truncated": false, "visible_generation_ms": 1256.0447531286627 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.01539622882707, "e2e_ms": 31048.007616074756, "effective_prefill_tok_s": 4051.610903040318, "generation_ms": 24802.590520121157, "mean_inter_token_latency_ms": 142.54362367885722, "mean_time_per_output_token_ms": 142.54362367885722, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25304, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00057", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 57, "time_to_first_output_ms": 6245.417095953599, "tpot_ms": 142.54362367885722, "ttft_ms": 26707.089310046285, "visible_content_truncated": false, "visible_generation_ms": 4340.91830602847 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.66587564931861, "e2e_ms": 20200.322014978155, "effective_prefill_tok_s": 3777.378864717037, "generation_ms": 13501.232274109498, "mean_inter_token_latency_ms": 115.39514764196151, "mean_time_per_output_token_ms": 115.39514764196151, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25305, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00058", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 58, "time_to_first_output_ms": 6699.089740868658, "tpot_ms": 115.39514764196151, "ttft_ms": 19722.33813884668, "visible_content_truncated": false, "visible_generation_ms": 477.983876131475 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.408641146638551, "e2e_ms": 21817.51080113463, "effective_prefill_tok_s": 2697.041058858429, "generation_ms": 12435.377030167729, "mean_inter_token_latency_ms": 106.28527376211734, "mean_time_per_output_token_ms": 106.28527376211734, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25304, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00059", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 59, "time_to_first_output_ms": 9382.133770966902, "tpot_ms": 106.28527376211734, "ttft_ms": 17012.141298968345, "visible_content_truncated": false, "visible_generation_ms": 4805.369502166286 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.122409844998115, "e2e_ms": 25996.99071305804, "effective_prefill_tok_s": 4059.496902935094, "generation_ms": 19763.45966104418, "mean_inter_token_latency_ms": 163.33437736400148, "mean_time_per_output_token_ms": 163.33437736400148, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25305, "reasoning_chunks": 91, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00060", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 60, "time_to_first_output_ms": 6233.531052013859, "tpot_ms": 163.33437736400148, "ttft_ms": 21175.819664029405, "visible_content_truncated": false, "visible_generation_ms": 4821.171049028635 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.896235224930951, "e2e_ms": 25885.247114114463, "effective_prefill_tok_s": 3965.664388287108, "generation_ms": 19503.970858175308, "mean_inter_token_latency_ms": 169.59974659282875, "mean_time_per_output_token_ms": 169.59974659282875, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25306, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00061", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 61, "time_to_first_output_ms": 6381.276255939156, "tpot_ms": 169.59974659282875, "ttft_ms": 25406.680315965787, "visible_content_truncated": false, "visible_generation_ms": 478.56679814867675 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.640986033347017, "e2e_ms": 26700.53665107116, "effective_prefill_tok_s": 2696.766368533114, "generation_ms": 17316.70559500344, "mean_inter_token_latency_ms": 150.58004865220383, "mean_time_per_output_token_ms": 150.58004865220383, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25306, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00062", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 62, "time_to_first_output_ms": 9383.83105606772, "tpot_ms": 150.58004865220383, "ttft_ms": 21581.53674704954, "visible_content_truncated": false, "visible_generation_ms": 5118.999904021621 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.567704951765747, "e2e_ms": 31240.145141026005, "effective_prefill_tok_s": 1843.1601103867017, "generation_ms": 17509.921783115715, "mean_inter_token_latency_ms": 152.26018941839752, "mean_time_per_output_token_ms": 152.26018941839752, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25307, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00063", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 63, "time_to_first_output_ms": 13730.22335791029, "tpot_ms": 152.26018941839752, "ttft_ms": 21326.772877946496, "visible_content_truncated": false, "visible_generation_ms": 9913.37226307951 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.359285209963312, "e2e_ms": 27171.470125904307, "effective_prefill_tok_s": 4057.6167982338875, "generation_ms": 20934.804304968566, "mean_inter_token_latency_ms": 119.62745317124894, "mean_time_per_output_token_ms": 119.62745317124894, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25306, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00064", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 64, "time_to_first_output_ms": 6236.665820935741, "tpot_ms": 119.62745317124894, "ttft_ms": 26702.128634788096, "visible_content_truncated": false, "visible_generation_ms": 469.3414911162108 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.307587721614519, "e2e_ms": 24467.891935026273, "effective_prefill_tok_s": 4058.2869767269744, "generation_ms": 18232.009616913274, "mean_inter_token_latency_ms": 158.53921406011543, "mean_time_per_output_token_ms": 158.53921406011543, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25307, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00065", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 65, "time_to_first_output_ms": 6235.882318112999, "tpot_ms": 158.53921406011543, "ttft_ms": 19669.842705130577, "visible_content_truncated": false, "visible_generation_ms": 4798.049229895696 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.596237373482944, "e2e_ms": 34304.49254298583, "effective_prefill_tok_s": 3255.37638521066, "generation_ms": 26530.27629107237, "mean_inter_token_latency_ms": 151.60157880612783, "mean_time_per_output_token_ms": 151.60157880612783, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25308, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00066", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 66, "time_to_first_output_ms": 7774.216251913458, "tpot_ms": 151.60157880612783, "ttft_ms": 33826.24505599961, "visible_content_truncated": false, "visible_generation_ms": 478.2474869862199 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.179394763331329, "e2e_ms": 22502.40230606869, "effective_prefill_tok_s": 2954.953304985109, "generation_ms": 13937.4615480192, "mean_inter_token_latency_ms": 122.25843463174738, "mean_time_per_output_token_ms": 122.25843463174738, "output_token_source": "usage", "output_tokens": 115, "planned_context_tokens": 32768, "prompt_tokens": 25309, "reasoning_chunks": 85, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00067", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 67, "time_to_first_output_ms": 8564.940758049488, "tpot_ms": 122.25843463174738, "ttft_ms": 15808.025849051774, "visible_content_truncated": false, "visible_generation_ms": 6694.376457016915 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.55049138471687, "e2e_ms": 33100.025600986555, "effective_prefill_tok_s": 3964.1489163315327, "generation_ms": 26715.5530359596, "mean_inter_token_latency_ms": 152.6603030626263, "mean_time_per_output_token_ms": 152.6603030626263, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25309, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00068", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 68, "time_to_first_output_ms": 6384.472565026954, "tpot_ms": 152.6603030626263, "ttft_ms": 26746.105585014448, "visible_content_truncated": false, "visible_generation_ms": 6353.920015972108 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.611027330136245, "e2e_ms": 28447.550349170342, "effective_prefill_tok_s": 3236.8721078798253, "generation_ms": 20627.964293118566, "mean_inter_token_latency_ms": 131.38830759948132, "mean_time_per_output_token_ms": 131.38830759948132, "output_token_source": "usage", "output_tokens": 158, "planned_context_tokens": 32768, "prompt_tokens": 25311, "reasoning_chunks": 111, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00069", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 69, "time_to_first_output_ms": 7819.586056051776, "tpot_ms": 131.38830759948132, "ttft_ms": 22098.23011700064, "visible_content_truncated": false, "visible_generation_ms": 6349.320232169703 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 13.32152809255815, "e2e_ms": 14112.874973099679, "effective_prefill_tok_s": 4062.1764003415688, "generation_ms": 7881.9786491803825, "mean_inter_token_latency_ms": 75.06646332552745, "mean_time_per_output_token_ms": 75.06646332552745, "output_token_source": "usage", "output_tokens": 106, "planned_context_tokens": 32768, "prompt_tokens": 25311, "reasoning_chunks": 76, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00070", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 70, "time_to_first_output_ms": 6230.896323919296, "tpot_ms": 75.06646332552745, "ttft_ms": 13636.159781133756, "visible_content_truncated": false, "visible_generation_ms": 476.7151919659227 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.104012106250834, "e2e_ms": 26059.82243688777, "effective_prefill_tok_s": 4058.4948456430043, "generation_ms": 19823.027525795624, "mean_inter_token_latency_ms": 163.82667376690597, "mean_time_per_output_token_ms": 163.82667376690597, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25312, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00071", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 71, "time_to_first_output_ms": 6236.794911092147, "tpot_ms": 163.82667376690597, "ttft_ms": 18384.979096939787, "visible_content_truncated": false, "visible_generation_ms": 7674.843339947984 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.012465799450885, "e2e_ms": 26019.60974908434, "effective_prefill_tok_s": 4064.7799520929802, "generation_ms": 19792.212374974042, "mean_inter_token_latency_ms": 166.32111239473986, "mean_time_per_output_token_ms": 166.32111239473986, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25313, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00072", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 72, "time_to_first_output_ms": 6227.397374110296, "tpot_ms": 166.32111239473986, "ttft_ms": 25543.673218926415, "visible_content_truncated": false, "visible_generation_ms": 475.9365301579237 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.650639137113106, "e2e_ms": 38003.622881136835, "effective_prefill_tok_s": 3598.9721266499528, "generation_ms": 30969.9479569681, "mean_inter_token_latency_ms": 176.97113118267484, "mean_time_per_output_token_ms": 176.97113118267484, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25314, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00073", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 73, "time_to_first_output_ms": 7033.674924168736, "tpot_ms": 176.97113118267484, "ttft_ms": 32413.03026000969, "visible_content_truncated": false, "visible_generation_ms": 5590.5926211271435 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 10.38911667724353, "e2e_ms": 20469.438566826284, "effective_prefill_tok_s": 2076.3569817266875, "generation_ms": 8277.893363963813, "mean_inter_token_latency_ms": 96.25457399957922, "mean_time_per_output_token_ms": 96.25457399957922, "output_token_source": "usage", "output_tokens": 87, "planned_context_tokens": 32768, "prompt_tokens": 25314, "reasoning_chunks": 58, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00074", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 74, "time_to_first_output_ms": 12191.545202862471, "tpot_ms": 96.25457399957922, "ttft_ms": 19232.95348091051, "visible_content_truncated": false, "visible_generation_ms": 1236.485085915774 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.659630530483836, "e2e_ms": 20209.69641301781, "effective_prefill_tok_s": 4059.1238414172076, "generation_ms": 13972.882512025535, "mean_inter_token_latency_ms": 115.47836786797963, "mean_time_per_output_token_ms": 115.47836786797963, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 91, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00075", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 75, "time_to_first_output_ms": 6236.813900992274, "tpot_ms": 115.47836786797963, "ttft_ms": 19731.220826040953, "visible_content_truncated": false, "visible_generation_ms": 478.475586976856 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.206492961560783, "e2e_ms": 26064.393810927868, "effective_prefill_tok_s": 3673.8174424332137, "generation_ms": 19173.468936001882, "mean_inter_token_latency_ms": 161.12158769749482, "mean_time_per_output_token_ms": 161.12158769749482, "output_token_source": "usage", "output_tokens": 120, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 89, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00076", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 76, "time_to_first_output_ms": 6890.924874925986, "tpot_ms": 161.12158769749482, "ttft_ms": 25586.007364094257, "visible_content_truncated": false, "visible_generation_ms": 478.38644683361053 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.871173086481817, "e2e_ms": 33648.69872410782, "effective_prefill_tok_s": 2217.7406248455877, "generation_ms": 22233.026523143053, "mean_inter_token_latency_ms": 127.04586584653173, "mean_time_per_output_token_ms": 127.04586584653173, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25317, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00077", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 77, "time_to_first_output_ms": 11415.672200964764, "tpot_ms": 127.04586584653173, "ttft_ms": 31950.97478106618, "visible_content_truncated": false, "visible_generation_ms": 1697.7239430416375 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.34972560027496, "e2e_ms": 20253.526932094246, "effective_prefill_tok_s": 4056.342459541771, "generation_ms": 14012.436527991667, "mean_inter_token_latency_ms": 119.76441476915954, "mean_time_per_output_token_ms": 119.76441476915954, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00078", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 78, "time_to_first_output_ms": 6241.090404102579, "tpot_ms": 119.76441476915954, "ttft_ms": 19776.41878905706, "visible_content_truncated": false, "visible_generation_ms": 477.1081430371851 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.75280956861742, "e2e_ms": 20360.62237713486, "effective_prefill_tok_s": 3619.9400894373557, "generation_ms": 13367.13647004217, "mean_inter_token_latency_ms": 114.24902965848008, "mean_time_per_output_token_ms": 114.24902965848008, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00079", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 79, "time_to_first_output_ms": 6993.4859070926905, "tpot_ms": 114.24902965848008, "ttft_ms": 14645.627070218325, "visible_content_truncated": false, "visible_generation_ms": 5714.995306916535 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.477016169342901, "e2e_ms": 27013.95895308815, "effective_prefill_tok_s": 4049.3053599340624, "generation_ms": 20762.022448005155, "mean_inter_token_latency_ms": 117.96603663639293, "mean_time_per_output_token_ms": 117.96603663639293, "output_token_source": "usage", "output_tokens": 177, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 130, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00080", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 80, "time_to_first_output_ms": 6251.936505082995, "tpot_ms": 117.96603663639293, "ttft_ms": 26537.72859205492, "visible_content_truncated": false, "visible_generation_ms": 476.230361033231 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.665432808116515, "e2e_ms": 26964.200247079134, "effective_prefill_tok_s": 3677.2895487169762, "generation_ms": 20079.78180120699, "mean_inter_token_latency_ms": 115.40104483452293, "mean_time_per_output_token_ms": 115.40104483452293, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00081", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 81, "time_to_first_output_ms": 6884.418445872143, "tpot_ms": 115.40104483452293, "ttft_ms": 26485.27142801322, "visible_content_truncated": false, "visible_generation_ms": 478.92881906591356 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.331226101078649, "e2e_ms": 30570.65470283851, "effective_prefill_tok_s": 2161.965336540687, "generation_ms": 18861.401287838817, "mean_inter_token_latency_ms": 107.16705277181146, "mean_time_per_output_token_ms": 107.16705277181146, "output_token_source": "usage", "output_tokens": 177, "planned_context_tokens": 32768, "prompt_tokens": 25315, "reasoning_chunks": 130, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00082", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 82, "time_to_first_output_ms": 11709.253414999694, "tpot_ms": 107.16705277181146, "ttft_ms": 25436.30765285343, "visible_content_truncated": false, "visible_generation_ms": 5134.347049985081 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.561484984318502, "e2e_ms": 30931.233842857182, "effective_prefill_tok_s": 1988.1846455867774, "generation_ms": 18198.01006698981, "mean_inter_token_latency_ms": 104.586264752815, "mean_time_per_output_token_ms": 104.586264752815, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25316, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00083", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 83, "time_to_first_output_ms": 12733.223775867373, "tpot_ms": 104.586264752815, "ttft_ms": 21458.035243907943, "visible_content_truncated": false, "visible_generation_ms": 9473.198598949239 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.308448301926234, "e2e_ms": 27181.704696035013, "effective_prefill_tok_s": 4057.7538676212175, "generation_ms": 20942.538687959313, "mean_inter_token_latency_ms": 120.3594177468926, "mean_time_per_output_token_ms": 120.3594177468926, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25317, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00084", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 84, "time_to_first_output_ms": 6239.166008075699, "tpot_ms": 120.3594177468926, "ttft_ms": 26703.72780994512, "visible_content_truncated": false, "visible_generation_ms": 477.9768860898912 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.355519416794213, "e2e_ms": 38924.391119973734, "effective_prefill_tok_s": 4052.2920947786383, "generation_ms": 32676.56904598698, "mean_inter_token_latency_ms": 186.72325169135416, "mean_time_per_output_token_ms": 186.72325169135416, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25318, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00085", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 85, "time_to_first_output_ms": 6247.822073986754, "tpot_ms": 186.72325169135416, "ttft_ms": 31353.57616492547, "visible_content_truncated": false, "visible_generation_ms": 7570.814955048263 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.808846070593601, "e2e_ms": 21515.3073919937, "effective_prefill_tok_s": 3254.6116599095944, "generation_ms": 13736.191895091906, "mean_inter_token_latency_ms": 113.52224706687525, "mean_time_per_output_token_ms": 113.52224706687525, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25318, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00086", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 86, "time_to_first_output_ms": 7779.115496901795, "tpot_ms": 113.52224706687525, "ttft_ms": 15145.812240894884, "visible_content_truncated": false, "visible_generation_ms": 6369.495151098818 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 11.406547107549683, "e2e_ms": 19120.960670989007, "effective_prefill_tok_s": 2801.1850599413447, "generation_ms": 10081.92916889675, "mean_inter_token_latency_ms": 87.66894929475434, "mean_time_per_output_token_ms": 87.66894929475434, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25320, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00087", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 87, "time_to_first_output_ms": 9039.031502092257, "tpot_ms": 87.66894929475434, "ttft_ms": 11973.051480017602, "visible_content_truncated": false, "visible_generation_ms": 7147.909190971404 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.808219469921607, "e2e_ms": 26040.564180118963, "effective_prefill_tok_s": 4057.0181710066718, "generation_ms": 19799.52730704099, "mean_inter_token_latency_ms": 172.16980266992164, "mean_time_per_output_token_ms": 172.16980266992164, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25320, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00088", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 88, "time_to_first_output_ms": 6241.036873077974, "tpot_ms": 172.16980266992164, "ttft_ms": 25561.97123299353, "visible_content_truncated": false, "visible_generation_ms": 478.5929471254349 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.89447011620044, "e2e_ms": 26005.60453813523, "effective_prefill_tok_s": 3704.557548186143, "generation_ms": 19170.51028716378, "mean_inter_token_latency_ms": 169.65053351472372, "mean_time_per_output_token_ms": 169.65053351472372, "output_token_source": "usage", "output_tokens": 114, "planned_context_tokens": 32768, "prompt_tokens": 25321, "reasoning_chunks": 84, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00089", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 89, "time_to_first_output_ms": 6835.094250971451, "tpot_ms": 169.65053351472372, "ttft_ms": 19633.42392910272, "visible_content_truncated": false, "visible_generation_ms": 6372.180609032512 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.473799499363264, "e2e_ms": 37061.26496009529, "effective_prefill_tok_s": 2486.3274481987883, "generation_ms": 26877.57012201473, "mean_inter_token_latency_ms": 154.46879380468235, "mean_time_per_output_token_ms": 154.46879380468235, "output_token_source": "usage", "output_tokens": 175, "planned_context_tokens": 32768, "prompt_tokens": 25320, "reasoning_chunks": 128, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00090", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 90, "time_to_first_output_ms": 10183.694838080555, "tpot_ms": 154.46879380468235, "ttft_ms": 36117.79599497095, "visible_content_truncated": false, "visible_generation_ms": 943.4689651243389 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.745393232658232, "e2e_ms": 20053.29279298894, "effective_prefill_tok_s": 4058.7440269663366, "generation_ms": 13814.663347089663, "mean_inter_token_latency_ms": 129.10900324382862, "mean_time_per_output_token_ms": 129.10900324382862, "output_token_source": "usage", "output_tokens": 108, "planned_context_tokens": 32768, "prompt_tokens": 25321, "reasoning_chunks": 78, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00091", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 91, "time_to_first_output_ms": 6238.629445899278, "tpot_ms": 129.10900324382862, "ttft_ms": 15690.517853014171, "visible_content_truncated": false, "visible_generation_ms": 4362.77493997477 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.501240871398546, "e2e_ms": 33161.95799293928, "effective_prefill_tok_s": 4055.2401881989244, "generation_ms": 26917.938200058416, "mean_inter_token_latency_ms": 153.81678971461952, "mean_time_per_output_token_ms": 153.81678971461952, "output_token_source": "usage", "output_tokens": 176, "planned_context_tokens": 32768, "prompt_tokens": 25321, "reasoning_chunks": 129, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00092", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 92, "time_to_first_output_ms": 6244.019792880863, "tpot_ms": 153.81678971461952, "ttft_ms": 28785.868903854862, "visible_content_truncated": false, "visible_generation_ms": 4376.089089084417 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.582540202916297, "e2e_ms": 20332.958734827116, "effective_prefill_tok_s": 4061.548049878662, "generation_ms": 14098.390119848773, "mean_inter_token_latency_ms": 116.51562082519646, "mean_time_per_output_token_ms": 116.51562082519646, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25322, "reasoning_chunks": 92, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00093", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 93, "time_to_first_output_ms": 6234.568614978343, "tpot_ms": 116.51562082519646, "ttft_ms": 19853.362494846806, "visible_content_truncated": false, "visible_generation_ms": 479.5962399803102 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.5014359460622915, "e2e_ms": 26907.444698968902, "effective_prefill_tok_s": 4054.9364597736735, "generation_ms": 20662.710594944656, "mean_inter_token_latency_ms": 133.30781028996552, "mean_time_per_output_token_ms": 133.30781028996552, "output_token_source": "usage", "output_tokens": 156, "planned_context_tokens": 32768, "prompt_tokens": 25322, "reasoning_chunks": 109, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00094", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 94, "time_to_first_output_ms": 6244.734104024246, "tpot_ms": 133.30781028996552, "ttft_ms": 22847.118998877704, "visible_content_truncated": false, "visible_generation_ms": 4060.325700091198 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.361038464472738, "e2e_ms": 27299.10204000771, "effective_prefill_tok_s": 4052.273086109692, "generation_ms": 21050.016782945022, "mean_inter_token_latency_ms": 119.6023680849149, "mean_time_per_output_token_ms": 119.6023680849149, "output_token_source": "usage", "output_tokens": 177, "planned_context_tokens": 32768, "prompt_tokens": 25323, "reasoning_chunks": 130, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00095", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 95, "time_to_first_output_ms": 6249.0852570626885, "tpot_ms": 119.6023680849149, "ttft_ms": 26831.38225390576, "visible_content_truncated": false, "visible_generation_ms": 467.7197861019522 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.917391219776349, "e2e_ms": 21032.485051080585, "effective_prefill_tok_s": 4048.352462118984, "generation_ms": 14777.594886021689, "mean_inter_token_latency_ms": 126.30422979505717, "mean_time_per_output_token_ms": 126.30422979505717, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25322, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00096", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 96, "time_to_first_output_ms": 6254.890165058896, "tpot_ms": 126.30422979505717, "ttft_ms": 19803.50182694383, "visible_content_truncated": false, "visible_generation_ms": 1228.9832241367549 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.371735427018528, "e2e_ms": 20231.56044515781, "effective_prefill_tok_s": 4047.81772963134, "generation_ms": 13975.59693804942, "mean_inter_token_latency_ms": 119.44954647905487, "mean_time_per_output_token_ms": 119.44954647905487, "output_token_source": "usage", "output_tokens": 118, "planned_context_tokens": 32768, "prompt_tokens": 25323, "reasoning_chunks": 88, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00097", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 97, "time_to_first_output_ms": 6255.96350710839, "tpot_ms": 119.44954647905487, "ttft_ms": 17757.93883111328, "visible_content_truncated": false, "visible_generation_ms": 2473.621614044532 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 14.516895711180444, "e2e_ms": 14165.417826967314, "effective_prefill_tok_s": 4055.9842424365465, "generation_ms": 7921.803826931864, "mean_inter_token_latency_ms": 68.88525066897273, "mean_time_per_output_token_ms": 68.88525066897273, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25324, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00098", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 98, "time_to_first_output_ms": 6243.61400003545, "tpot_ms": 68.88525066897273, "ttft_ms": 13784.353886032477, "visible_content_truncated": false, "visible_generation_ms": 381.06394093483686 }, { "content_chunks": 25, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 67.84039057243307, "e2e_ms": 7926.733761094511, "effective_prefill_tok_s": 4063.8179074368636, "generation_ms": 1695.1553348917514, "mean_inter_token_latency_ms": 14.740481172971752, "mean_time_per_output_token_ms": 14.740481172971752, "output_token_source": "usage", "output_tokens": 116, "planned_context_tokens": 32768, "prompt_tokens": 25324, "reasoning_chunks": 86, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_0_00099", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 99, "time_to_first_output_ms": 6231.578426202759, "tpot_ms": 14.740481172971752, "ttft_ms": 7590.018771123141, "visible_content_truncated": false, "visible_generation_ms": 336.7149899713695 } ], "requests": 100, "response_words": 16, "responses_received": 100, "run_id": "benchmark-20260922T021950Z", "sampling": { "temperature": { "effective_request": 0.0, "requested": null, "sent": true }, "top_p": { "effective_request": null, "requested": null, "sent": false } }, "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": null, "shared_prefix_burst": false, "thinking_mode": "enabled" }, "shared_prefix_tokens": 0, "source_recipe": null, "started_at": "2026-09-22T02:19:50Z", "started_at_unix_ns": 1790043590591971073, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 621629.899090156 }