{ "base_url": "http://127.0.0.1:30000/v1", "clock_domain_id": null, "completed": 32, "concurrency": 4, "configuration_fingerprint": "sha256:aaed9d0d1186574e41f0de85bc287d313578f906210a54e3386929fe01549908", "context_distribution": { "32768": 32 }, "context_seed": 1913, "context_tokens": 32768, "controlled_output_policy": "strict", "engine": "vllm-v84", "failed": 0, "failures": [], "finished_at": "2026-09-19T11:49:56Z", "finished_at_unix_ns": 1789818596885803328, "gpu": "2x-rtx-pro-6000-max-q", "manifest": null, "max_context_tokens": 327680, "max_tokens": 4096, "measurement_protocol": "capacity-v4-reasoning", "metric_population": { "aggregate_throughput_eligible": true, "attempted_requests": 32, "excluded_requests": 0, "failure_policy": "failed or contract-invalid responses retain sanitized timing and metadata but are excluded from performance distributions", "p99_interpretation": "descriptive-nearest-rank-only", "p99_interpretation_by_metric": { "decode_tok_s": "descriptive-nearest-rank-only", "e2e": "descriptive-nearest-rank-only", "effective_prefill_tok_s": "descriptive-nearest-rank-only", "tpot": "descriptive-nearest-rank-only", "ttft": "descriptive-nearest-rank-only" }, "p99_minimum_recommended_samples": 100, "p99_samples_by_metric": { "decode_tok_s": 32, "e2e": 32, "effective_prefill_tok_s": 32, "tpot": 32, "ttft": 32 }, "performance_eligible_requests": 32, "successful_requests": 32 }, "metrics": { "completion_tokens_max": 215.0, "completion_tokens_mean": 130.15625, "completion_tokens_mean_ci95_high": 139.44464053549748, "completion_tokens_mean_ci95_low": 120.86785946450252, "completion_tokens_min": 74.0, "completion_tokens_p25": 122.0, "completion_tokens_p50": 127.0, "completion_tokens_p75": 133.0, "completion_tokens_p90": 166.0, "completion_tokens_p95": 181.0, "completion_tokens_p99": 215.0, "completion_tokens_samples": 32, "completion_tokens_stddev": 26.807689526364175, "content_chunks": 864, "content_chunks_s": null, "controlled_output_exact_adherence": 32, "controlled_output_exact_adherence_rate": 1.0, "controlled_output_samples": 32, "controlled_output_unobservable": 0, "decode_tok_s_max": 59.16221423595876, "decode_tok_s_mean": 9.162482643617993, "decode_tok_s_mean_ci95_high": 12.44981728506864, "decode_tok_s_mean_ci95_low": 5.875148002167347, "decode_tok_s_min": 4.274118554452537, "decode_tok_s_p25": 6.2441349095741625, "decode_tok_s_p50": 6.777054978656469, "decode_tok_s_p75": 8.846647363972263, "decode_tok_s_p90": 10.156845845639417, "decode_tok_s_p95": 16.520984011289066, "decode_tok_s_p99": 59.16221423595876, "decode_tok_s_samples": 32, "decode_tok_s_stddev": 9.487741293874288, "e2e_max_ms": 44748.793334933, "e2e_mean_ci95_high_ms": 29804.863229290808, "e2e_mean_ci95_low_ms": 24831.11814901478, "e2e_mean_ms": 27317.990689152793, "e2e_min_ms": 9733.018883038312, "e2e_p25_ms": 24907.681938027963, "e2e_p50_ms": 25448.082644026726, "e2e_p75_ms": 30625.25783001911, "e2e_p90_ms": 36409.953349037096, "e2e_p95_ms": 37418.78932795953, "e2e_p99_ms": 44748.793334933, "e2e_samples": 32, "e2e_stddev_ms": 7177.487498278381, "effective_prefill_tok_s_max": 4192.068492356601, "effective_prefill_tok_s_mean": 3260.543631571389, "effective_prefill_tok_s_mean_ci95_high": 3648.013879217501, "effective_prefill_tok_s_mean_ci95_low": 2873.073383925277, "effective_prefill_tok_s_min": 883.6254289900206, "effective_prefill_tok_s_p25": 2123.6365064255356, "effective_prefill_tok_s_p50": 3991.577118116654, "effective_prefill_tok_s_p75": 4176.03376117512, "effective_prefill_tok_s_p90": 4186.682562031138, "effective_prefill_tok_s_p95": 4190.71516133521, "effective_prefill_tok_s_p99": 4192.068492356601, "effective_prefill_tok_s_samples": 32, "effective_prefill_tok_s_stddev": 1118.2973045657013, "generation_max_ms": 38604.45092897862, "generation_mean_ci95_high_ms": 20491.699897737555, "generation_mean_ci95_low_ms": 15695.618383991392, "generation_mean_ms": 18093.659140864474, "generation_min_ms": 2146.6404129751027, "generation_p25_ms": 13677.49781603925, "generation_p50_ms": 19085.92779294122, "generation_p75_ms": 19393.429400981404, "generation_p90_ms": 24433.540898025967, "generation_p95_ms": 31081.88763796352, "generation_p99_ms": 38604.45092897862, "generation_samples": 32, "generation_stddev_ms": 6921.105635700724, "mean_inter_token_latency_ms_max": 233.9663692665371, "mean_inter_token_latency_ms_mean": 139.64066957358384, "mean_inter_token_latency_ms_mean_ci95_high": 154.18409626875558, "mean_inter_token_latency_ms_mean_ci95_low": 125.09724287841209, "mean_inter_token_latency_ms_min": 16.902680417126792, "mean_inter_token_latency_ms_p25": 112.80849270637162, "mean_inter_token_latency_ms_p50": 144.66612501483826, "mean_inter_token_latency_ms_p75": 159.19287455333628, "mean_inter_token_latency_ms_p90": 186.33971257018857, "mean_inter_token_latency_ms_p95": 193.53922915789076, "mean_inter_token_latency_ms_p99": 233.9663692665371, "mean_inter_token_latency_ms_samples": 32, "mean_inter_token_latency_ms_stddev": 41.97451280753225, "mean_time_per_output_token_max_ms": 233.9663692665371, "mean_time_per_output_token_mean_ci95_high_ms": 154.18409626875558, "mean_time_per_output_token_mean_ci95_low_ms": 125.09724287841209, "mean_time_per_output_token_mean_ms": 139.64066957358384, "mean_time_per_output_token_min_ms": 16.902680417126792, "mean_time_per_output_token_p25_ms": 112.80849270637162, "mean_time_per_output_token_p50_ms": 144.66612501483826, "mean_time_per_output_token_p75_ms": 159.19287455333628, "mean_time_per_output_token_p90_ms": 186.33971257018857, "mean_time_per_output_token_p95_ms": 193.53922915789076, "mean_time_per_output_token_p99_ms": 233.9663692665371, "mean_time_per_output_token_samples": 32, "mean_time_per_output_token_stddev_ms": 41.97451280753225, "output_token_sources": { "usage": 32 }, "output_tokens": 4165, "prefix_cache_hit_avg": null, "prompt_token_samples": 32, "prompt_tokens": 801376, "prompt_tokens_max": 25050.0, "prompt_tokens_mean": 25043.0, "prompt_tokens_mean_ci95_high": 25043.87122087122, "prompt_tokens_mean_ci95_low": 25042.12877912878, "prompt_tokens_min": 25040.0, "prompt_tokens_p25": 25041.0, "prompt_tokens_p50": 25043.0, "prompt_tokens_p75": 25044.0, "prompt_tokens_p90": 25046.0, "prompt_tokens_p95": 25049.0, "prompt_tokens_p99": 25050.0, "prompt_tokens_samples": 32, "prompt_tokens_stddev": 2.5144742283748487, "reasoning_chunks": 3092, "request_canary_passed": 32, "request_canary_samples": 32, "throughput_performance_eligible": true, "throughput_tok_s": 19.008655104684955, "time_to_first_output_max_ms": 28344.589436077513, "time_to_first_output_mean_ci95_high_ms": 10981.329569098249, "time_to_first_output_mean_ci95_low_ms": 7467.333527478389, "time_to_first_output_mean_ms": 9224.331548288319, "time_to_first_output_min_ms": 5973.900485085323, "time_to_first_output_p25_ms": 5990.031239925884, "time_to_first_output_p50_ms": 6267.190412967466, "time_to_first_output_p75_ms": 11789.253992028534, "time_to_first_output_p90_ms": 16349.256201996468, "time_to_first_output_p95_ms": 17519.75569804199, "time_to_first_output_p99_ms": 28344.589436077513, "time_to_first_output_samples": 32, "time_to_first_output_stddev_ms": 5070.960061412425, "tpot_max_ms": 233.9663692665371, "tpot_mean_ci95_high_ms": 154.18409626875558, "tpot_mean_ci95_low_ms": 125.09724287841209, "tpot_mean_ms": 139.64066957358384, "tpot_min_ms": 16.902680417126792, "tpot_p25_ms": 112.80849270637162, "tpot_p50_ms": 144.66612501483826, "tpot_p75_ms": 159.19287455333628, "tpot_p90_ms": 186.33971257018857, "tpot_p95_ms": 193.53922915789076, "tpot_p99_ms": 233.9663692665371, "tpot_samples": 32, "tpot_stddev_ms": 41.97451280753225, "ttft_max_ms": 36905.98713001236, "ttft_mean_ci95_high_ms": 25913.06149352546, "ttft_mean_ci95_low_ms": 21480.009601053313, "ttft_mean_ms": 23696.535547289386, "ttft_min_ms": 9344.8140170658, "ttft_p25_ms": 19045.89281999506, "ttft_p50_ms": 24391.17322897073, "ttft_p75_ms": 29681.234352989122, "ttft_p90_ms": 30273.534014937468, "ttft_p95_ms": 32695.11744508054, "ttft_p99_ms": 36905.98713001236, "ttft_samples": 32, "ttft_stddev_ms": 6397.226641875333 }, "model": "glm53-flash-exl3-4bpw-v84-fp8-tp2-c4-327k-r9-vision8-nospec", "performance_eligible": true, "prompt_cache_mode": "shared", "request_canaries": true, "request_timings": [ { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 4.274118554452537, "e2e_ms": 44748.793334933, "effective_prefill_tok_s": 4076.9212301261855, "generation_ms": 38604.45092897862, "mean_inter_token_latency_ms": 233.9663692665371, "mean_time_per_output_token_ms": 233.9663692665371, "output_token_source": "usage", "output_tokens": 166, "planned_context_tokens": 32768, "prompt_tokens": 25050, "reasoning_chunks": 135, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00000", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 0, "time_to_first_output_ms": 6144.342405954376, "tpot_ms": 233.9663692665371, "ttft_ms": 30273.534014937468, "visible_content_truncated": false, "visible_generation_ms": 14475.25931999553 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.019026491334277, "e2e_ms": 30347.861525020562, "effective_prefill_tok_s": 2117.9908229490084, "generation_ms": 18521.08695707284, "mean_inter_token_latency_ms": 142.46989966979106, "mean_time_per_output_token_ms": 142.46989966979106, "output_token_source": "usage", "output_tokens": 131, "planned_context_tokens": 32768, "prompt_tokens": 25049, "reasoning_chunks": 99, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00001", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 1, "time_to_first_output_ms": 11826.774567947723, "tpot_ms": 142.46989966979106, "ttft_ms": 29837.29500300251, "visible_content_truncated": false, "visible_generation_ms": 510.56652201805264 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.288991057921671, "e2e_ms": 35629.25795302726, "effective_prefill_tok_s": 1429.6432228675, "generation_ms": 18109.502254985273, "mean_inter_token_latency_ms": 137.19319890140358, "mean_time_per_output_token_ms": 137.19319890140358, "output_token_source": "usage", "output_tokens": 133, "planned_context_tokens": 32768, "prompt_tokens": 25047, "reasoning_chunks": 100, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00002", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 2, "time_to_first_output_ms": 17519.75569804199, "tpot_ms": 137.19319890140358, "ttft_ms": 30101.367227965966, "visible_content_truncated": false, "visible_generation_ms": 5527.890725061297 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 15.587943595413943, "e2e_ms": 36106.998843024485, "effective_prefill_tok_s": 883.6254289900206, "generation_ms": 7762.409406946972, "mean_inter_token_latency_ms": 64.15214385906589, "mean_time_per_output_token_ms": 64.15214385906589, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25046, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00003", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 3, "time_to_first_output_ms": 28344.589436077513, "tpot_ms": 64.15214385906589, "ttft_ms": 30119.440109003335, "visible_content_truncated": false, "visible_generation_ms": 5987.55873402115 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.339749438051992, "e2e_ms": 30186.318809981458, "effective_prefill_tok_s": 2256.3169136611336, "generation_ms": 19085.92779294122, "mean_inter_token_latency_ms": 157.73494043753075, "mean_time_per_output_token_ms": 157.73494043753075, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25046, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00004", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 4, "time_to_first_output_ms": 11100.391017040238, "tpot_ms": 157.73494043753075, "ttft_ms": 29681.234352989122, "visible_content_truncated": false, "visible_generation_ms": 505.0844569923356 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.016319968256275, "e2e_ms": 36409.953349037096, "effective_prefill_tok_s": 2091.110347313199, "generation_ms": 24433.540898025967, "mean_inter_token_latency_ms": 166.21456393214945, "mean_time_per_output_token_ms": 166.21456393214945, "output_token_source": "usage", "output_tokens": 148, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 116, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00005", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 5, "time_to_first_output_ms": 11976.412451011129, "tpot_ms": 166.21456393214945, "ttft_ms": 29243.645117036067, "visible_content_truncated": false, "visible_generation_ms": 7166.308232001029 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.021110859770545, "e2e_ms": 30625.25783001911, "effective_prefill_tok_s": 1455.0080789608364, "generation_ms": 13412.982268026099, "mean_inter_token_latency_ms": 110.85109312418264, "mean_time_per_output_token_ms": 110.85109312418264, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00006", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 6, "time_to_first_output_ms": 17212.27556199301, "tpot_ms": 110.85109312418264, "ttft_ms": 24388.973604072817, "visible_content_truncated": false, "visible_generation_ms": 6236.284225946292 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.864580813103252, "e2e_ms": 28417.73830296006, "effective_prefill_tok_s": 1763.1816635193366, "generation_ms": 14213.870081002824, "mean_inter_token_latency_ms": 112.80849270637162, "mean_time_per_output_token_ms": 112.80849270637162, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00007", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 7, "time_to_first_output_ms": 14203.868221957237, "tpot_ms": 112.80849270637162, "ttft_ms": 21573.40104901232, "visible_content_truncated": false, "visible_generation_ms": 6844.337253947742 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.166911144325125, "e2e_ms": 30420.70561996661, "effective_prefill_tok_s": 4149.9560220987105, "generation_ms": 24385.942873894237, "mean_inter_token_latency_ms": 193.53922915789076, "mean_time_per_output_token_ms": 193.53922915789076, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00008", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 8, "time_to_first_output_ms": 6034.762746072374, "tpot_ms": 193.53922915789076, "ttft_ms": 29906.286056968383, "visible_content_truncated": false, "visible_generation_ms": 514.4195629982278 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.791154066851056, "e2e_ms": 37057.717308052815, "effective_prefill_tok_s": 4190.71516133521, "generation_ms": 31081.88763796352, "mean_inter_token_latency_ms": 172.67715354424178, "mean_time_per_output_token_ms": 172.67715354424178, "output_token_source": "usage", "output_tokens": 181, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 132, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00009", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 9, "time_to_first_output_ms": 5975.829670089297, "tpot_ms": 172.67715354424178, "ttft_ms": 32695.11744508054, "visible_content_truncated": false, "visible_generation_ms": 4362.599862972274 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.162185799828238, "e2e_ms": 25437.390082981437, "effective_prefill_tok_s": 3646.667533744453, "generation_ms": 18569.75003401749, "mean_inter_token_latency_ms": 139.6221807068984, "mean_time_per_output_token_ms": 139.6221807068984, "output_token_source": "usage", "output_tokens": 134, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 99, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00010", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 10, "time_to_first_output_ms": 6867.640048963949, "tpot_ms": 139.6221807068984, "ttft_ms": 24923.80895302631, "visible_content_truncated": false, "visible_generation_ms": 513.5811299551278 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 10.156845845639417, "e2e_ms": 37418.78932795953, "effective_prefill_tok_s": 1531.751639988485, "generation_ms": 21069.533125963062, "mean_inter_token_latency_ms": 98.45576227085543, "mean_time_per_output_token_ms": 98.45576227085543, "output_token_source": "usage", "output_tokens": 215, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 179, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00011", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 11, "time_to_first_output_ms": 16349.256201996468, "tpot_ms": 98.45576227085543, "ttft_ms": 36905.98713001236, "visible_content_truncated": false, "visible_generation_ms": 512.8021979471669 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.7473901427542256, "e2e_ms": 23014.783830964006, "effective_prefill_tok_s": 4190.043127601851, "generation_ms": 17037.995707942173, "mean_inter_token_latency_ms": 129.07572506016797, "mean_time_per_output_token_ms": 129.07572506016797, "output_token_source": "usage", "output_tokens": 133, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 98, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00012", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 12, "time_to_first_output_ms": 5976.788123021834, "tpot_ms": 129.07572506016797, "ttft_ms": 19307.0894270204, "visible_content_truncated": false, "visible_generation_ms": 3707.6944039436057 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.5096832930263355, "e2e_ms": 25329.680840019137, "effective_prefill_tok_s": 4192.068492356601, "generation_ms": 19355.780354933813, "mean_inter_token_latency_ms": 153.61730440423662, "mean_time_per_output_token_ms": 153.61730440423662, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00013", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 13, "time_to_first_output_ms": 5973.900485085323, "tpot_ms": 153.61730440423662, "ttft_ms": 22241.02831503842, "visible_content_truncated": false, "visible_generation_ms": 3088.6525249807164 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.912468277542038, "e2e_ms": 25511.03474199772, "effective_prefill_tok_s": 4186.682562031138, "generation_ms": 19529.926877003163, "mean_inter_token_latency_ms": 144.66612501483826, "mean_time_per_output_token_ms": 144.66612501483826, "output_token_source": "usage", "output_tokens": 136, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 104, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00014", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 14, "time_to_first_output_ms": 5981.107864994556, "tpot_ms": 144.66612501483826, "ttft_ms": 25005.93978597317, "visible_content_truncated": false, "visible_generation_ms": 505.0949560245499 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.984577094967545, "e2e_ms": 32038.256800035015, "effective_prefill_tok_s": 3995.57031938707, "generation_ms": 25771.06638706755, "mean_inter_token_latency_ms": 143.17259103926415, "mean_time_per_output_token_ms": 143.17259103926415, "output_token_source": "usage", "output_tokens": 181, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 132, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00015", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 15, "time_to_first_output_ms": 6267.190412967466, "tpot_ms": 143.17259103926415, "ttft_ms": 31541.096325032413, "visible_content_truncated": false, "visible_generation_ms": 497.16047500260174 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 7.4790792300726325, "e2e_ms": 21678.988976986147, "effective_prefill_tok_s": 2966.217239063708, "generation_ms": 13236.923550954089, "mean_inter_token_latency_ms": 133.70629849448574, "mean_time_per_output_token_ms": 133.70629849448574, "output_token_source": "usage", "output_tokens": 100, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 69, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00016", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 16, "time_to_first_output_ms": 8442.065426032059, "tpot_ms": 133.70629849448574, "ttft_ms": 17768.587601021864, "visible_content_truncated": false, "visible_generation_ms": 3910.401375964284 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.354350784521205, "e2e_ms": 19780.405684025027, "effective_prefill_tok_s": 4180.445643270107, "generation_ms": 13790.374444099143, "mean_inter_token_latency_ms": 106.90212747363677, "mean_time_per_output_token_ms": 106.90212747363677, "output_token_source": "usage", "output_tokens": 130, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 95, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00017", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 17, "time_to_first_output_ms": 5990.031239925884, "tpot_ms": 106.90212747363677, "ttft_ms": 19280.455001979135, "visible_content_truncated": false, "visible_generation_ms": 499.9506820458919 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.512248861213063, "e2e_ms": 25336.067807977088, "effective_prefill_tok_s": 4181.757578709848, "generation_ms": 19348.154943902045, "mean_inter_token_latency_ms": 153.55678526906385, "mean_time_per_output_token_ms": 153.55678526906385, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25040, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00018", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 18, "time_to_first_output_ms": 5987.912864075042, "tpot_ms": 153.55678526906385, "ttft_ms": 18113.35801507812, "visible_content_truncated": false, "visible_generation_ms": 7222.709792898968 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.281688189913036, "e2e_ms": 25248.457279987633, "effective_prefill_tok_s": 4183.010407888021, "generation_ms": 19262.33782095369, "mean_inter_token_latency_ms": 159.19287455333628, "mean_time_per_output_token_ms": 159.19287455333628, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25040, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00019", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 19, "time_to_first_output_ms": 5986.119459033944, "tpot_ms": 159.19287455333628, "ttft_ms": 19045.89281999506, "visible_content_truncated": false, "visible_generation_ms": 6202.564459992573 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.777054978656469, "e2e_ms": 25448.082644026726, "effective_prefill_tok_s": 3996.355324560691, "generation_ms": 19182.373524992727, "mean_inter_token_latency_ms": 147.55671942302098, "mean_time_per_output_token_ms": 147.55671942302098, "output_token_source": "usage", "output_tokens": 131, "planned_context_tokens": 32768, "prompt_tokens": 25040, "reasoning_chunks": 99, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00020", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 20, "time_to_first_output_ms": 6265.709119034, "tpot_ms": 147.55671942302098, "ttft_ms": 24937.993583036587, "visible_content_truncated": false, "visible_generation_ms": 510.08906099013984 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 8.846647363972263, "e2e_ms": 25469.063804019243, "effective_prefill_tok_s": 2123.6365064255356, "generation_ms": 13677.49781603925, "mean_inter_token_latency_ms": 113.03717203338222, "mean_time_per_output_token_ms": 113.03717203338222, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00021", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 21, "time_to_first_output_ms": 11791.565987979993, "tpot_ms": 113.03717203338222, "ttft_ms": 24960.566957015544, "visible_content_truncated": false, "visible_generation_ms": 508.49684700369835 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.497045849643476, "e2e_ms": 25389.788968954235, "effective_prefill_tok_s": 4176.03376117512, "generation_ms": 19393.429400981404, "mean_inter_token_latency_ms": 153.91610635699527, "mean_time_per_output_token_ms": 153.91610635699527, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00022", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 22, "time_to_first_output_ms": 5996.359567972831, "tpot_ms": 153.91610635699527, "ttft_ms": 16308.568357024342, "visible_content_truncated": false, "visible_generation_ms": 9081.220611929893 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.498935551332607, "e2e_ms": 25393.07093899697, "effective_prefill_tok_s": 4169.830143623701, "generation_ms": 19387.790355016477, "mean_inter_token_latency_ms": 153.8713520239403, "mean_time_per_output_token_ms": 153.8713520239403, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00023", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 23, "time_to_first_output_ms": 6005.280583980493, "tpot_ms": 153.8713520239403, "ttft_ms": 19186.5031569032, "visible_content_truncated": false, "visible_generation_ms": 6206.567782093771 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.36654257005645, "e2e_ms": 24907.681938027963, "effective_prefill_tok_s": 3991.577118116654, "generation_ms": 18633.971257018857, "mean_inter_token_latency_ms": 186.33971257018857, "mean_time_per_output_token_ms": 186.33971257018857, "output_token_source": "usage", "output_tokens": 101, "planned_context_tokens": 32768, "prompt_tokens": 25042, "reasoning_chunks": 70, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00024", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 24, "time_to_first_output_ms": 6273.710681009106, "tpot_ms": 186.33971257018857, "ttft_ms": 24391.17322897073, "visible_content_truncated": false, "visible_generation_ms": 516.5087090572342 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.2441349095741625, "e2e_ms": 31167.438760981895, "effective_prefill_tok_s": 2123.9681507355035, "generation_ms": 19378.18476895336, "mean_inter_token_latency_ms": 160.150287346722, "mean_time_per_output_token_ms": 160.150287346722, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25040, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00025", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 25, "time_to_first_output_ms": 11789.253992028534, "tpot_ms": 160.150287346722, "ttft_ms": 26334.468638990074, "visible_content_truncated": false, "visible_generation_ms": 4832.970121991821 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 5.182919753028236, "e2e_ms": 29345.682075014338, "effective_prefill_tok_s": 4173.661487351131, "generation_ms": 23345.91422707308, "mean_inter_token_latency_ms": 192.94143989316595, "mean_time_per_output_token_ms": 192.94143989316595, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25041, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00026", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 26, "time_to_first_output_ms": 5999.767847941257, "tpot_ms": 192.94143989316595, "ttft_ms": 19173.016860033385, "visible_content_truncated": false, "visible_generation_ms": 10172.665214980952 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 9.144598269792413, "e2e_ms": 13970.728323911317, "effective_prefill_tok_s": 4182.2860506565985, "generation_ms": 7982.854778994806, "mean_inter_token_latency_ms": 109.35417505472337, "mean_time_per_output_token_ms": 109.35417505472337, "output_token_source": "usage", "output_tokens": 74, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 44, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00027", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 27, "time_to_first_output_ms": 5987.873544916511, "tpot_ms": 109.35417505472337, "ttft_ms": 10528.517210972495, "visible_content_truncated": false, "visible_generation_ms": 3442.2111129388213 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.291931101950848, "e2e_ms": 25228.23281295132, "effective_prefill_tok_s": 4175.578384962846, "generation_ms": 19230.97981198225, "mean_inter_token_latency_ms": 158.9337174543988, "mean_time_per_output_token_ms": 158.9337174543988, "output_token_source": "usage", "output_tokens": 122, "planned_context_tokens": 32768, "prompt_tokens": 25042, "reasoning_chunks": 90, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00028", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 28, "time_to_first_output_ms": 5997.253000969067, "tpot_ms": 158.9337174543988, "ttft_ms": 24717.98220195342, "visible_content_truncated": false, "visible_generation_ms": 510.25061099790037 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 6.196012491562657, "e2e_ms": 18708.974078064784, "effective_prefill_tok_s": 3986.7062241784924, "generation_ms": 12427.34744399786, "mean_inter_token_latency_ms": 161.39412264932287, "mean_time_per_output_token_ms": 161.39412264932287, "output_token_source": "usage", "output_tokens": 78, "planned_context_tokens": 32768, "prompt_tokens": 25043, "reasoning_chunks": 48, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00029", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 29, "time_to_first_output_ms": 6281.626634066924, "tpot_ms": 161.39412264932287, "ttft_ms": 18191.709927050397, "visible_content_truncated": false, "visible_generation_ms": 517.2641510143876 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 16.520984011289066, "e2e_ms": 18669.48057594709, "effective_prefill_tok_s": 2267.8997383435712, "generation_ms": 7626.66436296422, "mean_inter_token_latency_ms": 60.52908224574778, "mean_time_per_output_token_ms": 60.52908224574778, "output_token_source": "usage", "output_tokens": 127, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 94, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00030", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 30, "time_to_first_output_ms": 11042.81621298287, "tpot_ms": 60.52908224574778, "ttft_ms": 18260.286019998603, "visible_content_truncated": false, "visible_generation_ms": 409.1945559484884 }, { "content_chunks": 27, "controlled_output": { "capture_complete": true, "exact_adherence": true, "observed_code_words": 16, "observed_extra_words": 0, "passed": true, "policy": "strict", "requested_words": 16 }, "decode_tok_s": 59.16221423595876, "e2e_ms": 9733.018883038312, "effective_prefill_tok_s": 3301.179884292186, "generation_ms": 2146.6404129751027, "mean_inter_token_latency_ms": 16.902680417126792, "mean_time_per_output_token_ms": 16.902680417126792, "output_token_source": "usage", "output_tokens": 128, "planned_context_tokens": 32768, "prompt_tokens": 25044, "reasoning_chunks": 95, "request_canary": { "capture_complete": true, "foreign_marker_count": 0, "marker": "ANVIL_REQ_1913_00031", "marker_at_start": true, "observed_marker_count": 1, "passed": true }, "request_index": 31, "time_to_first_output_ms": 7586.3784700632095, "tpot_ms": 16.902680417126792, "ttft_ms": 9344.8140170658, "visible_content_truncated": false, "visible_generation_ms": 388.20486597251147 } ], "requests": 32, "response_words": 16, "responses_received": 32, "run_id": "benchmark-20260919T114617Z", "sampling": { "temperature": { "effective_request": 0.0, "requested": 0.0, "sent": true }, "top_p": { "effective_request": 0.95, "requested": 0.95, "sent": true } }, "schema": "anvil-serving.benchmark/v1", "serve_flags": { "no_thinking": false, "reasoning_effort": "max", "shared_prefix_burst": false, "thinking_mode": "default" }, "shared_prefix_tokens": 28000, "source_recipe": null, "started_at": "2026-09-19T11:46:17Z", "started_at_unix_ns": 1789818377775085956, "tier": null, "timestamp_precision": "nanosecond-unix-fields; ISO labels are second precision", "timing_methodology": { "artifact_timestamps": "time.time_ns Unix timestamps; independent artifacts may align them only when the operator supplied the same explicit clock_domain_id", "clock": "client time.perf_counter", "controlled_output": "--response-words adherence is recorded; observe preserves historical behavior while strict rejects non-exact or truncated completions; visible response capture is capped at 8192 characters", "decode": "usage completion tokens after the first token divided by client-observed generation time; completion tokens may include reasoning tokens", "distributions": "request-level mean, sample standard deviation, normal-approximation 95% confidence interval for the mean, min, p25, p50, p75, p90, p95, p99, and max using the nearest-rank percentile method", "effective_prefill": "usage.prompt_tokens divided by client-observed time to first output; includes queueing, scheduling, prefill, and first-token work", "generation": "client-observed E2E minus time to first output", "mean_inter_token_latency": "legacy key for a TPOT proxy: client-observed generation time divided by completion tokens after the first token; not raw per-token ITL", "p99": "numeric nearest-rank p99 is always retained for compatibility; it is descriptive only below 100 eligible samples", "request_canaries": "when enabled, each response must begin with its own synthetic marker and contain no other ANVIL_REQ marker; bounded/truncated captures fail closed and are excluded from performance metrics", "time_to_first_output": "request start through the first non-empty streamed reasoning or content delta", "tpot": "client-observed mean time per output token after the first output; identical to the legacy mean_inter_token_latency key", "ttft": "request start through the first non-empty streamed content delta" }, "wall_clock_ms": 219110.7144120615 }