{
  "completed": 100,
  "concurrency": 16,
  "context_seed": 0,
  "context_tokens": 4096,
  "controlled_output_policy": null,
  "failed": 0,
  "finished_at": "2026-09-05T04:36:54Z",
  "max_context_tokens": 262144,
  "max_tokens": 512,
  "measurement_protocol": "capacity-v3-synchronized-independent-replicas",
  "metric_population": {
    "excluded_requests": 0,
    "p99_interpretation": "tail-estimate",
    "p99_minimum_recommended_samples": 100,
    "successful_requests": 100
  },
  "metrics": {
    "completion_tokens_max": 512.0,
    "completion_tokens_mean": 512.0,
    "completion_tokens_mean_ci95_high": 512.0,
    "completion_tokens_mean_ci95_low": 512.0,
    "completion_tokens_min": 512.0,
    "completion_tokens_p25": 512.0,
    "completion_tokens_p50": 512.0,
    "completion_tokens_p75": 512.0,
    "completion_tokens_p90": 512.0,
    "completion_tokens_p95": 512.0,
    "completion_tokens_p99": 512.0,
    "completion_tokens_samples": 100,
    "completion_tokens_stddev": 0.0,
    "controlled_output_exact_adherence": 0,
    "controlled_output_exact_adherence_rate": null,
    "controlled_output_samples": 0,
    "controlled_output_unobservable": 0,
    "decode_tok_s_max": 363.50358555595983,
    "decode_tok_s_mean": 197.95579695370054,
    "decode_tok_s_mean_ci95_high": 210.63118095404275,
    "decode_tok_s_mean_ci95_low": 185.28041295335834,
    "decode_tok_s_min": 120.97445085714787,
    "decode_tok_s_p25": 139.93167500617767,
    "decode_tok_s_p50": 183.06261023867216,
    "decode_tok_s_p75": 249.5480421234679,
    "decode_tok_s_p90": 305.76801745619946,
    "decode_tok_s_p95": 308.9219874057994,
    "decode_tok_s_p99": 352.4208415286776,
    "decode_tok_s_samples": 100,
    "decode_tok_s_stddev": 64.6703265323582,
    "e2e_max_ms": 9831.872400012799,
    "e2e_mean_ci95_high_ms": 5763.9632141111515,
    "e2e_mean_ci95_low_ms": 5155.387637900551,
    "e2e_mean_ms": 5459.6754260058515,
    "e2e_min_ms": 4667.5514000235125,
    "e2e_p25_ms": 4821.85200008098,
    "e2e_p50_ms": 4865.434300038032,
    "e2e_p75_ms": 4964.605799992569,
    "e2e_p90_ms": 9427.985499962233,
    "e2e_p95_ms": 9590.31410003081,
    "e2e_p99_ms": 9710.461199982092,
    "e2e_samples": 100,
    "e2e_stddev_ms": 1552.4887148229602,
    "effective_prefill_tok_s_max": 4291.720727923479,
    "effective_prefill_tok_s_mean": 1760.1092989134677,
    "effective_prefill_tok_s_mean_ci95_high": 1929.1573401303665,
    "effective_prefill_tok_s_mean_ci95_low": 1591.0612576965689,
    "effective_prefill_tok_s_min": 639.535257399504,
    "effective_prefill_tok_s_p25": 1183.7425907228755,
    "effective_prefill_tok_s_p50": 1512.370226876464,
    "effective_prefill_tok_s_p75": 2326.0686768031546,
    "effective_prefill_tok_s_p90": 3151.9206765148583,
    "effective_prefill_tok_s_p95": 3221.263541073958,
    "effective_prefill_tok_s_p99": 4261.552457870067,
    "effective_prefill_tok_s_samples": 100,
    "effective_prefill_tok_s_stddev": 862.4900062086675,
    "generation_max_ms": 4224.032400059514,
    "generation_mean_ci95_high_ms": 3014.901550977621,
    "generation_mean_ci95_low_ms": 2680.1085770226646,
    "generation_mean_ms": 2847.5050640001427,
    "generation_min_ms": 1405.7633000193164,
    "generation_p25_ms": 2046.5788000728935,
    "generation_p50_ms": 2780.4737999103963,
    "generation_p75_ms": 3591.998800053261,
    "generation_p90_ms": 4140.740899951197,
    "generation_p95_ms": 4173.28769993037,
    "generation_p99_ms": 4200.704500079155,
    "generation_samples": 100,
    "generation_stddev_ms": 854.0637090687671,
    "mean_inter_token_latency_ms_max": 8.266208219294548,
    "mean_inter_token_latency_ms_mean": 5.572416954990494,
    "mean_inter_token_latency_ms_mean_ci95_high": 5.900003035181254,
    "mean_inter_token_latency_ms_mean_ci95_low": 5.244830874799734,
    "mean_inter_token_latency_ms_min": 2.7510045010162747,
    "mean_inter_token_latency_ms_p25": 4.005046575485115,
    "mean_inter_token_latency_ms_p50": 5.441240312936197,
    "mean_inter_token_latency_ms_p75": 7.029351859204033,
    "mean_inter_token_latency_ms_p90": 8.103211154503322,
    "mean_inter_token_latency_ms_p95": 8.16690352236863,
    "mean_inter_token_latency_ms_p99": 8.220556751622613,
    "mean_inter_token_latency_ms_samples": 100,
    "mean_inter_token_latency_ms_stddev": 1.6713575519936734,
    "mean_time_per_output_token_max_ms": 8.266208219294548,
    "mean_time_per_output_token_mean_ci95_high_ms": 5.900003035181254,
    "mean_time_per_output_token_mean_ci95_low_ms": 5.244830874799734,
    "mean_time_per_output_token_mean_ms": 5.572416954990494,
    "mean_time_per_output_token_min_ms": 2.7510045010162747,
    "mean_time_per_output_token_p25_ms": 4.005046575485115,
    "mean_time_per_output_token_p50_ms": 5.441240312936197,
    "mean_time_per_output_token_p75_ms": 7.029351859204033,
    "mean_time_per_output_token_p90_ms": 8.103211154503322,
    "mean_time_per_output_token_p95_ms": 8.16690352236863,
    "mean_time_per_output_token_p99_ms": 8.220556751622613,
    "mean_time_per_output_token_samples": 100,
    "mean_time_per_output_token_stddev_ms": 1.6713575519936734,
    "output_tokens": 51200,
    "prompt_token_samples": 100,
    "prompt_tokens": 363694,
    "prompt_tokens_max": 3655.0,
    "prompt_tokens_mean": 3636.94,
    "prompt_tokens_mean_ci95_high": 3639.3862664238727,
    "prompt_tokens_mean_ci95_low": 3634.4937335761274,
    "prompt_tokens_min": 3613.0,
    "prompt_tokens_p25": 3627.0,
    "prompt_tokens_p50": 3636.0,
    "prompt_tokens_p75": 3649.0,
    "prompt_tokens_p90": 3653.0,
    "prompt_tokens_p95": 3655.0,
    "prompt_tokens_p99": 3655.0,
    "prompt_tokens_samples": 100,
    "prompt_tokens_stddev": 12.480951142206326,
    "request_canary_passed": 100,
    "request_canary_samples": 100,
    "throughput_estimate_kind": "conservative-lower-bound",
    "throughput_tok_s": 1401.7692562090517,
    "throughput_tok_s_legacy_max_replica_wall_upper_bound": 1423.4124916095216,
    "throughput_tok_s_lower_bound": 1401.7692562090517,
    "throughput_tok_s_upper_bound": 1423.4124916095216,
    "time_to_first_output_max_ms": 5663.487599929795,
    "time_to_first_output_mean_ci95_high_ms": 2870.3597389392967,
    "time_to_first_output_mean_ci95_low_ms": 2353.980985072121,
    "time_to_first_output_mean_ms": 2612.1703620057087,
    "time_to_first_output_min_ms": 842.7855001064017,
    "time_to_first_output_p25_ms": 1565.4027999844402,
    "time_to_first_output_p50_ms": 2407.084200065583,
    "time_to_first_output_p75_ms": 3041.0154999699444,
    "time_to_first_output_p90_ms": 5295.390899991617,
    "time_to_first_output_p95_ms": 5424.043099978007,
    "time_to_first_output_p99_ms": 5519.433100009337,
    "time_to_first_output_samples": 100,
    "time_to_first_output_stddev_ms": 1317.2927394570804,
    "tpot_max_ms": 8.266208219294548,
    "tpot_mean_ci95_high_ms": 5.900003035181254,
    "tpot_mean_ci95_low_ms": 5.244830874799734,
    "tpot_mean_ms": 5.572416954990494,
    "tpot_min_ms": 2.7510045010162747,
    "tpot_p25_ms": 4.005046575485115,
    "tpot_p50_ms": 5.441240312936197,
    "tpot_p75_ms": 7.029351859204033,
    "tpot_p90_ms": 8.103211154503322,
    "tpot_p95_ms": 8.16690352236863,
    "tpot_p99_ms": 8.220556751622613,
    "tpot_samples": 100,
    "tpot_stddev_ms": 1.6713575519936734,
    "ttft_max_ms": 5663.4879999328405,
    "ttft_mean_ci95_high_ms": 2870.360176523357,
    "ttft_mean_ci95_low_ms": 2353.98142949012,
    "ttft_mean_ms": 2612.1708030067384,
    "ttft_min_ms": 842.7861001109704,
    "ttft_p25_ms": 1565.403199987486,
    "ttft_p50_ms": 2407.084600068629,
    "ttft_p75_ms": 3041.0157999722287,
    "ttft_p90_ms": 5295.391399995424,
    "ttft_p95_ms": 5424.043399980292,
    "ttft_p99_ms": 5519.433700013906,
    "ttft_samples": 100,
    "ttft_stddev_ms": 1317.2927220235638
  },
  "performance_eligible": true,
  "prompt_cache_mode": "unique",
  "replica_count": 2,
  "replica_identity": {
    "configuration_fingerprint": null,
    "limitation": "legacy inputs do not record a configuration fingerprint; differing served-model or source-recipe labels are retained, and matched workload fields do not prove identical weights or launch",
    "model_values": [
      "qwen38-27b-inferact-nvfp4-pro6000-dflash2-k12-chunk1k",
      "qwen38-27b-inferact-nvfp4-pro6000-dp2-replica-b-dflash2-k12-chunk1k"
    ],
    "source_recipe_values": [
      "None"
    ],
    "status": "legacy-unverified"
  },
  "replicas": [
    {
      "artifact": "dp2-replica-a-4k-c8-canary-long256-n50.json",
      "base_url": "http://127.0.0.1:39272/v1",
      "concurrency": 8,
      "gpu": "NVIDIA RTX PRO 6000 Max-Q replica A",
      "model": "qwen38-27b-inferact-nvfp4-pro6000-dflash2-k12-chunk1k",
      "replica": 1,
      "requests": 50,
      "run_id": "benchmark-20260905T043618Z",
      "sha256": "2e48761c1680debb2ee1010b96675e6410340aca9a394ecd63a80d9678828f89",
      "source_recipe": null,
      "throughput_tok_s": 711.7062458047608,
      "wall_clock_ms": 35969.89649999887
    },
    {
      "artifact": "dp2-replica-b-4k-c8-canary-long256-n50.json",
      "base_url": "http://127.0.0.1:39278/v1",
      "concurrency": 8,
      "gpu": "NVIDIA RTX PRO 6000 Max-Q replica B",
      "model": "qwen38-27b-inferact-nvfp4-pro6000-dp2-replica-b-dflash2-k12-chunk1k",
      "replica": 2,
      "requests": 50,
      "run_id": "benchmark-20260905T043618Z",
      "sha256": "f14919bc2df613b42fb51fc1a9032ee71a7c45b2a37e9aadb850a5c2e0320970",
      "source_recipe": null,
      "throughput_tok_s": 720.0036947443282,
      "wall_clock_ms": 35555.37309998181
    }
  ],
  "request_canaries": true,
  "request_timings": [
    {
      "content_chunks": 44,
      "decode_tok_s": 123.35016141634507,
      "e2e_ms": 4990.491100004874,
      "effective_prefill_tok_s": 4261.552457870067,
      "generation_ms": 4142.678000032902,
      "mean_inter_token_latency_ms": 8.10700195701155,
      "mean_time_per_output_token_ms": 8.10700195701155,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3613,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 0,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00000",
        "passed": true
      },
      "request_index": 0,
      "time_to_first_output_ms": 847.8130999719724,
      "tpot_ms": 8.10700195701155,
      "ttft_ms": 847.813899978064,
      "visible_content_truncated": false,
      "visible_generation_ms": 4142.67720002681
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 139.93167500617767,
      "e2e_ms": 4989.190499996766,
      "effective_prefill_tok_s": 2702.9890572209024,
      "generation_ms": 3651.7821999732405,
      "mean_inter_token_latency_ms": 7.146344814037652,
      "mean_time_per_output_token_ms": 7.146344814037652,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3615,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 1,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00001",
        "passed": true
      },
      "request_index": 1,
      "time_to_first_output_ms": 1337.408300023526,
      "tpot_ms": 7.146344814037652,
      "ttft_ms": 1337.409000028856,
      "visible_content_truncated": false,
      "visible_generation_ms": 3651.7814999679103
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 155.77202413874278,
      "e2e_ms": 4990.5137999448925,
      "effective_prefill_tok_s": 2115.107210288109,
      "generation_ms": 3280.4349999642,
      "mean_inter_token_latency_ms": 6.419637964704893,
      "mean_time_per_output_token_ms": 6.419637964704893,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3617,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 2,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00002",
        "passed": true
      },
      "request_index": 2,
      "time_to_first_output_ms": 1710.0787999806926,
      "tpot_ms": 6.419637964704893,
      "ttft_ms": 1710.0792999844998,
      "visible_content_truncated": false,
      "visible_generation_ms": 3280.4344999603927
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 183.78162743934774,
      "e2e_ms": 4989.201599964872,
      "effective_prefill_tok_s": 1637.594274817744,
      "generation_ms": 2780.4737999103963,
      "mean_inter_token_latency_ms": 5.441240312936197,
      "mean_time_per_output_token_ms": 5.441240312936197,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3617,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 3,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00003",
        "passed": true
      },
      "request_index": 3,
      "time_to_first_output_ms": 2208.7278000544757,
      "tpot_ms": 5.441240312936197,
      "ttft_ms": 2208.728300058283,
      "visible_content_truncated": false,
      "visible_generation_ms": 2780.473299906589
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 212.35977086561113,
      "e2e_ms": 4989.784999983385,
      "effective_prefill_tok_s": 1400.817622293909,
      "generation_ms": 2406.293799984269,
      "mean_inter_token_latency_ms": 4.708989823843971,
      "mean_time_per_output_token_ms": 4.708989823843971,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3619,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 4,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00004",
        "passed": true
      },
      "request_index": 4,
      "time_to_first_output_ms": 2583.4911999991164,
      "tpot_ms": 4.708989823843971,
      "ttft_ms": 2583.491600002162,
      "visible_content_truncated": false,
      "visible_generation_ms": 2406.293399981223
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 262.3394922616727,
      "e2e_ms": 5029.1793999494985,
      "effective_prefill_tok_s": 1174.820532366914,
      "generation_ms": 1947.8576999390498,
      "mean_inter_token_latency_ms": 3.8118545987065553,
      "mean_time_per_output_token_ms": 3.8118545987065553,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3620,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 5,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00005",
        "passed": true
      },
      "request_index": 5,
      "time_to_first_output_ms": 3081.3217000104487,
      "tpot_ms": 3.8118545987065553,
      "ttft_ms": 3081.3221000134945,
      "visible_content_truncated": false,
      "visible_generation_ms": 1947.857299936004
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 308.84655601745976,
      "e2e_ms": 4987.936200108379,
      "effective_prefill_tok_s": 1086.5805827836282,
      "generation_ms": 1654.5433000428602,
      "mean_inter_token_latency_ms": 3.237853816130842,
      "mean_time_per_output_token_ms": 3.237853816130842,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 6,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00006",
        "passed": true
      },
      "request_index": 6,
      "time_to_first_output_ms": 3333.392900065519,
      "tpot_ms": 3.237853816130842,
      "ttft_ms": 3333.3935000700876,
      "visible_content_truncated": false,
      "visible_generation_ms": 1654.5427000382915
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 122.58944999267452,
      "e2e_ms": 9831.872400012799,
      "effective_prefill_tok_s": 639.535257399504,
      "generation_ms": 4168.384800083004,
      "mean_inter_token_latency_ms": 8.157308806424664,
      "mean_time_per_output_token_ms": 8.157308806424664,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 7,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00007",
        "passed": true
      },
      "request_index": 7,
      "time_to_first_output_ms": 5663.487599929795,
      "tpot_ms": 8.157308806424664,
      "ttft_ms": 5663.4879999328405,
      "visible_content_truncated": false,
      "visible_generation_ms": 4168.384400079958
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 139.27643792042562,
      "e2e_ms": 4846.355499932542,
      "effective_prefill_tok_s": 3076.2875138258687,
      "generation_ms": 3668.9622999401763,
      "mean_inter_token_latency_ms": 7.179965361918153,
      "mean_time_per_output_token_ms": 7.179965361918153,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 8,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00008",
        "passed": true
      },
      "request_index": 8,
      "time_to_first_output_ms": 1177.3931999923661,
      "tpot_ms": 7.179965361918153,
      "ttft_ms": 1177.3934999946505,
      "visible_content_truncated": false,
      "visible_generation_ms": 3668.961999937892
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 308.14149013025633,
      "e2e_ms": 4844.772899989039,
      "effective_prefill_tok_s": 1137.3180346099662,
      "generation_ms": 1658.3290999988094,
      "mean_inter_token_latency_ms": 3.2452624266121513,
      "mean_time_per_output_token_ms": 3.2452624266121513,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3624,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 9,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00009",
        "passed": true
      },
      "request_index": 9,
      "time_to_first_output_ms": 3186.4437999902293,
      "tpot_ms": 3.2452624266121513,
      "ttft_ms": 3186.444199993275,
      "visible_content_truncated": false,
      "visible_generation_ms": 1658.3286999957636
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 183.06261023867216,
      "e2e_ms": 4845.168200088665,
      "effective_prefill_tok_s": 1765.5306195913915,
      "generation_ms": 2791.3947000633925,
      "mean_inter_token_latency_ms": 5.462611937501746,
      "mean_time_per_output_token_ms": 5.462611937501746,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3626,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 10,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00010",
        "passed": true
      },
      "request_index": 10,
      "time_to_first_output_ms": 2053.7735000252724,
      "tpot_ms": 5.462611937501746,
      "ttft_ms": 2053.7738000275567,
      "visible_content_truncated": false,
      "visible_generation_ms": 2791.394400061108
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 266.8009686704603,
      "e2e_ms": 4845.822300063446,
      "effective_prefill_tok_s": 1237.6571678451367,
      "generation_ms": 1915.2853999985382,
      "mean_inter_token_latency_ms": 3.748112328764263,
      "mean_time_per_output_token_ms": 3.748112328764263,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3627,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 11,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00011",
        "passed": true
      },
      "request_index": 11,
      "time_to_first_output_ms": 2930.536900064908,
      "tpot_ms": 3.748112328764263,
      "ttft_ms": 2930.5375000694767,
      "visible_content_truncated": false,
      "visible_generation_ms": 1915.2847999939695
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 211.4968442989546,
      "e2e_ms": 4844.939699978568,
      "effective_prefill_tok_s": 1493.312824071562,
      "generation_ms": 2416.1116998875514,
      "mean_inter_token_latency_ms": 4.728202935200688,
      "mean_time_per_output_token_ms": 4.728202935200688,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3627,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 12,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00012",
        "passed": true
      },
      "request_index": 12,
      "time_to_first_output_ms": 2428.8280000910163,
      "tpot_ms": 4.728202935200688,
      "ttft_ms": 2428.8283999776468,
      "visible_content_truncated": false,
      "visible_generation_ms": 2416.111300000921
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 153.3680923663602,
      "e2e_ms": 4885.863999952562,
      "effective_prefill_tok_s": 2334.6044100823074,
      "generation_ms": 3331.8533999845386,
      "mean_inter_token_latency_ms": 6.5202610567212105,
      "mean_time_per_output_token_ms": 6.5202610567212105,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3628,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 13,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00013",
        "passed": true
      },
      "request_index": 13,
      "time_to_first_output_ms": 1554.0105999680236,
      "tpot_ms": 6.5202610567212105,
      "ttft_ms": 1554.0110999718308,
      "visible_content_truncated": false,
      "visible_generation_ms": 3331.8528999807313
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 120.97445085714787,
      "e2e_ms": 9710.461199982092,
      "effective_prefill_tok_s": 661.4503044405153,
      "generation_ms": 4224.032400059514,
      "mean_inter_token_latency_ms": 8.266208219294548,
      "mean_time_per_output_token_ms": 8.266208219294548,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3629,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 14,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00014",
        "passed": true
      },
      "request_index": 14,
      "time_to_first_output_ms": 5486.428799922578,
      "tpot_ms": 8.266208219294548,
      "ttft_ms": 5486.429099924862,
      "visible_content_truncated": false,
      "visible_generation_ms": 4224.032100057229
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 151.29575338328988,
      "e2e_ms": 4943.861000007018,
      "effective_prefill_tok_s": 2317.4596709091807,
      "generation_ms": 3377.490699989721,
      "mean_inter_token_latency_ms": 6.609570841467165,
      "mean_time_per_output_token_ms": 6.609570841467165,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3630,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 15,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00015",
        "passed": true
      },
      "request_index": 15,
      "time_to_first_output_ms": 1566.3703000172973,
      "tpot_ms": 6.609570841467165,
      "ttft_ms": 1566.370700020343,
      "visible_content_truncated": false,
      "visible_generation_ms": 3377.4902999866754
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 180.19694785793624,
      "e2e_ms": 4907.281200052239,
      "effective_prefill_tok_s": 1751.8747690633268,
      "generation_ms": 2835.786100011319,
      "mean_inter_token_latency_ms": 5.549483561665986,
      "mean_time_per_output_token_ms": 5.549483561665986,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3629,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 16,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00016",
        "passed": true
      },
      "request_index": 16,
      "time_to_first_output_ms": 2071.49510004092,
      "tpot_ms": 5.549483561665986,
      "ttft_ms": 2071.4956000447273,
      "visible_content_truncated": false,
      "visible_generation_ms": 2835.7856000075117
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 137.42868668096443,
      "e2e_ms": 4905.269299983047,
      "effective_prefill_tok_s": 3058.1884808482687,
      "generation_ms": 3718.292100005783,
      "mean_inter_token_latency_ms": 7.276501174179614,
      "mean_time_per_output_token_ms": 7.276501174179614,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3630,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 17,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00017",
        "passed": true
      },
      "request_index": 17,
      "time_to_first_output_ms": 1186.9771999772638,
      "tpot_ms": 7.276501174179614,
      "ttft_ms": 1186.9775999803096,
      "visible_content_truncated": false,
      "visible_generation_ms": 3718.2917000027373
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 205.53475739359766,
      "e2e_ms": 4942.376299994066,
      "effective_prefill_tok_s": 1478.3125723763424,
      "generation_ms": 2486.197500023991,
      "mean_inter_token_latency_ms": 4.865357142904092,
      "mean_time_per_output_token_ms": 4.865357142904092,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3631,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 18,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00018",
        "passed": true
      },
      "request_index": 18,
      "time_to_first_output_ms": 2456.1787999700755,
      "tpot_ms": 4.865357142904092,
      "ttft_ms": 2456.1791999731213,
      "visible_content_truncated": false,
      "visible_generation_ms": 2486.197100020945
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 263.01831271976215,
      "e2e_ms": 4905.711199971847,
      "effective_prefill_tok_s": 1225.8340337447983,
      "generation_ms": 1942.8304999601096,
      "mean_inter_token_latency_ms": 3.8020166339728174,
      "mean_time_per_output_token_ms": 3.8020166339728174,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3632,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 19,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00019",
        "passed": true
      },
      "request_index": 19,
      "time_to_first_output_ms": 2962.8807000117376,
      "tpot_ms": 3.8020166339728174,
      "ttft_ms": 2962.881200015545,
      "visible_content_truncated": false,
      "visible_generation_ms": 1942.8299999563023
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 297.4413409001829,
      "e2e_ms": 4941.338300006464,
      "effective_prefill_tok_s": 1127.0874035634358,
      "generation_ms": 1717.9858000017703,
      "mean_inter_token_latency_ms": 3.3620074364026817,
      "mean_time_per_output_token_ms": 3.3620074364026817,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3633,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 20,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00020",
        "passed": true
      },
      "request_index": 20,
      "time_to_first_output_ms": 3223.352500004694,
      "tpot_ms": 3.3620074364026817,
      "ttft_ms": 3223.3529000077397,
      "visible_content_truncated": false,
      "visible_generation_ms": 1717.9853999987245
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 122.49612878527971,
      "e2e_ms": 9690.99350005854,
      "effective_prefill_tok_s": 658.4009506327475,
      "generation_ms": 4171.560400049202,
      "mean_inter_token_latency_ms": 8.16352328776752,
      "mean_time_per_output_token_ms": 8.16352328776752,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3634,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 21,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00021",
        "passed": true
      },
      "request_index": 21,
      "time_to_first_output_ms": 5519.433100009337,
      "tpot_ms": 8.16352328776752,
      "ttft_ms": 5519.433700013906,
      "visible_content_truncated": false,
      "visible_generation_ms": 4171.559800044633
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 181.82046548440087,
      "e2e_ms": 4785.388300078921,
      "effective_prefill_tok_s": 1840.5775291977109,
      "generation_ms": 2810.4647001018748,
      "mean_inter_token_latency_ms": 5.49993091996453,
      "mean_time_per_output_token_ms": 5.49993091996453,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3635,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 22,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00022",
        "passed": true
      },
      "request_index": 22,
      "time_to_first_output_ms": 1974.9235999770463,
      "tpot_ms": 5.49993091996453,
      "ttft_ms": 1974.9240999808535,
      "visible_content_truncated": false,
      "visible_generation_ms": 2810.4642000980675
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 138.38136268015887,
      "e2e_ms": 4825.8705999469385,
      "effective_prefill_tok_s": 3208.6784692946403,
      "generation_ms": 3692.6937999669462,
      "mean_inter_token_latency_ms": 7.226406653555668,
      "mean_time_per_output_token_ms": 7.226406653555668,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3636,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 23,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00023",
        "passed": true
      },
      "request_index": 23,
      "time_to_first_output_ms": 1133.1767999799922,
      "tpot_ms": 7.226406653555668,
      "ttft_ms": 1133.177399984561,
      "visible_content_truncated": false,
      "visible_generation_ms": 3692.6931999623775
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 153.29142027990494,
      "e2e_ms": 4825.090800062753,
      "effective_prefill_tok_s": 2437.6984022750958,
      "generation_ms": 3333.5198999848217,
      "mean_inter_token_latency_ms": 6.523522309167949,
      "mean_time_per_output_token_ms": 6.523522309167949,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3636,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 24,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00024",
        "passed": true
      },
      "request_index": 24,
      "time_to_first_output_ms": 1491.5709000779316,
      "tpot_ms": 6.523522309167949,
      "ttft_ms": 1491.5713000809774,
      "visible_content_truncated": false,
      "visible_generation_ms": 3333.519499981776
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 196.07341310766557,
      "e2e_ms": 4825.432399986312,
      "effective_prefill_tok_s": 1638.8303572895031,
      "generation_ms": 2606.1667000176385,
      "mean_inter_token_latency_ms": 5.100130528410252,
      "mean_time_per_output_token_ms": 5.100130528410252,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3637,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 25,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00025",
        "passed": true
      },
      "request_index": 25,
      "time_to_first_output_ms": 2219.2656999686733,
      "tpot_ms": 5.100130528410252,
      "ttft_ms": 2219.266299973242,
      "visible_content_truncated": false,
      "visible_generation_ms": 2606.16610001307
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 122.33008016444926,
      "e2e_ms": 9590.31410003081,
      "effective_prefill_tok_s": 672.2591211496891,
      "generation_ms": 4177.22280009184,
      "mean_inter_token_latency_ms": 8.174604305463484,
      "mean_time_per_output_token_ms": 8.174604305463484,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3639,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 26,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00026",
        "passed": true
      },
      "request_index": 26,
      "time_to_first_output_ms": 5413.091299938969,
      "tpot_ms": 8.174604305463484,
      "ttft_ms": 5413.091699942015,
      "visible_content_truncated": false,
      "visible_generation_ms": 4177.2224000887945
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 308.9219874057994,
      "e2e_ms": 4790.056300000288,
      "effective_prefill_tok_s": 1160.4261209694043,
      "generation_ms": 1654.1392999934033,
      "mean_inter_token_latency_ms": 3.237063209380437,
      "mean_time_per_output_token_ms": 3.237063209380437,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3639,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 27,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00027",
        "passed": true
      },
      "request_index": 27,
      "time_to_first_output_ms": 3135.9170000068843,
      "tpot_ms": 3.237063209380437,
      "ttft_ms": 3135.9173000091687,
      "visible_content_truncated": false,
      "visible_generation_ms": 1654.138999991119
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 239.94940682015044,
      "e2e_ms": 4931.358700036071,
      "effective_prefill_tok_s": 1299.1912071056154,
      "generation_ms": 2129.6156001044437,
      "mean_inter_token_latency_ms": 4.167545205683843,
      "mean_time_per_output_token_ms": 4.167545205683843,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3640,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 28,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00028",
        "passed": true
      },
      "request_index": 28,
      "time_to_first_output_ms": 2801.7430999316275,
      "tpot_ms": 4.167545205683843,
      "ttft_ms": 2801.7435999354348,
      "visible_content_truncated": false,
      "visible_generation_ms": 2129.6151001006365
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 134.5285718678837,
      "e2e_ms": 4801.371500012465,
      "effective_prefill_tok_s": 3631.3894431372128,
      "generation_ms": 3798.449599999003,
      "mean_inter_token_latency_ms": 7.433365166338558,
      "mean_time_per_output_token_ms": 7.433365166338558,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3642,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 29,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00029",
        "passed": true
      },
      "request_index": 29,
      "time_to_first_output_ms": 1002.9219000134617,
      "tpot_ms": 7.433365166338558,
      "ttft_ms": 1002.9223000165075,
      "visible_content_truncated": false,
      "visible_generation_ms": 3798.4491999959573
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 151.2246026225863,
      "e2e_ms": 4944.482600083575,
      "effective_prefill_tok_s": 2326.5577396668773,
      "generation_ms": 3379.0798000991344,
      "mean_inter_token_latency_ms": 6.6126806264170925,
      "mean_time_per_output_token_ms": 6.6126806264170925,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3642,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 30,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00030",
        "passed": true
      },
      "request_index": 30,
      "time_to_first_output_ms": 1565.4027999844402,
      "tpot_ms": 6.6126806264170925,
      "ttft_ms": 1565.403199987486,
      "visible_content_truncated": false,
      "visible_generation_ms": 3379.0794000960886
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 213.48449985904713,
      "e2e_ms": 4800.700600026175,
      "effective_prefill_tok_s": 1513.4493425285013,
      "generation_ms": 2393.6163999605924,
      "mean_inter_token_latency_ms": 4.684180821840689,
      "mean_time_per_output_token_ms": 4.684180821840689,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3643,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 31,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00031",
        "passed": true
      },
      "request_index": 31,
      "time_to_first_output_ms": 2407.084200065583,
      "tpot_ms": 4.684180821840689,
      "ttft_ms": 2407.084600068629,
      "visible_content_truncated": false,
      "visible_generation_ms": 2393.6159999575466
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 176.2448256510053,
      "e2e_ms": 4944.206500076689,
      "effective_prefill_tok_s": 1782.054709051173,
      "generation_ms": 2899.375900044106,
      "mean_inter_token_latency_ms": 5.673925440399424,
      "mean_time_per_output_token_ms": 5.673925440399424,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3644,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 32,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00032",
        "passed": true
      },
      "request_index": 32,
      "time_to_first_output_ms": 2044.8306000325829,
      "tpot_ms": 5.673925440399424,
      "ttft_ms": 2044.8310000356287,
      "visible_content_truncated": false,
      "visible_generation_ms": 2899.37550004106
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 267.43611507827814,
      "e2e_ms": 4799.739300040528,
      "effective_prefill_tok_s": 1261.6811075273254,
      "generation_ms": 1910.736700054258,
      "mean_inter_token_latency_ms": 3.739210763315574,
      "mean_time_per_output_token_ms": 3.739210763315574,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3645,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 33,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00033",
        "passed": true
      },
      "request_index": 33,
      "time_to_first_output_ms": 2889.00259998627,
      "tpot_ms": 3.739210763315574,
      "ttft_ms": 2889.002999989316,
      "visible_content_truncated": false,
      "visible_generation_ms": 1910.7363000512123
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 282.5693371755133,
      "e2e_ms": 4944.080600049347,
      "effective_prefill_tok_s": 1162.748089723746,
      "generation_ms": 1808.405700023286,
      "mean_inter_token_latency_ms": 3.538954403176685,
      "mean_time_per_output_token_ms": 3.538954403176685,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3646,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 34,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00034",
        "passed": true
      },
      "request_index": 34,
      "time_to_first_output_ms": 3135.6749000260606,
      "tpot_ms": 3.538954403176685,
      "ttft_ms": 3135.675200028345,
      "visible_content_truncated": false,
      "visible_generation_ms": 1808.4054000210017
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 123.24574098584269,
      "e2e_ms": 9427.985499962233,
      "effective_prefill_tok_s": 690.2952888642822,
      "generation_ms": 4146.187899983488,
      "mean_inter_token_latency_ms": 8.113870645760251,
      "mean_time_per_output_token_ms": 8.113870645760251,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3646,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 35,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00035",
        "passed": true
      },
      "request_index": 35,
      "time_to_first_output_ms": 5281.797599978745,
      "tpot_ms": 8.113870645760251,
      "ttft_ms": 5281.797999981791,
      "visible_content_truncated": false,
      "visible_generation_ms": 4146.187499980442
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 132.63302404190927,
      "e2e_ms": 4850.177300046198,
      "effective_prefill_tok_s": 3656.3547838619443,
      "generation_ms": 3852.7358000865206,
      "mean_inter_token_latency_ms": 7.539600391558749,
      "mean_time_per_output_token_ms": 7.539600391558749,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3647,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 36,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00036",
        "passed": true
      },
      "request_index": 36,
      "time_to_first_output_ms": 997.4414999596775,
      "tpot_ms": 7.539600391558749,
      "ttft_ms": 997.4418999627233,
      "visible_content_truncated": false,
      "visible_generation_ms": 3852.735400083475
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 200.98411419060534,
      "e2e_ms": 4955.258500063792,
      "effective_prefill_tok_s": 1512.370226876464,
      "generation_ms": 2542.4895000178367,
      "mean_inter_token_latency_ms": 4.975517612559368,
      "mean_time_per_output_token_ms": 4.975517612559368,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3649,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 37,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00037",
        "passed": true
      },
      "request_index": 37,
      "time_to_first_output_ms": 2412.769000045955,
      "tpot_ms": 4.975517612559368,
      "ttft_ms": 2412.7695000497624,
      "visible_content_truncated": false,
      "visible_generation_ms": 2542.4890000140294
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 150.8929540893852,
      "e2e_ms": 4955.24799998384,
      "effective_prefill_tok_s": 2326.0686768031546,
      "generation_ms": 3386.5066999569535,
      "mean_inter_token_latency_ms": 6.627214677019478,
      "mean_time_per_output_token_ms": 6.627214677019478,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3649,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 38,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00038",
        "passed": true
      },
      "request_index": 38,
      "time_to_first_output_ms": 1568.7413000268862,
      "tpot_ms": 6.627214677019478,
      "ttft_ms": 1568.7419000314549,
      "visible_content_truncated": false,
      "visible_generation_ms": 3386.506099952385
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 185.09157958189417,
      "e2e_ms": 4811.317799962126,
      "effective_prefill_tok_s": 1780.0342869183328,
      "generation_ms": 2760.795500013046,
      "mean_inter_token_latency_ms": 5.402730919790697,
      "mean_time_per_output_token_ms": 5.402730919790697,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3650,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 39,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00039",
        "passed": true
      },
      "request_index": 39,
      "time_to_first_output_ms": 2050.5222999490798,
      "tpot_ms": 5.402730919790697,
      "ttft_ms": 2050.5226999521255,
      "visible_content_truncated": false,
      "visible_generation_ms": 2760.79510001
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 305.76801745619946,
      "e2e_ms": 4667.5514000235125,
      "effective_prefill_tok_s": 1218.4825683452784,
      "generation_ms": 1671.2015999946743,
      "mean_inter_token_latency_ms": 3.270453228952396,
      "mean_time_per_output_token_ms": 3.270453228952396,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3651,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 40,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00040",
        "passed": true
      },
      "request_index": 40,
      "time_to_first_output_ms": 2996.349800028838,
      "tpot_ms": 3.270453228952396,
      "ttft_ms": 2996.3501000311226,
      "visible_content_truncated": false,
      "visible_generation_ms": 1671.20129999239
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 122.39029931354324,
      "e2e_ms": 9468.606199952774,
      "effective_prefill_tok_s": 689.910700199635,
      "generation_ms": 4175.16749992501,
      "mean_inter_token_latency_ms": 8.17058219163407,
      "mean_time_per_output_token_ms": 8.17058219163407,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3652,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 41,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00041",
        "passed": true
      },
      "request_index": 41,
      "time_to_first_output_ms": 5293.438700027764,
      "tpot_ms": 8.17058219163407,
      "ttft_ms": 5293.439200031571,
      "visible_content_truncated": false,
      "visible_generation_ms": 4175.166999921203
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 247.5045870703598,
      "e2e_ms": 4811.647100024857,
      "effective_prefill_tok_s": 1329.7955117965034,
      "generation_ms": 2064.6081999875605,
      "mean_inter_token_latency_ms": 4.040329158488377,
      "mean_time_per_output_token_ms": 4.040329158488377,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 42,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00042",
        "passed": true
      },
      "request_index": 42,
      "time_to_first_output_ms": 2747.038900037296,
      "tpot_ms": 4.040329158488377,
      "ttft_ms": 2747.0392000395805,
      "visible_content_truncated": false,
      "visible_generation_ms": 2064.607899985276
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 131.92505190607275,
      "e2e_ms": 4882.280400022864,
      "effective_prefill_tok_s": 3620.8863588398,
      "generation_ms": 3873.4114000108093,
      "mean_inter_token_latency_ms": 7.580061448162054,
      "mean_time_per_output_token_ms": 7.580061448162054,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 43,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00043",
        "passed": true
      },
      "request_index": 43,
      "time_to_first_output_ms": 1008.869000012055,
      "tpot_ms": 7.580061448162054,
      "ttft_ms": 1008.8693000143394,
      "visible_content_truncated": false,
      "visible_generation_ms": 3873.411100008525
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 150.00480250147925,
      "e2e_ms": 4987.091599963605,
      "effective_prefill_tok_s": 2311.87687206748,
      "generation_ms": 3406.5576000139117,
      "mean_inter_token_latency_ms": 6.666453228990043,
      "mean_time_per_output_token_ms": 6.666453228990043,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3654,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 44,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00044",
        "passed": true
      },
      "request_index": 44,
      "time_to_first_output_ms": 1580.5339999496937,
      "tpot_ms": 6.666453228990043,
      "ttft_ms": 1580.5345999542624,
      "visible_content_truncated": false,
      "visible_generation_ms": 3406.557000009343
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 184.0729361137324,
      "e2e_ms": 4840.783899999224,
      "effective_prefill_tok_s": 1769.2553880103392,
      "generation_ms": 2776.073499931954,
      "mean_inter_token_latency_ms": 5.432629158379558,
      "mean_time_per_output_token_ms": 5.432629158379558,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 45,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00045",
        "passed": true
      },
      "request_index": 45,
      "time_to_first_output_ms": 2064.71040006727,
      "tpot_ms": 5.432629158379558,
      "ttft_ms": 2064.7108000703156,
      "visible_content_truncated": false,
      "visible_generation_ms": 2776.073099928908
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 199.81589565179908,
      "e2e_ms": 4986.215500044636,
      "effective_prefill_tok_s": 1504.4086089086334,
      "generation_ms": 2557.354100048542,
      "mean_inter_token_latency_ms": 5.004606849410063,
      "mean_time_per_output_token_ms": 5.004606849410063,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3654,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 46,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00046",
        "passed": true
      },
      "request_index": 46,
      "time_to_first_output_ms": 2428.8613999960944,
      "tpot_ms": 5.004606849410063,
      "ttft_ms": 2428.8618999999017,
      "visible_content_truncated": false,
      "visible_generation_ms": 2557.353600044735
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 246.4837358572896,
      "e2e_ms": 4842.89940004237,
      "effective_prefill_tok_s": 1319.6183049989704,
      "generation_ms": 2073.159100022167,
      "mean_inter_token_latency_ms": 4.057062818047293,
      "mean_time_per_output_token_ms": 4.057062818047293,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 47,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00047",
        "passed": true
      },
      "request_index": 47,
      "time_to_first_output_ms": 2769.740300020203,
      "tpot_ms": 4.057062818047293,
      "ttft_ms": 2769.7408000240102,
      "visible_content_truncated": false,
      "visible_generation_ms": 2073.1586000183597
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 352.4208415286776,
      "e2e_ms": 6644.377099932171,
      "effective_prefill_tok_s": 703.6415577949156,
      "generation_ms": 1449.9709999654442,
      "mean_inter_token_latency_ms": 2.837516633983257,
      "mean_time_per_output_token_ms": 2.837516633983257,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 48,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00048",
        "passed": true
      },
      "request_index": 48,
      "time_to_first_output_ms": 5194.406099966727,
      "tpot_ms": 2.837516633983257,
      "ttft_ms": 5194.40629996825,
      "visible_content_truncated": false,
      "visible_generation_ms": 1449.9707999639213
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 280.646933481051,
      "e2e_ms": 4841.308300034143,
      "effective_prefill_tok_s": 1210.0584694555107,
      "generation_ms": 1820.7930999342352,
      "mean_inter_token_latency_ms": 3.5631958902822607,
      "mean_time_per_output_token_ms": 3.5631958902822607,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 1,
      "replica_request_index": 49,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00049",
        "passed": true
      },
      "request_index": 49,
      "time_to_first_output_ms": 3020.515200099908,
      "tpot_ms": 3.5631958902822607,
      "ttft_ms": 3020.5155999865383,
      "visible_content_truncated": false,
      "visible_generation_ms": 1820.7927000476047
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 143.86943344854205,
      "e2e_ms": 4867.13360005524,
      "effective_prefill_tok_s": 2746.8976705825967,
      "generation_ms": 3551.8316000234336,
      "mean_inter_token_latency_ms": 6.950746771083041,
      "mean_time_per_output_token_ms": 6.950746771083041,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3613,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 0,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00000",
        "passed": true
      },
      "request_index": 50,
      "time_to_first_output_ms": 1315.3020000318065,
      "tpot_ms": 6.950746771083041,
      "ttft_ms": 1315.3028000378981,
      "visible_content_truncated": false,
      "visible_generation_ms": 3551.830800017342
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 159.93568018701708,
      "e2e_ms": 4866.181100020185,
      "effective_prefill_tok_s": 2163.1853147065576,
      "generation_ms": 3195.0344000943005,
      "mean_inter_token_latency_ms": 6.252513503119962,
      "mean_time_per_output_token_ms": 6.252513503119962,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3615,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 1,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00001",
        "passed": true
      },
      "request_index": 51,
      "time_to_first_output_ms": 1671.1466999258846,
      "tpot_ms": 6.252513503119962,
      "ttft_ms": 1671.1470999289304,
      "visible_content_truncated": false,
      "visible_generation_ms": 3195.0340000912547
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 126.98277325937143,
      "e2e_ms": 4866.953400080092,
      "effective_prefill_tok_s": 4291.720727923479,
      "generation_ms": 4024.1678999736905,
      "mean_inter_token_latency_ms": 7.8750839529817815,
      "mean_time_per_output_token_ms": 7.8750839529817815,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3617,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 2,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00002",
        "passed": true
      },
      "request_index": 52,
      "time_to_first_output_ms": 842.7855001064017,
      "tpot_ms": 7.8750839529817815,
      "ttft_ms": 842.7861001109704,
      "visible_content_truncated": false,
      "visible_generation_ms": 4024.167299969122
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 216.4696277685605,
      "e2e_ms": 4866.788599989377,
      "effective_prefill_tok_s": 1443.2321569040735,
      "generation_ms": 2360.6082999613136,
      "mean_inter_token_latency_ms": 4.619585714210007,
      "mean_time_per_output_token_ms": 4.619585714210007,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3617,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 3,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00003",
        "passed": true
      },
      "request_index": 53,
      "time_to_first_output_ms": 2506.1803000280634,
      "tpot_ms": 4.619585714210007,
      "ttft_ms": 2506.180700031109,
      "visible_content_truncated": false,
      "visible_generation_ms": 2360.607899958268
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 188.12642463860206,
      "e2e_ms": 4865.434300038032,
      "effective_prefill_tok_s": 1683.9013355459374,
      "generation_ms": 2716.258500004187,
      "mean_inter_token_latency_ms": 5.3155743640003665,
      "mean_time_per_output_token_ms": 5.3155743640003665,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3619,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 4,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00004",
        "passed": true
      },
      "request_index": 54,
      "time_to_first_output_ms": 2149.175800033845,
      "tpot_ms": 5.3155743640003665,
      "ttft_ms": 2149.1761000361294,
      "visible_content_truncated": false,
      "visible_generation_ms": 2716.258200001903
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 264.88756222932693,
      "e2e_ms": 4911.149900057353,
      "effective_prefill_tok_s": 1213.9383597369683,
      "generation_ms": 1929.1203999891877,
      "mean_inter_token_latency_ms": 3.7751866927381363,
      "mean_time_per_output_token_ms": 3.7751866927381363,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3620,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 5,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00005",
        "passed": true
      },
      "request_index": 55,
      "time_to_first_output_ms": 2982.0295000681654,
      "tpot_ms": 3.7751866927381363,
      "ttft_ms": 2982.029900071211,
      "visible_content_truncated": false,
      "visible_generation_ms": 1929.119999986142
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 310.92020514535756,
      "e2e_ms": 4865.238600061275,
      "effective_prefill_tok_s": 1124.2406680839463,
      "generation_ms": 1643.5085000703111,
      "mean_inter_token_latency_ms": 3.2162592956366165,
      "mean_time_per_output_token_ms": 3.2162592956366165,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 6,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00006",
        "passed": true
      },
      "request_index": 56,
      "time_to_first_output_ms": 3221.730099990964,
      "tpot_ms": 3.2162592956366165,
      "ttft_ms": 3221.730599994771,
      "visible_content_truncated": false,
      "visible_generation_ms": 1643.5080000665039
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 126.43402723485576,
      "e2e_ms": 9553.644199972041,
      "effective_prefill_tok_s": 657.1104805646363,
      "generation_ms": 4041.633499902673,
      "mean_inter_token_latency_ms": 7.909263209202883,
      "mean_time_per_output_token_ms": 7.909263209202883,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 7,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00007",
        "passed": true
      },
      "request_index": 57,
      "time_to_first_output_ms": 5512.010700069368,
      "tpot_ms": 7.909263209202883,
      "ttft_ms": 5512.011000071652,
      "visible_content_truncated": false,
      "visible_generation_ms": 4041.6331999003887
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 143.34357730559648,
      "e2e_ms": 4689.2649999354035,
      "effective_prefill_tok_s": 3221.263541073958,
      "generation_ms": 3564.861499937251,
      "mean_inter_token_latency_ms": 6.976245596746089,
      "mean_time_per_output_token_ms": 6.976245596746089,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3622,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 8,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00008",
        "passed": true
      },
      "request_index": 58,
      "time_to_first_output_ms": 1124.4034999981523,
      "tpot_ms": 6.976245596746089,
      "ttft_ms": 1124.4038000004366,
      "visible_content_truncated": false,
      "visible_generation_ms": 3564.861199934967
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 159.34767614199234,
      "e2e_ms": 4689.417900051922,
      "effective_prefill_tok_s": 2444.365063941182,
      "generation_ms": 3206.8242999957874,
      "mean_inter_token_latency_ms": 6.2755857142774705,
      "mean_time_per_output_token_ms": 6.2755857142774705,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3624,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 9,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00009",
        "passed": true
      },
      "request_index": 59,
      "time_to_first_output_ms": 1482.5936000561342,
      "tpot_ms": 6.2755857142774705,
      "ttft_ms": 1482.5941000599414,
      "visible_content_truncated": false,
      "visible_generation_ms": 3206.82379999198
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 187.2510678474566,
      "e2e_ms": 4689.3436999525875,
      "effective_prefill_tok_s": 1849.6345084449918,
      "generation_ms": 2728.95639995113,
      "mean_inter_token_latency_ms": 5.340423483270313,
      "mean_time_per_output_token_ms": 5.340423483270313,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3626,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 10,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00010",
        "passed": true
      },
      "request_index": 60,
      "time_to_first_output_ms": 1960.3873000014573,
      "tpot_ms": 5.340423483270313,
      "ttft_ms": 1960.388100007549,
      "visible_content_truncated": false,
      "visible_generation_ms": 2728.9555999450386
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 270.1003414888494,
      "e2e_ms": 4687.821100000292,
      "effective_prefill_tok_s": 1297.24203551889,
      "generation_ms": 1891.8894999660552,
      "mean_inter_token_latency_ms": 3.702327788583278,
      "mean_time_per_output_token_ms": 3.702327788583278,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3627,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 11,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00011",
        "passed": true
      },
      "request_index": 61,
      "time_to_first_output_ms": 2795.931600034237,
      "tpot_ms": 3.702327788583278,
      "ttft_ms": 2795.9320000372827,
      "visible_content_truncated": false,
      "visible_generation_ms": 1891.8890999630094
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 211.9029055060782,
      "e2e_ms": 4729.705000063404,
      "effective_prefill_tok_s": 1564.5603063318124,
      "generation_ms": 2411.4818000234663,
      "mean_inter_token_latency_ms": 4.719142465799347,
      "mean_time_per_output_token_ms": 4.719142465799347,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3627,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 12,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00012",
        "passed": true
      },
      "request_index": 62,
      "time_to_first_output_ms": 2318.223200039938,
      "tpot_ms": 4.719142465799347,
      "ttft_ms": 2318.223600042984,
      "visible_content_truncated": false,
      "visible_generation_ms": 2411.4814000204206
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 310.0791187157258,
      "e2e_ms": 4688.981999992393,
      "effective_prefill_tok_s": 1193.0225281771359,
      "generation_ms": 1647.9665000224486,
      "mean_inter_token_latency_ms": 3.22498336599305,
      "mean_time_per_output_token_ms": 3.22498336599305,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3628,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 13,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00013",
        "passed": true
      },
      "request_index": 63,
      "time_to_first_output_ms": 3041.0154999699444,
      "tpot_ms": 3.22498336599305,
      "ttft_ms": 3041.0157999722287,
      "visible_content_truncated": false,
      "visible_generation_ms": 1647.9662000201643
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 125.47270491247981,
      "e2e_ms": 9367.989799939096,
      "effective_prefill_tok_s": 685.3129577281528,
      "generation_ms": 4072.5988999474794,
      "mean_inter_token_latency_ms": 7.969860860953971,
      "mean_time_per_output_token_ms": 7.969860860953971,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3629,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 14,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00014",
        "passed": true
      },
      "request_index": 64,
      "time_to_first_output_ms": 5295.390899991617,
      "tpot_ms": 7.969860860953971,
      "ttft_ms": 5295.391399995424,
      "visible_content_truncated": false,
      "visible_generation_ms": 4072.598399943672
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 210.71888623820348,
      "e2e_ms": 4763.01690004766,
      "effective_prefill_tok_s": 1552.6189623760893,
      "generation_ms": 2425.0318000558764,
      "mean_inter_token_latency_ms": 4.745659099913652,
      "mean_time_per_output_token_ms": 4.745659099913652,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3630,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 15,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00015",
        "passed": true
      },
      "request_index": 65,
      "time_to_first_output_ms": 2337.9850999917835,
      "tpot_ms": 4.745659099913652,
      "ttft_ms": 2337.9854999948293,
      "visible_content_truncated": false,
      "visible_generation_ms": 2425.0314000528306
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 142.26062658830037,
      "e2e_ms": 4724.699900019914,
      "effective_prefill_tok_s": 3203.8460985928587,
      "generation_ms": 3591.998800053261,
      "mean_inter_token_latency_ms": 7.029351859204033,
      "mean_time_per_output_token_ms": 7.029351859204033,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3629,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 16,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00016",
        "passed": true
      },
      "request_index": 66,
      "time_to_first_output_ms": 1132.7010999666527,
      "tpot_ms": 7.029351859204033,
      "ttft_ms": 1132.701399968937,
      "visible_content_truncated": false,
      "visible_generation_ms": 3591.998500050977
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 185.83042635274612,
      "e2e_ms": 4724.349600030109,
      "effective_prefill_tok_s": 1838.4114342386235,
      "generation_ms": 2749.8188000172377,
      "mean_inter_token_latency_ms": 5.381250097881091,
      "mean_time_per_output_token_ms": 5.381250097881091,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3630,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 17,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00017",
        "passed": true
      },
      "request_index": 67,
      "time_to_first_output_ms": 1974.5308000128716,
      "tpot_ms": 5.381250097881091,
      "ttft_ms": 1974.5313000166789,
      "visible_content_truncated": false,
      "visible_generation_ms": 2749.8183000134304
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 263.0269230882869,
      "e2e_ms": 4762.518199975602,
      "effective_prefill_tok_s": 1287.7022168962137,
      "generation_ms": 1942.7669000579044,
      "mean_inter_token_latency_ms": 3.801892172324666,
      "mean_time_per_output_token_ms": 3.801892172324666,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3631,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 18,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00018",
        "passed": true
      },
      "request_index": 68,
      "time_to_first_output_ms": 2819.751299917698,
      "tpot_ms": 3.801892172324666,
      "ttft_ms": 2819.7516999207437,
      "visible_content_truncated": false,
      "visible_generation_ms": 1942.7665000548586
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 158.14741108470895,
      "e2e_ms": 4723.655400099233,
      "effective_prefill_tok_s": 2433.5125770849713,
      "generation_ms": 3231.1626001028344,
      "mean_inter_token_latency_ms": 6.323214481610243,
      "mean_time_per_output_token_ms": 6.323214481610243,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3632,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 19,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00019",
        "passed": true
      },
      "request_index": 69,
      "time_to_first_output_ms": 1492.4927999963984,
      "tpot_ms": 6.323214481610243,
      "ttft_ms": 1492.4931999994442,
      "visible_content_truncated": false,
      "visible_generation_ms": 3231.1622000997886
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 301.8345634620259,
      "e2e_ms": 4762.059799977578,
      "effective_prefill_tok_s": 1183.7425907228755,
      "generation_ms": 1692.9804000537843,
      "mean_inter_token_latency_ms": 3.3130731899291277,
      "mean_time_per_output_token_ms": 3.3130731899291277,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3633,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 20,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00020",
        "passed": true
      },
      "request_index": 70,
      "time_to_first_output_ms": 3069.079399923794,
      "tpot_ms": 3.3130731899291277,
      "ttft_ms": 3069.0799999283627,
      "visible_content_truncated": false,
      "visible_generation_ms": 1692.9798000492156
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 121.64626195210138,
      "e2e_ms": 9544.722200022079,
      "effective_prefill_tok_s": 680.0127177795111,
      "generation_ms": 4200.704500079155,
      "mean_inter_token_latency_ms": 8.220556751622613,
      "mean_time_per_output_token_ms": 8.220556751622613,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3634,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 21,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00021",
        "passed": true
      },
      "request_index": 71,
      "time_to_first_output_ms": 5344.017699942924,
      "tpot_ms": 8.220556751622613,
      "ttft_ms": 5344.018299947493,
      "visible_content_truncated": false,
      "visible_generation_ms": 4200.703900074586
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 139.06792107065527,
      "e2e_ms": 4821.85200008098,
      "effective_prefill_tok_s": 3168.0638248137116,
      "generation_ms": 3674.4635000359267,
      "mean_inter_token_latency_ms": 7.190730919835473,
      "mean_time_per_output_token_ms": 7.190730919835473,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3635,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 22,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00022",
        "passed": true
      },
      "request_index": 72,
      "time_to_first_output_ms": 1147.3885000450537,
      "tpot_ms": 7.190730919835473,
      "ttft_ms": 1147.3891000496224,
      "visible_content_truncated": false,
      "visible_generation_ms": 3674.462900031358
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 195.32077921443303,
      "e2e_ms": 4861.053599976003,
      "effective_prefill_tok_s": 1619.7112985063222,
      "generation_ms": 2616.2091000005603,
      "mean_inter_token_latency_ms": 5.119782974560783,
      "mean_time_per_output_token_ms": 5.119782974560783,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3636,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 23,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00023",
        "passed": true
      },
      "request_index": 73,
      "time_to_first_output_ms": 2244.844499975443,
      "tpot_ms": 5.119782974560783,
      "ttft_ms": 2244.8450999800116,
      "visible_content_truncated": false,
      "visible_generation_ms": 2616.2084999959916
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 178.28340642084905,
      "e2e_ms": 4860.603699926287,
      "effective_prefill_tok_s": 1823.122335728646,
      "generation_ms": 2866.2229999899864,
      "mean_inter_token_latency_ms": 5.609046966712302,
      "mean_time_per_output_token_ms": 5.609046966712302,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3636,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 24,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00024",
        "passed": true
      },
      "request_index": 74,
      "time_to_first_output_ms": 1994.3806999363005,
      "tpot_ms": 5.609046966712302,
      "ttft_ms": 1994.3812999408692,
      "visible_content_truncated": false,
      "visible_generation_ms": 2866.2223999854177
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 154.31314915218596,
      "e2e_ms": 4821.546299965121,
      "effective_prefill_tok_s": 2408.4528019346326,
      "generation_ms": 3311.448200023733,
      "mean_inter_token_latency_ms": 6.480329158559164,
      "mean_time_per_output_token_ms": 6.480329158559164,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3637,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 25,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00025",
        "passed": true
      },
      "request_index": 75,
      "time_to_first_output_ms": 1510.0980999413878,
      "tpot_ms": 6.480329158559164,
      "ttft_ms": 1510.098599945195,
      "visible_content_truncated": false,
      "visible_generation_ms": 3311.447700019926
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 121.66384522425943,
      "e2e_ms": 9651.010400033556,
      "effective_prefill_tok_s": 667.5945846090965,
      "generation_ms": 4200.097399996594,
      "mean_inter_token_latency_ms": 8.219368688838735,
      "mean_time_per_output_token_ms": 8.219368688838735,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3639,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 26,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00026",
        "passed": true
      },
      "request_index": 76,
      "time_to_first_output_ms": 5450.913000036962,
      "tpot_ms": 8.219368688838735,
      "ttft_ms": 5450.91350004077,
      "visible_content_truncated": false,
      "visible_generation_ms": 4200.096899992786
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 239.9563814729042,
      "e2e_ms": 4964.605799992569,
      "effective_prefill_tok_s": 1283.574294802867,
      "generation_ms": 2129.5536999823526,
      "mean_inter_token_latency_ms": 4.167424070415563,
      "mean_time_per_output_token_ms": 4.167424070415563,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3639,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 27,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00027",
        "passed": true
      },
      "request_index": 77,
      "time_to_first_output_ms": 2835.0521000102162,
      "tpot_ms": 4.167424070415563,
      "ttft_ms": 2835.052500013262,
      "visible_content_truncated": false,
      "visible_generation_ms": 2129.5532999793068
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 285.32752613129435,
      "e2e_ms": 4964.550400036387,
      "effective_prefill_tok_s": 1146.9530074536626,
      "generation_ms": 1790.9242999739945,
      "mean_inter_token_latency_ms": 3.5047442269549793,
      "mean_time_per_output_token_ms": 3.5047442269549793,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3640,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 28,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00028",
        "passed": true
      },
      "request_index": 78,
      "time_to_first_output_ms": 3173.6261000623927,
      "tpot_ms": 3.5047442269549793,
      "ttft_ms": 3173.6265000654384,
      "visible_content_truncated": false,
      "visible_generation_ms": 1790.9238999709487
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 147.15785905879181,
      "e2e_ms": 4866.885400027968,
      "effective_prefill_tok_s": 2611.8313088685036,
      "generation_ms": 3472.461499972269,
      "mean_inter_token_latency_ms": 6.795423679006397,
      "mean_time_per_output_token_ms": 6.795423679006397,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3642,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 29,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00029",
        "passed": true
      },
      "request_index": 79,
      "time_to_first_output_ms": 1394.423900055699,
      "tpot_ms": 6.795423679006397,
      "ttft_ms": 1394.4242000579834,
      "visible_content_truncated": false,
      "visible_generation_ms": 3472.4611999699846
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 137.70271503643377,
      "e2e_ms": 4866.043400019407,
      "effective_prefill_tok_s": 3152.835383265926,
      "generation_ms": 3710.8927000081167,
      "mean_inter_token_latency_ms": 7.2620209393505215,
      "mean_time_per_output_token_ms": 7.2620209393505215,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3642,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 30,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00030",
        "passed": true
      },
      "request_index": 80,
      "time_to_first_output_ms": 1155.1507000112906,
      "tpot_ms": 7.2620209393505215,
      "ttft_ms": 1155.1511000143364,
      "visible_content_truncated": false,
      "visible_generation_ms": 3710.892300005071
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 179.52975080678306,
      "e2e_ms": 4827.374899992719,
      "effective_prefill_tok_s": 1838.9238029777248,
      "generation_ms": 2846.3248999323696,
      "mean_inter_token_latency_ms": 5.570107436266868,
      "mean_time_per_output_token_ms": 5.570107436266868,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3643,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 31,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00031",
        "passed": true
      },
      "request_index": 81,
      "time_to_first_output_ms": 1981.0500000603497,
      "tpot_ms": 5.570107436266868,
      "ttft_ms": 1981.050500064157,
      "visible_content_truncated": false,
      "visible_generation_ms": 2846.3243999285623
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 216.65495769307768,
      "e2e_ms": 4827.337899943814,
      "effective_prefill_tok_s": 1476.0512906000133,
      "generation_ms": 2358.5889999521896,
      "mean_inter_token_latency_ms": 4.6156340507870635,
      "mean_time_per_output_token_ms": 4.6156340507870635,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3644,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 32,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00032",
        "passed": true
      },
      "request_index": 82,
      "time_to_first_output_ms": 2468.748899991624,
      "tpot_ms": 4.6156340507870635,
      "ttft_ms": 2468.7494999961928,
      "visible_content_truncated": false,
      "visible_generation_ms": 2358.588399947621
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 249.5480421234679,
      "e2e_ms": 4882.831999915652,
      "effective_prefill_tok_s": 1285.6552861970233,
      "generation_ms": 2047.7019000099972,
      "mean_inter_token_latency_ms": 4.007244422720151,
      "mean_time_per_output_token_ms": 4.007244422720151,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3645,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 33,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00033",
        "passed": true
      },
      "request_index": 83,
      "time_to_first_output_ms": 2835.130099905655,
      "tpot_ms": 4.007244422720151,
      "ttft_ms": 2835.1304999087006,
      "visible_content_truncated": false,
      "visible_generation_ms": 2047.7015000069514
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 123.40786645356695,
      "e2e_ms": 9491.260999930091,
      "effective_prefill_tok_s": 681.429082009127,
      "generation_ms": 4140.740899951197,
      "mean_inter_token_latency_ms": 8.103211154503322,
      "mean_time_per_output_token_ms": 8.103211154503322,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3646,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 34,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00034",
        "passed": true
      },
      "request_index": 84,
      "time_to_first_output_ms": 5350.520099978894,
      "tpot_ms": 8.103211154503322,
      "ttft_ms": 5350.520699983463,
      "visible_content_truncated": false,
      "visible_generation_ms": 4140.7402999466285
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 309.7468295540272,
      "e2e_ms": 4686.001800000668,
      "effective_prefill_tok_s": 1200.8165025172364,
      "generation_ms": 1649.734399979934,
      "mean_inter_token_latency_ms": 3.2284430527983057,
      "mean_time_per_output_token_ms": 3.2284430527983057,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3646,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 35,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00035",
        "passed": true
      },
      "request_index": 85,
      "time_to_first_output_ms": 3036.2674000207335,
      "tpot_ms": 3.2284430527983057,
      "ttft_ms": 3036.2678000237793,
      "visible_content_truncated": false,
      "visible_generation_ms": 1649.7339999768883
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 180.76293277919467,
      "e2e_ms": 4846.019799937494,
      "effective_prefill_tok_s": 1806.238858954616,
      "generation_ms": 2826.9069999223575,
      "mean_inter_token_latency_ms": 5.532107631941991,
      "mean_time_per_output_token_ms": 5.532107631941991,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3647,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 36,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00036",
        "passed": true
      },
      "request_index": 86,
      "time_to_first_output_ms": 2019.1128000151366,
      "tpot_ms": 5.532107631941991,
      "ttft_ms": 2019.113100017421,
      "visible_content_truncated": false,
      "visible_generation_ms": 2826.906699920073
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 138.5708561173621,
      "e2e_ms": 4845.350899966434,
      "effective_prefill_tok_s": 3151.9206765148583,
      "generation_ms": 3687.6441000495106,
      "mean_inter_token_latency_ms": 7.216524657631136,
      "mean_time_per_output_token_ms": 7.216524657631136,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3649,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 37,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00037",
        "passed": true
      },
      "request_index": 87,
      "time_to_first_output_ms": 1157.706799916923,
      "tpot_ms": 7.216524657631136,
      "ttft_ms": 1157.7070999192074,
      "visible_content_truncated": false,
      "visible_generation_ms": 3687.6438000472263
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 155.84767149954632,
      "e2e_ms": 4806.265000021085,
      "effective_prefill_tok_s": 2388.9922255440547,
      "generation_ms": 3278.8426999468356,
      "mean_inter_token_latency_ms": 6.41652191770418,
      "mean_time_per_output_token_ms": 6.41652191770418,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3649,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 38,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00038",
        "passed": true
      },
      "request_index": 88,
      "time_to_first_output_ms": 1527.4223000742495,
      "tpot_ms": 6.41652191770418,
      "ttft_ms": 1527.4226000765339,
      "visible_content_truncated": false,
      "visible_generation_ms": 3278.8423999445513
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 207.84228390819982,
      "e2e_ms": 4845.287699950859,
      "effective_prefill_tok_s": 1529.3129274817397,
      "generation_ms": 2458.5949999745935,
      "mean_inter_token_latency_ms": 4.811340508756543,
      "mean_time_per_output_token_ms": 4.811340508756543,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3650,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 39,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00039",
        "passed": true
      },
      "request_index": 89,
      "time_to_first_output_ms": 2386.6926999762654,
      "tpot_ms": 4.811340508756543,
      "ttft_ms": 2386.69299997855,
      "visible_content_truncated": false,
      "visible_generation_ms": 2458.594699972309
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 306.86842394828494,
      "e2e_ms": 4805.47900008969,
      "effective_prefill_tok_s": 1162.6388072888235,
      "generation_ms": 1665.2087999973446,
      "mean_inter_token_latency_ms": 3.2587256360026315,
      "mean_time_per_output_token_ms": 3.2587256360026315,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3651,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 40,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00040",
        "passed": true
      },
      "request_index": 90,
      "time_to_first_output_ms": 3140.2702000923455,
      "tpot_ms": 3.2587256360026315,
      "ttft_ms": 3140.27050009463,
      "visible_content_truncated": false,
      "visible_generation_ms": 1665.2084999950603
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 259.7673145713514,
      "e2e_ms": 4844.988099997863,
      "effective_prefill_tok_s": 1269.0059881677548,
      "generation_ms": 1967.1451000031084,
      "mean_inter_token_latency_ms": 3.8495990215325016,
      "mean_time_per_output_token_ms": 3.8495990215325016,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3652,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 41,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00041",
        "passed": true
      },
      "request_index": 91,
      "time_to_first_output_ms": 2877.842999994755,
      "tpot_ms": 3.8495990215325016,
      "ttft_ms": 2877.8433999978006,
      "visible_content_truncated": false,
      "visible_generation_ms": 1967.1447000000626
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 122.44542833903493,
      "e2e_ms": 9597.330799908377,
      "effective_prefill_tok_s": 673.4828489867294,
      "generation_ms": 4173.28769993037,
      "mean_inter_token_latency_ms": 8.16690352236863,
      "mean_time_per_output_token_ms": 8.16690352236863,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 42,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00042",
        "passed": true
      },
      "request_index": 92,
      "time_to_first_output_ms": 5424.043099978007,
      "tpot_ms": 8.16690352236863,
      "ttft_ms": 5424.043399980292,
      "visible_content_truncated": false,
      "visible_generation_ms": 4173.2873999280855
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 172.72249420640162,
      "e2e_ms": 4847.636600024998,
      "effective_prefill_tok_s": 1933.690558745055,
      "generation_ms": 2958.5028999717906,
      "mean_inter_token_latency_ms": 5.789633855130706,
      "mean_time_per_output_token_ms": 5.789633855130706,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 43,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00043",
        "passed": true
      },
      "request_index": 93,
      "time_to_first_output_ms": 1889.1337000532076,
      "tpot_ms": 5.789633855130706,
      "ttft_ms": 1889.1342000570148,
      "visible_content_truncated": false,
      "visible_generation_ms": 2958.5023999679834
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 137.57970536582502,
      "e2e_ms": 4884.6237999387085,
      "effective_prefill_tok_s": 3121.974359020812,
      "generation_ms": 3714.210599893704,
      "mean_inter_token_latency_ms": 7.268513894116838,
      "mean_time_per_output_token_ms": 7.268513894116838,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3654,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 44,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00044",
        "passed": true
      },
      "request_index": 94,
      "time_to_first_output_ms": 1170.4132000450045,
      "tpot_ms": 7.268513894116838,
      "ttft_ms": 1170.4136000480503,
      "visible_content_truncated": false,
      "visible_generation_ms": 3714.2101998906583
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 154.72153817341547,
      "e2e_ms": 4847.066399990581,
      "effective_prefill_tok_s": 2365.382966629412,
      "generation_ms": 3302.707599941641,
      "mean_inter_token_latency_ms": 6.4632242660306085,
      "mean_time_per_output_token_ms": 6.4632242660306085,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3653,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 45,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00045",
        "passed": true
      },
      "request_index": 95,
      "time_to_first_output_ms": 1544.3588000489399,
      "tpot_ms": 6.4632242660306085,
      "ttft_ms": 1544.3593000527471,
      "visible_content_truncated": false,
      "visible_generation_ms": 3302.707099937834
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 202.39587603386298,
      "e2e_ms": 4985.871599987149,
      "effective_prefill_tok_s": 1484.6919483820204,
      "generation_ms": 2524.7550000203773,
      "mean_inter_token_latency_ms": 4.940812133112284,
      "mean_time_per_output_token_ms": 4.940812133112284,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3654,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 46,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00046",
        "passed": true
      },
      "request_index": 96,
      "time_to_first_output_ms": 2461.116599966772,
      "tpot_ms": 4.940812133112284,
      "ttft_ms": 2461.1168999690562,
      "visible_content_truncated": false,
      "visible_generation_ms": 2524.754700018093
    },
    {
      "content_chunks": 45,
      "decode_tok_s": 249.68498646707354,
      "e2e_ms": 4985.716600087471,
      "effective_prefill_tok_s": 1243.5619724879425,
      "generation_ms": 2046.5788000728935,
      "mean_inter_token_latency_ms": 4.005046575485115,
      "mean_time_per_output_token_ms": 4.005046575485115,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 47,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00047",
        "passed": true
      },
      "request_index": 97,
      "time_to_first_output_ms": 2939.137800014578,
      "tpot_ms": 4.005046575485115,
      "ttft_ms": 2939.138300018385,
      "visible_content_truncated": false,
      "visible_generation_ms": 2046.5783000690863
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 306.9571630876217,
      "e2e_ms": 4845.044699963182,
      "effective_prefill_tok_s": 1149.256396515546,
      "generation_ms": 1664.7273999406025,
      "mean_inter_token_latency_ms": 3.2577835615275976,
      "mean_time_per_output_token_ms": 3.2577835615275976,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 48,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00048",
        "passed": true
      },
      "request_index": 98,
      "time_to_first_output_ms": 3180.3173000225797,
      "tpot_ms": 3.2577835615275976,
      "ttft_ms": 3180.317600024864,
      "visible_content_truncated": false,
      "visible_generation_ms": 1664.7270999383181
    },
    {
      "content_chunks": 44,
      "decode_tok_s": 363.50358555595983,
      "e2e_ms": 6738.607899984345,
      "effective_prefill_tok_s": 685.3753060841054,
      "generation_ms": 1405.7633000193164,
      "mean_inter_token_latency_ms": 2.7510045010162747,
      "mean_time_per_output_token_ms": 2.7510045010162747,
      "output_token_source": "usage",
      "output_tokens": 512,
      "planned_context_tokens": 4096,
      "prompt_tokens": 3655,
      "reasoning_chunks": 0,
      "replica": 2,
      "replica_request_index": 49,
      "request_canary": {
        "foreign_marker_count": 0,
        "marker": "ANVIL_REQ_0_00049",
        "passed": true
      },
      "request_index": 99,
      "time_to_first_output_ms": 5332.8445999650285,
      "tpot_ms": 2.7510045010162747,
      "ttft_ms": 5332.844899967313,
      "visible_content_truncated": false,
      "visible_generation_ms": 1405.763000017032
    }
  ],
  "requests": 100,
  "response_words": 256,
  "run_identity": {
    "fields": [
      "run_id",
      "model",
      "base_url",
      "gpu"
    ],
    "limitation": "whole-second run_id values may match across concurrent legacy processes; distinct endpoint/model/GPU fields and source digests prevent replay",
    "missing_run_ids": 0,
    "status": "distinct-composite-identities"
  },
  "schema": "anvil-serving.capacity-aggregate/v1",
  "shared_prefix_identity": {
    "effective_tokens": 0,
    "status": "ignored-for-unique-cache"
  },
  "shared_prefix_tokens": 0,
  "started_at": "2026-09-05T04:36:18Z",
  "synchronization": "legacy-second-precision-bounded",
  "timeline": {
    "alignment": "legacy-second-precision-bounded",
    "clock_domain_id": null,
    "limitation": "ISO timestamps identify only whole-second buckets; no common clock domain was recorded, so replica phase alignment is bounded, not exact",
    "timestamp_precision": "second",
    "wall_clock_ms_lower_bound": 35969.89649999887,
    "wall_clock_ms_upper_bound": 36525.269599980675,
    "wall_clock_value": "conservative-upper-bound"
  },
  "topology": "data-parallel-independent-replicas",
  "validation_provenance": {
    "controlled_output_adherence": "legacy-unobserved",
    "limitation": "legacy validation rows are retained as recorded; absent beginning-marker and controlled-output observations are not reconstructed",
    "request_canary_semantics": "legacy-substring-only"
  },
  "wall_clock_ms": 36525.269599980675,
  "wall_clock_ms_lower_bound": 35969.89649999887,
  "wall_clock_ms_upper_bound": 36525.269599980675
}