{
  "calibration": {
    "chars_per_token": 3.8284660910061126,
    "method": "endpoint-usage-filler-ratio/v2",
    "request_id": "req_689739ce24230cc53c617affa971c6b8",
    "sample_chars": 39460,
    "sample_prompt_tokens": 10307
  },
  "curve": {
    "advertised_context": 262144,
    "attempted_buckets": [
      8192,
      24576,
      122880
    ],
    "buckets": [
      {
        "completed_count": 9,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 1091.1167555554534,
          "observations": [
            995.9421999992628,
            1027.7724000006856,
            929.8937999992631,
            1299.823600000309,
            1338.2471999993868,
            1196.2986999988061,
            1195.4768000014155,
            936.3470999996935,
            900.2490000002581
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 9,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 8192,
        "sample_count": 9,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 995.9421999992628,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8198,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 98.39928461719218,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1027.7724000006856,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8198,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 108.97354316960184,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 929.8937999992631,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8198,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 108.6145536190047,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1299.823600000309,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8202,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 110.01492817945913,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1338.2471999993868,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8202,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 147.20748154757229,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1196.2986999988061,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8202,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 163.00276845590037,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1195.4768000014155,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8208,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 132.16484000343036,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 936.3470999996935,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8208,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 98.25416237208415,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 900.2490000002581,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8208,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 112.19118266165366,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 119.86919384732207,
          "observations": [
            98.39928461719218,
            108.97354316960184,
            108.6145536190047,
            110.01492817945913,
            147.20748154757229,
            163.00276845590037,
            132.16484000343036,
            98.25416237208415,
            112.19118266165366
          ]
        }
      },
      {
        "completed_count": 9,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 2751.3242000000496,
          "observations": [
            2509.9021999994875,
            2465.3527999998914,
            2485.909900000479,
            2981.2701999999263,
            3008.1248999995296,
            2951.5233999991324,
            2710.9564000002138,
            2801.53700000119,
            2847.341000000597
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 9,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 24576,
        "sample_count": 9,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-24576-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2509.9021999994875,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 24478,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 39.84218986700773,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-24576-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2465.3527999998914,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 24478,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 30.42160943456178,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-24576-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2485.909900000479,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 24478,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 39.01991781760928,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-24576-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2981.2701999999263,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 24502,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 70.77520179150659,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-24576-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 3008.1248999995296,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 24502,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 69.81093105543351,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-24576-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2951.5233999991324,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 24502,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 71.48850657936916,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-24576-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2710.9564000002138,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 24508,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 57.54426740318941,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-24576-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2801.53700000119,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 24508,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 57.82540084244156,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-24576-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2847.341000000597,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 24508,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 24576,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 56.54398261394271,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 54.808000822784635,
          "observations": [
            39.84218986700773,
            30.42160943456178,
            39.01991781760928,
            70.77520179150659,
            69.81093105543351,
            71.48850657936916,
            57.54426740318941,
            57.82540084244156,
            56.54398261394271
          ]
        }
      },
      {
        "completed_count": 9,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 23335.518899999846,
          "observations": [
            22990.730899999107,
            23047.91909999949,
            23134.183099999063,
            23481.473199999527,
            23664.058099999238,
            23534.895000000688,
            23344.15540000009,
            23405.879600000844,
            23416.37570000057
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 9,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 122880,
        "sample_count": 9,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-122880-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 22990.730899999107,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 122758,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.436570565923328,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-122880-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23047.91909999949,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 122758,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.555725813876287,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-122880-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23134.183099999063,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 122758,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.1871293436769275,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-122880-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23481.473199999527,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 122782,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 8.90063405391465,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-122880-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23664.058099999238,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 122782,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 9.170024814974866,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-122880-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23534.895000000688,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 122782,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 8.752960232029672,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-122880-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23344.15540000009,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 122788,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 6.596940320231051,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-122880-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23405.879600000844,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 122788,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 6.793164910580599,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-122880-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23416.37570000057,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 122788,
            "raw_reasoning": "[redacted]",
            "raw_reasoning_field": "reasoning_content",
            "raw_reasoning_truncated": false,
            "requested_tokens": 122880,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 6.7474148016849655,
            "token_measurement": "usage",
            "visible_answer": "[redacted]",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 6.7933960952102606,
          "observations": [
            4.436570565923328,
            4.555725813876287,
            5.1871293436769275,
            8.90063405391465,
            9.170024814974866,
            8.752960232029672,
            6.596940320231051,
            6.793164910580599,
            6.7474148016849655
          ]
        }
      }
    ],
    "effective_context": 122880,
    "first_material_degradation": null,
    "notes": [
      "effective_context uses attempted buckets only",
      "missing engine telemetry is unavailable and is not inferred from latency"
    ],
    "schema": "anvil-serving.context-curve/v1",
    "threshold_policy": {
      "baseline_bucket": 8192,
      "baseline_pass_rate": 1.0,
      "max_relative_drop": 0.25,
      "pass_rate_floor": 0.75
    }
  },
  "observations": [
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-8192-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 995.9421999992628,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 8198,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 98.39928461719218,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-8192-0.500-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 1027.7724000006856,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 8198,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 108.97354316960184,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-8192-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 929.8937999992631,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 8198,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 108.6145536190047,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-8192-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 1299.823600000309,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 8202,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 110.01492817945913,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-8192-0.500-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 1338.2471999993868,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 8202,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 147.20748154757229,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-8192-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 1196.2986999988061,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 8202,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 163.00276845590037,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-8192-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 1195.4768000014155,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 8208,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 132.16484000343036,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-8192-0.500-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 936.3470999996935,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 8208,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 98.25416237208415,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-8192-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 900.2490000002581,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 8208,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 8192,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 112.19118266165366,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-24576-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2509.9021999994875,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 24478,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 39.84218986700773,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-24576-0.500-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2465.3527999998914,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 24478,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 30.42160943456178,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-24576-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2485.909900000479,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 24478,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 39.01991781760928,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-24576-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2981.2701999999263,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 24502,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 70.77520179150659,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-24576-0.500-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 3008.1248999995296,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 24502,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 69.81093105543351,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-24576-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2951.5233999991324,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 24502,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 71.48850657936916,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-24576-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2710.9564000002138,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 24508,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 57.54426740318941,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-24576-0.500-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2801.53700000119,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 24508,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 57.82540084244156,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-24576-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 2847.341000000597,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 24508,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 24576,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 56.54398261394271,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-122880-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 22990.730899999107,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 122758,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 4.436570565923328,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-122880-0.500-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23047.91909999949,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 122758,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 4.555725813876287,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-122880-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23134.183099999063,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 122758,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 5.1871293436769275,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-122880-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23481.473199999527,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 122782,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 8.90063405391465,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-122880-0.500-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23664.058099999238,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 122782,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 9.170024814974866,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-122880-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23534.895000000688,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 122782,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 8.752960232029672,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-122880-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23344.15540000009,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 122788,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 6.596940320231051,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-122880-0.500-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23405.879600000844,
      "passed": true,
      "position": 0.5,
      "prompt_tokens": 122788,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 6.793164910580599,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-122880-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 23416.37570000057,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 122788,
      "raw_reasoning": "[redacted]",
      "raw_reasoning_field": "reasoning_content",
      "raw_reasoning_truncated": false,
      "requested_tokens": 122880,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 6.7474148016849655,
      "token_measurement": "usage",
      "visible_answer": "[redacted]",
      "visible_answer_truncated": false
    }
  ],
  "passed": true,
  "request_controls": {
    "chat_template_kwargs": null,
    "reasoning_effort": null,
    "sampling": {
      "temperature": {
        "effective_request": 0.9,
        "requested": 0.9,
        "sent": true
      },
      "top_p": {
        "effective_request": 0.95,
        "requested": 0.95,
        "sent": true
      }
    },
    "thinking_mode": "default"
  },
  "request_ids": [
    "req_017a33c503b4492c43770b338c543f2d",
    "req_0d060775382c8e9f0879abd12733f637",
    "req_0ee4d505d03e71ba17f526382a2bd752",
    "req_22253b607e9d61fb359c9a86c34d051b",
    "req_28f2d9563a31e9f52a56c81446062f4e",
    "req_3289557ad89fc694894f41173649f2ab",
    "req_43925b0d97cd10f46c54d24396506296",
    "req_4ea58717eaf203423c20331abbb4cd16",
    "req_51813b2e4fefb97c8ed0a26d24d3d7aa",
    "req_5347d47ac6d86d5c40ca07d00ddab754",
    "req_571f61e8fb87cbede30ed4f5db24e799",
    "req_5fc14e36f0cafeec270eeb51d2b78f93",
    "req_640eae1a45b1389dfa06e55b92919d30",
    "req_73a25ed3e168bc4aeb772efce55d9337",
    "req_85151ebbf0d554e172dfe0bf9b61125d",
    "req_8cd816a4b12ea909b742f16fb62b2db4",
    "req_9ab4314df6fca43ede9a5f5adbe41dec",
    "req_9abd6d9308f2641b7687aa443e48991d",
    "req_9d7151f7788a711ed7a76aee893bcf52",
    "req_9ecb54c4f01cfbf0a4b59dcfac282282",
    "req_a2b4c47cb6d113728d228225dab14d39",
    "req_a75bf2b547865d7833ab8fc10e3ae5f8",
    "req_b840fe2ba7e96b3617f69315353b3647",
    "req_c4e5e1d6945d2960c949004d8c665e5e",
    "req_dcdb6745d0346482c5fa5902e234174b",
    "req_e025df779fbf0d007309d42ed3b35b35",
    "req_f95fc38d017668125117e868f8969a9e"
  ],
  "schema": "anvil-serving.context-suite-run/v1",
  "selection": {
    "case_ids": [
      "native-needle",
      "native-order",
      "native-distractor"
    ],
    "output_headroom_tokens": 8192,
    "positions": [
      0.1,
      0.5,
      0.9
    ],
    "repetitions": 1,
    "token_buckets": [
      8192,
      24576,
      122880
    ]
  }
}