{
  "completeness": "completed",
  "created_at": "2026-09-08T06:59:22.541384Z",
  "evidence_kind": "measured",
  "failure": null,
  "identities": {
    "concurrency": {
      "requests": 1,
      "workers": 1
    },
    "context": {
      "configured_tokens": 393216,
      "max_output_tokens": 4096
    },
    "dataset": {
      "name": "deterministic-native",
      "profile_sha256": "fce0e6e1e7497585bdfc6f76507d3baaff99a6b4f174d841d268de20c68de7f6"
    },
    "hardware": {
      "gpu": "2x RTX PRO 6000 Blackwell Max-Q",
      "platform": "native Linux"
    },
    "harnesses": {
      "native": {
        "schema": "anvil-serving.context/v1"
      }
    },
    "image": {
      "status": "not-applicable"
    },
    "model": {
      "repository": "ormandj/GLM-5.3-Flash-W4A16-NVFP4-K32-Experts-FP8-WO",
      "revision": "c3cbb9891b67c741bcbf6b176dd7af9265b069db"
    },
    "runtime": {
      "build_revision": "a547c90c74f1363920287eb80adc88a16d1e7005",
      "image_digest": "sha256:0c0637959c3931829f05154087bbefd2c50003fb9b2010200ce0ec82f4d71a53",
      "reported_version": "0.0.0.dev1+g033446bb05"
    },
    "served_model": {
      "configured_context": 393216,
      "id": "glm53-flash-ormandj-sglang-sm120-tp2-393k-c1-adaptive-mtp"
    },
    "topology": {
      "kind": "co-resident-benchmark-client",
      "tensor_parallel_size": 2
    }
  },
  "promotion": {
    "authorized": false,
    "message": "Benchmark evidence does not authorize model promotion; promotion is a separate human decision."
  },
  "run": {
    "ownership_id": "glm53-linux-20260908",
    "profile": "scout",
    "run_id": "glm53-linux-context-20260908",
    "spec_sha256": "4ec2a9b9952d5788cadc033afcaa64122a464f6b6de90e5f084c35f293a974fd",
    "suite": "context"
  },
  "schema": "anvil-serving.benchmark-evidence/v1",
  "stages": [
    {
      "evidence": [
        {
          "bytes": 552,
          "path": "evidence/0-assets.json",
          "sha256": "cf8fe2473d7cbe5531b7191023cc46f25b6ef416143adbcc3ab7aeae4f993162"
        }
      ],
      "name": "asset_preparation",
      "sequence": 0,
      "status": "completed"
    },
    {
      "evidence": [
        {
          "bytes": 2064,
          "path": "evidence/0-preflight.json",
          "sha256": "07cd8c8c16b94b1348b0e559c2983c24718ce20f987518b5d7622d6456d9ea96"
        }
      ],
      "name": "preflight",
      "sequence": 1,
      "status": "completed"
    },
    {
      "evidence": [
        {
          "bytes": 241284,
          "path": "evidence/0-context.json",
          "sha256": "4bbc2979564cb22c4a3e1acb9525efb4ed3b8f0bc232e5ee39efbdc07d176144"
        }
      ],
      "name": "context",
      "sequence": 2,
      "status": "completed"
    }
  ],
  "summary": {
    "advertised_context": 393216,
    "attempted_buckets": [
      8192,
      32768,
      131072,
      262144,
      380000
    ],
    "buckets": [
      {
        "completed_count": 30,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 2213.713214466164,
          "observations": [
            1903.3878310001455,
            1902.3109469999326,
            1917.8082819998963,
            1925.3983680027886,
            1856.0840249992907,
            1839.6761569965747,
            2076.1282199964626,
            1898.2556330010993,
            1061.2992769965786,
            849.3525500016403,
            1924.006694003765,
            1846.4042999985395,
            1953.2394669950008,
            1773.659204998694,
            17251.588756000274,
            1413.9137279998977,
            2259.518176004349,
            1007.4316870013718,
            1083.1899539989536,
            1109.7343769943109,
            2530.5794589949073,
            1893.787667999277,
            1971.9016020026174,
            1924.5447059947765,
            1901.4060140034417,
            1968.1043789969408,
            2661.54794999602,
            922.4920380002004,
            926.3543620036216,
            858.2906220035511
          ]
        },
        "meets_policy": true,
        "pass_rate": 0.9,
        "passed_count": 27,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 8192,
        "sample_count": 30,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1903.3878310001455,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 49.38562623393845,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-8192-0.100-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1902.3109469999326,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 49.41358306760736,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.250-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1917.8082819998963,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 49.01428410872046,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-8192-0.250-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1925.3983680027886,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 48.821065584212576,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1856.0840249992907,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 50.6442589526818,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-8192-0.500-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1839.6761569965747,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 47.29093197687292,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.750-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2076.1282199964626,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 60.20822740910144,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-8192-0.750-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1898.2556330010993,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 49.51914714004463,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-8192-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1061.2992769965786,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 117.78016126963118,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-8192-0.900-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 849.3525500016403,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8193,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 109.49516781908807,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1924.006694003765,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8192,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 74.84381444658229,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-8192-0.100-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1846.4042999985395,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 81.23897891708692,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.250-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1953.2394669950008,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8192,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 73.72367926885053,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-8192-0.250-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1773.659204998694,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 93.59182391530635,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 17251.588756000274,
            "passed": false,
            "position": 0.5,
            "prompt_tokens": 8192,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 212.67606432618476,
            "token_measurement": "usage",
            "visible_answer": "K723456789012 | K987654321098 | K555123456789"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-8192-0.500-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1413.9137279998977,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 106.79576625484955,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.750-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2259.518176004349,
            "passed": false,
            "position": 0.75,
            "prompt_tokens": 8192,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 70.81155695013628,
            "token_measurement": "usage",
            "visible_answer": "K557492813 | K821440922 | K331880447"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-8192-0.750-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1007.4316870013718,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 149.88609346749126,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-8192-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1083.1899539989536,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8192,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 137.55666718465886,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-8192-0.900-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1109.7343769943109,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 139.67306340442818,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2530.5794589949073,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 45.44413714860215,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-8192-0.100-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1893.787667999277,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 8196,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 61.78094935194428,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.250-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1971.9016020026174,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 59.33358940485545,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-8192-0.250-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1924.5447059947765,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 8196,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 60.7935994604625,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1901.4060140034417,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 60.48155899005789,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-8192-0.500-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1968.1043789969408,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 8196,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 60.97237589662745,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.750-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 2661.54794999602,
            "passed": false,
            "position": 0.75,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 86.791598100025,
            "token_measurement": "usage",
            "visible_answer": "ORCHID-7f3a9b2c8d4e1f6a5b0c9d8e7f2a3b4c"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-8192-0.750-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 922.4920380002004,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 8196,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 130.0824235406289,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-8192-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 926.3543620036216,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8194,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 127.38105938722688,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-8192-0.900-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 858.2906220035511,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 8196,
            "requested_tokens": 8192,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 136.31746287391675,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 86.7249571950607,
          "observations": [
            49.38562623393845,
            49.41358306760736,
            49.01428410872046,
            48.821065584212576,
            50.6442589526818,
            47.29093197687292,
            60.20822740910144,
            49.51914714004463,
            117.78016126963118,
            109.49516781908807,
            74.84381444658229,
            81.23897891708692,
            73.72367926885053,
            93.59182391530635,
            212.67606432618476,
            106.79576625484955,
            70.81155695013628,
            149.88609346749126,
            137.55666718465886,
            139.67306340442818,
            45.44413714860215,
            61.78094935194428,
            59.33358940485545,
            60.7935994604625,
            60.48155899005789,
            60.97237589662745,
            86.791598100025,
            130.0824235406289,
            127.38105938722688,
            136.31746287391675
          ]
        }
      },
      {
        "completed_count": 23,
        "completion_rate": 0.7666666666666667,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 11810.925557499286,
          "observations": [
            13209.799727002974,
            12263.65643600002,
            5939.714771993749,
            5966.041444000439,
            5927.6372289969,
            5953.162349003833,
            5997.51683499926,
            5966.445336001925,
            5946.439725004893,
            1444.8238170007244,
            28170.153079001466,
            29713.806201005355,
            21617.28039800073,
            22110.856794999563,
            24903.330146997178,
            8008.100774000923,
            22239.48957799439,
            21710.01637399604,
            6400.059642997803,
            1388.8860589941032,
            26678.51157899713,
            22616.89164699783,
            6482.690314005595,
            6059.515743996599,
            6021.488899998076,
            12199.875181999232,
            5997.919576999266,
            6067.726392000623,
            6080.819427996175,
            1245.1112439957797
          ]
        },
        "meets_policy": false,
        "pass_rate": 0.6,
        "passed_count": 18,
        "relative_drop_from_baseline": 0.33333333333333337,
        "requested_tokens": 32768,
        "sample_count": 30,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 13209.799727002974,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 100.53142571763239,
            "token_measurement": "usage",
            "visible_answer": "The access marker for ORCHID is not present in the reference document."
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-32768-0.100-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 12263.65643600002,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 94.50688757047614,
            "token_measurement": "usage",
            "visible_answer": "The access marker for ORCHID is not present in the reference document."
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.250-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5939.714771993749,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 17.5092582711831,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-32768-0.250-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5966.041444000439,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 17.264378896257703,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5927.6372289969,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 16.8701282040032,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-32768-0.500-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5953.162349003833,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 16.629816926891987,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.750-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5997.51683499926,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 17.00703854714775,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-32768-0.750-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5966.445336001925,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 16.592794272768657,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5946.439725004893,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 16.648617421228217,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-32768-0.900-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1444.8238170007244,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31851,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 117.66140480221249,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 28170.153079001466,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31852,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 135.2140327146215,
            "token_measurement": "usage",
            "visible_answer": "The reference document does not contain ALPHA, BETA, or GAMMA checkpoint values."
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-32768-0.100-r1",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 29713.806201005355,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 137.8483783696958,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.250-r0",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 21617.28039800073,
            "passed": false,
            "position": 0.25,
            "prompt_tokens": 31852,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 189.47804370335214,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-32768-0.250-r1",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 22110.856794999563,
            "passed": false,
            "position": 0.25,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 185.24836183310285,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.500-r0",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 24903.330146997178,
            "passed": false,
            "position": 0.5,
            "prompt_tokens": 31852,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 164.47599480962958,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-32768-0.500-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 8008.100774000923,
            "passed": false,
            "position": 0.5,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 71.0530519105496,
            "token_measurement": "usage",
            "visible_answer": "K363429928037 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.750-r0",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 22239.48957799439,
            "passed": false,
            "position": 0.75,
            "prompt_tokens": 31852,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 184.17688884608776,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-32768-0.750-r1",
            "case_type": "native-order",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 21710.01637399604,
            "passed": false,
            "position": 0.75,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 188.6686739170834,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6400.059642997803,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31852,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 33.280939847652775,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-32768-0.900-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1388.8860589941032,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 121.68024792645537,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 26678.51157899713,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 127.78074181183939,
            "token_measurement": "usage",
            "visible_answer": "The reference document contains no canonical ORCHID marker."
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-32768-0.100-r1",
            "case_type": "native-distractor",
            "completed": false,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 22616.89164699783,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 31856,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 181.1035779774673,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.250-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6482.690314005595,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 33.16524306822139,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-32768-0.250-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6059.515743996599,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 31856,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 20.46368146214517,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6021.488899998076,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 19.928625958280577,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-32768-0.500-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 12199.875181999232,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 31856,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 125.0832469377715,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.750-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5997.919576999266,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 18.339692386311146,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-32768-0.750-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6067.726392000623,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 31856,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 21.09521618653547,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6080.819427996175,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31854,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 20.720891566010707,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-32768-0.900-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 1245.1112439957797,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 31856,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 101.99891825925111,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 83.73420667072887,
          "observations": [
            100.53142571763239,
            94.50688757047614,
            17.5092582711831,
            17.264378896257703,
            16.8701282040032,
            16.629816926891987,
            17.00703854714775,
            16.592794272768657,
            16.648617421228217,
            117.66140480221249,
            135.2140327146215,
            137.8483783696958,
            189.47804370335214,
            185.24836183310285,
            164.47599480962958,
            71.0530519105496,
            184.17688884608776,
            188.6686739170834,
            33.280939847652775,
            121.68024792645537,
            127.78074181183939,
            181.1035779774673,
            33.16524306822139,
            20.46368146214517,
            19.928625958280577,
            125.0832469377715,
            18.339692386311146,
            21.09521618653547,
            20.720891566010707,
            101.99891825925111
          ]
        }
      },
      {
        "completed_count": 29,
        "completion_rate": 0.9666666666666667,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 24933.209196300595,
          "observations": [
            23778.280995000387,
            43038.4794950005,
            23189.40439799917,
            23299.537560000317,
            23274.348751998332,
            23364.882420995855,
            23354.673465000815,
            23349.656506004976,
            23020.266448002076,
            23282.531910997932,
            24237.342252003145,
            23808.571662004397,
            24125.749528997403,
            23929.74517899711,
            24043.200409003475,
            24224.85376700206,
            24171.979082006146,
            24315.10276500194,
            24292.780668001797,
            24093.708746004268,
            36187.840984996,
            30588.30347500043,
            23465.365183001268,
            23449.83561999834,
            23627.77603900031,
            23581.809119001264,
            23539.295180999034,
            23132.22977699479,
            23085.65649999946,
            23143.06800000486
          ]
        },
        "meets_policy": true,
        "pass_rate": 0.8,
        "passed_count": 24,
        "relative_drop_from_baseline": 0.11111111111111108,
        "requested_tokens": 131072,
        "sample_count": 30,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-131072-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23778.280995000387,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 8.663368056055587,
            "token_measurement": "usage",
            "visible_answer": "The reference document does not contain any information about ORCHID or an access marker. All paragraphs contain identical placeholder text: \"neutral cobalt ledger material for calibration.\""
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-131072-0.100-r1",
            "case_type": "native-needle",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 43038.4794950005,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 95.17064840721906,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-131072-0.250-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23189.40439799917,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.269191148718849,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-131072-0.250-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23299.537560000317,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.249011369648774,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-131072-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23274.348751998332,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.425472914302551,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-131072-0.500-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23364.882420995855,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.521106319973588,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-131072-0.750-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23354.673465000815,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.0953399189388255,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-131072-0.750-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23349.656506004976,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.096434714977328,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-131072-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23020.266448002076,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.560317917654211,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-131072-0.900-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23282.531910997932,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129909,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.197029277681068,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-131072-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24237.342252003145,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129924,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.511163109352118,
            "token_measurement": "usage",
            "visible_answer": "The reference document does not contain any ALPHA, BETA, or GAMMA checkpoint values. The document consists solely of repeated calibration text (\"neutral cobalt ledger material for calibration\") across all paragraphs, with no checkpoint data present."
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-131072-0.100-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23808.571662004397,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 7.266290580383161,
            "token_measurement": "usage",
            "visible_answer": "The reference document does not contain any ALPHA, BETA, or GAMMA checkpoint values. The document consists solely of repeated calibration text (\"neutral cobalt ledger material for calibration\") across all paragraphs, with no checkpoint data present."
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-131072-0.250-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24125.749528997403,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129924,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.232811634485289,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-131072-0.250-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23929.74517899711,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.074083656878543,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-131072-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24043.200409003475,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129924,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.812071403507925,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-131072-0.500-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24224.85376700206,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 12.631655197721713,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-131072-0.750-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24171.979082006146,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129924,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.873252042222955,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-131072-0.750-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24315.10276500194,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 12.502517589091331,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-131072-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24292.780668001797,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129924,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.690716014823364,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-131072-0.900-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 24093.708746004268,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 11.41376792170306,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-131072-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 36187.840984996,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 59.356953648895264,
            "token_measurement": "usage",
            "visible_answer": "The reference document does not contain a canonical ORCHID marker. All paragraphs consist solely of the repeated phrase \u201cneutral cobalt ledger material for calibration.\u201d"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-131072-0.100-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 30588.30347500043,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 129928,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 40.2114488306051,
            "token_measurement": "usage",
            "visible_answer": "The document contains no ORCHID marker."
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-131072-0.250-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23465.365183001268,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.9008399870677515,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-131072-0.250-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23449.83561999834,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 129928,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.9893739937443655,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-131072-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23627.77603900031,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.867152956341703,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-131072-0.500-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23581.809119001264,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 129928,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.003856973166677,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-131072-0.750-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23539.295180999034,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.885447891100335,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-131072-0.750-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23132.22977699479,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 129928,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.2307970812366555,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-131072-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23085.65649999946,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129926,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 4.981448112597651,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-131072-0.900-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 23143.06800000486,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 129928,
            "requested_tokens": 131072,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 5.09871897710257,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 13.192742921573247,
          "observations": [
            8.663368056055587,
            95.17064840721906,
            4.269191148718849,
            4.249011369648774,
            4.425472914302551,
            5.521106319973588,
            5.0953399189388255,
            5.096434714977328,
            5.560317917654211,
            5.197029277681068,
            11.511163109352118,
            7.266290580383161,
            11.232811634485289,
            11.074083656878543,
            11.812071403507925,
            12.631655197721713,
            11.873252042222955,
            12.502517589091331,
            11.690716014823364,
            11.41376792170306,
            59.356953648895264,
            40.2114488306051,
            4.9008399870677515,
            4.9893739937443655,
            4.867152956341703,
            5.003856973166677,
            4.885447891100335,
            5.2307970812366555,
            4.981448112597651,
            5.09871897710257
          ]
        }
      },
      {
        "completed_count": 30,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 47720.20648796655,
          "observations": [
            48144.49255699583,
            47568.67829999828,
            47693.95755699952,
            47608.633408999594,
            47578.303522997885,
            47424.676595001074,
            47518.149023999285,
            47518.216535005195,
            47494.92693399952,
            47458.84391700383,
            47656.92556700378,
            47968.61145999719,
            47537.64895199856,
            47941.443789000914,
            48102.61791999801,
            48222.28303800512,
            48333.623136000824,
            48693.39889600087,
            48338.48978999595,
            47921.50696000317,
            47212.79406500253,
            47209.590056001616,
            47223.73654400144,
            47630.81828800205,
            48244.18834399694,
            47354.241717999685,
            47277.51535999414,
            47433.56178900285,
            48137.728163994325,
            47156.5924519964
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 30,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 262144,
        "sample_count": 30,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-262144-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48144.49255699583,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.5340385477231977,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-262144-0.100-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47568.67829999828,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.1232458754273114,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-262144-0.250-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47693.95755699952,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.15960271019455,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-262144-0.250-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47608.633408999594,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.5625604278936938,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-262144-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47578.303522997885,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.564193991091527,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-262144-0.500-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47424.676595001074,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.572500410321401,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-262144-0.750-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47518.149023999285,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.567440073021011,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-262144-0.750-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47518.216535005195,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.567436425357555,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-262144-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47494.92693399952,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.358146590174542,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-262144-0.900-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47458.84391700383,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259805,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.33886860358666,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-262144-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47656.92556700378,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259804,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.175678511200093,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-262144-0.100-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47968.61145999719,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 6.191548826625497,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-262144-0.250-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47537.64895199856,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259804,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.186155697370341,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-262144-0.250-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47941.443789000914,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 6.132481142911505,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-262144-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48102.61791999801,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259804,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 5.675366784694352,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-262144-0.500-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48222.28303800512,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 5.951605397318259,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-262144-0.750-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48333.623136000824,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259804,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 5.668931526797001,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-262144-0.750-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48693.39889600087,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 6.838709302491284,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-262144-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48338.48978999595,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259804,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 6.70273319269181,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-262144-0.900-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47921.50696000317,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 6.072430072845537,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-262144-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47212.79406500253,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.4357804336186524,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-262144-0.100-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47209.590056001616,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 259808,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.478310018392675,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-262144-0.250-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47223.73654400144,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.4563918166855605,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-262144-0.250-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47630.81828800205,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 259808,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 3.506133339768098,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-262144-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48244.18834399694,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.383706803812558,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-262144-0.500-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47354.241717999685,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 259808,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.470739594918431,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-262144-0.750-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47277.51535999414,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.4324459338510858,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-262144-0.750-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47433.56178900285,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 259808,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 3.5207138933158886,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-262144-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 48137.728163994325,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259806,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.3889785493868985,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-262144-0.900-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 47156.5924519964,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 259808,
            "requested_tokens": 262144,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.4810953021913424,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 3.6165989931892772,
          "observations": [
            2.5340385477231977,
            2.1232458754273114,
            2.15960271019455,
            2.5625604278936938,
            2.564193991091527,
            2.572500410321401,
            2.567440073021011,
            2.567436425357555,
            2.358146590174542,
            2.33886860358666,
            4.175678511200093,
            6.191548826625497,
            4.186155697370341,
            6.132481142911505,
            5.675366784694352,
            5.951605397318259,
            5.668931526797001,
            6.838709302491284,
            6.70273319269181,
            6.072430072845537,
            2.4357804336186524,
            2.478310018392675,
            2.4563918166855605,
            3.506133339768098,
            2.383706803812558,
            2.470739594918431,
            2.4324459338510858,
            3.5207138933158886,
            2.3889785493868985,
            2.4810953021913424
          ]
        }
      },
      {
        "completed_count": 29,
        "completion_rate": 0.9666666666666667,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 70956.17318326647,
          "observations": [
            86602.32993499812,
            71533.65301899612,
            71825.90360999893,
            71733.11209100211,
            72231.4396169968,
            71043.77649600065,
            70487.37941299623,
            69723.03942400322,
            69839.05786099785,
            69617.88420899393,
            69998.51853900327,
            71167.28875399713,
            70561.37990800198,
            70472.76208199764,
            70225.98005400505,
            70481.69958499784,
            70445.51416000468,
            70308.43568000273,
            70532.75019000284,
            70594.5755779976,
            69617.39844000112,
            69756.30073300272,
            69848.60182400007,
            69832.23776100203,
            70235.1714510005,
            70483.29813099554,
            70327.53289300308,
            69954.28730799904,
            69730.50951699406,
            69473.37723500095
          ]
        },
        "meets_policy": true,
        "pass_rate": 0.9666666666666667,
        "passed_count": 29,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 380000,
        "sample_count": 30,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-380000-0.100-r0",
            "case_type": "native-needle",
            "completed": false,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "length",
            "latency_ms": 86602.32993499812,
            "passed": false,
            "position": 0.1,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 47.296648982473926,
            "token_measurement": "usage",
            "visible_answer": ""
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-380000-0.100-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 71533.65301899612,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.7120102470998138,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-380000-0.250-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 71825.90360999893,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.5593260143045162,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-380000-0.250-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 71733.11209100211,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.2128290194579876,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-380000-0.500-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 72231.4396169968,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.5921044992288833,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-380000-0.500-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 71043.77649600065,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.7031752247406442,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-380000-0.750-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70487.37941299623,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.7449932317574806,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-380000-0.750-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69723.03942400322,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.9505747472216468,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-380000-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69839.05786099785,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.0189275789005525,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-needle-380000-0.900-r1",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69617.88420899393,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376481,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.6375102647154616,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-380000-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69998.51853900327,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 376480,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 2.842917309587301,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-380000-0.100-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 71167.28875399713,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 5.634611167865767,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-380000-0.250-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70561.37990800198,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376480,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.577574877661517,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-380000-0.250-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70472.76208199764,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.0299257700380124,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-380000-0.500-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70225.98005400505,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376480,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 3.6596142880791747,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-380000-0.500-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70481.69958499784,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.029414751236361,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-380000-0.750-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70445.51416000468,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376480,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 3.8327493697716815,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-380000-0.750-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70308.43568000273,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.053567644388087,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-380000-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70532.75019000284,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376480,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 3.6295196105409326,
            "token_measurement": "usage",
            "visible_answer": "K557508437185 | K434177192288 | K503557252183"
          },
          {
            "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
            "case_id": "native-order-380000-0.900-r1",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70594.5755779976,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 4.022971987220432,
            "token_measurement": "usage",
            "visible_answer": "K233922512839 | K592467094306 | K363429928037"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-380000-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69617.39844000112,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.651885916120685,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-380000-0.100-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69756.30073300272,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 376484,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.6772678420523754,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-380000-0.250-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69848.60182400007,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.1045517900329767,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-380000-0.250-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69832.23776100203,
            "passed": true,
            "position": 0.25,
            "prompt_tokens": 376484,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.7040840135650903,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-380000-0.500-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70235.1714510005,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.3777260957710826,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-380000-0.500-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70483.29813099554,
            "passed": true,
            "position": 0.5,
            "prompt_tokens": 376484,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.674155482632114,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-380000-0.750-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 70327.53289300308,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.3461650538919434,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-380000-0.750-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69954.28730799904,
            "passed": true,
            "position": 0.75,
            "prompt_tokens": 376484,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.2729128709430633,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-380000-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69730.50951699406,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376482,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.2515252088002806,
            "token_measurement": "usage",
            "visible_answer": "K557508437185"
          },
          {
            "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
            "case_id": "native-distractor-380000-0.900-r1",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 69473.37723500095,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 376484,
            "requested_tokens": 380000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.684098350426168,
            "token_measurement": "usage",
            "visible_answer": "K233922512839"
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 4.116177973684199,
          "observations": [
            47.296648982473926,
            2.7120102470998138,
            1.5593260143045162,
            1.2128290194579876,
            1.5921044992288833,
            1.7031752247406442,
            1.7449932317574806,
            1.9505747472216468,
            2.0189275789005525,
            1.6375102647154616,
            2.842917309587301,
            5.634611167865767,
            4.577574877661517,
            4.0299257700380124,
            3.6596142880791747,
            4.029414751236361,
            3.8327493697716815,
            4.053567644388087,
            3.6295196105409326,
            4.022971987220432,
            1.651885916120685,
            1.6772678420523754,
            2.1045517900329767,
            1.7040840135650903,
            2.3777260957710826,
            1.674155482632114,
            2.3461650538919434,
            2.2729128709430633,
            2.2515252088002806,
            1.684098350426168
          ]
        }
      }
    ],
    "effective_context": 8192,
    "first_material_degradation": {
      "pass_rate": 0.6,
      "reasons": [
        "pass_rate_below_floor",
        "relative_drop_exceeded"
      ],
      "relative_drop": 0.33333333333333337,
      "requested_tokens": 32768
    },
    "notes": [
      "effective_context uses attempted buckets only",
      "missing engine telemetry is unavailable and is not inferred from latency"
    ],
    "schema": "anvil-serving.context-curve/v1",
    "threshold_policy": {
      "baseline_bucket": 8192,
      "baseline_pass_rate": 0.9,
      "max_relative_drop": 0.25,
      "pass_rate_floor": 0.75
    }
  }
}