{
  "created_at": "2026-09-24T07:11:32.504966Z",
  "failure": null,
  "partial": false,
  "provenance": {
    "endpoint": {
      "base_url": "http://127.0.0.1:39283/v1",
      "model": "thinkingcap-awq-5090"
    },
    "finished_at": "2026-09-24T07:11:32.504815Z",
    "started_at": "2026-09-24T05:34:08.205482Z",
    "submitted_at": "2026-09-24T04:58:24.725917Z",
    "worker": {
      "id": "operator"
    }
  },
  "results": {
    "evidence": {
      "completeness": "completed",
      "created_at": "2026-09-24T07:11:32.490362Z",
      "evidence_kind": "measured",
      "failure": null,
      "identities": {
        "concurrency": {
          "requests": 1,
          "workers": 1
        },
        "context": {
          "configured_tokens": 131072,
          "output_headroom_tokens": 4096,
          "profile_buckets": [
            8192,
            32768
          ],
          "selected_buckets": [
            32768,
            125952
          ]
        },
        "dataset": {
          "name": "deterministic-native",
          "profile_sha256": "090745451099214af7c222f736769737911453fe9e9c5d14ffc04f5a4a3e4586"
        },
        "hardware": {
          "id": "rtx5090"
        },
        "harnesses": {
          "native": {
            "schema": "anvil-serving.context/v1"
          }
        },
        "image": {
          "status": "not-applicable"
        },
        "model": {
          "id": "thinkingcap-awq-5090",
          "revision": "f8fe157f207a13f977bc3d620ce10a3e9ba5ab11"
        },
        "runtime": {
          "engine": "vllm",
          "image": "sha256:082ca6f035279109041ffd3fe0695cb568b29bc580b35c4f297a66a08b216c1b",
          "revision": "98dff2a81d747d1dba01a47f939f48c3526d4206"
        },
        "served_model": {
          "configured_context": 131072,
          "id": "thinkingcap-awq-5090"
        },
        "topology": {
          "kind": "co-resident-benchmark-client",
          "model_host_id": "operator",
          "worker_id": "operator"
        }
      },
      "promotion": {
        "authorized": false,
        "message": "Benchmark evidence does not authorize model promotion; promotion is a separate human decision."
      },
      "run": {
        "ownership_id": "thinkingcap-5090",
        "profile": "smoke",
        "run_id": "thinkingcap-5090-context-bf16-128k-mtp-uva3-full-v1",
        "spec_sha256": "a0b9cafde4ef2e67fc5d3a7a39aab0c0a7ac7395bf144d20891ea99626eff6c5",
        "suite": "context"
      },
      "schema": "anvil-serving.benchmark-evidence/v1",
      "stages": [
        {
          "evidence": [
            {
              "bytes": 572,
              "path": "evidence/0-assets.json",
              "sha256": "2836a109bf8871dd1c0e15b44d5702297fdd21de76f2c6e2ce2e0191116207d7"
            }
          ],
          "name": "asset_preparation",
          "sequence": 0,
          "status": "completed"
        },
        {
          "evidence": [
            {
              "bytes": 1996,
              "path": "evidence/0-preflight.json",
              "sha256": "ebbf50e8d90cf5ef6b90612c7eda9aa1a24b47835ca554783547a75acfcd08be"
            }
          ],
          "name": "preflight",
          "sequence": 1,
          "status": "completed"
        },
        {
          "evidence": [
            {
              "bytes": 100950,
              "path": "evidence/0-context.json",
              "sha256": "fe5c1ecb6bbc0e539b0421e6267757e20defc52f89bea30cecbeba6f18478cc6"
            }
          ],
          "name": "context",
          "sequence": 2,
          "status": "completed"
        }
      ],
      "summary": {
        "advertised_context": 131072,
        "attempted_buckets": [
          32768,
          125952
        ],
        "buckets": [
          {
            "completed_count": 30,
            "completion_rate": 1.0,
            "engine_telemetry": {
              "available": false,
              "observations": []
            },
            "failures": {},
            "latency_ms": {
              "available": true,
              "mean": 33802.22392332895,
              "observations": [
                31481.534999998985,
                31544.14199999883,
                31744.567299989285,
                31543.73659999692,
                31765.492799982894,
                31496.201400004793,
                33043.04059999413,
                33351.327999989735,
                34408.07500001392,
                33417.92360000545,
                33749.29379997775,
                33771.50229999097,
                31896.42519998597,
                32078.093599993736,
                32261.063899990404,
                33498.104400001466,
                31849.78379998938,
                31747.048799996264,
                37390.012800024124,
                36089.64270001161,
                37224.35709999991,
                36158.98739997647,
                37215.16699998756,
                36099.947899987455,
                34707.451099995524,
                34881.57030000002,
                34719.96330001275,
                35234.39659998985,
                34927.52989998553,
                34770.33349999692
              ]
            },
            "meets_policy": true,
            "pass_rate": 1.0,
            "passed_count": 30,
            "relative_drop_from_baseline": 0.0,
            "requested_tokens": 32768,
            "sample_count": 30,
            "samples": [
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-32768-0.100-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31481.534999998985,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.8423498091818544,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-32768-0.100-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31544.14199999883,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.8386932191721097,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-32768-0.500-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31744.567299989285,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.20510172145341,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-32768-0.500-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31543.73659999692,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.8387168500514826,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-32768-0.900-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31765.492799982894,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.172168410371306,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-32768-0.900-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31496.201400004793,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32658,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.873241768132427,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-32768-0.100-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33043.04059999413,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 3.9342626356250974,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-32768-0.100-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33351.327999989735,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 3.9278795734922554,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-32768-0.500-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34408.07500001392,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.14414130985033,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-32768-0.500-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33417.92360000545,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 4.00982423695463,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-32768-0.900-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33749.29379997775,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 4.266755946167233,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-32768-0.900-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33771.50229999097,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 4.382393139793475,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-32768-0.100-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31896.42519998597,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.4454151056411897,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-32768-0.100-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 32078.093599993736,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.431565945677496,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-32768-0.500-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 32261.063899990404,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.8517348431285727,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-32768-0.500-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 33498.104400001466,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 4.20919340140315,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-32768-0.900-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31849.78379998938,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.4175988284110637,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-32768-0.900-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 31747.048799996264,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32668,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.1104323876557585,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-32768-0.100-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 37390.012800024124,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32686,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 8.050278067832215,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-32768-0.100-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 36089.64270001161,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32689,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 6.844068866326586,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-32768-0.500-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 37224.35709999991,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32686,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 8.086103386322844,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-32768-0.500-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 36158.98739997647,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32689,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 6.830943501480927,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-32768-0.900-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 37215.16699998756,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32686,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 8.061229444438615,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-32768-0.900-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 36099.947899987455,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32689,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 6.842115137791815,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-32768-0.100-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34707.451099995524,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.791263651741511,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-32768-0.100-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34881.57030000002,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 32664,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.561676218458545,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-32768-0.500-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34719.96330001275,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.385950393557338,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-32768-0.500-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 35234.39659998985,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 32664,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 6.073610467336956,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-32768-0.900-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34927.52989998553,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32662,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.955187801588173,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-32768-0.900-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 34770.33349999692,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 32664,
                "requested_tokens": 32768,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 5.7520299596786355,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              }
            ],
            "throughput_tps": {
              "available": true,
              "mean": 4.437864200957233,
              "observations": [
                1.8423498091818544,
                1.8386932191721097,
                2.20510172145341,
                1.8387168500514826,
                2.172168410371306,
                1.873241768132427,
                3.9342626356250974,
                3.9278795734922554,
                5.14414130985033,
                4.00982423695463,
                4.266755946167233,
                4.382393139793475,
                2.4454151056411897,
                2.431565945677496,
                2.8517348431285727,
                4.20919340140315,
                2.4175988284110637,
                2.1104323876557585,
                8.050278067832215,
                6.844068866326586,
                8.086103386322844,
                6.830943501480927,
                8.061229444438615,
                6.842115137791815,
                5.791263651741511,
                5.561676218458545,
                5.385950393557338,
                6.073610467336956,
                5.955187801588173,
                5.7520299596786355
              ]
            }
          },
          {
            "completed_count": 30,
            "completion_rate": 1.0,
            "engine_telemetry": {
              "available": false,
              "observations": []
            },
            "failures": {},
            "latency_ms": {
              "available": true,
              "mean": 160694.65598333435,
              "observations": [
                156977.94479998993,
                156960.55959997466,
                157570.06449997425,
                157228.40689998702,
                155829.000000027,
                157757.2499999951,
                159000.59340000735,
                159125.61879999703,
                158913.54060001322,
                161986.38159999973,
                159022.47729999362,
                159142.65950000845,
                156796.53459999827,
                159210.27219999814,
                159408.38430001168,
                159204.4122000225,
                159949.93249999243,
                156504.65069999336,
                165555.41160001303,
                163697.63939999393,
                166015.25900000706,
                168109.12020000978,
                165043.43640001025,
                163835.15600001556,
                162179.3100000068,
                161573.61270001275,
                162617.24479999975,
                163835.23589998367,
                163873.86019999394,
                163915.7097999996
              ]
            },
            "meets_policy": true,
            "pass_rate": 1.0,
            "passed_count": 30,
            "relative_drop_from_baseline": 0.0,
            "requested_tokens": 125952,
            "sample_count": 30,
            "samples": [
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-125952-0.100-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 156977.94479998993,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.6370321647885813,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-125952-0.100-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 156960.55959997466,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.5542793694271083,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-125952-0.500-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 157570.06449997425,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.6600238460904926,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-125952-0.500-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 157228.40689998702,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.5596952976568464,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-needle-125952-0.900-r0",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 155829.000000027,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.4363757708769755,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-needle-125952-0.900-r1",
                "case_type": "native-needle",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 157757.2499999951,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125838,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.627546436059218,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-125952-0.100-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159000.59340000735,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 0.8553427197460618,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-125952-0.100-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159125.61879999703,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 0.8860923907998819,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-125952-0.500-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 158913.54060001322,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 0.8621040062585366,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-125952-0.500-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 161986.38159999973,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.2655384852426406,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
                "case_id": "native-order-125952-0.900-r0",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159022.47729999362,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 0.8552250116405742,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183"
              },
              {
                "answer_sha256": "a9ed9e4d87556fa1d6d861e4b4c78b36ff3e96a408a6eec3404e58f317bf5eec",
                "case_id": "native-order-125952-0.900-r1",
                "case_type": "native-order",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159142.65950000845,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 0.8922811799559782,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839 | K592467094306 | K363429928037"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-125952-0.100-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 156796.53459999827,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.6441468892004525,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-125952-0.100-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159210.27219999814,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.8919022500107355,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-125952-0.500-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159408.38430001168,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.9033401889889768,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-125952-0.500-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159204.4122000225,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.8919350791710027,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
                "case_id": "native-distractor-125952-0.900-r0",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 159949.93249999243,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.9315414997127746,
                "token_measurement": "usage",
                "visible_answer": "\n\nK557508437185"
              },
              {
                "answer_sha256": "c4ba00fb8b508f5c86d7c837e13532c12c7d595863b20ce02cd8bc4a954523f9",
                "case_id": "native-distractor-125952-0.900-r1",
                "case_type": "native-distractor",
                "completed": true,
                "distractor_count": 2,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 156504.65069999336,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125868,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 0.5047773318342887,
                "token_measurement": "usage",
                "visible_answer": "\n\nK233922512839"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-125952-0.100-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 165555.41160001303,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125866,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.818122386281309,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-125952-0.100-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 163697.63939999393,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125869,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.5149882485111095,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-125952-0.500-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 166015.25900000706,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125866,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.813086350092597,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-125952-0.500-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 168109.12020000978,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125869,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 2.09982658632687,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "5912da657e0e0bd514e4d36a4b2e2c0ff194289d275e532bbc2a3d8ad9a57f6d",
                "case_id": "native-identifiers-125952-0.900-r0",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 165043.43640001025,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125866,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.6541100085818563,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-5745 | UUID=b447c0ce-b484-38b5-c41f-9dfd2cb85f3f | NUMBER=24080090411 | IP=198.51.100.235 | SYMBOL=resolve_orchid_13530"
              },
              {
                "answer_sha256": "ec0b1b6c9e5aac25b965ac6ec014017346bbfcf7c2a3ff123ea6d6a3286c9936",
                "case_id": "native-identifiers-125952-0.900-r1",
                "case_type": "native-identifiers",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 163835.15600001556,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125869,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 1,
                "throughput_tps": 1.5381314130159955,
                "token_measurement": "usage",
                "visible_answer": "\n\nNAME=Iris Valen-4243 | UUID=7e790e8b-a0d0-e9b4-7d50-e092f3b08f69 | NUMBER=75210377394 | IP=198.51.100.76 | SYMBOL=resolve_orchid_70074"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-125952-0.100-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 162179.3100000068,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.2763650307797667,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-125952-0.100-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 161573.61270001275,
                "passed": true,
                "position": 0.1,
                "prompt_tokens": 125864,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.1821237193886482,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-125952-0.500-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 162617.24479999975,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.3282724121027558,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-125952-0.500-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 163835.23589998367,
                "passed": true,
                "position": 0.5,
                "prompt_tokens": 125864,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.5564417422127044,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              },
              {
                "answer_sha256": "f223b260b85326cac70f0d7b2aee301abc5624d3a9e80fb9e7104bb5ffaf0389",
                "case_id": "native-crosslink-125952-0.900-r0",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 163873.86019999394,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125862,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.562177150691233,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-5745 -> 203.0.113.45 -> commit_aster_80803"
              },
              {
                "answer_sha256": "16b95e61f4288d29f16e4c7cd6ea843bb1193576e55ca4585ceab1609244b17e",
                "case_id": "native-crosslink-125952-0.900-r1",
                "case_type": "native-crosslink",
                "completed": true,
                "distractor_count": 0,
                "engine_telemetry": null,
                "failure": null,
                "finish_reason": "stop",
                "latency_ms": 163915.7097999996,
                "passed": true,
                "position": 0.9,
                "prompt_tokens": 125864,
                "requested_tokens": 125952,
                "schema": "anvil-serving.context-observation/v1",
                "target_count": 3,
                "throughput_tps": 1.5800803981266756,
                "token_measurement": "usage",
                "visible_answer": "\n\nASTER -> Mara Quill-4243 -> 203.0.113.244 -> commit_aster_74161"
              }
            ],
            "throughput_tps": {
              "available": true,
              "mean": 1.0927635121190882,
              "observations": [
                0.6370321647885813,
                0.5542793694271083,
                0.6600238460904926,
                0.5596952976568464,
                0.4363757708769755,
                0.627546436059218,
                0.8553427197460618,
                0.8860923907998819,
                0.8621040062585366,
                1.2655384852426406,
                0.8552250116405742,
                0.8922811799559782,
                0.6441468892004525,
                0.8919022500107355,
                0.9033401889889768,
                0.8919350791710027,
                0.9315414997127746,
                0.5047773318342887,
                1.818122386281309,
                1.5149882485111095,
                1.813086350092597,
                2.09982658632687,
                1.6541100085818563,
                1.5381314130159955,
                1.2763650307797667,
                1.1821237193886482,
                1.3282724121027558,
                1.5564417422127044,
                1.562177150691233,
                1.5800803981266756
              ]
            }
          }
        ],
        "effective_context": 125952,
        "first_material_degradation": null,
        "notes": [
          "effective_context uses attempted buckets only",
          "missing engine telemetry is unavailable and is not inferred from latency"
        ],
        "schema": "anvil-serving.context-curve/v1",
        "threshold_policy": {
          "baseline_bucket": 32768,
          "baseline_pass_rate": 1.0,
          "max_relative_drop": 0.2,
          "pass_rate_floor": 0.8
        }
      }
    }
  },
  "run": {
    "ownership_id": "thinkingcap-5090",
    "profile": "smoke",
    "run_id": "thinkingcap-5090-context-bf16-128k-mtp-uva3-full-v1",
    "spec_sha256": "a0b9cafde4ef2e67fc5d3a7a39aab0c0a7ac7395bf144d20891ea99626eff6c5",
    "suite": "context"
  },
  "schema": "anvil-serving.benchmark-result/v1",
  "status": "completed"
}