{
  "calibration": {
    "chars_per_token": 3.8284660910061126,
    "method": "endpoint-usage-filler-ratio/v2",
    "request_id": null,
    "sample_chars": 39460,
    "sample_prompt_tokens": 10307
  },
  "curve": {
    "advertised_context": 327680,
    "attempted_buckets": [
      32768,
      257000
    ],
    "buckets": [
      {
        "completed_count": 6,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 8289.665492833592,
          "observations": [
            9198.716184997465,
            8935.43137202505,
            10559.428877022583,
            9403.468178992625,
            7962.077287957072,
            3678.8710560067557
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 6,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 32768,
        "sample_count": 6,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 9198.716184997465,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32658,
            "raw_reasoning": "We need answer user's request: \"Read the reference document and answer the final question. ... Question: Return only the access marker for ORCHID.\" The reference contains \"The access marker for ORCHID is K557508437185.\" Need return only that marker. Keep concise: K557508437185. Ensure no extra. Final only.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 11.305925512694644,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 8935.43137202505,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32658,
            "raw_reasoning": "The user wants me to return only the access marker for ORCHID from the reference document. Scanning through the reference paragraphs, I found the line:\n\n\"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 10.072261343953802,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 10559.428877022583,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32662,
            "raw_reasoning": "We need to answer user's request. They provided reference document with many neutral paragraphs and three checkpoint statements:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed final only likely K557508437185 | K434177192288 | K503557252183. Ensure no extra.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 18.65631203110557,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 9403.468178992625,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32662,
            "raw_reasoning": "We need answer user asks return ALPHA, BETA, GAMMA checkpoint values in order separated by ' | '. Need final concise. Values from doc: ALPHA K557508437185, BETA K434177192288, GAMMA K503557252183. Need output exactly K... | K... | K...\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 14.143717771824058,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 7962.077287957072,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32668,
            "raw_reasoning": "We need answer user's question. Reference provides canonical ORCHID marker is K557508437185. Need return only that marker. Final concise.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 6.907745053315354,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 3678.8710560067557,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32668,
            "raw_reasoning": "We need answer user's request. Need use reference doc. Need return only canonical ORCHID marker ignoring numbered archives. In doc: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need final only K557508437185. Ensure no extra.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 35.88057259698574,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 16.161089051646528,
          "observations": [
            11.305925512694644,
            10.072261343953802,
            18.65631203110557,
            14.143717771824058,
            6.907745053315354,
            35.88057259698574
          ]
        }
      },
      {
        "completed_count": 6,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 241728.51561618154,
          "observations": [
            280421.40720499447,
            276608.9493840118,
            280487.5980360084,
            277644.39833303913,
            277166.04224499315,
            58042.69849404227
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 6,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 257000,
        "sample_count": 6,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-257000-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 280421.40720499447,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256878,
            "raw_reasoning": "The user asks to return only the access marker for ORCHID based on the reference document. I found the line: \"The access marker for ORCHID is K557508437185.\" I need to return only that marker.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 0.25675643210565,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-257000-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 276608.9493840118,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256878,
            "raw_reasoning": "The user wants me to find the access marker for ORCHID from the reference document. Looking through the paragraphs, I can see that after Reference paragraph 0011554, there is a line that states: \"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 0.37959726261145,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-257000-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 280487.5980360084,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256902,
            "raw_reasoning": "The user wants the checkpoint values for ALPHA, BETA, and GAMMA in that order, separated by ' | '.\n\nFrom the reference document:\n- Checkpoint ALPHA stores K557508437185.\n- Checkpoint BETA stores K434177192288.\n- Checkpoint GAMMA stores K503557252183.\n\nSo the answer should be: K557508437185 | K434177192288 | K503557252183\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 0.6595657037793524,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-257000-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 277644.39833303913,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256902,
            "raw_reasoning": "We need answer user's request. Need parse reference doc for checkpoint lines. Found:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nNeed return ALPHA, BETA, GAMMA values in order separated by |. Final just values.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 0.5006403904942723,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-257000-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 277166.04224499315,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256908,
            "raw_reasoning": "The user asks to return only the canonical ORCHID marker, ignoring numbered archives. From the provided reference document, there is a line: \"The canonical ORCHID marker is K557508437185.\" Therefore the answer is K557508437185. Need only final answer.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 0.324715103159885,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-257000-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 58042.69849404227,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256908,
            "raw_reasoning": "We need answer user's final question based on reference document. Need return only canonical ORCHID marker, ignoring numbered archives. The document includes: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need only marker. Final K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 2.2741878552312484,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 0.732577124563643,
          "observations": [
            0.25675643210565,
            0.37959726261145,
            0.6595657037793524,
            0.5006403904942723,
            0.324715103159885,
            2.2741878552312484
          ]
        }
      }
    ],
    "effective_context": 257000,
    "first_material_degradation": null,
    "notes": [
      "effective_context uses attempted buckets only",
      "missing engine telemetry is unavailable and is not inferred from latency"
    ],
    "schema": "anvil-serving.context-curve/v1",
    "threshold_policy": {
      "baseline_bucket": 32768,
      "baseline_pass_rate": 1.0,
      "max_relative_drop": 0.25,
      "pass_rate_floor": 0.75
    }
  },
  "observations": [
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-32768-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 9198.716184997465,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32658,
      "raw_reasoning": "We need answer user's request: \"Read the reference document and answer the final question. ... Question: Return only the access marker for ORCHID.\" The reference contains \"The access marker for ORCHID is K557508437185.\" Need return only that marker. Keep concise: K557508437185. Ensure no extra. Final only.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 11.305925512694644,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-32768-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 8935.43137202505,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32658,
      "raw_reasoning": "The user wants me to return only the access marker for ORCHID from the reference document. Scanning through the reference paragraphs, I found the line:\n\n\"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 10.072261343953802,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-32768-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 10559.428877022583,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32662,
      "raw_reasoning": "We need to answer user's request. They provided reference document with many neutral paragraphs and three checkpoint statements:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed final only likely K557508437185 | K434177192288 | K503557252183. Ensure no extra.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 18.65631203110557,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-32768-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 9403.468178992625,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32662,
      "raw_reasoning": "We need answer user asks return ALPHA, BETA, GAMMA checkpoint values in order separated by ' | '. Need final concise. Values from doc: ALPHA K557508437185, BETA K434177192288, GAMMA K503557252183. Need output exactly K... | K... | K...\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 14.143717771824058,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-32768-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 7962.077287957072,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32668,
      "raw_reasoning": "We need answer user's question. Reference provides canonical ORCHID marker is K557508437185. Need return only that marker. Final concise.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 6.907745053315354,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-32768-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 3678.8710560067557,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32668,
      "raw_reasoning": "We need answer user's request. Need use reference doc. Need return only canonical ORCHID marker ignoring numbered archives. In doc: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need final only K557508437185. Ensure no extra.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 35.88057259698574,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-257000-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 280421.40720499447,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256878,
      "raw_reasoning": "The user asks to return only the access marker for ORCHID based on the reference document. I found the line: \"The access marker for ORCHID is K557508437185.\" I need to return only that marker.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 0.25675643210565,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-257000-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 276608.9493840118,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256878,
      "raw_reasoning": "The user wants me to find the access marker for ORCHID from the reference document. Looking through the paragraphs, I can see that after Reference paragraph 0011554, there is a line that states: \"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 0.37959726261145,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-257000-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 280487.5980360084,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256902,
      "raw_reasoning": "The user wants the checkpoint values for ALPHA, BETA, and GAMMA in that order, separated by ' | '.\n\nFrom the reference document:\n- Checkpoint ALPHA stores K557508437185.\n- Checkpoint BETA stores K434177192288.\n- Checkpoint GAMMA stores K503557252183.\n\nSo the answer should be: K557508437185 | K434177192288 | K503557252183\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 0.6595657037793524,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-257000-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 277644.39833303913,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256902,
      "raw_reasoning": "We need answer user's request. Need parse reference doc for checkpoint lines. Found:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nNeed return ALPHA, BETA, GAMMA values in order separated by |. Final just values.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 0.5006403904942723,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-257000-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 277166.04224499315,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256908,
      "raw_reasoning": "The user asks to return only the canonical ORCHID marker, ignoring numbered archives. From the provided reference document, there is a line: \"The canonical ORCHID marker is K557508437185.\" Therefore the answer is K557508437185. Need only final answer.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 0.324715103159885,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-257000-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 58042.69849404227,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256908,
      "raw_reasoning": "We need answer user's final question based on reference document. Need return only canonical ORCHID marker, ignoring numbered archives. The document includes: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need only marker. Final K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 2.2741878552312484,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    }
  ],
  "passed": true,
  "request_controls": {
    "chat_template_kwargs": null,
    "reasoning_effort": null,
    "sampling": {
      "temperature": {
        "effective_request": 1.0,
        "requested": 1.0,
        "sent": true
      },
      "top_p": {
        "effective_request": 0.95,
        "requested": 0.95,
        "sent": true
      }
    },
    "thinking_mode": "default"
  },
  "request_ids": [],
  "schema": "anvil-serving.context-suite-run/v1",
  "selection": {
    "case_ids": [
      "native-needle",
      "native-order",
      "native-distractor"
    ],
    "output_headroom_tokens": 65536,
    "positions": [
      0.1,
      0.9
    ],
    "repetitions": 1,
    "token_buckets": [
      32768,
      257000
    ]
  }
}