{
  "calibration": {
    "chars_per_token": 3.8284660910061126,
    "method": "endpoint-usage-filler-ratio/v2",
    "request_id": null,
    "sample_chars": 39460,
    "sample_prompt_tokens": 10307
  },
  "curve": {
    "advertised_context": 327680,
    "attempted_buckets": [
      32768,
      257000
    ],
    "buckets": [
      {
        "completed_count": 6,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 6563.820009828002,
          "observations": [
            5208.003136969637,
            5716.4272290538065,
            7723.486891947687,
            7369.826434995048,
            6777.940212981775,
            6587.236153020058
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 6,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 32768,
        "sample_count": 6,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5208.003136969637,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32658,
            "raw_reasoning": "We need answer user's request. Need use it. Then final answer only access marker. Reference says: The access marker for ORCHID is K557508437185. Need return only that. Ensure no extra.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 13.248839946004486,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-32768-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 5716.4272290538065,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32658,
            "raw_reasoning": "We need to answer user's request: read reference document and answer final question. User asks: \"Return only the access marker for ORCHID.\" Reference includes line: \"The access marker for ORCHID is K557508437185.\" Need output only marker. Final: K557508437185. Ensure no extra.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 17.31850962727757,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 7723.486891947687,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32662,
            "raw_reasoning": "We need answer user's request. Need read reference doc and final question. User provided many neutral paragraphs and three checkpoint lines:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed output just values separated by |. Ensure order ALPHA BETA GAMMA. So K557508437185 | K434177192288 | K503557252183.\nNo extra. Final.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 27.966642919430104,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-32768-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 7369.826434995048,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32662,
            "raw_reasoning": "We need answer user's request. Need read reference doc and final question. Need return ALPHA, BETA, GAMMA checkpoint values in that order separated by ' | '. From doc:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nNeed final just values separated by |. Ensure no extra. Final: K557508437185 | K434177192288 | K503557252183.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 26.45923913133933,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6777.940212981775,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 32668,
            "raw_reasoning": "We need answer user's request. Need read reference doc and answer final question. User asks: Return only the canonical ORCHID marker, ignoring numbered archives. Reference includes:\nArchive ORCHID-001 stores K434177192288.\nArchive ORCHID-002 stores K503557252183.\nThe canonical ORCHID marker is K557508437185.\nNeed return only canonical marker, ignoring numbered archives. So final should be K557508437185. Ensure no extra text. Final only marker.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 23.605991639399875,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-32768-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 6587.236153020058,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 32668,
            "raw_reasoning": "We need answer user's request. Need read reference doc and answer final question. User asks: \"Return only the canonical ORCHID marker, ignoring numbered archives.\" Reference contains: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need return only canonical marker. So final should be K557508437185 only. Ensure no extra.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 32768,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 22.61950179692401,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 21.86978751006256,
          "observations": [
            13.248839946004486,
            17.31850962727757,
            27.966642919430104,
            26.45923913133933,
            23.605991639399875,
            22.61950179692401
          ]
        }
      },
      {
        "completed_count": 6,
        "completion_rate": 1.0,
        "engine_telemetry": {
          "available": false,
          "observations": []
        },
        "failures": {},
        "latency_ms": {
          "available": true,
          "mean": 90577.27165251465,
          "observations": [
            89906.64993203245,
            88981.3683879911,
            91861.18947702926,
            91613.41018701205,
            90700.60641301097,
            90400.40551801212
          ]
        },
        "meets_policy": true,
        "pass_rate": 1.0,
        "passed_count": 6,
        "relative_drop_from_baseline": 0.0,
        "requested_tokens": 257000,
        "sample_count": 6,
        "samples": [
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-257000-0.100-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 89906.64993203245,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256878,
            "raw_reasoning": "The user is asking me to find the access marker for ORCHID from the reference document. Looking through the document, I can see that among all the \"neutral cobalt ledger material for calibration\" paragraphs, there is one line that states:\n\n\"The access marker for ORCHID is K557508437185.\"\n\nThis appears between Reference paragraph 0001283 and Reference paragraph 0001284.\n\nThe answer is K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.4793121543350267,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-needle-257000-0.900-r0",
            "case_type": "native-needle",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 88981.3683879911,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256878,
            "raw_reasoning": "The user is asking me to return the access marker for ORCHID from the reference document. Looking through the reference paragraphs, I can see that in the middle of the document, there is a line that states: \"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.1463073882528187,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-257000-0.100-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 91861.18947702926,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256902,
            "raw_reasoning": "We need answer user's request. Need read reference document and answer final question. User asks: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\n\nReference includes:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\n\nNeed output values in order separated by ' | '. Likely \"K557508437185 | K434177192288 | K503557252183\". Ensure no extra text. Final concise.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 2.264285942563506,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
            "case_id": "native-order-257000-0.900-r0",
            "case_type": "native-order",
            "completed": true,
            "distractor_count": 0,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 91613.41018701205,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256902,
            "raw_reasoning": "We need answer user's request. They provided reference document with many neutral paragraphs and three checkpoint lines:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed output just values? likely K557508437185 | K434177192288 | K503557252183.\nNeed ensure final concise.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 3,
            "throughput_tps": 2.1830865109347695,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-257000-0.100-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 90700.60641301097,
            "passed": true,
            "position": 0.1,
            "prompt_tokens": 256908,
            "raw_reasoning": "We need answer user's request. Need read reference doc and final question. User says: \"Read the reference document and answer the final question. Reference ... Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. ... Question: Return only the canonical ORCHID marker, ignoring numbered archives.\"\n\nNeed output only canonical marker, ignoring numbered archives. So answer K557508437185. Ensure no extra. Final only.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.8191719606444747,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          },
          {
            "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
            "case_id": "native-distractor-257000-0.900-r0",
            "case_type": "native-distractor",
            "completed": true,
            "distractor_count": 2,
            "engine_telemetry": null,
            "failure": null,
            "finish_reason": "stop",
            "latency_ms": 90400.40551801212,
            "passed": true,
            "position": 0.9,
            "prompt_tokens": 256908,
            "raw_reasoning": "The user is asking me to return only the canonical ORCHID marker, ignoring numbered archives.\n\nFrom the reference document, I can see:\n- Archive ORCHID-001 stores K434177192288.\n- Archive ORCHID-002 stores K503557252183.\n- The canonical ORCHID marker is K557508437185.\n\nThe question asks me to return only the canonical ORCHID marker, ignoring numbered archives. So the answer is K557508437185.\n",
            "raw_reasoning_field": "reasoning",
            "raw_reasoning_truncated": false,
            "requested_tokens": 257000,
            "schema": "anvil-serving.context-observation/v1",
            "target_count": 1,
            "throughput_tps": 1.7256559758342818,
            "token_measurement": "usage",
            "visible_answer": "\n\nK557508437185",
            "visible_answer_truncated": false
          }
        ],
        "throughput_tps": {
          "available": true,
          "mean": 1.7696366554274796,
          "observations": [
            1.4793121543350267,
            1.1463073882528187,
            2.264285942563506,
            2.1830865109347695,
            1.8191719606444747,
            1.7256559758342818
          ]
        }
      }
    ],
    "effective_context": 257000,
    "first_material_degradation": null,
    "notes": [
      "effective_context uses attempted buckets only",
      "missing engine telemetry is unavailable and is not inferred from latency"
    ],
    "schema": "anvil-serving.context-curve/v1",
    "threshold_policy": {
      "baseline_bucket": 32768,
      "baseline_pass_rate": 1.0,
      "max_relative_drop": 0.25,
      "pass_rate_floor": 0.75
    }
  },
  "observations": [
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-32768-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 5208.003136969637,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32658,
      "raw_reasoning": "We need answer user's request. Need use it. Then final answer only access marker. Reference says: The access marker for ORCHID is K557508437185. Need return only that. Ensure no extra.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 13.248839946004486,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-32768-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 5716.4272290538065,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32658,
      "raw_reasoning": "We need to answer user's request: read reference document and answer final question. User asks: \"Return only the access marker for ORCHID.\" Reference includes line: \"The access marker for ORCHID is K557508437185.\" Need output only marker. Final: K557508437185. Ensure no extra.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 17.31850962727757,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-32768-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 7723.486891947687,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32662,
      "raw_reasoning": "We need answer user's request. Need read reference doc and final question. User provided many neutral paragraphs and three checkpoint lines:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed output just values separated by |. Ensure order ALPHA BETA GAMMA. So K557508437185 | K434177192288 | K503557252183.\nNo extra. Final.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 27.966642919430104,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-32768-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 7369.826434995048,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32662,
      "raw_reasoning": "We need answer user's request. Need read reference doc and final question. Need return ALPHA, BETA, GAMMA checkpoint values in that order separated by ' | '. From doc:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nNeed final just values separated by |. Ensure no extra. Final: K557508437185 | K434177192288 | K503557252183.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 26.45923913133933,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-32768-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 6777.940212981775,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 32668,
      "raw_reasoning": "We need answer user's request. Need read reference doc and answer final question. User asks: Return only the canonical ORCHID marker, ignoring numbered archives. Reference includes:\nArchive ORCHID-001 stores K434177192288.\nArchive ORCHID-002 stores K503557252183.\nThe canonical ORCHID marker is K557508437185.\nNeed return only canonical marker, ignoring numbered archives. So final should be K557508437185. Ensure no extra text. Final only marker.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 23.605991639399875,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-32768-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 6587.236153020058,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 32668,
      "raw_reasoning": "We need answer user's request. Need read reference doc and answer final question. User asks: \"Return only the canonical ORCHID marker, ignoring numbered archives.\" Reference contains: Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. Need return only canonical marker. So final should be K557508437185 only. Ensure no extra.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 32768,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 22.61950179692401,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-257000-0.100-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 89906.64993203245,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256878,
      "raw_reasoning": "The user is asking me to find the access marker for ORCHID from the reference document. Looking through the document, I can see that among all the \"neutral cobalt ledger material for calibration\" paragraphs, there is one line that states:\n\n\"The access marker for ORCHID is K557508437185.\"\n\nThis appears between Reference paragraph 0001283 and Reference paragraph 0001284.\n\nThe answer is K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 1.4793121543350267,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-needle-257000-0.900-r0",
      "case_type": "native-needle",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 88981.3683879911,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256878,
      "raw_reasoning": "The user is asking me to return the access marker for ORCHID from the reference document. Looking through the reference paragraphs, I can see that in the middle of the document, there is a line that states: \"The access marker for ORCHID is K557508437185.\"\n\nSo the answer is K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 1.1463073882528187,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-257000-0.100-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 91861.18947702926,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256902,
      "raw_reasoning": "We need answer user's request. Need read reference document and answer final question. User asks: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\n\nReference includes:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\n\nNeed output values in order separated by ' | '. Likely \"K557508437185 | K434177192288 | K503557252183\". Ensure no extra text. Final concise.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 2.264285942563506,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "ea77d2c40d5ae22b614345bf65faaf4a798b6926e2753eaa34d64261ffa8f4cb",
      "case_id": "native-order-257000-0.900-r0",
      "case_type": "native-order",
      "completed": true,
      "distractor_count": 0,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 91613.41018701205,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256902,
      "raw_reasoning": "We need answer user's request. They provided reference document with many neutral paragraphs and three checkpoint lines:\nCheckpoint ALPHA stores K557508437185.\nCheckpoint BETA stores K434177192288.\nCheckpoint GAMMA stores K503557252183.\nQuestion: Return the ALPHA, BETA, and GAMMA checkpoint values in that order, separated by ' | '.\nNeed output just values? likely K557508437185 | K434177192288 | K503557252183.\nNeed ensure final concise.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 3,
      "throughput_tps": 2.1830865109347695,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185 | K434177192288 | K503557252183",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-257000-0.100-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 90700.60641301097,
      "passed": true,
      "position": 0.1,
      "prompt_tokens": 256908,
      "raw_reasoning": "We need answer user's request. Need read reference doc and final question. User says: \"Read the reference document and answer the final question. Reference ... Archive ORCHID-001 stores K434177192288. Archive ORCHID-002 stores K503557252183. The canonical ORCHID marker is K557508437185. ... Question: Return only the canonical ORCHID marker, ignoring numbered archives.\"\n\nNeed output only canonical marker, ignoring numbered archives. So answer K557508437185. Ensure no extra. Final only.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 1.8191719606444747,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    },
    {
      "answer_sha256": "165c06e1078f0d23d51237f55fdf201897c11ab1ba6b89b4be0058e8551485db",
      "case_id": "native-distractor-257000-0.900-r0",
      "case_type": "native-distractor",
      "completed": true,
      "distractor_count": 2,
      "engine_telemetry": null,
      "failure": null,
      "finish_reason": "stop",
      "latency_ms": 90400.40551801212,
      "passed": true,
      "position": 0.9,
      "prompt_tokens": 256908,
      "raw_reasoning": "The user is asking me to return only the canonical ORCHID marker, ignoring numbered archives.\n\nFrom the reference document, I can see:\n- Archive ORCHID-001 stores K434177192288.\n- Archive ORCHID-002 stores K503557252183.\n- The canonical ORCHID marker is K557508437185.\n\nThe question asks me to return only the canonical ORCHID marker, ignoring numbered archives. So the answer is K557508437185.\n",
      "raw_reasoning_field": "reasoning",
      "raw_reasoning_truncated": false,
      "requested_tokens": 257000,
      "schema": "anvil-serving.context-observation/v1",
      "target_count": 1,
      "throughput_tps": 1.7256559758342818,
      "token_measurement": "usage",
      "visible_answer": "\n\nK557508437185",
      "visible_answer_truncated": false
    }
  ],
  "passed": true,
  "request_controls": {
    "chat_template_kwargs": null,
    "reasoning_effort": null,
    "sampling": {
      "temperature": {
        "effective_request": 1.0,
        "requested": 1.0,
        "sent": true
      },
      "top_p": {
        "effective_request": 0.95,
        "requested": 0.95,
        "sent": true
      }
    },
    "thinking_mode": "default"
  },
  "request_ids": [],
  "schema": "anvil-serving.context-suite-run/v1",
  "selection": {
    "case_ids": [
      "native-needle",
      "native-order",
      "native-distractor"
    ],
    "output_headroom_tokens": 65536,
    "positions": [
      0.1,
      0.9
    ],
    "repetitions": 1,
    "token_buckets": [
      32768,
      257000
    ]
  }
}