{ "data": { "bytes": 93044, "data": { "calibration": { "chars_per_token": 3.8433817083860915, "method": "endpoint-usage-filler-ratio/v2", "request_id": "req_d5dc658a4011fbb7723758adbc134369", "sample_chars": 39460, "sample_prompt_tokens": 10267 }, "curve": { "advertised_context": 163840, "attempted_buckets": [ 8192, 98304, 155648 ], "buckets": [ { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 1103.6981466730747, "observations": [ 814.5353999570943, 810.576600022614, 810.9323999960907, 1141.988500021398, 1147.9787999996915, 1144.7438000468537, 822.4867000244558, 823.2150000403635, 826.0672999895178, 1055.3399000200443, 1062.176699982956, 1069.0720999846235, 1672.4589000223204, 1680.6557000381872, 1673.2443999499083 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 8192, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 814.5353999570943, "passed": true, "position": 0.05, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.187712161727347, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 810.576600022614, "passed": true, "position": 0.5, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.27165575666682, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 810.9323999960907, "passed": true, "position": 0.95, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.264077745651168, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1141.988500021398, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.77795354262589, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1147.9787999996915, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.586041484399615, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1144.7438000468537, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.68943216663935, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 822.4867000244558, "passed": true, "position": 0.05, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.02155183735339, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 823.2150000403635, "passed": true, "position": 0.5, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.00649283518104, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 826.0672999895178, "passed": true, "position": 0.95, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 16.947771689035083, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1055.3399000200443, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 33.16467045293676, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1062.176699982956, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 32.95120294067985, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1069.0720999846235, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 32.73867122760327, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1672.4589000223204, "passed": true, "position": 0.05, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.61713755645987, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1680.6557000381872, "passed": true, "position": 0.5, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.3605161949592, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1673.2443999499083, "passed": true, "position": 0.95, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.5924365876464, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 31.27848827863767, "observations": [ 17.187712161727347, 17.27165575666682, 17.264077745651168, 36.77795354262589, 36.586041484399615, 36.68943216663935, 17.02155183735339, 17.00649283518104, 16.947771689035083, 33.16467045293676, 32.95120294067985, 32.73867122760327, 52.61713755645987, 52.3605161949592, 52.5924365876464 ] } }, { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 17947.933880003013, "observations": [ 17462.967499974184, 17540.93279998051, 17535.040300048422, 17931.963399983943, 17940.079199965112, 17956.200500018895, 17620.82279997412, 17637.899999972433, 17631.461600016337, 17941.960700030904, 17929.441999993287, 17944.654799997807, 18699.841400026344, 18737.917600024957, 18707.823600037955 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 98304, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17462.967499974184, "passed": true, "position": 0.05, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8016965043324221, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17540.93279998051, "passed": true, "position": 0.5, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7981331528740339, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17535.040300048422, "passed": true, "position": 0.95, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7984013586761668, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17931.963399983943, "passed": true, "position": 0.05, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.342186355345651, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17940.079199965112, "passed": true, "position": 0.5, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.3411267883411395, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17956.200500018895, "passed": true, "position": 0.95, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.339024895603934, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17620.82279997412, "passed": true, "position": 0.05, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7945145444638693, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17637.899999972433, "passed": true, "position": 0.5, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7937452871385982, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17631.461600016337, "passed": true, "position": 0.95, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7940351354641539, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17941.960700030904, "passed": true, "position": 0.05, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.950734403288472, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17929.441999993287, "passed": true, "position": 0.5, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.952096445612368, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17944.654799997807, "passed": true, "position": 0.95, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.950441532037957, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18699.841400026344, "passed": true, "position": 0.05, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.705922265195042, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18737.917600024957, "passed": true, "position": 0.5, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.696359642433415, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18707.823600037955, "passed": true, "position": 0.95, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.703914355907304, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 2.117488844447635, "observations": [ 0.8016965043324221, 0.7981331528740339, 0.7984013586761668, 2.342186355345651, 2.3411267883411395, 2.339024895603934, 0.7945145444638693, 0.7937452871385982, 0.7940351354641539, 1.950734403288472, 1.952096445612368, 1.950441532037957, 4.705922265195042, 4.696359642433415, 4.703914355907304 ] } }, { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 38515.656740004975, "observations": [ 38187.730800011195, 38203.83710000897, 38220.462000055704, 38589.97359999921, 38606.050900008995, 38575.48920001136, 38170.43190001277, 38160.20079998998, 38149.21239996329, 38464.3950999598, 38462.40910002962, 38425.37320003612, 39181.99239997193, 39164.41610001493, 39172.87650000071 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 155648, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38187.730800011195, "passed": true, "position": 0.05, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.3666098955530475, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38203.83710000897, "passed": true, "position": 0.5, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36645533702154526, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38220.462000055704, "passed": true, "position": 0.95, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36629593854672915, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38589.97359999921, "passed": true, "position": 0.05, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0883656059303668, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38606.050900008995, "passed": true, "position": 0.5, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0879123614270065, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38575.48920001136, "passed": true, "position": 0.95, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0887742675726748, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38170.43190001277, "passed": true, "position": 0.05, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.3667760437364953, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38160.20079998998, "passed": true, "position": 0.5, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36687437975964937, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38149.21239996329, "passed": true, "position": 0.95, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36698005330284283, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38464.3950999598, "passed": true, "position": 0.05, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9099324169545195, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38462.40910002962, "passed": true, "position": 0.5, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.909979401159587, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38425.37320003612, "passed": true, "position": 0.95, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9108564754282491, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39181.99239997193, "passed": true, "position": 0.05, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2459296888655165, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39164.41610001493, "passed": true, "position": 0.5, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2469376225416635, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39172.87650000071, "passed": true, "position": 0.95, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2464523380099086, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 0.9956754550539867, "observations": [ 0.3666098955530475, 0.36645533702154526, 0.36629593854672915, 1.0883656059303668, 1.0879123614270065, 1.0887742675726748, 0.3667760437364953, 0.36687437975964937, 0.36698005330284283, 0.9099324169545195, 0.909979401159587, 0.9108564754282491, 2.2459296888655165, 2.2469376225416635, 2.2464523380099086 ] } } ], "effective_context": 155648, "first_material_degradation": null, "notes": [ "effective_context uses attempted buckets only", "missing engine telemetry is unavailable and is not inferred from latency" ], "schema": "anvil-serving.context-curve/v1", "threshold_policy": { "reference_bucket": 8192, "reference_pass_rate": 1.0, "max_relative_drop": 0.25, "pass_rate_floor": 0.75 } }, "observations": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 814.5353999570943, "passed": true, "position": 0.05, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.187712161727347, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 810.576600022614, "passed": true, "position": 0.5, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.27165575666682, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 810.9323999960907, "passed": true, "position": 0.95, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.264077745651168, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1141.988500021398, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.77795354262589, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1147.9787999996915, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.586041484399615, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1144.7438000468537, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 36.68943216663935, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 822.4867000244558, "passed": true, "position": 0.05, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.02155183735339, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 823.2150000403635, "passed": true, "position": 0.5, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 17.00649283518104, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 826.0672999895178, "passed": true, "position": 0.95, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 16.947771689035083, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1055.3399000200443, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 33.16467045293676, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1062.176699982956, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 32.95120294067985, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1069.0720999846235, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 32.73867122760327, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1672.4589000223204, "passed": true, "position": 0.05, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.61713755645987, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1680.6557000381872, "passed": true, "position": 0.5, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.3605161949592, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 1673.2443999499083, "passed": true, "position": 0.95, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 52.5924365876464, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17462.967499974184, "passed": true, "position": 0.05, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8016965043324221, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17540.93279998051, "passed": true, "position": 0.5, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7981331528740339, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-98304-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17535.040300048422, "passed": true, "position": 0.95, "prompt_tokens": 98158, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7984013586761668, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17931.963399983943, "passed": true, "position": 0.05, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.342186355345651, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17940.079199965112, "passed": true, "position": 0.5, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.3411267883411395, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-98304-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17956.200500018895, "passed": true, "position": 0.95, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 2.339024895603934, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17620.82279997412, "passed": true, "position": 0.05, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7945145444638693, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17637.899999972433, "passed": true, "position": 0.5, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7937452871385982, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-98304-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17631.461600016337, "passed": true, "position": 0.95, "prompt_tokens": 98168, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.7940351354641539, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17941.960700030904, "passed": true, "position": 0.05, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.950734403288472, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17929.441999993287, "passed": true, "position": 0.5, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.952096445612368, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-98304-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 17944.654799997807, "passed": true, "position": 0.95, "prompt_tokens": 98162, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.950441532037957, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18699.841400026344, "passed": true, "position": 0.05, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.705922265195042, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18737.917600024957, "passed": true, "position": 0.5, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.696359642433415, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-98304-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 18707.823600037955, "passed": true, "position": 0.95, "prompt_tokens": 98186, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 98304, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 4.703914355907304, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38187.730800011195, "passed": true, "position": 0.05, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.3666098955530475, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38203.83710000897, "passed": true, "position": 0.5, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36645533702154526, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-155648-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38220.462000055704, "passed": true, "position": 0.95, "prompt_tokens": 155498, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36629593854672915, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38589.97359999921, "passed": true, "position": 0.05, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0883656059303668, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38606.050900008995, "passed": true, "position": 0.5, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0879123614270065, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-155648-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38575.48920001136, "passed": true, "position": 0.95, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 1.0887742675726748, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38170.43190001277, "passed": true, "position": 0.05, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.3667760437364953, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38160.20079998998, "passed": true, "position": 0.5, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36687437975964937, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-155648-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38149.21239996329, "passed": true, "position": 0.95, "prompt_tokens": 155508, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.36698005330284283, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38464.3950999598, "passed": true, "position": 0.05, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9099324169545195, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38462.40910002962, "passed": true, "position": 0.5, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.909979401159587, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-155648-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 38425.37320003612, "passed": true, "position": 0.95, "prompt_tokens": 155502, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9108564754282491, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39181.99239997193, "passed": true, "position": 0.05, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2459296888655165, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39164.41610001493, "passed": true, "position": 0.5, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2469376225416635, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-155648-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 39172.87650000071, "passed": true, "position": 0.95, "prompt_tokens": 155526, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 155648, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 2.2464523380099086, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "passed": true, "request_controls": { "chat_template_kwargs": { "enable_thinking": false }, "reasoning_effort": null, "sampling": { "temperature": { "effective_request": 0.0, "requested": 0.0, "sent": true }, "top_p": { "effective_request": null, "requested": null, "sent": false } }, "thinking_mode": "disabled" }, "request_ids": [ "req_02b4111c823052570dd5a0a06caed778", "req_035efe8ef6b06b0ea34e0e4ca46319f8", "req_077ef8ef60bc77b3ef78ef8f1a175029", "req_0d51f17312bbe73d0d71e75d3e06e3b5", "req_0e3ee9c36ca9302a89c2984517dd8b08", "req_12c645ff58a86cdf434fde6931297a83", "req_2098cb3962fed8b5e3a0854e8ac4ed89", "req_2747917431378af11456cc1af0de5667", "req_27b09c0cea911ea77fc5b41e0c93152b", "req_2c4157e39d66ea43e40103a77d9aa154", "req_2c91065dfc703ab9fce704f560b58dfa", "req_2d519aea0250ca54ed892f060e9f83df", "req_2f5162ec75f5fc116dc7a5a0ae075b92", "req_37863200ce177f5ca5c7e3778c0ea712", "req_38283f3b66c38dfaae6cad08b9eaec4e", "req_3dc16f3cecd030e8ee9eceda1f85985d", "req_3e077ec975560d543ec293732144d631", "req_486c5226dea7ba1a1cb3219e7f5387a3", "req_4e3c80def2d427dc557b4ab527b9a783", "req_5613037dd82381d4da8d95820b468701", "req_642961afb75a190ee6c2281fd899dd53", "req_65b98ae16f1abeb805df613db7259e73", "req_6765684287780ed89fed4ecc42cffb90", "req_6d11abaa515ec3a7a814b70a7d2e4c19", "req_6ee32e116277e195e71412aaa6aa8712", "req_6fba9c741bfd9c978c8ea5862c5e6a60", "req_7d462144cebc0c25eec7d3b5827ff7f9", "req_818433d4e4df1c4b9bed40287d7d6e0b", "req_8548ba95c8d0ee67e1fbc53b8183c4cf", "req_85b97ae0bbc57a343afaac109dbef56e", "req_874c6c3d79ccf92346bc285fb777b0bb", "req_92bd51e5f0017922ab304e7b23163628", "req_933212bfc8ad93c2e3cb08424664c56f", "req_9b21fc4465c94aa8ba6f31696d564cd9", "req_9fe08cc375f3a4162006b44510baeadc", "req_a1277a49af27a7e57e892411aa3edd75", "req_a1384ef801e692defd0e9e44e8e98a64", "req_b74755f439e5cc11396aa09909824268", "req_c749d6701b4e09f7f65346259d59a160", "req_e1399ccfdc59dee77e97b98d551d7f72", "req_e4fef296f54387b4d7971994bb8646c5", "req_e985516ff40e832c6d494c262bb0cccd", "req_f2d552a0187c0a265637db7751d5b652", "req_f4322caeec33d204b4ac7a3ba8f5e959", "req_fcc27d66b44aeec634330cb7d393b94b" ], "schema": "anvil-serving.context-suite-run/v1", "selection": { "case_ids": [ "native-needle", "native-order", "native-distractor", "native-crosslink", "native-identifiers" ], "output_headroom_tokens": 512, "positions": [ 0.05, 0.5, 0.95 ], "repetitions": 1, "token_buckets": [ 8192, 98304, 155648 ] } }, "path": "evidence/0-context.json", "sha256": "[private fingerprint withheld]" }, "ok": true }