{ "data": { "bytes": 91123, "data": { "calibration": { "chars_per_token": 3.8433817083860915, "method": "endpoint-usage-filler-ratio/v2", "request_id": null, "sample_chars": 39460, "sample_prompt_tokens": 10267 }, "curve": { "advertised_context": 262144, "attempted_buckets": [ 8192, 131072, 245760 ], "buckets": [ { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 2495.1703466669037, "observations": [ 2439.608999993652, 2435.181199980434, 2398.3339999685995, 2532.4698999756947, 2535.8564000343904, 2449.1032999940217, 2430.1218999898992, 2418.7954000080936, 2401.8720000167377, 2469.1969000268728, 2463.5879999841563, 2451.130600005854, 2721.9024000223726, 2714.9749000091106, 2565.419299993664 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 8192, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2439.608999993652, "passed": true, "position": 0.05, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.3287227584558945, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2435.181199980434, "passed": true, "position": 0.5, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.338411778189012, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2398.3339999685995, "passed": true, "position": 0.95, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.420429348110065, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2532.4698999756947, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.18972845457847, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2535.8564000343904, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.16810794153958, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2449.1032999940217, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.74082101808449, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2430.1218999898992, "passed": true, "position": 0.05, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.34952588183088, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2418.7954000080936, "passed": true, "position": 0.5, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.374576121633314, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2401.8720000167377, "passed": true, "position": 0.95, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.412444959560463, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2469.1969000268728, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.76965927651617, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2463.5879999841563, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.801008935024305, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2451.130600005854, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.871149909318907, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2721.9024000223726, "passed": true, "position": 0.05, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 31.962938861909564, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2714.9749000091106, "passed": true, "position": 0.5, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 32.04449514421222, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2565.419299993664, "passed": true, "position": 0.95, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 33.91258497206085, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 14.712307024068279, "observations": [ 5.3287227584558945, 5.338411778189012, 5.420429348110065, 16.18972845457847, 16.16810794153958, 16.74082101808449, 5.34952588183088, 5.374576121633314, 5.412444959560463, 13.76965927651617, 13.801008935024305, 13.871149909318907, 31.962938861909564, 32.04449514421222, 33.91258497206085 ] } }, { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 45263.938946661074, "observations": [ 44992.726299969945, 45103.45300001791, 45162.784399988595, 45322.10900000064, 45372.59640003322, 45323.47230002051, 45183.987199969124, 45161.67910001241, 45081.98479999555, 45186.128000030294, 45217.05350000411, 45182.421699981205, 45579.97179997619, 45566.125299956184, 45522.59139996022 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 131072, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 44992.726299969945, "passed": true, "position": 0.05, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2889355917960607, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45103.45300001791, "passed": true, "position": 0.5, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.28822626950523805, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45162.784399988595, "passed": true, "position": 0.95, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.28784761995328356, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45322.10900000064, "passed": true, "position": 0.05, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9046357485261647, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45372.59640003322, "passed": true, "position": 0.5, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9036291341698485, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45323.47230002051, "passed": true, "position": 0.95, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9046085376821723, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45183.987199969124, "passed": true, "position": 0.05, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2877125460944023, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45161.67910001241, "passed": true, "position": 0.5, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2878546648190596, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45081.98479999555, "passed": true, "position": 0.95, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2883635238704327, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45186.128000030294, "passed": true, "position": 0.05, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.7524433162314152, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45217.05350000411, "passed": true, "position": 0.5, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.751928694336461, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45182.421699981205, "passed": true, "position": 0.95, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.752505038923448, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45579.97179997619, "passed": true, "position": 0.05, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9087330808757859, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45566.125299956184, "passed": true, "position": 0.5, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9093131010655333, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45522.59139996022, "passed": true, "position": 0.95, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9111390042719762, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 0.8285250581414189, "observations": [ 0.2889355917960607, 0.28822626950523805, 0.28784761995328356, 0.9046357485261647, 0.9036291341698485, 0.9046085376821723, 0.2877125460944023, 0.2878546648190596, 0.2883635238704327, 0.7524433162314152, 0.751928694336461, 0.752505038923448, 1.9087330808757859, 1.9093131010655333, 1.9111390042719762 ] } }, { "completed_count": 15, "completion_rate": 1.0, "engine_telemetry": { "available": false, "observations": [] }, "failures": {}, "latency_ms": { "available": true, "mean": 97840.93401333473, "observations": [ 97715.874000045, 97704.09799995832, 97497.8914000094, 97843.34850002779, 97851.70130000915, 97984.40989997471, 97720.73220001766, 97804.66709996108, 97717.79319999041, 97860.880799999, 97806.89639999764, 97654.97920004418, 98226.68179997709, 98174.8531999765, 98049.20320003293 ] }, "meets_policy": true, "pass_rate": 1.0, "passed_count": 15, "relative_drop_from_reference": 0.0, "requested_tokens": 245760, "sample_count": 15, "samples": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97715.874000045, "passed": true, "position": 0.05, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330387732088853, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97704.09799995832, "passed": true, "position": 0.5, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.13305480799797717, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97497.8914000094, "passed": true, "position": 0.95, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1333362169512391, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97843.34850002779, "passed": true, "position": 0.05, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.41903717144337466, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97851.70130000915, "passed": true, "position": 0.5, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.4190014016649107, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97984.40989997471, "passed": true, "position": 0.95, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.4184339125158173, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97720.73220001766, "passed": true, "position": 0.05, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330321591675267, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97804.66709996108, "passed": true, "position": 0.5, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.13291799241761515, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97717.79319999041, "passed": true, "position": 0.95, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330361602967644, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97860.880799999, "passed": true, "position": 0.05, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.3474319842827365, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97806.89639999764, "passed": true, "position": 0.5, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.34762374895274584, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97654.97920004418, "passed": true, "position": 0.95, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.3481645306620947, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98226.68179997709, "passed": true, "position": 0.05, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8857063926598027, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98174.8531999765, "passed": true, "position": 0.5, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8861739759649656, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98049.20320003293, "passed": true, "position": 0.95, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8873096074274959, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "throughput_tps": { "available": true, "mean": 0.38381992237426343, "observations": [ 0.1330387732088853, 0.13305480799797717, 0.1333362169512391, 0.41903717144337466, 0.4190014016649107, 0.4184339125158173, 0.1330321591675267, 0.13291799241761515, 0.1330361602967644, 0.3474319842827365, 0.34762374895274584, 0.3481645306620947, 0.8857063926598027, 0.8861739759649656, 0.8873096074274959 ] } } ], "effective_context": 245760, "first_material_degradation": null, "notes": [ "effective_context uses attempted buckets only", "missing engine telemetry is unavailable and is not inferred from latency" ], "schema": "anvil-serving.context-curve/v1", "threshold_policy": { "reference_bucket": 8192, "reference_pass_rate": 1.0, "max_relative_drop": 0.25, "pass_rate_floor": 0.75 } }, "observations": [ { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2439.608999993652, "passed": true, "position": 0.05, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.3287227584558945, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2435.181199980434, "passed": true, "position": 0.5, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.338411778189012, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-8192-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2398.3339999685995, "passed": true, "position": 0.95, "prompt_tokens": 8178, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.420429348110065, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2532.4698999756947, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.18972845457847, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2535.8564000343904, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.16810794153958, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-8192-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2449.1032999940217, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 16.74082101808449, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2430.1218999898992, "passed": true, "position": 0.05, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.34952588183088, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2418.7954000080936, "passed": true, "position": 0.5, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.374576121633314, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-8192-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2401.8720000167377, "passed": true, "position": 0.95, "prompt_tokens": 8208, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 5.412444959560463, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2469.1969000268728, "passed": true, "position": 0.05, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.76965927651617, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2463.5879999841563, "passed": true, "position": 0.5, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.801008935024305, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-8192-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2451.130600005854, "passed": true, "position": 0.95, "prompt_tokens": 8202, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 13.871149909318907, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2721.9024000223726, "passed": true, "position": 0.05, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 31.962938861909564, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2714.9749000091106, "passed": true, "position": 0.5, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 32.04449514421222, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-8192-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 2565.419299993664, "passed": true, "position": 0.95, "prompt_tokens": 8226, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 8192, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 33.91258497206085, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 44992.726299969945, "passed": true, "position": 0.05, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2889355917960607, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45103.45300001791, "passed": true, "position": 0.5, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.28822626950523805, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-131072-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45162.784399988595, "passed": true, "position": 0.95, "prompt_tokens": 130918, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.28784761995328356, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45322.10900000064, "passed": true, "position": 0.05, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9046357485261647, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45372.59640003322, "passed": true, "position": 0.5, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9036291341698485, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-131072-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45323.47230002051, "passed": true, "position": 0.95, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.9046085376821723, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45183.987199969124, "passed": true, "position": 0.05, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2877125460944023, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45161.67910001241, "passed": true, "position": 0.5, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2878546648190596, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-131072-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45081.98479999555, "passed": true, "position": 0.95, "prompt_tokens": 130948, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.2883635238704327, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45186.128000030294, "passed": true, "position": 0.05, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.7524433162314152, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45217.05350000411, "passed": true, "position": 0.5, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.751928694336461, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-131072-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45182.421699981205, "passed": true, "position": 0.95, "prompt_tokens": 130942, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.752505038923448, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45579.97179997619, "passed": true, "position": 0.05, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9087330808757859, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45566.125299956184, "passed": true, "position": 0.5, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9093131010655333, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-131072-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 45522.59139996022, "passed": true, "position": 0.95, "prompt_tokens": 130946, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 131072, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 1.9111390042719762, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.050-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97715.874000045, "passed": true, "position": 0.05, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330387732088853, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.500-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97704.09799995832, "passed": true, "position": 0.5, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.13305480799797717, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-needle-245760-0.950-r0", "case_type": "native-needle", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97497.8914000094, "passed": true, "position": 0.95, "prompt_tokens": 245598, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1333362169512391, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.050-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97843.34850002779, "passed": true, "position": 0.05, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.41903717144337466, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.500-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97851.70130000915, "passed": true, "position": 0.5, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.4190014016649107, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-order-245760-0.950-r0", "case_type": "native-order", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97984.40989997471, "passed": true, "position": 0.95, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.4184339125158173, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.050-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97720.73220001766, "passed": true, "position": 0.05, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330321591675267, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.500-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97804.66709996108, "passed": true, "position": 0.5, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.13291799241761515, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-distractor-245760-0.950-r0", "case_type": "native-distractor", "completed": true, "distractor_count": 2, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97717.79319999041, "passed": true, "position": 0.95, "prompt_tokens": 245628, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.1330361602967644, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.050-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97860.880799999, "passed": true, "position": 0.05, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.3474319842827365, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.500-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97806.89639999764, "passed": true, "position": 0.5, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.34762374895274584, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-crosslink-245760-0.950-r0", "case_type": "native-crosslink", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 97654.97920004418, "passed": true, "position": 0.95, "prompt_tokens": 245622, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 3, "throughput_tps": 0.3481645306620947, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.050-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98226.68179997709, "passed": true, "position": 0.05, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8857063926598027, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.500-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98174.8531999765, "passed": true, "position": 0.5, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8861739759649656, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false }, { "answer_sha256": "[private fingerprint withheld]", "case_id": "native-identifiers-245760-0.950-r0", "case_type": "native-identifiers", "completed": true, "distractor_count": 0, "engine_telemetry": null, "failure": null, "finish_reason": "stop", "latency_ms": 98049.20320003293, "passed": true, "position": 0.95, "prompt_tokens": 245646, "raw_reasoning": "", "raw_reasoning_field": null, "raw_reasoning_truncated": false, "requested_tokens": 245760, "schema": "anvil-serving.context-observation/v1", "target_count": 1, "throughput_tps": 0.8873096074274959, "token_measurement": "usage", "visible_answer": "[text withheld]", "visible_answer_truncated": false } ], "passed": true, "request_controls": { "chat_template_kwargs": { "enable_thinking": false }, "reasoning_effort": null, "sampling": { "temperature": { "effective_request": 0.0, "requested": 0.0, "sent": true }, "top_p": { "effective_request": null, "requested": null, "sent": false } }, "thinking_mode": "disabled" }, "request_ids": [], "schema": "anvil-serving.context-suite-run/v1", "selection": { "case_ids": [ "native-needle", "native-order", "native-distractor", "native-crosslink", "native-identifiers" ], "output_headroom_tokens": 512, "positions": [ 0.05, 0.5, 0.95 ], "repetitions": 1, "token_buckets": [ 8192, 131072, 245760 ] } }, "path": "evidence/0-context.json", "sha256": "[private fingerprint withheld]" }, "ok": true }