{ "base_url": "http://127.0.0.1:39118/v1", "budget": { "max_completion_tokens": 8192, "reasoning_headroom_tokens": 7168, "visible_answer_tokens": 1024 }, "checks": [ "smoke", "json", "needle", "tools", "long-tools", "streaming-tools", "tool-result", "responses", "image", "ocr" ], "evidence_policy": { "allowed_finish_reasons": [ "stop", "tool_calls" ], "errors": [], "reasoning": "forbidden" }, "image_expect": [ "ANVIL SERVING", "STATUS READY", "GPU 42 PERCENT" ], "model": "glm53-flash-ormandj-sglang-sm120-tp2-240k-c1-adaptive-mtp", "multimodal_input": { "bytes": 16940, "mime": "image/png", "sha256": "03fd14d8b68973c915de2848736d22eb6f67ba6bdb5da2a7a563085ac894e804" }, "observations": [ { "content": "```python\nsum(xs)\n```\n\nThat's it \u2014 `sum()` is the built-in function for exactly this. If you need a starting value other than 0, you can pass one: `sum(xs, 10)`.", "content_chars": 161, "content_excerpt": "```python\nsum(xs)\n```\n\nThat's it \u2014 `sum()` is the built-in function for exactly this. If you need a starting value other than 0, you can pass one: `sum(xs, 10)`.", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.946, "test": "smoke", "usage": { "completion_tokens": 49, "prompt_tokens": 29, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 78 }, "validation_detail": "contains sum(" }, { "content": "{\"language\":\"python\",\"ok\":true}", "content_chars": 31, "content_excerpt": "{\"language\":\"python\",\"ok\":true}", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.254, "test": "json", "usage": { "completion_tokens": 10, "prompt_tokens": 31, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 41 }, "validation_detail": "parsed keys=['language', 'ok']" }, { "content": "ZEBRA-42917-QUARTZ", "content_chars": 18, "content_excerpt": "ZEBRA-42917-QUARTZ", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 32.754, "test": "needle", "usage": { "completion_tokens": 12, "prompt_tokens": 165047, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 165059 }, "validation_detail": "needle present" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 0, "seconds": 1.054, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 1, "seconds": 1.878, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 2, "seconds": 2.124, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 3, "seconds": 2.348, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 4, "seconds": 2.577, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 5, "seconds": 2.832, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 6, "seconds": 3.072, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 7, "seconds": 3.317, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 8, "seconds": 3.556, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 9, "seconds": 3.798, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 10, "seconds": 4.033, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 11, "seconds": 4.261, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 12, "seconds": 4.488, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 14, "seconds": 4.716, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 13, "seconds": 4.945, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 15, "seconds": 5.174, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 16, "seconds": 5.399, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 17, "seconds": 5.635, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 18, "seconds": 5.869, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 19, "seconds": 6.102, "test": "tools", "usage": { "completion_tokens": 12, "prompt_tokens": 4968, "prompt_tokens_details": { "cached_tokens": 4928 }, "reasoning_tokens": 0, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "measured_prompt_tokens": 194227, "minimum_prompt_tokens": 100000, "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "requested_context_tokens": 230000, "seconds": 33.652, "test": "long-tools", "usage": { "completion_tokens": 12, "prompt_tokens": 194227, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 194239 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content_chars": 0, "content_excerpt": "", "event_count": 7, "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.3, "sse_done": true, "test": "streaming-tools", "usage": { "completion_tokens": 12, "prompt_tokens": 167, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 179 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.288, "test": "tool-result-initial", "usage": { "completion_tokens": 12, "prompt_tokens": 167, "prompt_tokens_details": { "cached_tokens": 128 }, "reasoning_tokens": 0, "total_tokens": 179 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "OAKLAND 72F", "content_chars": 11, "content_excerpt": "OAKLAND 72F", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.266, "test": "tool-result-continuation", "usage": { "completion_tokens": 7, "prompt_tokens": 71, "prompt_tokens_details": null, "reasoning_tokens": 0, "total_tokens": 78 }, "validation_detail": "tool result retained" }, { "content_chars": 5, "content_excerpt": "READY", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "response_status": "completed", "seconds": 0.233, "test": "responses", "usage": { "input_tokens": 17, "input_tokens_details": { "cache_write_tokens": 0, "cached_tokens": 0 }, "output_tokens": 2, "output_tokens_details": { "reasoning_tokens": 0 }, "total_tokens": 19 }, "validation_detail": "completed exact READY" }, { "content": "# Image Description\n\nThis is a **system status dashboard** with a dark navy blue background, displaying monitoring information for a service called \"ANVIL SERVING.\"\n\n## Content Breakdown\n\n**Title (top):**\n- **ANVIL SERVING** \u2014 displayed in large, bold white text\n\n**Status Panel (centered box with slightly lighter navy background):**\n- **STATUS READY** \u2014 shown in bright green text, indicating the service is operational\n- **GPU 42 PERCENT** \u2014 shown in light blue text, indicating current GPU utilization\n\n## Key Values Summary\n\n| Metric | Value | Interpretation |\n|--------|-------|----------------|\n| Service | Anvil Serving | \u2014 |\n| Status | READY | Healthy/operational |\n| GPU Utilization | 42% | Moderate load |\n\n## Interpretation\n\nThe dashboard indicates that the **Anvil Serving** system is in a healthy state. The green \"READY\" status confirms the service is up and running normally. The GPU is being used at a **moderate 42% utilization**, suggesting there's active workload but plenty of headroom available \u2014 the system is neither idle nor under heavy strain.", "content_chars": 1069, "content_excerpt": "# Image Description\n\nThis is a **system status dashboard** with a dark navy blue background, displaying monitoring information for a service called \"ANVIL SERVING.\"\n\n## Content Breakdown\n\n**Title (top", "expected": [ "ANVIL SERVING", "STATUS READY", "GPU 42 PERCENT" ], "finish_reason": "stop", "image": { "bytes": 16940, "mime": "image/png", "sha256": "03fd14d8b68973c915de2848736d22eb6f67ba6bdb5da2a7a563085ac894e804" }, "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 3.268, "test": "image", "usage": { "completion_tokens": 240, "prompt_tokens": 334, "prompt_tokens_details": { "cached_tokens": 0, "image_tokens": 299 }, "reasoning_tokens": 0, "total_tokens": 574 }, "validation_detail": "all expected text present" }, { "content": "ANVIL SERVING\nSTATUS READY\nGPU 42 PERCENT", "content_chars": 41, "content_excerpt": "ANVIL SERVING\nSTATUS READY\nGPU 42 PERCENT", "expected": [ "ANVIL SERVING", "STATUS READY", "GPU 42 PERCENT" ], "finish_reason": "stop", "image": { "bytes": 16940, "mime": "image/png", "sha256": "03fd14d8b68973c915de2848736d22eb6f67ba6bdb5da2a7a563085ac894e804" }, "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.363, "test": "ocr", "usage": { "completion_tokens": 16, "prompt_tokens": 335, "prompt_tokens_details": { "cached_tokens": 0, "image_tokens": 299 }, "reasoning_tokens": 0, "total_tokens": 351 }, "validation_detail": "all expected text present" } ], "ocr_expect": [ "ANVIL SERVING", "STATUS READY", "GPU 42 PERCENT" ], "passed": true, "results": [ { "detail": "0.9s got=\"```python\\nsum(xs)\\n```\\n\\nThat's it \u2014 `sum()` is the \" finish='stop' visible=161 reasoning_chars=0 reasoning_tokens=None", "name": "smoke (short coding)", "passed": true }, { "detail": "parsed keys=['language', 'ok'] finish='stop' visible=31 reasoning_chars=0 reasoning_tokens=None", "name": "structured JSON", "passed": true }, { "detail": "32.8s ctx~200000 got='ZEBRA-42917-QUARTZ' finish='stop' visible=18 reasoning_chars=0 reasoning_tokens=None", "name": "needle @ ~200000 ctx", "passed": true }, { "detail": "20/20 clean (sample: 1.1s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None)", "name": "shared-prefix tool batch x20", "passed": true }, { "detail": "33.7s measured_prompt=194227 valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None", "name": "tool call after >=100K prompt (target 230000)", "passed": true }, { "detail": "0.3s done=True events=7 valid tool_call get_weather(city='Oakland') finish='tool_calls'", "name": "streaming tool call", "passed": true }, { "detail": "0.6s tool result retained finish='stop' visible=11 reasoning_chars=0 reasoning_tokens=None", "name": "tool-result continuation", "passed": true }, { "detail": "0.2s status='completed' output='READY' reasoning_chars=0", "name": "Responses API subset", "passed": true }, { "detail": "3.3s all expected text present finish='stop' visible=1069 reasoning_chars=0 reasoning_tokens=None", "name": "general image understanding", "passed": true }, { "detail": "0.4s all expected text present finish='stop' visible=41 reasoning_chars=0 reasoning_tokens=None", "name": "verbatim image OCR", "passed": true } ], "schema_version": "preflight/v2", "thinking": { "chat_template_kwargs": { "enable_thinking": false }, "mode": "disabled", "reasoning_effort": null }, "video_expect": [], "video_input": null }