{ "base_url": "http://127.0.0.1:8001/v1", "budget": { "max_completion_tokens": 4096, "reasoning_headroom_tokens": 2048, "visible_answer_tokens": 2048 }, "checks": [ "smoke", "json", "tools", "streaming-tools", "tool-result", "responses", "image", "ocr" ], "evidence_policy": { "allowed_finish_reasons": [ "stop", "tool_calls" ], "errors": [], "reasoning": "any" }, "image_expect": [ "Anvil Serving Dashboard", "Error 503", "RTX 5090" ], "model": "glm53-flash-tr3-4bpw-tp2-262k-fixed-mtp5-vision", "multimodal_input": { "bytes": 14307, "mime": "image/png", "sha256": "c104d086a52a0b60981f6490074b476f20d2a45683900fa372c5edeaff0fab51" }, "observations": [ { "content": "```python\nsum(xs)\n```\n\nIf you want it as a lambda:\n\n```python\ntotal = lambda xs: sum(xs)\n```\n\nOr, if you want to avoid the built-in entirely (e.g., using `functools.reduce`):\n\n```python\nfrom functools import reduce\ntotal = lambda xs: reduce(lambda a, b: a + b, xs, 0)\n```", "content_chars": 271, "content_excerpt": "```python\nsum(xs)\n```\n\nIf you want it as a lambda:\n\n```python\ntotal = lambda xs: sum(xs)\n```\n\nOr, if you want to avoid the built-in entirely (e.g., using `functools.reduce`):\n\n```python\nfrom functools", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 1.362, "test": "smoke", "usage": { "completion_tokens": 83, "prompt_tokens": 28, "prompt_tokens_details": null, "total_tokens": 111 }, "validation_detail": "contains sum(" }, { "content": "{\"language\":\"python\",\"ok\":true}", "content_chars": 31, "content_excerpt": "{\"language\":\"python\",\"ok\":true}", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.204, "test": "json", "usage": { "completion_tokens": 11, "prompt_tokens": 30, "prompt_tokens_details": null, "total_tokens": 41 }, "validation_detail": "parsed keys=['language', 'ok']" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 0, "seconds": 3.069, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 1, "seconds": 4.272, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 2, "seconds": 6.134, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 3, "seconds": 7.325, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 4, "seconds": 9.172, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 5, "seconds": 10.359, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 6, "seconds": 12.235, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 8, "seconds": 13.476, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 7, "seconds": 14.677, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 9, "seconds": 16.548, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 10, "seconds": 17.737, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 11, "seconds": 19.595, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 12, "seconds": 20.781, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 13, "seconds": 22.63, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 15, "seconds": 23.868, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 16, "seconds": 25.077, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 17, "seconds": 26.956, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 18, "seconds": 28.158, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 14, "seconds": 29.822, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "request_index": 19, "seconds": 29.937, "test": "tools", "usage": { "completion_tokens": 13, "prompt_tokens": 4967, "prompt_tokens_details": null, "total_tokens": 4980 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content_chars": 0, "content_excerpt": "", "event_count": 13, "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 123, "reasoning_excerpt": "The user wants to know the weather in Oakland. I have a get_weather tool available. Let me call it with the city \"Oakland\".", "reasoning_field": "stream_delta", "reasoning_tokens": null, "seconds": 0.64, "sse_done": true, "test": "streaming-tools", "usage": { "completion_tokens": 42, "prompt_tokens": 166, "total_tokens": 208 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "content_chars": 0, "content_excerpt": "", "finish_reason": "tool_calls", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.284, "test": "tool-result-initial", "usage": { "completion_tokens": 13, "prompt_tokens": 166, "prompt_tokens_details": null, "total_tokens": 179 }, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "OAKLAND 72F", "content_chars": 11, "content_excerpt": "OAKLAND 72F", "finish_reason": "stop", "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 0.277, "test": "tool-result-continuation", "usage": { "completion_tokens": 8, "prompt_tokens": 70, "prompt_tokens_details": null, "total_tokens": 78 }, "validation_detail": "tool result retained" }, { "content_chars": 5, "content_excerpt": "READY", "finish_reason": "stop", "passed": true, "reasoning_chars": 136, "reasoning_excerpt": "The user has asked me to reply with exactly \"READY\". This is a simple instruction. I should comply with exactly that word, nothing more.", "reasoning_field": "reasoning_text", "reasoning_tokens": null, "response_status": "completed", "seconds": 0.528, "test": "responses", "usage": { "input_tokens": 16, "input_tokens_details": { "cached_tokens": 0, "cached_tokens_per_turn": [], "input_tokens_per_turn": [] }, "output_tokens": 32, "output_tokens_details": { "output_tokens_per_turn": [], "reasoning_tokens": 0, "tool_output_tokens": 0, "tool_output_tokens_per_turn": [] }, "total_tokens": 48 }, "validation_detail": "completed exact READY" }, { "content": "# Anvil Serving Dashboard\n\nThis is a monitoring dashboard for a GPU-based model serving system called **Anvil**.\n\n## GPU Status Panel (left)\n- **GPU:** RTX 5090\n- **VRAM used:** 30,057 MiB\n- **Serves running:** 7\n- **Status:** \ud83d\udfe2 **HEALTHY** (green indicator)\n\n## Error Panel (right)\n- **Error 503** (red-bordered alert box)\n- Message: *\"No available tier for preset 'planning' - all candidates busy\"*\n- A blue **Retry** button is provided\n\n## Requests per Tier (bar chart)\n| Tier | Relative load |\n|------|---------------|\n| **heavy** (blue) | Highest \u2014 most requests |\n| **fast** (orange) | Medium |\n| **ocr** (green) | Lowest |\n\n## Key Takeaway\nThe server itself is healthy, but it's returning **503 errors for the 'planning' preset** because all candidate serve instances for that tier are busy \u2014 likely a capacity/scheduling issue rather than a system failure. The \"planning\" preset doesn't appear in the request chart, suggesting it may be a new or unprovisioned tier.", "content_chars": 973, "content_excerpt": "# Anvil Serving Dashboard\n\nThis is a monitoring dashboard for a GPU-based model serving system called **Anvil**.\n\n## GPU Status Panel (left)\n- **GPU:** RTX 5090\n- **VRAM used:** 30,057 MiB\n- **Serves ", "expected": [ "Anvil Serving Dashboard", "Error 503", "RTX 5090" ], "finish_reason": "stop", "image": { "bytes": 14307, "mime": "image/png", "sha256": "c104d086a52a0b60981f6490074b476f20d2a45683900fa372c5edeaff0fab51" }, "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 3.819, "test": "image", "usage": { "completion_tokens": 260, "prompt_tokens": 694, "prompt_tokens_details": null, "total_tokens": 954 }, "validation_detail": "all expected text present" }, { "content": "Anvil Serving Dashboard\n\nGPU: RTX 5090\n\nVRAM used: 30057 MiB\n\nServes running: 7\n\nHEALTHY\n\nError 503\n\nNo available tier for preset\n'planning' - all candidates busy\n\nRetry\n\nRequests per tier\n\nheavy\nfast\nocr", "content_chars": 204, "content_excerpt": "Anvil Serving Dashboard\n\nGPU: RTX 5090\n\nVRAM used: 30057 MiB\n\nServes running: 7\n\nHEALTHY\n\nError 503\n\nNo available tier for preset\n'planning' - all candidates busy\n\nRetry\n\nRequests per tier\n\nheavy\nfast", "expected": [ "Anvil Serving Dashboard", "Error 503", "30057 MiB", "planning" ], "finish_reason": "stop", "image": { "bytes": 14307, "mime": "image/png", "sha256": "c104d086a52a0b60981f6490074b476f20d2a45683900fa372c5edeaff0fab51" }, "passed": true, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_field": null, "reasoning_tokens": null, "seconds": 1.01, "test": "ocr", "usage": { "completion_tokens": 68, "prompt_tokens": 695, "prompt_tokens_details": null, "total_tokens": 763 }, "validation_detail": "all expected text present" } ], "ocr_expect": [ "Anvil Serving Dashboard", "Error 503", "30057 MiB", "planning" ], "passed": true, "results": [ { "detail": "1.4s got='```python\\nsum(xs)\\n```\\n\\nIf you want it as a lambda:' finish='stop' visible=271 reasoning_chars=0 reasoning_tokens=None", "name": "smoke (short coding)", "passed": true }, { "detail": "parsed keys=['language', 'ok'] finish='stop' visible=31 reasoning_chars=0 reasoning_tokens=None", "name": "structured JSON", "passed": true }, { "detail": "20/20 clean (sample: 3.1s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None)", "name": "shared-prefix tool batch x20", "passed": true }, { "detail": "0.6s done=True events=13 valid tool_call get_weather(city='Oakland') finish='tool_calls'", "name": "streaming tool call", "passed": true }, { "detail": "0.6s tool result retained finish='stop' visible=11 reasoning_chars=0 reasoning_tokens=None", "name": "tool-result continuation", "passed": true }, { "detail": "0.5s status='completed' output='READY' reasoning_chars=136", "name": "Responses API subset", "passed": true }, { "detail": "3.8s all expected text present finish='stop' visible=973 reasoning_chars=0 reasoning_tokens=None", "name": "general image understanding", "passed": true }, { "detail": "1.0s all expected text present finish='stop' visible=204 reasoning_chars=0 reasoning_tokens=None", "name": "verbatim image OCR", "passed": true } ], "schema_version": "preflight/v2", "thinking": { "chat_template_kwargs": null, "mode": "default", "reasoning_effort": "low" }, "video_expect": [], "video_input": null }