{ "schema_version": "preflight/v2", "base_url": "http://127.0.0.1:39052/v1", "model": "nemotron3-super-120b-a12b-nvfp4-tp2", "thinking": { "mode": "disabled", "chat_template_kwargs": { "enable_thinking": false }, "reasoning_effort": null }, "budget": { "visible_answer_tokens": 512, "reasoning_headroom_tokens": 0, "max_completion_tokens": 512 }, "multimodal_input": null, "video_input": null, "image_expect": [], "ocr_expect": [], "video_expect": [], "checks": [ "smoke", "json", "tools", "streaming-tools", "tool-result", "responses" ], "results": [ { "name": "smoke (short coding)", "passed": true, "detail": "0.3s got='```python\\nsum(xs)\\n```' finish='stop' visible=21 reasoning_chars=0 reasoning_tokens=None" }, { "name": "structured JSON", "passed": true, "detail": "parsed keys=['language', 'ok'] finish='stop' visible=31 reasoning_chars=0 reasoning_tokens=None" }, { "name": "shared-prefix tool batch x20", "passed": true, "detail": "20/20 clean (sample: 1.0s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None)" }, { "name": "streaming tool call", "passed": true, "detail": "0.6s done=True events=8 valid tool_call get_weather(city='Oakland') finish='tool_calls'" }, { "name": "tool-result continuation", "passed": true, "detail": "0.8s tool result retained finish='stop' visible=11 reasoning_chars=0 reasoning_tokens=None" }, { "name": "Responses API subset", "passed": true, "detail": "0.2s status='completed' output='READY' reasoning_chars=0" } ], "observations": [ { "content": "```python\nsum(xs)\n```", "finish_reason": "stop", "content_chars": 21, "content_excerpt": "```python\nsum(xs)\n```", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 32, "total_tokens": 41, "completion_tokens": 9, "prompt_tokens_details": null }, "test": "smoke", "seconds": 0.294, "passed": true, "validation_detail": "contains sum(" }, { "content": "{\"language\":\"python\",\"ok\":true}", "finish_reason": "stop", "content_chars": 31, "content_excerpt": "{\"language\":\"python\",\"ok\":true}", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 34, "total_tokens": 44, "completion_tokens": 10, "prompt_tokens_details": null }, "test": "json", "seconds": 0.263, "passed": true, "validation_detail": "parsed keys=['language', 'ok']" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 0.953, "request_index": 1, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 1.89, "request_index": 0, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 2.832, "request_index": 2, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 3.771, "request_index": 3, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 4.709, "request_index": 5, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 5.654, "request_index": 4, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 6.594, "request_index": 6, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 7.537, "request_index": 7, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 8.473, "request_index": 9, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 9.415, "request_index": 8, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 10.35, "request_index": 10, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 11.291, "request_index": 11, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 12.229, "request_index": 12, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 13.169, "request_index": 13, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 14.108, "request_index": 14, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 15.048, "request_index": 16, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 15.99, "request_index": 15, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 16.93, "request_index": 17, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 17.869, "request_index": 18, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 5079, "total_tokens": 5106, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tools", "seconds": 18.804, "request_index": 19, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "test": "streaming-tools", "seconds": 0.563, "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 279, "total_tokens": 306, "completion_tokens": 27 }, "sse_done": true, "event_count": 8, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "", "finish_reason": "tool_calls", "content_chars": 0, "content_excerpt": "", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 279, "total_tokens": 306, "completion_tokens": 27, "prompt_tokens_details": null }, "test": "tool-result-initial", "seconds": 0.54, "passed": true, "validation_detail": "valid tool_call get_weather(city='Oakland')" }, { "content": "OAKLAND 72F", "finish_reason": "stop", "content_chars": 11, "content_excerpt": "OAKLAND 72F", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "prompt_tokens": 108, "total_tokens": 117, "completion_tokens": 9, "prompt_tokens_details": null }, "test": "tool-result-continuation", "seconds": 0.255, "passed": true, "validation_detail": "tool result retained" }, { "test": "responses", "seconds": 0.151, "finish_reason": "stop", "content_chars": 5, "content_excerpt": "READY", "reasoning_field": null, "reasoning_chars": 0, "reasoning_excerpt": "", "reasoning_tokens": null, "usage": { "input_tokens": 21, "input_tokens_details": { "cached_tokens": 0, "input_tokens_per_turn": [], "cached_tokens_per_turn": [] }, "output_tokens": 3, "output_tokens_details": { "reasoning_tokens": 0, "tool_output_tokens": 0, "output_tokens_per_turn": [], "tool_output_tokens_per_turn": [] }, "total_tokens": 24 }, "response_status": "completed", "passed": true, "validation_detail": "completed exact READY" } ], "evidence_policy": { "reasoning": "forbidden", "allowed_finish_reasons": [ "stop", "tool_calls" ], "errors": [] }, "passed": true }