{
  "schema_version": "preflight/v2",
  "base_url": "http://127.0.0.1:30002/v1",
  "model": "thinkingcap-qwen36-27b-fp8",
  "thinking": {
    "mode": "disabled",
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "reasoning_effort": null
  },
  "budget": {
    "visible_answer_tokens": 256,
    "reasoning_headroom_tokens": 0,
    "max_completion_tokens": 256
  },
  "checks": [
    "smoke",
    "json",
    "needle",
    "tools"
  ],
  "results": [
    {
      "name": "smoke (short coding)",
      "passed": true,
      "detail": "3.4s got='```python\\nsum(xs)\\n```' finish='stop' visible=21 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "structured JSON",
      "passed": true,
      "detail": "parsed keys=['language', 'ok'] finish='stop' visible=31 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "needle @ ~131072 ctx",
      "passed": true,
      "detail": "32.0s ctx~131072 got='ZEBRA-42917-QUARTZ' finish='stop' visible=18 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "shared-prefix tool batch x20",
      "passed": true,
      "detail": "20/20 clean (sample: 5.9s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None)"
    }
  ],
  "observations": [
    {
      "content": "```python\nsum(xs)\n```",
      "finish_reason": "stop",
      "content_chars": 21,
      "content_excerpt": "```python\nsum(xs)\n```",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 28,
        "total_tokens": 37,
        "completion_tokens": 9,
        "prompt_tokens_details": null
      },
      "test": "smoke",
      "seconds": 3.447,
      "passed": true,
      "validation_detail": "contains sum("
    },
    {
      "content": "{\"language\":\"python\",\"ok\":true}",
      "finish_reason": "stop",
      "content_chars": 31,
      "content_excerpt": "{\"language\":\"python\",\"ok\":true}",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 30,
        "total_tokens": 40,
        "completion_tokens": 10,
        "prompt_tokens_details": null
      },
      "test": "json",
      "seconds": 0.204,
      "passed": true,
      "validation_detail": "parsed keys=['language', 'ok']"
    },
    {
      "content": "ZEBRA-42917-QUARTZ",
      "finish_reason": "stop",
      "content_chars": 18,
      "content_excerpt": "ZEBRA-42917-QUARTZ",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 108180,
        "total_tokens": 108194,
        "completion_tokens": 14,
        "prompt_tokens_details": null
      },
      "test": "needle",
      "seconds": 32.024,
      "passed": true,
      "validation_detail": "needle present"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 5.862,
      "request_index": 2,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 6.675,
      "request_index": 1,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 7.49,
      "request_index": 3,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 8.308,
      "request_index": 0,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 8.306,
      "request_index": 4,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 10.099,
      "request_index": 6,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 10.913,
      "request_index": 5,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 11.732,
      "request_index": 7,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 12.548,
      "request_index": 8,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 13.363,
      "request_index": 9,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 14.328,
      "request_index": 10,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 15.144,
      "request_index": 11,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 15.96,
      "request_index": 14,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 16.776,
      "request_index": 12,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 17.589,
      "request_index": 15,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 18.555,
      "request_index": 16,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 18.594,
      "request_index": 13,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 18.628,
      "request_index": 17,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 18.663,
      "request_index": 18,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "total_tokens": 5508,
        "completion_tokens": 27,
        "prompt_tokens_details": null
      },
      "test": "tools",
      "seconds": 18.927,
      "request_index": 19,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    }
  ],
  "evidence_policy": {
    "reasoning": "forbidden",
    "allowed_finish_reasons": [
      "stop",
      "tool_calls"
    ],
    "errors": []
  },
  "passed": true
}