{
  "base_url": "http://127.0.0.1:8081/v1",
  "budget": {
    "max_completion_tokens": 256,
    "reasoning_headroom_tokens": 0,
    "visible_answer_tokens": 256
  },
  "checks": [
    "tools",
    "streaming-tools",
    "tool-result"
  ],
  "evidence_policy": {
    "allowed_finish_reasons": [
      "stop",
      "tool_calls"
    ],
    "errors": [],
    "reasoning": "forbidden"
  },
  "image_expect": [],
  "model": "qwen38-27b-ninfer-nvfp4-mtp3-252k",
  "multimodal_input": null,
  "observations": [
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 2,
      "seconds": 1.024,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 7,
      "seconds": 1.19,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 9,
      "seconds": 1.28,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 15,
      "seconds": 1.415,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 6,
      "seconds": 1.69,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 13,
      "seconds": 1.75,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 19,
      "seconds": 1.914,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 1,
      "seconds": 2.193,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 12,
      "seconds": 2.251,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 4,
      "seconds": 2.525,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 5,
      "seconds": 2.69,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 0,
      "seconds": 2.858,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 8,
      "seconds": 2.966,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 11,
      "seconds": 3.079,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 10,
      "seconds": 3.244,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 18,
      "seconds": 3.407,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "request_index": 16,
      "seconds": 3.573,
      "test": "tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 5485,
        "prompt_tokens_details": {
          "cached_tokens": 5478
        },
        "total_tokens": 5512
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content_chars": 0,
      "content_excerpt": "",
      "event_count": 4,
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": null,
      "seconds": 0.21,
      "sse_done": true,
      "test": "streaming-tools",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 285,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 312
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "seconds": 0.164,
      "test": "tool-result-initial",
      "usage": {
        "completion_tokens": 27,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 285,
        "prompt_tokens_details": {
          "cached_tokens": 278
        },
        "total_tokens": 312
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "OAKLAND 72F",
      "content_chars": 11,
      "content_excerpt": "OAKLAND 72F",
      "finish_reason": "stop",
      "passed": true,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_field": null,
      "reasoning_tokens": 0,
      "seconds": 0.116,
      "test": "tool-result-continuation",
      "usage": {
        "completion_tokens": 8,
        "completion_tokens_details": {
          "reasoning_tokens": 0
        },
        "prompt_tokens": 99,
        "prompt_tokens_details": {
          "cached_tokens": 0
        },
        "total_tokens": 107
      },
      "validation_detail": "tool result retained"
    }
  ],
  "ocr_expect": [],
  "passed": false,
  "results": [
    {
      "detail": "17/20 clean (sample: error: HTTP 429: {\"error\":{\"code\":\"server_overloaded\",\"message\":\"inference request queue is full\",\"param\":null,\"type\":\"rate_limit_error\"}})",
      "name": "shared-prefix tool batch x20",
      "passed": false
    },
    {
      "detail": "0.2s done=True events=4 valid tool_call get_weather(city='Oakland') finish='tool_calls'",
      "name": "streaming tool call",
      "passed": true
    },
    {
      "detail": "0.3s tool result retained finish='stop' visible=11 reasoning_chars=0 reasoning_tokens=0",
      "name": "tool-result continuation",
      "passed": true
    }
  ],
  "schema_version": "preflight/v2",
  "thinking": {
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "mode": "disabled",
    "reasoning_effort": null
  },
  "video_expect": [],
  "video_input": null
}
