{
  "schema_version": "preflight/v2",
  "base_url": "http://127.0.0.1:18000/v1",
  "model": "vision.agents_a1_qualification",
  "thinking": {
    "mode": "disabled",
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "reasoning_effort": null
  },
  "budget": {
    "visible_answer_tokens": 1024,
    "reasoning_headroom_tokens": 0,
    "max_completion_tokens": 1024
  },
  "multimodal_input": null,
  "video_input": {
    "bytes": 11627,
    "mime": "video/mp4",
    "sha256": "4d82c50cd2e500fc58df6d4930efec12649a0eaf236bee53d0d7c7ca84e35980"
  },
  "image_expect": [],
  "ocr_expect": [],
  "video_expect": [
    "red",
    "green"
  ],
  "checks": [
    "smoke",
    "json",
    "tools",
    "streaming-tools",
    "tool-result",
    "video"
  ],
  "results": [
    {
      "name": "smoke (short coding)",
      "passed": true,
      "detail": "0.3s got='```python\\nsum(xs)\\n```' finish='stop' visible=21 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "structured JSON",
      "passed": true,
      "detail": "parsed keys=['language', 'ok'] finish='stop' visible=31 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "shared-prefix tool batch x20",
      "passed": true,
      "detail": "20/20 clean (sample: 1.2s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=0 reasoning_tokens=None)"
    },
    {
      "name": "streaming tool call",
      "passed": true,
      "detail": "0.2s done=True events=4 valid tool_call get_weather(city='Oakland') finish='tool_calls'"
    },
    {
      "name": "tool-result continuation",
      "passed": true,
      "detail": "0.4s tool result retained finish='stop' visible=11 reasoning_chars=0 reasoning_tokens=None"
    },
    {
      "name": "bounded video understanding",
      "passed": true,
      "detail": "1.2s all expected text present finish='stop' visible=789 reasoning_chars=0 reasoning_tokens=None"
    }
  ],
  "observations": [
    {
      "content": "```python\nsum(xs)\n```",
      "finish_reason": "stop",
      "content_chars": 21,
      "content_excerpt": "```python\nsum(xs)\n```",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 28,
        "completion_tokens": 9,
        "total_tokens": 37
      },
      "test": "smoke",
      "seconds": 0.327,
      "passed": true,
      "validation_detail": "contains sum("
    },
    {
      "content": "{\"language\":\"python\",\"ok\":true}",
      "finish_reason": "stop",
      "content_chars": 31,
      "content_excerpt": "{\"language\":\"python\",\"ok\":true}",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 30,
        "completion_tokens": 10,
        "total_tokens": 40
      },
      "test": "json",
      "seconds": 0.093,
      "passed": true,
      "validation_detail": "parsed keys=['language', 'ok']"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 1.209,
      "request_index": 2,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 1.216,
      "request_index": 3,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 1.224,
      "request_index": 4,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 1.23,
      "request_index": 5,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 2.131,
      "request_index": 6,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 2.137,
      "request_index": 7,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 2.145,
      "request_index": 8,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 2.151,
      "request_index": 9,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.05,
      "request_index": 10,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.056,
      "request_index": 11,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.063,
      "request_index": 15,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.069,
      "request_index": 16,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.976,
      "request_index": 17,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.988,
      "request_index": 1,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.996,
      "request_index": 0,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 3.998,
      "request_index": 13,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 4.896,
      "request_index": 14,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 4.904,
      "request_index": 12,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 4.91,
      "request_index": 18,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 5481,
        "completion_tokens": 27,
        "total_tokens": 5508
      },
      "test": "tools",
      "seconds": 4.916,
      "request_index": 19,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "test": "streaming-tools",
      "seconds": 0.243,
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": null,
      "sse_done": true,
      "event_count": 4,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "finish_reason": "tool_calls",
      "content_chars": 0,
      "content_excerpt": "",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 281,
        "completion_tokens": 27,
        "total_tokens": 308
      },
      "test": "tool-result-initial",
      "seconds": 0.217,
      "passed": true,
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "OAKLAND 72F",
      "finish_reason": "stop",
      "content_chars": 11,
      "content_excerpt": "OAKLAND 72F",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 99,
        "completion_tokens": 8,
        "total_tokens": 107
      },
      "test": "tool-result-continuation",
      "seconds": 0.133,
      "passed": true,
      "validation_detail": "tool result retained"
    },
    {
      "content": "This video consists of a sequence of static title cards with text, set against a solid dark blue background. The events unfold as follows:\n\n- **00:00 - 00:03**: The video begins with the text \"FIRST RED\" displayed in a bold, red, sans-serif font. The text is centered on the screen and remains static for the duration.\n- **00:03 - 00:04**: A transition occurs where the text \"FIRST RED\" is replaced by the text \"THEN GREEN\". During this brief moment, both phrases are visible, with \"THEN GREEN\" in a bright green font appearing over the fading red text.\n- **00:04 - 00:08**: The screen settles on the final title card, which displays the text \"THEN GREEN\" in the same bold, green, sans-serif font, centered on the dark blue background. This image remains static until the end of the video.",
      "finish_reason": "stop",
      "content_chars": 789,
      "content_excerpt": "This video consists of a sequence of static title cards with text, set against a solid dark blue background. The events unfold as follows:\n\n- **00:00 - 00:03**: The video begins with the text \"FIRST R",
      "reasoning_field": null,
      "reasoning_chars": 0,
      "reasoning_excerpt": "",
      "reasoning_tokens": null,
      "usage": {
        "prompt_tokens": 375,
        "completion_tokens": 203,
        "total_tokens": 578
      },
      "test": "video",
      "seconds": 1.167,
      "passed": true,
      "validation_detail": "all expected text present",
      "video": {
        "bytes": 11627,
        "mime": "video/mp4",
        "sha256": "4d82c50cd2e500fc58df6d4930efec12649a0eaf236bee53d0d7c7ca84e35980"
      },
      "expected": [
        "red",
        "green"
      ]
    }
  ],
  "evidence_policy": {
    "reasoning": "forbidden",
    "allowed_finish_reasons": [
      "stop",
      "tool_calls"
    ],
    "errors": []
  },
  "passed": true
}