{
  "base_url": "http://127.0.0.1:8001/v1",
  "budget": {
    "max_completion_tokens": 256,
    "reasoning_headroom_tokens": 0,
    "visible_answer_tokens": 256
  },
  "checks": [
    "tools"
  ],
  "evidence_policy": {
    "allowed_finish_reasons": [
      "stop",
      "tool_calls"
    ],
    "errors": [
      "disallowed finish_reason: [\"'length'\"]"
    ],
    "reasoning": "any"
  },
  "image_expect": [],
  "model": "glm53-flash-tr3-4bpw-tp2-262k-adaptive-mtp5",
  "multimodal_input": null,
  "observations": [
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 103,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. I should call it with city \"Oakland\".",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 10,
      "seconds": 31.233,
      "test": "tools",
      "usage": {
        "completion_tokens": 38,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5005
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 4,
      "seconds": 31.388,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 14,
      "seconds": 32.5,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 103,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. I should call it with city \"Oakland\".",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 18,
      "seconds": 35.613,
      "test": "tools",
      "usage": {
        "completion_tokens": 38,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5005
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 11,
      "seconds": 35.615,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 7,
      "seconds": 43.661,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 8,
      "seconds": 50.57,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 12,
      "seconds": 50.746,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 13,
      "seconds": 51.023,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 15,
      "seconds": 51.141,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 19,
      "seconds": 51.497,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "passed": true,
      "reasoning_chars": 81,
      "reasoning_excerpt": "The user wants the weather in Oakland. I have a get_weather tool. Let me call it.",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 16,
      "seconds": 51.947,
      "test": "tools",
      "usage": {
        "completion_tokens": 33,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5000
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 17,
      "seconds": 60.011,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 3,
      "seconds": 60.194,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 2,
      "seconds": 60.649,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 0,
      "seconds": 60.997,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1531,
      "reasoning_excerpt": "The user wants the weather in Oaklandhandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleh",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 1,
      "seconds": 61.028,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 6,
      "seconds": 61.497,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1529,
      "reasoning_excerpt": "The user wants the weather inhandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehan",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 5,
      "seconds": 61.654,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "length",
      "passed": false,
      "reasoning_chars": 1530,
      "reasoning_excerpt": "The user wants thehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandlehandleha",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "request_index": 9,
      "seconds": 61.668,
      "test": "tools",
      "usage": {
        "completion_tokens": 256,
        "prompt_tokens": 4967,
        "prompt_tokens_details": null,
        "total_tokens": 5223
      },
      "validation_detail": "response did not include tool_calls"
    }
  ],
  "ocr_expect": [],
  "passed": false,
  "results": [
    {
      "detail": "12/20 clean (sample: 31.2s valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=103 reasoning_tokens=None)",
      "name": "shared-prefix tool batch x20",
      "passed": false
    }
  ],
  "schema_version": "preflight/v2",
  "thinking": {
    "chat_template_kwargs": null,
    "mode": "default",
    "reasoning_effort": null
  },
  "video_expect": [],
  "video_input": null
}