{
  "base_url": "http://127.0.0.1:39125/v1",
  "budget": {
    "max_completion_tokens": 18432,
    "reasoning_headroom_tokens": 16384,
    "visible_answer_tokens": 2048
  },
  "checks": [
    "needle",
    "long-tools"
  ],
  "evidence_policy": {
    "allowed_finish_reasons": [
      "stop",
      "tool_calls"
    ],
    "errors": [],
    "reasoning": "any"
  },
  "image_expect": [],
  "model": "glm53-flash-exl3-4bpw-v84-fp8-tp2-c4-327k-r8-vision-nospec",
  "multimodal_input": null,
  "observations": [
    {
      "content": "ZEBRA-42917-QUARTZ",
      "content_chars": 18,
      "content_excerpt": "ZEBRA-42917-QUARTZ",
      "finish_reason": "stop",
      "passed": true,
      "reasoning_chars": 449,
      "reasoning_excerpt": "The user has provided a long repetitive text about engineers and telemetry, and then at the end, there's a specific instruction: \"IMPORTANT: The launch code is ZEBRA-42917-QUARTZ.\"\n\nThe question asks:",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "seconds": 52.705,
      "test": "needle",
      "usage": {
        "completion_tokens": 122,
        "prompt_tokens": 231045,
        "prompt_tokens_details": null,
        "total_tokens": 231167
      },
      "validation_detail": "needle present"
    },
    {
      "content": "",
      "content_chars": 0,
      "content_excerpt": "",
      "finish_reason": "tool_calls",
      "measured_prompt_tokens": 110760,
      "minimum_prompt_tokens": 100000,
      "passed": true,
      "reasoning_chars": 227,
      "reasoning_excerpt": "The user has sent a bunch of repeated text about \"Archived repository telemetry remained nominal during this interval\" and then asks \"What's the weather in Oakland? Use the tool.\"\n\nI should use the ge",
      "reasoning_field": "reasoning",
      "reasoning_tokens": null,
      "requested_context_tokens": 131072,
      "seconds": 30.54,
      "test": "long-tools",
      "usage": {
        "completion_tokens": 59,
        "prompt_tokens": 110760,
        "prompt_tokens_details": null,
        "total_tokens": 110819
      },
      "validation_detail": "valid tool_call get_weather(city='Oakland')"
    }
  ],
  "ocr_expect": [],
  "passed": true,
  "results": [
    {
      "detail": "52.7s ctx~280000 got='ZEBRA-42917-QUARTZ' finish='stop' visible=18 reasoning_chars=449 reasoning_tokens=None",
      "name": "needle @ ~280000 ctx",
      "passed": true
    },
    {
      "detail": "30.5s measured_prompt=110760 valid tool_call get_weather(city='Oakland') finish='tool_calls' visible=0 reasoning_chars=227 reasoning_tokens=None",
      "name": "tool call after >=100K prompt (target 131072)",
      "passed": true
    }
  ],
  "schema_version": "preflight/v2",
  "thinking": {
    "chat_template_kwargs": null,
    "mode": "default",
    "reasoning_effort": "max"
  },
  "video_expect": [],
  "video_input": null
}