{
  "context": {
    "cap_tokens": 251648,
    "max_model_len": 252928,
    "targets": [
      {
        "attempted_context_tokens": 32768,
        "chars_per_token": 3.0,
        "clamped_tokens": 32768,
        "content_chunks": 54,
        "decode_tok_s": 72.02694768038744,
        "e2e_ms": 5229.702399985399,
        "effective_prefill_tok_s": 6969.892519730689,
        "estimated_prompt_tokens": 32768,
        "generation_ms": 749.7194000170566,
        "mean_inter_token_latency_ms": 13.883692592908456,
        "output_token_source": "usage",
        "output_tokens": 55,
        "prompt_tokens": 31225,
        "reasoning_chunks": 0,
        "status": "passed",
        "target_tokens": 32768,
        "time_to_first_output_ms": 4479.9829999683425,
        "ttft_ms": 4479.984499979764,
        "usage": {
          "completion_tokens": 55,
          "completion_tokens_details": {
            "reasoning_tokens": 0
          },
          "prompt_tokens": 31225,
          "prompt_tokens_details": {
            "cached_tokens": 0
          },
          "total_tokens": 31280
        },
        "visible_generation_ms": 749.7179000056349
      }
    ]
  },
  "evaluation_protocol": {
    "budget_semantics": "visible_answer_tokens plus reasoning_headroom_tokens are sent as one max_tokens cap; the endpoint does not hard-partition the channels",
    "minimum_comparable_repetitions": 3,
    "minimum_pass_rate": 1.0,
    "reasoning_headroom_tokens": 0,
    "records_finish_reason": true,
    "records_full_visible_answer": true,
    "records_reasoning_channel_metadata": true,
    "repetitions": 3,
    "version": 3,
    "visible_answer_tokens": 256
  },
  "failures": [],
  "identity": {
    "base_url": "http://127.0.0.1:8081/v1",
    "candidate_id": "neroued-qwen38-27b-nvfp4",
    "config_id": "ninfer-nospec-int8kv-252928-c1",
    "engine": "ninfer-e3aeaf8c",
    "gpu": "rtx-5090",
    "model": "qwen38-27b-ninfer-nvfp4-nospec-252k",
    "started_at": "2026-09-03T12:26:16Z"
  },
  "intelligence": {
    "checks": [
      {
        "attempt_count": 3,
        "attempts": [
          {
            "attempt": 1,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "content_chars": 94,
            "content_excerpt": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 639.0905000152998,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "diff_shape",
                "passed": true
              },
              {
                "name": "removes_old_timeout",
                "passed": true
              },
              {
                "name": "adds_new_timeout",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 45,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 51,
              "prompt_tokens_details": {
                "cached_tokens": 0
              },
              "total_tokens": 96
            }
          },
          {
            "attempt": 2,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "content_chars": 94,
            "content_excerpt": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 616.7112999828532,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "diff_shape",
                "passed": true
              },
              {
                "name": "removes_old_timeout",
                "passed": true
              },
              {
                "name": "adds_new_timeout",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 45,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 51,
              "prompt_tokens_details": {
                "cached_tokens": 44
              },
              "total_tokens": 96
            }
          },
          {
            "attempt": 3,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "content_chars": 94,
            "content_excerpt": "```diff\n--- a/app.py\n+++ b/app.py\n@@ -1,2 +1,2 @@\n-timeout = 30\n+timeout = 45\n retries = 2\n```",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 616.2050000275485,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "diff_shape",
                "passed": true
              },
              {
                "name": "removes_old_timeout",
                "passed": true
              },
              {
                "name": "adds_new_timeout",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 45,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 51,
              "prompt_tokens_details": {
                "cached_tokens": 44
              },
              "total_tokens": 96
            }
          }
        ],
        "id": "unified_diff_timeout_edit",
        "pass_count": 3,
        "pass_rate": 1.0,
        "required_pass_rate": 1.0,
        "status": "passed",
        "validator": "deterministic_text_checks"
      },
      {
        "attempt_count": 3,
        "attempts": [
          {
            "attempt": 1,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to bring the total under the limit.",
            "content_chars": 230,
            "content_excerpt": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to br",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 854.9827000242658,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "identifies_budget_overrun",
                "passed": true
              },
              {
                "name": "offers_latency_fix",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 61,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 79,
              "prompt_tokens_details": {
                "cached_tokens": 0
              },
              "total_tokens": 140
            }
          },
          {
            "attempt": 2,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to bring the total under the limit.",
            "content_chars": 230,
            "content_excerpt": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to br",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 826.4834000146948,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "identifies_budget_overrun",
                "passed": true
              },
              {
                "name": "offers_latency_fix",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 61,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 79,
              "prompt_tokens_details": {
                "cached_tokens": 72
              },
              "total_tokens": 140
            }
          },
          {
            "attempt": 3,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to bring the total under the limit.",
            "content_chars": 230,
            "content_excerpt": "The total latency of 3000 ms exceeds the 2500 ms timeout because the LLM's 1800 ms response time is too slow, so you should optimize the LLM by using a faster model or reducing prompt complexity to br",
            "failure_class": null,
            "finish_reason": "stop",
            "latency_ms": 826.555699983146,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "text_checks": [
              {
                "name": "identifies_budget_overrun",
                "passed": true
              },
              {
                "name": "offers_latency_fix",
                "passed": true
              }
            ],
            "usage": {
              "completion_tokens": 61,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 79,
              "prompt_tokens_details": {
                "cached_tokens": 72
              },
              "total_tokens": 140
            }
          }
        ],
        "id": "parallel_timeout_triage",
        "pass_count": 3,
        "pass_rate": 1.0,
        "required_pass_rate": 1.0,
        "status": "passed",
        "validator": "deterministic_text_checks"
      }
    ],
    "status": "passed"
  },
  "run_id": "fast-bakeoff-20260903T122616Z",
  "schema": "anvil-serving.fast-tier-bakeoff/v1",
  "score_inputs": {
    "e2e_p50_ms": 5229.702399985399,
    "intelligence_pass_rate": 1.0,
    "operational_fit_notes": [
      "endpoint was already loaded; benchmark did not start or stop serves"
    ],
    "session_recall_passed": false,
    "thinking_mode": "disabled",
    "tool_call_passed": true,
    "ttft_p50_ms": 4479.984499979764,
    "usable_context_tokens": 32768,
    "voice_latency_ms": null
  },
  "selection": {
    "context_targets": [
      32768
    ],
    "endpoint_already_loaded": true,
    "requests_per_context": 1,
    "suites": [
      "chat",
      "tool",
      "intelligence"
    ]
  },
  "session": {
    "checks": [],
    "status": "not_run"
  },
  "source_recipe": {
    "ref": "neroued/Qwen3.8-27B-NInfer-NVFP4-NoSpec-252K",
    "serve_command": null
  },
  "suites": {},
  "thinking": {
    "chat_template_kwargs": {
      "enable_thinking": false
    },
    "control_evidence": null,
    "control_evidence_sha256": null,
    "control_mechanism": "chat_template_kwargs",
    "control_requested": {
      "enable_thinking": false
    },
    "control_status": "requested_unverified",
    "mode": "disabled",
    "reasoning_effort": null,
    "unsupported": false
  },
  "timing": {
    "chat": {
      "content_chunks": 54,
      "decode_tok_s_p50": 72.02694768038744,
      "decode_tok_s_p95": 72.02694768038744,
      "e2e_p50_ms": 5229.702399985399,
      "e2e_p95_ms": 5229.702399985399,
      "effective_prefill_tok_s_p50": 6969.892519730689,
      "effective_prefill_tok_s_p95": 6969.892519730689,
      "generation_p50_ms": 749.7194000170566,
      "generation_p95_ms": 749.7194000170566,
      "mean_inter_token_latency_ms_p50": 13.883692592908456,
      "mean_inter_token_latency_ms_p95": 13.883692592908456,
      "output_tokens": 55,
      "prompt_token_samples": 1,
      "prompt_tokens": 31225,
      "prompt_tokens_p50": 31225.0,
      "prompt_tokens_p95": 31225.0,
      "reasoning_chunks": 0,
      "time_to_first_output_p50_ms": 4479.9829999683425,
      "time_to_first_output_p95_ms": 4479.9829999683425,
      "ttft_p50_ms": 4479.984499979764,
      "ttft_p95_ms": 4479.984499979764,
      "ttft_samples": 1
    },
    "wall_ms": 10996.828800009098
  },
  "tool": {
    "checks": [
      {
        "attempt_count": 3,
        "attempts": [
          {
            "arguments": {
              "zip": "98101"
            },
            "attempt": 1,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "",
            "content_chars": 0,
            "content_excerpt": "",
            "failure_class": null,
            "finish_reason": "tool_calls",
            "latency_ms": 493.22200001915917,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "tool_call_count": 1,
            "usage": {
              "completion_tokens": 32,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 292,
              "prompt_tokens_details": {
                "cached_tokens": 0
              },
              "total_tokens": 324
            },
            "valid_tool_call_count": 1,
            "validation_errors": []
          },
          {
            "arguments": {
              "zip": "98101"
            },
            "attempt": 2,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "",
            "content_chars": 0,
            "content_excerpt": "",
            "failure_class": null,
            "finish_reason": "tool_calls",
            "latency_ms": 446.06670003850013,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "tool_call_count": 1,
            "usage": {
              "completion_tokens": 32,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 292,
              "prompt_tokens_details": {
                "cached_tokens": 285
              },
              "total_tokens": 324
            },
            "valid_tool_call_count": 1,
            "validation_errors": []
          },
          {
            "arguments": {
              "zip": "98101"
            },
            "attempt": 3,
            "budget": {
              "legacy_max_tokens_as_visible": false,
              "max_completion_tokens": 256,
              "reasoning_headroom_tokens": 0,
              "visible_answer_tokens": 256
            },
            "content": "",
            "content_chars": 0,
            "content_excerpt": "",
            "failure_class": null,
            "finish_reason": "tool_calls",
            "latency_ms": 446.05939998291433,
            "reasoning_chars": 0,
            "reasoning_excerpt": "",
            "reasoning_field": null,
            "reasoning_tokens": 0,
            "status": "passed",
            "tool_call_count": 1,
            "usage": {
              "completion_tokens": 32,
              "completion_tokens_details": {
                "reasoning_tokens": 0
              },
              "prompt_tokens": 292,
              "prompt_tokens_details": {
                "cached_tokens": 285
              },
              "total_tokens": 324
            },
            "valid_tool_call_count": 1,
            "validation_errors": []
          }
        ],
        "expected_arguments": {
          "zip": "98101"
        },
        "expected_function": "record_weather_zip",
        "name": "openai_tool_call_smoke",
        "pass_count": 3,
        "pass_rate": 1.0,
        "required_pass_rate": 1.0,
        "status": "passed"
      }
    ],
    "status": "passed"
  },
  "voice": {
    "status": "not_run",
    "stt_latency_ms": null,
    "total_turn_latency_ms": null,
    "tts_latency_ms": null
  }
}