{
  "container_limits": {
    "mem_limit": 8589934592,
    "memswap_limit": 8589934592,
    "nano_cpus": 4000000000,
    "network_mode": "none",
    "pids_limit": 512
  },
  "created_at": "2026-10-13T14:58:30.888153Z",
  "dataset": "princeton-nlp/SWE-bench_Verified",
  "dataset_snapshot": {
    "files": {
      "test-00000-of-00001.parquet": "a45b1fe4e2f0c8390b2b2938ac83e92ed5979000856808f3679c07812e9e6dcd"
    },
    "revision": "c104f840cc67f8b6eec6f759ebc8b2693d585d4a",
    "root": "<redacted-local-dataset-root>"
  },
  "endpoint": {
    "base_url": "<redacted-local-endpoint>",
    "model": "glm53-ormandj-mixed-tp2-131k-c1-nospec"
  },
  "failure": {
    "class": "model_failure",
    "code": "swe_limits_exceeded",
    "stage": "agent"
  },
  "harnesses": {
    "agent": {
      "name": "mini-swe-agent",
      "revision": "a83fcae82d2a08f0ee0c688f9d137b3566c097f8"
    },
    "grader": {
      "name": "swe-bench",
      "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
    },
    "grader_containment": {
      "adapter_sha256": "23c56b27d62b79c39aca6dcfdd4c504030e241e3a6941620cdc6e947b9035a7b",
      "receipt": "<redacted-local-containment-receipt>",
      "source_hashes": {
        "swebench/harness/docker_build.py": "5278842b60a7d38256f95f93c915dc84de2b8b4f286e9baae1b19280f768e484",
        "swebench/harness/run_evaluation.py": "6959f0b4e4eaf979771f529b88e3e9df1daa7fe86bc4291feec2e7d320bf7f2e"
      }
    },
    "python_environment": {
      "architecture": "x86_64",
      "platform": "linux",
      "python": {
        "implementation": "CPython",
        "version": "3.14.4"
      },
      "resolved_packages_sha256": "809336a2a74041fa07adad60eaca2208acd936f3728d2368d22f98657576a37a",
      "schema": "anvil-serving.swe-python-environment/v1"
    }
  },
  "image_observations": [],
  "instances": [
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "0a26fe27127ef8e374ad313cd348b53814564b97f1db6cfde1a89767766f1e8a",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "sphinx-doc__sphinx-9658",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "482c16424e0eaf52b4dbf6855f2fcae9d5b489917562c648cc92bceebd2e211f"
      }
    },
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "0a26fe27127ef8e374ad313cd348b53814564b97f1db6cfde1a89767766f1e8a",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "sympy__sympy-12096",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "f281e1e66914202fc1f02bea2d1fa1f3553c877546ec77ef4f7e264edd8761b9"
      }
    },
    {
      "duration_s": null,
      "exit_status": "Submitted",
      "failure_class": null,
      "grader": {
        "completed": true,
        "name": "swe-bench",
        "report_sha256": "0a26fe27127ef8e374ad313cd348b53814564b97f1db6cfde1a89767766f1e8a",
        "resolved": false,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "django__django-13512",
      "prediction_sha256": "5828272b283a247a649dba6ba552f9d3299e0fec3ae55edc525048bd51f72a11",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 35,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "56e03e45485ebc6713bfde72e9263aa2341bcce1b8e25be4b916463cecb51bdd"
      }
    },
    {
      "duration_s": null,
      "exit_status": "Submitted",
      "failure_class": null,
      "grader": {
        "completed": true,
        "name": "swe-bench",
        "report_sha256": "0a26fe27127ef8e374ad313cd348b53814564b97f1db6cfde1a89767766f1e8a",
        "resolved": true,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "pydata__xarray-4356",
      "prediction_sha256": "7340be477ddf06a4925757482671ba513f6b26ffc81d935fa233e3b082be5221",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 36,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "f7319ec23530bb573cf72cea58dc2b4ac8aed2c1a76296eb1980553b51e48d70"
      }
    },
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "0a26fe27127ef8e374ad313cd348b53814564b97f1db6cfde1a89767766f1e8a",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "pylint-dev__pylint-8898",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "73dd5dbb6806525bcebdf894e67558e07ba6c9e4c0f07c73c18799cf60409b90"
      }
    }
  ],
  "official_grader_complete": false,
  "ownership_id": "qualification-20261013",
  "paired_image_ids": null,
  "plan_sha256": "15972fd696fac7581d0d08b04c6493e6cacf76cbfa8c921c7ca1c7457273771f",
  "profile": "scout",
  "profile_sha256": "fce0e6e1e7497585bdfc6f76507d3baaff99a6b4f174d841d268de20c68de7f6",
  "promotion": {
    "authorized": false,
    "message": "Benchmark evidence does not authorize model promotion."
  },
  "request_controls": {
    "reasoning_effort": null,
    "sampling": {
      "temperature": {
        "effective_request": 0.6,
        "requested": 0.6,
        "sent": true
      },
      "top_p": {
        "effective_request": 0.95,
        "requested": 0.95,
        "sent": true
      }
    },
    "thinking_mode": "disabled"
  },
  "run_id": "qualification-20261013-glm-mixed-tp2-thinking-off-swe5",
  "schema": "anvil-serving.swe-run/v1",
  "selection": {
    "instance_ids": [
      "sphinx-doc__sphinx-9658",
      "sympy__sympy-12096",
      "django__django-13512",
      "pydata__xarray-4356",
      "pylint-dev__pylint-8898"
    ],
    "kind": "explicit_instance_ids",
    "sha256": "622934396fb97d950f803dfbb0791f6a398a5a6fe0fd94cc27b329f1a953cac4"
  },
  "split": "test",
  "stage_count": 2,
  "stages": "<redacted-runtime-stage-transcripts>",
  "state": "incomplete",
  "summary": {
    "attempted": 5,
    "graded": 2,
    "resolve_rate": 0.5,
    "resolved": 1
  },
  "task_container_network": "none"
}