{
  "container_limits": {
    "mem_limit": 8589934592,
    "memswap_limit": 8589934592,
    "nano_cpus": 4000000000,
    "network_mode": "none",
    "pids_limit": 512
  },
  "created_at": "2026-10-13T13:40:54.536050Z",
  "dataset": "princeton-nlp/SWE-bench_Verified",
  "dataset_snapshot": {
    "files": {
      "test-00000-of-00001.parquet": "a45b1fe4e2f0c8390b2b2938ac83e92ed5979000856808f3679c07812e9e6dcd"
    },
    "revision": "c104f840cc67f8b6eec6f759ebc8b2693d585d4a",
    "root": "<redacted-local-dataset-root>"
  },
  "endpoint": {
    "base_url": "<redacted-local-endpoint>",
    "model": "glm53-ormandj-mixed-tp2-131k-c1-nospec"
  },
  "failure": {
    "class": "model_failure",
    "code": "swe_limits_exceeded",
    "stage": "agent"
  },
  "harnesses": {
    "agent": {
      "name": "mini-swe-agent",
      "revision": "a83fcae82d2a08f0ee0c688f9d137b3566c097f8"
    },
    "grader": {
      "name": "swe-bench",
      "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
    },
    "grader_containment": {
      "adapter_sha256": "23c56b27d62b79c39aca6dcfdd4c504030e241e3a6941620cdc6e947b9035a7b",
      "receipt": "<redacted-local-containment-receipt>",
      "source_hashes": {
        "swebench/harness/docker_build.py": "5278842b60a7d38256f95f93c915dc84de2b8b4f286e9baae1b19280f768e484",
        "swebench/harness/run_evaluation.py": "6959f0b4e4eaf979771f529b88e3e9df1daa7fe86bc4291feec2e7d320bf7f2e"
      }
    },
    "python_environment": {
      "architecture": "x86_64",
      "platform": "linux",
      "python": {
        "implementation": "CPython",
        "version": "3.14.4"
      },
      "resolved_packages_sha256": "809336a2a74041fa07adad60eaca2208acd936f3728d2368d22f98657576a37a",
      "schema": "anvil-serving.swe-python-environment/v1"
    }
  },
  "image_observations": [],
  "instances": [
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "fd3f3fac36a73c40dd116179203d4d5318baa9f0133e7e00de50dd2ccbdc7c83",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "sphinx-doc__sphinx-9658",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "ad4c07aef972cd431804738cfe537da83200f045594cceb23d54df0e157ffddb"
      }
    },
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "fd3f3fac36a73c40dd116179203d4d5318baa9f0133e7e00de50dd2ccbdc7c83",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "sympy__sympy-12096",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "bc474ceaf46599a816eee48b747f10422926d59166bed6ca6845517779d1f358"
      }
    },
    {
      "duration_s": null,
      "exit_status": "Submitted",
      "failure_class": null,
      "grader": {
        "completed": true,
        "name": "swe-bench",
        "report_sha256": "fd3f3fac36a73c40dd116179203d4d5318baa9f0133e7e00de50dd2ccbdc7c83",
        "resolved": true,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "django__django-13512",
      "prediction_sha256": "2253219e0f13c9a707d3be968a4cc3a4d38912b47152f6845a52c6776c983c2e",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 35,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "3f436430e299d6a0379de0b0afd17ac5e6ef383189a28abb78763f11415521d1"
      }
    },
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "fd3f3fac36a73c40dd116179203d4d5318baa9f0133e7e00de50dd2ccbdc7c83",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "pydata__xarray-4356",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "bd827a7c33509bd83fef3d29772494e49a649c32e12323d7301d1f87e3024077"
      }
    },
    {
      "duration_s": null,
      "exit_status": "LimitsExceeded",
      "failure_class": "model_failure",
      "grader": {
        "completed": false,
        "name": "swe-bench",
        "report_sha256": "fd3f3fac36a73c40dd116179203d4d5318baa9f0133e7e00de50dd2ccbdc7c83",
        "resolved": null,
        "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9"
      },
      "instance_id": "pylint-dev__pylint-8898",
      "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "prompt_identity": {
        "dataset": "princeton-nlp/SWE-bench_Verified",
        "split": "test"
      },
      "request_id_count": 60,
      "request_ids": "<redacted-request-ids>",
      "tokens": {
        "completion_tokens": null,
        "prompt_tokens": null,
        "total_tokens": null
      },
      "trajectory": {
        "path": "<redacted-local-trajectory>",
        "sha256": "2b2f45bdf327d2ddbe9b19246d8588ef530d0dcb7cdcdd9294cd781e63f95020"
      }
    }
  ],
  "official_grader_complete": false,
  "ownership_id": "qualification-20261013",
  "paired_image_ids": null,
  "plan_sha256": "eec9190d74187612758d89577faacf4872b77899593b05365942fdad6ce2ab3d",
  "profile": "scout",
  "profile_sha256": "fce0e6e1e7497585bdfc6f76507d3baaff99a6b4f174d841d268de20c68de7f6",
  "promotion": {
    "authorized": false,
    "message": "Benchmark evidence does not authorize model promotion."
  },
  "request_controls": {
    "reasoning_effort": null,
    "sampling": {
      "temperature": {
        "effective_request": 0.6,
        "requested": 0.6,
        "sent": true
      },
      "top_p": {
        "effective_request": 0.95,
        "requested": 0.95,
        "sent": true
      }
    },
    "thinking_mode": "enabled"
  },
  "run_id": "qualification-20261013-glm-mixed-tp2-nospec-swe5",
  "schema": "anvil-serving.swe-run/v1",
  "selection": {
    "instance_ids": [
      "sphinx-doc__sphinx-9658",
      "sympy__sympy-12096",
      "django__django-13512",
      "pydata__xarray-4356",
      "pylint-dev__pylint-8898"
    ],
    "kind": "explicit_instance_ids",
    "sha256": "622934396fb97d950f803dfbb0791f6a398a5a6fe0fd94cc27b329f1a953cac4"
  },
  "split": "test",
  "stage_count": 2,
  "stages": "<redacted-runtime-stage-transcripts>",
  "state": "incomplete",
  "summary": {
    "attempted": 5,
    "graded": 1,
    "resolve_rate": 1.0,
    "resolved": 1
  },
  "task_container_network": "none"
}