{ "container_limits": { "mem_limit": 8589934592, "memswap_limit": 8589934592, "nano_cpus": 4000000000, "network_mode": "none", "pids_limit": 512 }, "created_at": "2026-10-14T04:23:41.636923Z", "dataset": "princeton-nlp/SWE-bench_Verified", "dataset_snapshot": { "files": { "test-00000-of-00001.parquet": "a45b1fe4e2f0c8390b2b2938ac83e92ed5979000856808f3679c07812e9e6dcd" }, "revision": "c104f840cc67f8b6eec6f759ebc8b2693d585d4a", "root": "public-path-001" }, "endpoint": { "base_url": "http://127.0.0.1:30000/v1", "model": "qwen3.8-flash-next" }, "failure": { "class": "model_failure", "code": "swe_limits_exceeded", "stage": "agent" }, "harnesses": { "agent": { "name": "mini-swe-agent", "revision": "a83fcae82d2a08f0ee0c688f9d137b3566c097f8" }, "grader": { "name": "swe-bench", "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "grader_containment": { "adapter_sha256": "23c56b27d62b79c39aca6dcfdd4c504030e241e3a6941620cdc6e947b9035a7b", "receipt": "public-path-002", "source_hashes": { "swebench/harness/docker_build.py": "5278842b60a7d38256f95f93c915dc84de2b8b4f286e9baae1b19280f768e484", "swebench/harness/run_evaluation.py": "6959f0b4e4eaf979771f529b88e3e9df1daa7fe86bc4291feec2e7d320bf7f2e" } }, "python_environment": { "architecture": "x86_64", "platform": "linux", "python": { "implementation": "CPython", "version": "3.14.4" }, "resolved_packages_sha256": "809336a2a74041fa07adad60eaca2208acd936f3728d2368d22f98657576a37a", "schema": "anvil-serving.swe-python-environment/v1" } }, "image_observations": [ { "images": [ { "image_id": "sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93", "instance_id": "sphinx-doc__sphinx-9658", "repo_digests": [ "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658@sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93" ], "tag": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658:latest" }, { "image_id": "sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe", "instance_id": "sympy__sympy-12096", "repo_digests": [ "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096@sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe" ], "tag": "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096:latest" }, { "image_id": "sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82", "instance_id": "django__django-13512", "repo_digests": [ "swebench/sweb.eval.x86_64.django_1776_django-13512@sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82" ], "tag": "swebench/sweb.eval.x86_64.django_1776_django-13512:latest" }, { "image_id": "sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c", "instance_id": "pydata__xarray-4356", "repo_digests": [ "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356@sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c" ], "tag": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356:latest" }, { "image_id": "sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7", "instance_id": "pylint-dev__pylint-8898", "repo_digests": [ "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898@sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7" ], "tag": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898:latest" } ], "stage": "before_agent" }, { "images": [ { "image_id": "sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93", "instance_id": "sphinx-doc__sphinx-9658", "repo_digests": [ "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658@sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93" ], "tag": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658:latest" }, { "image_id": "sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe", "instance_id": "sympy__sympy-12096", "repo_digests": [ "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096@sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe" ], "tag": "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096:latest" }, { "image_id": "sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82", "instance_id": "django__django-13512", "repo_digests": [ "swebench/sweb.eval.x86_64.django_1776_django-13512@sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82" ], "tag": "swebench/sweb.eval.x86_64.django_1776_django-13512:latest" }, { "image_id": "sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c", "instance_id": "pydata__xarray-4356", "repo_digests": [ "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356@sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c" ], "tag": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356:latest" }, { "image_id": "sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7", "instance_id": "pylint-dev__pylint-8898", "repo_digests": [ "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898@sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7" ], "tag": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898:latest" } ], "stage": "before_grader" }, { "images": [ { "image_id": "sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93", "instance_id": "sphinx-doc__sphinx-9658", "repo_digests": [ "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658@sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93" ], "tag": "swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658:latest" }, { "image_id": "sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe", "instance_id": "sympy__sympy-12096", "repo_digests": [ "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096@sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe" ], "tag": "swebench/sweb.eval.x86_64.sympy_1776_sympy-12096:latest" }, { "image_id": "sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82", "instance_id": "django__django-13512", "repo_digests": [ "swebench/sweb.eval.x86_64.django_1776_django-13512@sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82" ], "tag": "swebench/sweb.eval.x86_64.django_1776_django-13512:latest" }, { "image_id": "sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c", "instance_id": "pydata__xarray-4356", "repo_digests": [ "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356@sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c" ], "tag": "swebench/sweb.eval.x86_64.pydata_1776_xarray-4356:latest" }, { "image_id": "sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7", "instance_id": "pylint-dev__pylint-8898", "repo_digests": [ "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898@sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7" ], "tag": "swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898:latest" } ], "stage": "after_grader" } ], "instances": [ { "duration_s": null, "exit_status": "LimitsExceeded", "failure_class": "model_failure", "grader": { "completed": false, "name": "swe-bench", "report_sha256": "20ed28936a73f0b5d864b7ecbf09e4e7d9752683d8d6dad548789ffd8b6b7921", "resolved": null, "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "instance_id": "sphinx-doc__sphinx-9658", "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "prompt_identity": { "dataset": "princeton-nlp/SWE-bench_Verified", "split": "test" }, "request_ids": [ "public-request-001", "public-request-002", "public-request-003", "public-request-004", "public-request-005", "public-request-006", "public-request-007", "public-request-008", "public-request-009", "public-request-010", "public-request-011", "public-request-012", "public-request-013", "public-request-014", "public-request-015", "public-request-016", "public-request-017", "public-request-018", "public-request-019", "public-request-020", "public-request-021", "public-request-022", "public-request-023", "public-request-024", "public-request-025", "public-request-026", "public-request-027", "public-request-028", "public-request-029", "public-request-030", "public-request-031", "public-request-032", "public-request-033", "public-request-034", "public-request-035", "public-request-036", "public-request-037", "public-request-038", "public-request-039", "public-request-040", "public-request-041", "public-request-042", "public-request-043", "public-request-044", "public-request-045", "public-request-046", "public-request-047", "public-request-048", "public-request-049", "public-request-050", "public-request-051", "public-request-052", "public-request-053", "public-request-054", "public-request-055", "public-request-056", "public-request-057", "public-request-058", "public-request-059", "public-request-060" ], "tokens": { "completion_tokens": null, "prompt_tokens": null, "total_tokens": null }, "trajectory": { "path": "public-path-003", "sha256": "de679cd170c003338ec28aa0043ebbcf0dd8be0e4b0d5b7ff17d5a440cade7ac" } }, { "duration_s": null, "exit_status": "LimitsExceeded", "failure_class": "model_failure", "grader": { "completed": false, "name": "swe-bench", "report_sha256": "20ed28936a73f0b5d864b7ecbf09e4e7d9752683d8d6dad548789ffd8b6b7921", "resolved": null, "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "instance_id": "sympy__sympy-12096", "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "prompt_identity": { "dataset": "princeton-nlp/SWE-bench_Verified", "split": "test" }, "request_ids": [ "public-request-061", "public-request-062", "public-request-063", "public-request-064", "public-request-065", "public-request-066", "public-request-067", "public-request-068", "public-request-069", "public-request-070", "public-request-071", "public-request-072", "public-request-073", "public-request-074", "public-request-075", "public-request-076", "public-request-077", "public-request-078", "public-request-079", "public-request-080", "public-request-081", "public-request-082", "public-request-083", "public-request-084", "public-request-085", "public-request-086", "public-request-087", "public-request-088", "public-request-089", "public-request-090", "public-request-091", "public-request-092", "public-request-093", "public-request-094", "public-request-095", "public-request-096", "public-request-097", "public-request-098", "public-request-099", "public-request-100", "public-request-101", "public-request-102", "public-request-103", "public-request-104", "public-request-105", "public-request-106", "public-request-107", "public-request-108", "public-request-109", "public-request-110", "public-request-111", "public-request-112", "public-request-113", "public-request-114", "public-request-115", "public-request-116", "public-request-117", "public-request-118", "public-request-119", "public-request-120" ], "tokens": { "completion_tokens": null, "prompt_tokens": null, "total_tokens": null }, "trajectory": { "path": "public-path-004", "sha256": "fc32ca794a284f49d2b1405a15411d9bba8bfe108464c9518329e3b9cd2ab23d" } }, { "duration_s": null, "exit_status": "Submitted", "failure_class": null, "grader": { "completed": true, "name": "swe-bench", "report_sha256": "20ed28936a73f0b5d864b7ecbf09e4e7d9752683d8d6dad548789ffd8b6b7921", "resolved": true, "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "instance_id": "django__django-13512", "prediction_sha256": "72d7f267bc8d8039bc3d512fcb4e8925a227bca43bde9a2dacdb8021663a5017", "prompt_identity": { "dataset": "princeton-nlp/SWE-bench_Verified", "split": "test" }, "request_ids": [ "public-request-121", "public-request-122", "public-request-123", "public-request-124", "public-request-125", "public-request-126", "public-request-127", "public-request-128", "public-request-129", "public-request-130", "public-request-131", "public-request-132", "public-request-133", "public-request-134", "public-request-135", "public-request-136", "public-request-137", "public-request-138", "public-request-139", "public-request-140", "public-request-141", "public-request-142", "public-request-143", "public-request-144", "public-request-145", "public-request-146", "public-request-147", "public-request-148", "public-request-149" ], "tokens": { "completion_tokens": null, "prompt_tokens": null, "total_tokens": null }, "trajectory": { "path": "public-path-005", "sha256": "8181a41e2eec55ac6cc50c700b40c28bb429d3e283ee39f67f63fd598d5efb1c" } }, { "duration_s": null, "exit_status": "Submitted", "failure_class": null, "grader": { "completed": true, "name": "swe-bench", "report_sha256": "20ed28936a73f0b5d864b7ecbf09e4e7d9752683d8d6dad548789ffd8b6b7921", "resolved": true, "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "instance_id": "pydata__xarray-4356", "prediction_sha256": "fe567b2b87317a965198ef6558dbb033f3a6d172c30f6af24e3d473c13ab137f", "prompt_identity": { "dataset": "princeton-nlp/SWE-bench_Verified", "split": "test" }, "request_ids": [ "public-request-150", "public-request-151", "public-request-152", "public-request-153", "public-request-154", "public-request-155", "public-request-156", "public-request-157", "public-request-158", "public-request-159", "public-request-160", "public-request-161", "public-request-162", "public-request-163", "public-request-164", "public-request-165", "public-request-166", "public-request-167", "public-request-168", "public-request-169", "public-request-170", "public-request-171", "public-request-172", "public-request-173", "public-request-174", "public-request-175", "public-request-176", "public-request-177", "public-request-178", "public-request-179", "public-request-180", "public-request-181", "public-request-182", "public-request-183", "public-request-184", "public-request-185", "public-request-186", "public-request-187", "public-request-188", "public-request-189", "public-request-190", "public-request-191" ], "tokens": { "completion_tokens": null, "prompt_tokens": null, "total_tokens": null }, "trajectory": { "path": "public-path-006", "sha256": "e21800762206240fcdd34658ca4de76b12112d95f0d5cdfe071c56778e42b22a" } }, { "duration_s": null, "exit_status": "LimitsExceeded", "failure_class": "model_failure", "grader": { "completed": false, "name": "swe-bench", "report_sha256": "20ed28936a73f0b5d864b7ecbf09e4e7d9752683d8d6dad548789ffd8b6b7921", "resolved": null, "revision": "f7bbbb2ccdf479001d6467c9e34af59e44a840f9" }, "instance_id": "pylint-dev__pylint-8898", "prediction_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "prompt_identity": { "dataset": "princeton-nlp/SWE-bench_Verified", "split": "test" }, "request_ids": [ "public-request-192", "public-request-193", "public-request-194", "public-request-195", "public-request-196", "public-request-197", "public-request-198", "public-request-199", "public-request-200", "public-request-201", "public-request-202", "public-request-203", "public-request-204", "public-request-205", "public-request-206", "public-request-207", "public-request-208", "public-request-209", "public-request-210", "public-request-211", "public-request-212", "public-request-213", "public-request-214", "public-request-215", "public-request-216", "public-request-217", "public-request-218", "public-request-219", "public-request-220", "public-request-221", "public-request-222", "public-request-223", "public-request-224", "public-request-225", "public-request-226", "public-request-227", "public-request-228", "public-request-229", "public-request-230", "public-request-231", "public-request-232", "public-request-233", "public-request-234", "public-request-235", "public-request-236", "public-request-237", "public-request-238", "public-request-239", "public-request-240", "public-request-241", "public-request-242", "public-request-243", "public-request-244", "public-request-245", "public-request-246", "public-request-247", "public-request-248", "public-request-249", "public-request-250", "public-request-251" ], "tokens": { "completion_tokens": null, "prompt_tokens": null, "total_tokens": null }, "trajectory": { "path": "public-path-007", "sha256": "d682bc07f27a62dd32fb47954908668b3a8d009cb139a7249bfdde166fd561bc" } } ], "official_grader_complete": false, "ownership_id": "public-campaign-001", "paired_image_ids": { "django__django-13512": "sha256:730eab5b64c03ed8e8c94064da483db36fbd79d2465ffa98809acc6282bcfd82", "pydata__xarray-4356": "sha256:6783a6b3a574ea663b66d11da371b6fe00a18c6501e361e1384c8daeb978bf5c", "pylint-dev__pylint-8898": "sha256:a78e6034f627c1ae69c67b5a25ae5420192afb7279a4fd032a74095752e707d7", "sphinx-doc__sphinx-9658": "sha256:f8847eb2c89ef395c61e91c1f00166b274b2742aee6f310e3a315a10999f1e93", "sympy__sympy-12096": "sha256:278dcceabbf7775dee7ee59434fd829e857d5476ac9e547fe9f9f204b2c3f4fe" }, "plan_sha256": "b4ef2227c61eb469836081f33f02eb08bb44d2a3875352579b1df56367d1fc7e", "profile": "scout", "profile_sha256": "fce0e6e1e7497585bdfc6f76507d3baaff99a6b4f174d841d268de20c68de7f6", "promotion": { "authorized": false, "message": "Benchmark evidence does not authorize model promotion." }, "request_controls": { "reasoning_effort": null, "sampling": { "temperature": { "effective_request": 1.0, "requested": 1.0, "sent": true }, "top_p": { "effective_request": 0.95, "requested": 0.95, "sent": true } }, "thinking_mode": "default" }, "run_id": "public-campaign-002", "schema": "anvil-serving.swe-run/v1", "selection": { "instance_ids": [ "sphinx-doc__sphinx-9658", "sympy__sympy-12096", "django__django-13512", "pydata__xarray-4356", "pylint-dev__pylint-8898" ], "kind": "explicit_instance_ids", "sha256": "622934396fb97d950f803dfbb0791f6a398a5a6fe0fd94cc27b329f1a953cac4" }, "split": "test", "stages": [ { "command": [ "public-path-008", "public-path-009", "--output", "public-path-010", "--model", "openai/qwen3.8-flash-next", "--subset", "public-path-001", "--split", "test", "--filter", "^(?:sphinx\\-doc__sphinx\\-9658|sympy__sympy\\-12096|django__django\\-13512|pydata__xarray\\-4356|pylint\\-dev__pylint\\-8898)$", "--workers", "1", "--environment-class", "docker", "--config", "public-path-011", "--config", "public-path-012" ], "duration_s": 2340.46986, "failure_class": "model_failure", "name": "agent", "output_truncated": false, "returncode": 0, "status": "failed", "stderr": "Retrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 8 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 8 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 16 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 8 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 8 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 16 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\nRetrying in 4 seconds as it raised ServiceUnavailableError: litellm.ServiceUnavailableError: ServiceUnavailableError: OpenAIException - the engine cannot admit the request right now (all lanes in use); retry.\n", "stdout": "minisweagent: INFO: Results will be saved to \npublic-path-015\nark-runs/public-campaign-001/public-campaign-004\n1k-native-default-swe5/work/mini-output \nLogging to 'public-path-016'\nminisweagent: INFO: Loading dataset \npublic-path-015\nark-harness-cache/swe-bench-verified/c104f840cc67f8b6eec6f759ebc8b2693d585d4a/da\nta, split test... \nminisweagent: INFO: Instance filter: 500 -> 5 instances \nminisweagent: INFO: Running on 5 instances... \nminisweagent: INFO: Building agent config from specs: \n['public-path-013\nhmark-harness-cache/mini-swe-agent/a83fcae82d2a08f0ee0c688f9d137b3566c097f8/src/\nminisweagent/config/benchmarks/swebench.yaml', \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/anvil-swe-config.yaml'] \nminisweagent.environment: DEBUG: Starting container with command: \n/usr/bin/docker run -d --name public-worker-004 -w /testbed --platform \nlinux/amd64 --network none --rm --memory 8g --memory-swap 8g --cpus 4 \n--pids-limit 512 --pull never \ndocker.io/swebench/sweb.eval.x86_64.django_1776_django-13512:latest sleep 2h \nminisweagent.environment: INFO: Started container public-worker-004 with ID \npublic-task-container-284 \nminisweagent: INFO: Saved trajectory to \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/mini-output/django__django-13512/django__django-135\n12.traj.json' \nminisweagent.environment: DEBUG: Starting container with command: \n/usr/bin/docker run -d --name public-worker-005 -w /testbed --platform \nlinux/amd64 --network none --rm --memory 8g --memory-swap 8g --cpus 4 \n--pids-limit 512 --pull never \ndocker.io/swebench/sweb.eval.x86_64.pydata_1776_xarray-4356:latest sleep 2h \nminisweagent.environment: INFO: Started container public-worker-005 with ID \npublic-task-container-285 \nminisweagent: INFO: Saved trajectory to \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/mini-output/pydata__xarray-4356/pydata__xarray-4356\n.traj.json' \nminisweagent.environment: DEBUG: Starting container with command: \n/usr/bin/docker run -d --name public-worker-003 -w /testbed --platform \nlinux/amd64 --network none --rm --memory 8g --memory-swap 8g --cpus 4 \n--pids-limit 512 --pull never \ndocker.io/swebench/sweb.eval.x86_64.pylint-dev_1776_pylint-8898:latest sleep 2h \nminisweagent.environment: INFO: Started container public-worker-003 with ID \npublic-task-container-286 \n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\nminisweagent: INFO: Saved trajectory to \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/mini-output/pylint-dev__pylint-8898/pylint-dev__pyl\nint-8898.traj.json' \nminisweagent.environment: DEBUG: Starting container with command: \n/usr/bin/docker run -d --name public-worker-002 -w /testbed --platform \nlinux/amd64 --network none --rm --memory 8g --memory-swap 8g --cpus 4 \n--pids-limit 512 --pull never \ndocker.io/swebench/sweb.eval.x86_64.sphinx-doc_1776_sphinx-9658:latest sleep 2h \nminisweagent.environment: INFO: Started container public-worker-002 with ID \npublic-task-container-287 \n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\nminisweagent: INFO: Saved trajectory to \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/mini-output/sphinx-doc__sphinx-9658/sphinx-doc__sph\ninx-9658.traj.json' \nminisweagent.environment: DEBUG: Starting container with command: \n/usr/bin/docker run -d --name public-worker-001 -w /testbed --platform \nlinux/amd64 --network none --rm --memory 8g --memory-swap 8g --cpus 4 \n--pids-limit 512 --pull never \ndocker.io/swebench/sweb.eval.x86_64.sympy_1776_sympy-12096:latest sleep 2h \nminisweagent.environment: INFO: Started container public-worker-001 with ID \npublic-task-container-288 \n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\n\n\u001b[1;31mGive Feedback / Get Help: https://github.com/BerriAI/litellm/issues/new\u001b[0m\nLiteLLM.Info: If you need to debug this error, use `litellm._turn_on_debug()'.\n\nminisweagent: INFO: Saved trajectory to \n'public-path-014\nmark-runs/public-campaign-001/public-campaign-003\n31k-native-default-swe5/work/mini-output/sympy__sympy-12096/sympy__sympy-12096.t\nraj.json' \n Overall Progress ($0.00) \u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501 5/5 100% 0:38:58 eta: 0:00:00\n\u250f\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2533\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2513\n\u2503 Exit Status \u2503 Count \u2503 Most recent instances \u2503\n\u2521\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2547\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2529\n\u2502 LimitsExceeded \u2502 3 \u2502 sympy__sympy-12096, sphinx-doc__sphinx-9658, \u2502\n\u2502 \u2502 \u2502 pylint-... \u2502\n\u2502 Submitted \u2502 2 \u2502 pydata__xarray-4356, django__django-13512 \u2502\n\u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2534\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2534\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2518" }, { "command": [ "public-path-008", "public-path-017", "--grader-root", "public-path-018", "--adapter-sha256", "23c56b27d62b79c39aca6dcfdd4c504030e241e3a6941620cdc6e947b9035a7b", "--receipt", "public-path-002", "--image-identities", "public-path-019", "--image-identities-sha256", "e2880b3b24051b0658dd3095f7564ae592ab970e110fed76028f3a8a301f9b65", "--", "--dataset_name", "public-path-001", "--split", "test", "--predictions_path", "public-path-020", "--max_workers", "1", "--namespace", "swebench", "--run_id", "public-campaign-002", "--timeout", "1800", "--report_dir", "public-path-021", "--instance_ids", "sphinx-doc__sphinx-9658", "sympy__sympy-12096", "django__django-13512", "pydata__xarray-4356", "pylint-dev__pylint-8898" ], "duration_s": 55.253638, "failure_class": "test_failure", "name": "official_grader", "output_truncated": false, "returncode": 0, "status": "failed", "stderr": ":128: RuntimeWarning: 'swebench.harness.run_evaluation' found in sys.modules after import of package 'swebench.harness', but prior to execution of 'swebench.harness.run_evaluation'; this may result in unpredictable behaviour\n\rEvaluation: 0%| | 0/2 [00:00