{"arms":[{"arm":"arm-1","jobs":{"attempted":{"count":20,"known_count":20,"unknown_cells":0},"cancelled":{"count":3,"known_count":3,"unknown_cells":0},"completed":{"count":16,"known_count":16,"unknown_cells":0},"failed":{"count":1,"known_count":1,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":null,"known_count":17,"unknown_cells":3},"submitted":{"count":20,"known_count":20,"unknown_cells":0},"unfinished":{"count":28,"known_count":28,"unknown_cells":0}},"samples":{"attempted":{"count":null,"known_count":17,"unknown_cells":3},"cancelled":{"count":null,"known_count":0,"unknown_cells":3},"failed":{"count":null,"known_count":2,"unknown_cells":3},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":null,"known_count":17,"unknown_cells":3},"submitted":{"count":20,"known_count":20,"unknown_cells":0},"unfinished":{"count":28,"known_count":28,"unknown_cells":0}}},{"arm":"arm-2","jobs":{"attempted":{"count":0,"known_count":0,"unknown_cells":0},"cancelled":{"count":0,"known_count":0,"unknown_cells":0},"completed":{"count":0,"known_count":0,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":0,"known_count":0,"unknown_cells":0},"submitted":{"count":0,"known_count":0,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}},"samples":{"attempted":{"count":0,"known_count":0,"unknown_cells":0},"cancelled":{"count":0,"known_count":0,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":0,"known_count":0,"unknown_cells":0},"submitted":{"count":0,"known_count":0,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}}}],"cells":[{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-1","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1380.339833907783,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"0a737f3dc74a394d95a8745f290750f88eb8c5eaa44acb3ca28dcaad8a1a6eb1","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-2","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1574.6100370306522,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"4cd628abb72de5f9f31f98b0f104790b926100ba2e75155da7355ac006297814","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-3","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1222.2653799690306,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"1ab32df0505578dd9ca108466fb5196778c935554baf21b1772723891ebfa735","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-4","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1875.8351665455848,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"da2790ec517edc34beef4e9f6a825eed85e62b3a613841a728668355799ef2bc","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-5","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2284.1123859398067,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"8bfd07375896928bd8837ada70cf90bb1163b599d68c8ec5e61dadec039d0c68","state":"completed","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-6","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3676.215610001236,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"4c07cc04f5366d50f8cbbc5bc41a47ae461ce0bb6b808118351b30dc2056dd02","state":"completed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-7","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"e5530319baa988b4f60b2f76bc30fca343a8141adf496fbb7b484e0fc21a8a8f","state":"completed","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-8","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"6613b828d756ae0a81594e83f5a3da2a3273ad72dd046ded01d59986c1042717","state":"completed","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-9","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"05e471e87bc977187ad64d3b75da7ebff9b0a80b1aa9c28d25fa81a1f520ce2a","state":"completed","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-10","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"e0b97691665a1db248d28ab73025b0451c026c599bf2284dc9f483804f7d9519","state":"completed","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-11","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"36e5d86073628b1a77aed7828b4505e6b5fcc559bc4072c0ef00697c0fbe862c","state":"completed","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-12","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"b0dcd5530241f231f20781f61ba334e321db987c121e80e3444da5101baa0bf2","state":"completed","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-13","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4416.575350100175,"passed":true}],"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"2bf2994274e8ae884b2d203799a3813e3e7701b894de2f2075e6969610d88997","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-14","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4309.018551139161,"passed":true}],"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"6d556c63ab384bbbdf86275aba7ce8d67e46f378d0a143257561dd6a98565c7f","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-15","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2736.8805080186576,"passed":true}],"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"4f4a9ae246f5d084ca451e4ccd5b2a8105bc5b399d419cb0ddc03dc71a1c8409","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-16","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4608.8979507330805,"passed":true}],"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"9711f0519d6418c7f5d74925ca68793d5336cd057c865c99f8ab9cd6d0e11d1d","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-17","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"042a891dc76ba867b8f062b05f51cf42475b31bc7ad6a3f4cea5fd2bd1e87d8b","state":"cancelled","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-18","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4935.284374048933,"passed":true}],"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"f6a605eca09304b7d3ea800198e376077ece6c50d6ae2a79805d940626f07804","state":"failed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-19","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"808b74016af04734b16edaa8b4e6df943f57730ba2523911f487558951341df1","state":"cancelled","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-20","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"7d6e3537baeab85209094e4b6973d15f46da3a8b2f4b19fba77ea9ff1c64dcf8","state":"cancelled","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-21","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"98e58369e752f5ecdfc733c61518457bcf17a41f37bc1a2bfb6a86a5904f30d2","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-22","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"7b6bbcf472f459fccb0dce9e7901812f7400ad1303eb2af7c0fc9c3667cd8ece","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-23","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"b0257757016c70fb021cf8cbeb3ff97175aa963d6d075a499f819a0efbcc3cb6","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-24","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"0bf9aa8ed8df2ef90aa9003bef6bab4caed9603284ef8503e97453e72964ca09","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-25","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"425f8ff66db7a271c31a2f12ec02b0bf6600b39e98cf50dfbdf953534a33a08a","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-26","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"7dbc9001944b632c0091035f454d1faa526de89cb20c20bda356a7bce2b70e56","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-27","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"fc916cac217f7d990f266d1b2ca6d5839cfe3b0fe36fdb458a60cb72de40e1be","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-28","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"3d2b74ff97eae9550b14e57ec5e09e4df9bc813554e4d863323b16c040d845c9","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-29","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"1b1340c547e6e53a0dd201de255415ba36f13e36f9fcc5f7971c1d1af5ce1c76","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-30","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"6cd2eb39176fa9542301a0cd34629abf253166c53a44122ff214644b62987f0d","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-31","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"baace2e4c357ef092bb6b5571e1e4f93ff6820d4e25a33c9d116f85a54a7b24d","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-32","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"7c12f894d9c1233407aed0e5fcebfb34e55df94ab3df00895fdf37540aecb65f","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-33","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"ebf56016bab22a77afee8d649b540d1b9560a9b678f20272bd70f06fabeb863a","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-34","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"24b50ea59dfbcb90a9269a9cfa36b3d3ec3d3d7f08e20230d65a85f1dde4d706","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-35","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"530269bbf1dea5dc3ac9ccef25dbc21a905dea7fa9f1b1c1446d2aaae77c3187","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-36","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"dc3e918748fa4862fad28f38dff9aeaf9f6e7cec2730f80294d6a512ed0fc6cf","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-37","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"715a3617cce462ea8c2e02b9be14570e383705cad584000f050471241ced9f95","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-38","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"abf43f5d190caf5e5658132a3d7df6cddfea762c76996939b59bc7f3b14e9d2e","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-39","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"9de95023711eabf33c0f60fa25571d4bd53a8ba581d0559ac3663e57874e7a1c","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-40","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"356b3583fc22c3533c7bb1bc9aa5c687fd6f414eee0ff87a006fd215ff420a6a","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-41","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"f02adae260e575a082823ff2c87cba1fbb735f163f2fe853e38ed4cbba2f444a","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-42","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"f40b37074f6fb707f1a421c4c6713e1cd60abab5852bcfdc85b3da3928856797","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-43","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"5420f86cf0787ec70f14a0a8b0e11315a37fa24d25e5d9c43c67fd55bf909cc6","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-44","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"11ac21470b134d1ca5e4124f7665eb91128d72d39162f0d8e7946be55bfc538a","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-45","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"519453cba82479b34eaf3d140238390c7397e5e99b1537be704e044406492c29","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-46","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"d8dbc07f965fb7d421a664066653426f884c809be81095552442a7a57c10dd0c","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-47","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"506da6efc78b47b74d49018fb8c9205c0841f864239eeb4655c4bdfbf66210a4","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-48","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"ca63e74bb69cfeaf82c8c128859abb8e78c5013fe26d5dea716ebec9d6fe665d","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-49","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"33a2bfd4322576acf0939d0200bae811b1cac65b10d7bd2a4c218be6f030d3be","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-50","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"8c7bbe7857bc9198c027068b9c38e7008627190b9323032a9398eea160425a2d","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-51","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"cb2a3f4782218c2e311b3c1f4517be8b63d3d6f46e4a21d085c9d7bf8ed7e5b0","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-52","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"74b7fbbaf3455e5bf7f199171bf3ecc550bf8ba59a810998ae089e133c4b7d12","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-53","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"786a1b92aeb0227c12c8d5e4bb9286eea60e4b4d896a4da26c3e0b07d0bff8cd","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-54","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"97fce2db51ade75faadf1c4ac0062ec704d374805aefbe5d05456e3d17a983ed","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-55","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"1a6a393116ff930a7c1684a16c2a069ec1633ddc08119c162da5aee6fba90da7","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-56","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"bbbff7a8a2ef8455023e0a952260e3059cbeb219a5bcd516bd304f371498494c","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-57","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"45400c384985105afb21768e082d9c5d0ed50fd5f74ac5a3bbceabc7952b9288","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-58","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"2655b105321acec008d3ebfb00a134ee20b735fc7ca1190bb720fa45f0aef87f","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-59","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c7c64fad9173099339a412f3bddfe5f1cc688ca2d84e9bd1a841a55735925e3b","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-60","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"703ba51874bd8ec4a3573d763eeef675a94dae64669f198fe3ed5c3dffd44a4a","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-61","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"846d1d78cfc07760285c265d1d2f95ea752227babef8ac08c270e4b2146e0bd2","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-62","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"ceb61a1f220530148e1a41e8da20d6d9a03782c69b95f3bd7308f4b249913ac4","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-63","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"4c6d370c1299a5c9c4eab8aeb32047563f5a04cf16a500d136d6c9c407ca191c","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-64","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"fcd69568d7e26d09ef055d7229c601e858dffeed5f8e6cee838fd54afff5b448","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-65","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"5b29544a850ee27924f0750d9d7c95bab1349c66e129ebce0b391cc60f06dc61","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-66","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"04b45a22f7218e57df3fba6391c711fc27840ed8c058b1013ce5bdaca2baf490","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-67","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"d7530d74dba2572bd0cb8522eeb60f0a48587afbb72a6e0df4ad9d215caab6da","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-68","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a148d523836daef70a087c3d88a233cc176f6eac0a54bb22c2daae439a4c1b17","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-69","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a282e0c805622fa74514decc7fa60494d46f83010da078e336b611e7817698b5","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-70","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"87851c6f7fdbc0b6279811f1f2f4a3429eac4181f54cf64b0e1dca41b09cef1e","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-71","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"eb92640a9a0a4101cc6c71b02e28b9f868dc349f8150bd559b504cc2642c610b","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-72","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"e30c2a72c62b92c0178ebf2f9e06e02b844ebf5cf3041c60378ab0682584345a","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-73","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"ee21f41c1c906eb14d6a7a67e265d0fa234cc962f460a15ef6ed8c97d473d056","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-74","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"2d6a5d8044c714843dffa9a7d7288b5fe62c6836115f1e0216d2e75e1f185b7e","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-75","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"390dc7a2a0550631c9f20034740ead69bc4d48f8c4404a8b7f263a11fe2a8b2d","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-76","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"09329e9b379510ad03aa52d3e09a50e3084befb59daf514162f0bf2dfbe4ca80","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-77","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a5adcc0e119df489b5fe5acf88ffb1501b3a880443989327a6e5fc831a33fef8","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-78","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"77ceb38fd97f20db0d4f8c0217086c06845edc32d6004e3900fbdd8f5ce6bfa9","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-79","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"52b8f3f8b48c92d2d1ad78950439d3a2be8cc2ba9bac6541d74a5546197ffb08","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-80","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"21c267f27f39939602fa48aa69ca515ef10d3ba51793bebd6e07e2f5faa74292","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-81","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"f6c127324be15d0259ab9bdfe4264c2ffa4e665766677071e3f0427de82ef4b4","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-82","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"b788afcfb93a6e438c11697dbbca5896fbee453a85a191b67f3d3629890fe22d","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-83","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c4af82248ddf0b73ad684a2f0026ca757943bbe22ebc10a6b724ffed4f784fc2","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-84","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"8caebc9ab0b8f725468b5eb22956f08e8ef6f11fb12a7a5a7352dcdba014f265","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-85","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"8cf1cabc5cfd441672de6c650eb2064938a503517532bad92bb96663febe5eae","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-86","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a1dd28dbf008fc2b60a82b4963766d7f4a53a31b40e7c4bf4fb6dbc1e24a15ba","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-87","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"460b0400173c07dfc1f3b5364740108b23d55ac6836080ea6912f4a911741985","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-88","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"0a7d5318a1d34ef497d2a844101d815f64a455924dc51bfb7b9b9200ae8393e0","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-89","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"8c2527d5142c37008fd8f57eb1ebf941ddf2749c3775ab9a08f3e66c62d8aceb","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-90","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"822229ae11cd0ac49ae17b0fd74ca24782ad81d77954644fbc7e02b3b7aa4e8d","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-91","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"250abcdd9b4fe7e5491e9cd3ddbd1fbce0a114e83c9633ee70f054b69dbe25ad","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-92","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"df7f2f27b35d14693cbf1c9fe7e6456598718c8320cb230cc2e3a31ee3d38e9e","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-93","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"25133461c1551550ad0fc771e317030d788d0625c477cf6dcec69b2b0d94d73f","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-94","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"5afc3c533c31ee44712ca0487c328155d92edad3713f86f1500c8d0d8ad713dd","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-95","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c43b0b083911d6cee34749a12c0d9d4bf50bcc36ee8bbceaf614327910aea32c","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-96","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"2394a700df179319dc2dd52fb58a7a92ea7d63e2e8309a334f7edb95410e92e4","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"9eca2944481d2304a3a05f21ae4e86c22f120387f1ff910a6cd2a639f9486d4f","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}}],"comparisons":[{"arms":["arm-1","arm-2"],"complete":false,"engine_causal_claim":false,"exclusions":[{"cell":"cell-6","reason":"unscored_matched_population"},{"cell":"cell-54","reason":"unscored_matched_population"},{"cell":"cell-18","reason":"unscored_matched_population"},{"cell":"cell-66","reason":"unscored_matched_population"},{"cell":"cell-30","reason":"unscored_matched_population"},{"cell":"cell-78","reason":"unscored_matched_population"},{"cell":"cell-42","reason":"unscored_matched_population"},{"cell":"cell-90","reason":"unscored_matched_population"},{"cell":"cell-4","reason":"unscored_matched_population"},{"cell":"cell-52","reason":"unscored_matched_population"},{"cell":"cell-16","reason":"unscored_matched_population"},{"cell":"cell-64","reason":"unscored_matched_population"},{"cell":"cell-28","reason":"unscored_matched_population"},{"cell":"cell-76","reason":"unscored_matched_population"},{"cell":"cell-40","reason":"unscored_matched_population"},{"cell":"cell-88","reason":"unscored_matched_population"},{"cell":"cell-3","reason":"unscored_matched_population"},{"cell":"cell-51","reason":"unscored_matched_population"},{"cell":"cell-15","reason":"unscored_matched_population"},{"cell":"cell-63","reason":"unscored_matched_population"},{"cell":"cell-27","reason":"unscored_matched_population"},{"cell":"cell-75","reason":"unscored_matched_population"},{"cell":"cell-39","reason":"unscored_matched_population"},{"cell":"cell-87","reason":"unscored_matched_population"},{"cell":"cell-1","reason":"unscored_matched_population"},{"cell":"cell-49","reason":"unscored_matched_population"},{"cell":"cell-13","reason":"unscored_matched_population"},{"cell":"cell-61","reason":"unscored_matched_population"},{"cell":"cell-25","reason":"unscored_matched_population"},{"cell":"cell-73","reason":"unscored_matched_population"},{"cell":"cell-37","reason":"unscored_matched_population"},{"cell":"cell-85","reason":"unscored_matched_population"},{"cell":"cell-5","reason":"unscored_matched_population"},{"cell":"cell-53","reason":"unscored_matched_population"},{"cell":"cell-17","reason":"unscored_matched_population"},{"cell":"cell-65","reason":"unscored_matched_population"},{"cell":"cell-29","reason":"unscored_matched_population"},{"cell":"cell-77","reason":"unscored_matched_population"},{"cell":"cell-41","reason":"unscored_matched_population"},{"cell":"cell-89","reason":"unscored_matched_population"},{"cell":"cell-2","reason":"unscored_matched_population"},{"cell":"cell-50","reason":"unscored_matched_population"},{"cell":"cell-14","reason":"unscored_matched_population"},{"cell":"cell-62","reason":"unscored_matched_population"},{"cell":"cell-26","reason":"unscored_matched_population"},{"cell":"cell-74","reason":"unscored_matched_population"},{"cell":"cell-38","reason":"unscored_matched_population"},{"cell":"cell-86","reason":"unscored_matched_population"},{"cell":"cell-7","reason":"unscored_matched_population"},{"cell":"cell-55","reason":"unscored_matched_population"},{"cell":"cell-19","reason":"unscored_matched_population"},{"cell":"cell-67","reason":"unscored_matched_population"},{"cell":"cell-31","reason":"unscored_matched_population"},{"cell":"cell-79","reason":"unscored_matched_population"},{"cell":"cell-43","reason":"unscored_matched_population"},{"cell":"cell-91","reason":"unscored_matched_population"},{"cell":"cell-8","reason":"unscored_matched_population"},{"cell":"cell-56","reason":"unscored_matched_population"},{"cell":"cell-20","reason":"unscored_matched_population"},{"cell":"cell-68","reason":"unscored_matched_population"},{"cell":"cell-32","reason":"unscored_matched_population"},{"cell":"cell-80","reason":"unscored_matched_population"},{"cell":"cell-44","reason":"unscored_matched_population"},{"cell":"cell-92","reason":"unscored_matched_population"},{"cell":"cell-9","reason":"unscored_matched_population"},{"cell":"cell-57","reason":"unscored_matched_population"},{"cell":"cell-21","reason":"unscored_matched_population"},{"cell":"cell-69","reason":"unscored_matched_population"},{"cell":"cell-33","reason":"unscored_matched_population"},{"cell":"cell-81","reason":"unscored_matched_population"},{"cell":"cell-45","reason":"unscored_matched_population"},{"cell":"cell-93","reason":"unscored_matched_population"},{"cell":"cell-10","reason":"unscored_matched_population"},{"cell":"cell-58","reason":"unscored_matched_population"},{"cell":"cell-22","reason":"unscored_matched_population"},{"cell":"cell-70","reason":"unscored_matched_population"},{"cell":"cell-34","reason":"unscored_matched_population"},{"cell":"cell-82","reason":"unscored_matched_population"},{"cell":"cell-46","reason":"unscored_matched_population"},{"cell":"cell-94","reason":"unscored_matched_population"},{"cell":"cell-11","reason":"unscored_matched_population"},{"cell":"cell-59","reason":"unscored_matched_population"},{"cell":"cell-23","reason":"unscored_matched_population"},{"cell":"cell-71","reason":"unscored_matched_population"},{"cell":"cell-35","reason":"unscored_matched_population"},{"cell":"cell-83","reason":"unscored_matched_population"},{"cell":"cell-47","reason":"unscored_matched_population"},{"cell":"cell-95","reason":"unscored_matched_population"},{"cell":"cell-12","reason":"unscored_matched_population"},{"cell":"cell-60","reason":"unscored_matched_population"},{"cell":"cell-24","reason":"unscored_matched_population"},{"cell":"cell-72","reason":"unscored_matched_population"},{"cell":"cell-36","reason":"unscored_matched_population"},{"cell":"cell-84","reason":"unscored_matched_population"},{"cell":"cell-48","reason":"unscored_matched_population"},{"cell":"cell-96","reason":"unscored_matched_population"}],"matched":[{"cells":["cell-6","cell-54"],"passed":[1,null],"scored":false},{"cells":["cell-18","cell-66"],"passed":[1,null],"scored":false},{"cells":["cell-30","cell-78"],"passed":[null,null],"scored":false},{"cells":["cell-42","cell-90"],"passed":[null,null],"scored":false},{"cells":["cell-4","cell-52"],"passed":[1,null],"scored":false},{"cells":["cell-16","cell-64"],"passed":[1,null],"scored":false},{"cells":["cell-28","cell-76"],"passed":[null,null],"scored":false},{"cells":["cell-40","cell-88"],"passed":[null,null],"scored":false},{"cells":["cell-3","cell-51"],"passed":[1,null],"scored":false},{"cells":["cell-15","cell-63"],"passed":[1,null],"scored":false},{"cells":["cell-27","cell-75"],"passed":[null,null],"scored":false},{"cells":["cell-39","cell-87"],"passed":[null,null],"scored":false},{"cells":["cell-1","cell-49"],"passed":[1,null],"scored":false},{"cells":["cell-13","cell-61"],"passed":[1,null],"scored":false},{"cells":["cell-25","cell-73"],"passed":[null,null],"scored":false},{"cells":["cell-37","cell-85"],"passed":[null,null],"scored":false},{"cells":["cell-5","cell-53"],"passed":[1,null],"scored":false},{"cells":["cell-17","cell-65"],"passed":[null,null],"scored":false},{"cells":["cell-29","cell-77"],"passed":[null,null],"scored":false},{"cells":["cell-41","cell-89"],"passed":[null,null],"scored":false},{"cells":["cell-2","cell-50"],"passed":[1,null],"scored":false},{"cells":["cell-14","cell-62"],"passed":[1,null],"scored":false},{"cells":["cell-26","cell-74"],"passed":[null,null],"scored":false},{"cells":["cell-38","cell-86"],"passed":[null,null],"scored":false},{"cells":["cell-7","cell-55"],"passed":[1,null],"scored":false},{"cells":["cell-19","cell-67"],"passed":[null,null],"scored":false},{"cells":["cell-31","cell-79"],"passed":[null,null],"scored":false},{"cells":["cell-43","cell-91"],"passed":[null,null],"scored":false},{"cells":["cell-8","cell-56"],"passed":[0,null],"scored":false},{"cells":["cell-20","cell-68"],"passed":[null,null],"scored":false},{"cells":["cell-32","cell-80"],"passed":[null,null],"scored":false},{"cells":["cell-44","cell-92"],"passed":[null,null],"scored":false},{"cells":["cell-9","cell-57"],"passed":[1,null],"scored":false},{"cells":["cell-21","cell-69"],"passed":[null,null],"scored":false},{"cells":["cell-33","cell-81"],"passed":[null,null],"scored":false},{"cells":["cell-45","cell-93"],"passed":[null,null],"scored":false},{"cells":["cell-10","cell-58"],"passed":[0,null],"scored":false},{"cells":["cell-22","cell-70"],"passed":[null,null],"scored":false},{"cells":["cell-34","cell-82"],"passed":[null,null],"scored":false},{"cells":["cell-46","cell-94"],"passed":[null,null],"scored":false},{"cells":["cell-11","cell-59"],"passed":[1,null],"scored":false},{"cells":["cell-23","cell-71"],"passed":[null,null],"scored":false},{"cells":["cell-35","cell-83"],"passed":[null,null],"scored":false},{"cells":["cell-47","cell-95"],"passed":[null,null],"scored":false},{"cells":["cell-12","cell-60"],"passed":[1,null],"scored":false},{"cells":["cell-24","cell-72"],"passed":[null,null],"scored":false},{"cells":["cell-36","cell-84"],"passed":[null,null],"scored":false},{"cells":["cell-48","cell-96"],"passed":[null,null],"scored":false}],"performance_comparison":"native_aggregates_only; no matched per-request evidence","performance_ranking_eligible":false,"scope":"deployment_comparison"}],"jobs":{"attempted":{"count":20,"known_count":20,"unknown_cells":0},"cancelled":{"count":3,"known_count":3,"unknown_cells":0},"completed":{"count":16,"known_count":16,"unknown_cells":0},"failed":{"count":1,"known_count":1,"unknown_cells":0},"planned":{"count":96,"known_count":96,"unknown_cells":0},"scored":{"count":null,"known_count":17,"unknown_cells":3},"submitted":{"count":20,"known_count":20,"unknown_cells":0},"unfinished":{"count":76,"known_count":76,"unknown_cells":0}},"labels":"synthetic labels in manifest order; private identities omitted","manifest_sha256":"a77e2de161122b91fc49deb591137d6795d910e5d7020d4ea5f9554c8aa809c4","promotion_authorized":false,"repeats":[{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-1"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-2"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-3"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-4"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-5"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-6"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-7"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-8"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-9"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-10"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-11"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":1,"task":"task-12"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-1"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-2"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-3"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-4"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-5"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-6"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-7"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-8"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-9"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-10"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-11"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-12"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-1"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-2"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-3"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-4"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-5"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-6"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-7"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-8"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-9"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-10"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-11"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-12"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-1"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-2"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-3"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-4"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-5"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-6"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-7"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-8"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-9"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-10"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-11"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-12"}],"samples":{"attempted":{"count":null,"known_count":17,"unknown_cells":3},"cancelled":{"count":null,"known_count":0,"unknown_cells":3},"failed":{"count":null,"known_count":2,"unknown_cells":3},"planned":{"count":96,"known_count":96,"unknown_cells":0},"scored":{"count":null,"known_count":17,"unknown_cells":3},"submitted":{"count":20,"known_count":20,"unknown_cells":0},"unfinished":{"count":76,"known_count":76,"unknown_cells":0}},"schema":"anvil-serving.benchmark-campaign-report/v1","timing":{"active_wall_seconds":null,"child_active_wall_seconds":null,"known_active_wall_seconds":1183.3147001906764,"observed_job_overlap":null,"observed_request_overlap":null,"request_overlap_status":"unknown","scope":"active wall includes release, verified drain and bounded telemetry finalization; child overlap is not request concurrency","unknown_batch_intervals":1,"unknown_intervals":4}}