{"arms":[{"arm":"arm-1","jobs":{"attempted":{"count":48,"known_count":48,"unknown_cells":0},"cancelled":{"count":4,"known_count":4,"unknown_cells":0},"completed":{"count":44,"known_count":44,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":null,"known_count":44,"unknown_cells":4},"submitted":{"count":48,"known_count":48,"unknown_cells":0},"unfinished":{"count":0,"known_count":0,"unknown_cells":0}},"samples":{"attempted":{"count":null,"known_count":44,"unknown_cells":4},"cancelled":{"count":null,"known_count":0,"unknown_cells":4},"failed":{"count":null,"known_count":6,"unknown_cells":4},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":null,"known_count":44,"unknown_cells":4},"submitted":{"count":48,"known_count":48,"unknown_cells":0},"unfinished":{"count":0,"known_count":0,"unknown_cells":0}}},{"arm":"arm-2","jobs":{"attempted":{"count":0,"known_count":0,"unknown_cells":0},"cancelled":{"count":0,"known_count":0,"unknown_cells":0},"completed":{"count":0,"known_count":0,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":0,"known_count":0,"unknown_cells":0},"submitted":{"count":0,"known_count":0,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}},"samples":{"attempted":{"count":0,"known_count":0,"unknown_cells":0},"cancelled":{"count":0,"known_count":0,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":48,"known_count":48,"unknown_cells":0},"scored":{"count":0,"known_count":0,"unknown_cells":0},"submitted":{"count":0,"known_count":0,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}}}],"cells":[{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-1","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1210.3746458888054,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"b4f7328a997e59f1deb7e155bbe725ab682790e32d3e41b98c5cdff1c53ccc79","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-2","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1694.828124716878,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"2baf946afa59a8fdc554bba60639b926b405852518be916e174487969f157c29","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-3","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1479.0646659675986,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"a3ad15aa6679dcd0c2e4f675f656759dca940231ca35626c2222b94b8804bca7","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-4","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1890.7576848287135,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"aa6474a9bc92d588c8f8075980263417ac48ce161b8846b5b27239a600b36175","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-5","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2687.4283589422703,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"05b172f82b20551d32ae3de0f1d277dbe9d1759d100dcd8f9177b75c5cf85610","state":"completed","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-6","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3976.878365268931,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"5531abc85fb1d050c14bd2754f4c07ef780f625ed007092b52cd6a8a39e042a7","state":"completed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-7","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"6a90c8f87340e57f2194376e5872e9d2ca9a101bd29c17c86bde19db928b8567","state":"completed","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-8","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"03c1211836dcabba8ccee029f97c8fd22dacf0aadb82a7601e90b9384567db61","state":"completed","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-9","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"513d4980df160c0f0b5895598f2ffb7f210fec5f03be4b682612da4dc5e05e37","state":"completed","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-10","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"8f9e4ea06f853d80d5e8e8b225028d91b806687978bc6c71eabd2cbce1941357","state":"completed","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-11","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"d5c07bbf53aa4920abacd0ffbce6cc7bf9e0ee39d96ced1f8d6983cbe6d1c3b3","state":"completed","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-12","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"620914f978e846169c2fc66236800fb97a515da84b677226b55409ca045fce1d","state":"completed","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-13","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4988.097242079675,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"de86ee9eaa122e3544c8bd4c6030ee36b49cd42cca608b8a2feaac3984129db8","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-14","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":5097.7470928337425,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"a2c3bd13b353e444517f17f17aa6cfe6951934235980df3a167a75330baa7417","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-15","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3182.5785008259118,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"d99a138438a92e1249a61514731a0454f3dd8645b16c9cdf4312639e073a7b92","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-16","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":5514.810833148658,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"5052947c66f1ffc94b5de5cb90bc67f4ab22f960026b113b156418c259645b84","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-17","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2322.6091528777033,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"5ef9c6ad2740035b3d9cf1e3291a73f6c9e8eaa5eaa98b1b793daa129b71a6f8","state":"completed","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-18","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3590.995820937678,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"2922671728b07ef129df797a6c0aefb6a141eb6dfcb3d96e2b7808433fd1fd48","state":"completed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-19","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"53c8fbb45cada1928f0fbfbc196a45f35a3cfa44feda16007e85220a451a248e","state":"completed","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-20","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"035815988150deba04ef59d1bdcca1e46f19f8c120a1c50c0808b5ff6a20c7d2","state":"completed","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-21","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"9201b50f2e32b35f30d7d86d128e004b3460739f602983f89e5d6071430e468f","state":"completed","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-22","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"adcc3e84a8c31624dc91d9be7a648aa4f0b499ee6157f3e7395c3e2093c0dfd1","state":"completed","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-23","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"f8f22ccb03e356d7b38e237a42ec707d0bbf9b64537d4bce479f1cee58e2b5ee","state":"completed","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-24","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"636d90a64ce2519475334851cc27ad02d97fe0c805c92db41d211494e42ecaf6","state":"completed","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-25","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1246.3025848846883,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"31bb24642d0811d8d9ab97bd864ff985196f7b9e341e779fd1f0e44325794211","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-26","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1724.3811152875423,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"28f7ce60afcb2c602c1d1df3a4840d89b43edce227de75d72f59bd8717f563ae","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-27","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1413.7747418135405,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"5aab67a434e8f0c7d9e9a7474b30f03f6014eb209fee123d89b9ad5af96e7e30","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-28","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":1908.597698668018,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"ccbfb352b0176bd9cb4b5e6ad1b1539c14a4927cbb762616e127f272ea0b711b","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-29","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2235.0779199041426,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"03842da1a36b1855c517e40356ccf0767b025cf5810c56512c128c3870896a9f","state":"completed","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-30","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3709.663546644151,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"e16e2300039c1e1ca4225e83210ad486e7c0a67ffcdcf6ae82143fcae9f37d12","state":"completed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-31","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"2109ea519085039298b35e2dd6c5f6d7d53991f8d44fa8ed63f8b8930bab4093","state":"completed","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-32","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"f3acf3dbab9b4e41033917d1fde5e1b4bbb8a1c910f91b50852e6e0cd260e60e","state":"completed","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-33","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"24ba396e0a7f08012d9d94d8c925fb4393913f7029fa8fc8bffb44511252ffe1","state":"completed","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-34","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"930f05a0a5074bbd0f463e42ffbee3ca551f8bed8ffd76f4ac2eb5945a418131","state":"completed","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-35","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"b9e4ab88a92be0e8a569d6eef508ba5e7269bfe4d705a252ff1bd3392db55f55","state":"completed","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-36","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"f78e783f7ac1ad4d8b8d5002700bc6243c6dee5c262498db66072e1fc2c478c3","state":"completed","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-37","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3543.993494939059,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"b2b331d4e09e185918ce61bfbac148924dca8230c3ef4acbb8e0c8a030323126","state":"completed","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-38","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4541.127003962174,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"ee807f69a493014fcf271f657c0683622ca450295b970de4850dfeb97ab518fe","state":"completed","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-39","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":2003.4931187983602,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"c92b0bc7c4826310cf0ae1ec4a506f4a17c95b8d7b34d5488537848bfd254578","state":"completed","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-40","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":3501.7395860049874,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"1f8424110839f740e982273adc904352f2ce9699facbdf443cdf711374ca5a2f","state":"completed","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-41","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":4389.064148999751,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"314256242640a4ba8f5c4a05f228c913a78b02ec161600bf14cd63c711e62213","state":"completed","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-42","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":5437.090896302834,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"76f38cd4a91ce94bd83d7be0fdf9358d22d7dd6db8b226cf646a3174b81b5350","state":"completed","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-43","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":false,"latency_sum_ms":null,"passed":true}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":0,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"0acbdd4456fe4d49d10a95199815e5a706a1b1d49f574e6a23977dd5afa319ec","state":"completed","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-44","evidence_status":"retained","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":true,"native_aggregate_metrics":{},"outcomes":[{"attempted":true,"failed":true,"latency_sum_ms":null,"passed":false}],"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":1,"cancelled":0,"failed":1,"planned":1,"scored":1,"submitted":1,"unfinished":0},"spec_sha256":"4c79d18ebdb437fa4b142a095fff83d7e9293215d6a0cc155ab020ffa2d01745","state":"completed","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-45","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":{"compilation_failure":null,"coverage":"complete","num_exhausted_context_windows":0,"output_truncated":null},"raw_task_grades":[{"first_attempt_passed":false,"resolved":true,"second_attempt_passed":true}],"repeat":2,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"38d6ed90adfbd9ba30feeed0edaea3701db2723bbe63ee56f0c9909c007ef1af","state":"cancelled","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-46","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":{"compilation_failure":null,"coverage":"complete","num_exhausted_context_windows":0,"output_truncated":null},"raw_task_grades":[{"first_attempt_passed":false,"resolved":false,"second_attempt_passed":false}],"repeat":2,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"aeb2cdfc292e5e36bfa1f4b5777ce212c6b52dfdddc2acf43fc984f403678567","state":"cancelled","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-47","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":{"compilation_failure":null,"coverage":"partial","num_exhausted_context_windows":null,"output_truncated":null},"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"b96e4d1f028634ec47ec4e9a084aed1c562a867edc0e1cab3daf8b84ce325489","state":"cancelled","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-1","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-48","evidence_status":"missing_or_ambiguous_suite_evidence","identity_status":"verified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":{"compilation_failure":null,"coverage":"complete","num_exhausted_context_windows":0,"output_truncated":null},"raw_task_grades":[{"first_attempt_passed":false,"resolved":true,"second_attempt_passed":true}],"repeat":2,"requested_concurrency":4,"samples":{"attempted":null,"cancelled":null,"failed":null,"planned":1,"scored":null,"submitted":1,"unfinished":0},"spec_sha256":"6c1e9f734887e494c0a6fd91edd8015b7ab0b303eb31556d0173ff15c0ca93f1","state":"cancelled","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"measured","engine":"measured","gpu":"measured","host":"measured"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-49","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"1f289c1684040950479f178fb76d8648d364835d0fc8cc9ae4b6cf0ade5ca537","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-50","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"2cef4cb182ee757adfee9c8fac58f6b7335c8596a4a628c9536cd805fc15f630","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-51","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"5bc9ce2f3c4056bb7c5cb9db2a1db494a9876200ab039fb2efc200283544ffab","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-52","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"14b7b25d0affb4e83ca64f3c43237bae6ddc5ebd49f758169040b64760bfa814","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-53","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"b1c6056d7c78c912ef9665aefb47b8bdad9585332a741c462ae9ce9582b9f236","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-54","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"4f026fcab440b58fbe320de6140ba3b36fc50ceb19bd8dcbeacd14340e67648b","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-55","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"32ebc57f55a0b67186b5c636ebc05fc5b45113e641f0065459583ab60c7dfda9","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-56","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"58ea5e0de76732713893375096e77b509b2f18fbd95455bb010580615b5fa872","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-57","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"916f7339743933fbaa078dde72eba91b237cb8938cd8a0ca60e0421c3490ce51","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-58","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"bb1f2581b63797b19bdbd3364103a3855976a45bc357c8136182a55ec56afcd0","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-59","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"807dd11256751c24721e9af85d528d1074ba6f104ccd38b8ce29a457f19cad0c","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-60","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"e821a652f3959c3f8bf67ce38e4f06119f1cc17de337fb2e42f6077c97e5be44","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-61","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"d037a201a6c343e7f82e32a681b9716784aa2b158efedfda6e58294f1224a986","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-62","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"3fe05d88528de3696dc199efc10f44c4009def54b45d239070f2ba18e6b52732","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-63","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c4fec0285d710b41ff516c12fa58d1a8aeee3d6cf43b291af1660d00c8a6886a","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-64","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a9a020d1d445fe1bf899c56a1598a957b950ca61f68e64cf14369a8f0926c352","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-65","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"587e823a319a1517d4e2edb955b39efce61452600d640cb7122bcf708ed752b7","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-66","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"0723d91b96a6c3984eb46b03d27e5350fd1ff44122abeb5f367affd020f8cb10","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-67","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"e4c3a783684ceb22cc3cd2c7f4912625a99b8fa0e5cd59102df65a893c1561c5","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-68","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"30c11f0fb469a15c3defe9e924d5a7d788bcf898aa5b8504e44db12e999affc2","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-69","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"a30aaefeeeacd983882e26675f0adb3abdac691d2aafb618e8e992d68ac89d98","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-70","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"818d69285bfeddc3a411d5b419c7200cdd1e18d54fac3f218ca22f6aa895bb08","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-71","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"f4a9433e08785563c5dd82f6d4a491ce46aeb8b9cf2f461f90b1c2bf2a66e6be","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-72","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":1,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"802b655be402187755c6b0c8a7239dfe03cac4ea52109a0b1810035e9f843b3d","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-73","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"33517360a1c23bcac8dd964f9ce9f0bc8c376cc66192608f27ef305ce3a9f03a","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-74","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"eabb03f64ebf5238a7d700670c47676ec0d6924ea0c99ba85e1280b81f3ee78f","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-75","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"d59b8b58d36d976ed62768b6a087208fd1c8fdfcae5aad6aba11747690b87728","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-76","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"8c4a4f61508b7f0d2fc5d035e19f13271912147e8470e2478771beaf24f1524d","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-77","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"70fa8cf8ec569344f3b2dee9e5641348c39a797f6697770694a0807b79340181","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-78","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"61598ec73df10c2ef83851535d3b9d3970b8fb5af4b862433393ca0444f5d778","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-79","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"571e2b7ba1d55984534a5edc4efe9d19bdc04644acbcd4f6b62f91fb8b7d979e","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-80","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"997c8b672ce1bb6fa7f5ca7b1556703848157a30c66d361a070882297c0c28ed","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-81","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c68b034713da632699398cda5e94326b9b43fbffaaab88f0f36dfdc5d44b590d","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-82","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"1d3daabbcc12eea2097f00cea8a66bba78039fc86dcad299f2b6ca3dce4bf748","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-83","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"20a74046594ade1e8e146f5a42f19183579c784890c9fd8b8d711331f0031fb0","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-84","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":1,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"18d80bcd6731340417db8fa010aee633e01b6bca1fc20e2b2b69650600506c6d","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-85","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"061d9f92afaae755932afad500b9c2ea664248ec4e39cff67814085cfb55ab1f"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"ca7c95fb9fd20a5fe1d8cd92b64f75443e7e0d851ac9c1f981924178e83763e0","state":"planned","suite":"agentic","task":"task-1","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-86","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"97eec10f05e45dfd26bacf7050c7c4782b6c6826774811a5387f78e6808333ba"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"c25be1c9027c0b4a147edd96c6214aaba4a6eeda35fbf50e44ef067d69103e07","state":"planned","suite":"agentic","task":"task-2","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-87","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"bb234a0274af7613ac31fcab11ce191df0d09bbbab797d6dab777b64ed4085ca"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"26c9e19ab35c2df38a77fb6dd53688bb4dea0c95f34135d3e3671c42c4efd268","state":"planned","suite":"agentic","task":"task-3","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-88","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3ce7dfbd998d3a19c94f0e015b8697a7de280b979f602165c7a87d7479677f96"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"fe4d6b3e1c69c116060bc3094d970f4cb3aba7d3ef07186ee6b2ee6bd702df3e","state":"planned","suite":"agentic","task":"task-4","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-89","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"87a101b74398cb07c85b79f93342d65196ecb4a22022afb305efc2071d928460"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"4ef1712c067b6072134d3b73f9189148e25293c5e815964623f7b5dc54fa65a6","state":"planned","suite":"agentic","task":"task-5","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-90","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"547dcc1f8dee8a691ed676f75637b945601db3f6b12f8144585bd7e6c83d82de"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"38ebf618c7e39a02f3826787fe5c613f9d6e0778c7a33ffe1213b27985e6c3bd","state":"planned","suite":"agentic","task":"task-6","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-91","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"19be18ade96ec853ec6ad1f8ebf6a3c47efccd95625a9cb44000c65e234320b0"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"592687a5018b89df478ca8377840a12da9287afc67e9f7642ba067c7133dabd0","state":"planned","suite":"aider","task":"task-7","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-92","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"8f70d21356a4e01598459be3bcbb1b020525cc5bbd9b73500564b536f3116e7d"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"3e3fdba1dc8e70b25ae02941800b23d3890c8160c799c9426957af831474fdc9","state":"planned","suite":"aider","task":"task-8","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-93","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"64357d16a3e38c2de0b924b4500f3b96a64dcece957766fc2e694f4d320782f9"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"dd0dec247cb832eee9f73000ea8df7e9b928f2e156494036f620405da880d7e5","state":"planned","suite":"aider","task":"task-9","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-94","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"3d3313c0a390fce13c8572aea94ec54402f5784459b2803c8bf5336f993e5456"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"2e384588643901596e6b92b2cb7161d901d0f51a360092b33928a10af2c96e24","state":"planned","suite":"aider","task":"task-10","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-95","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"b5c0f5a5398051c7a683982f6555c835a40b984ab8d021a04b0f7e0e14311ce2"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"e2b0cc4df5532052be4cf2c517f44e162f44b32306e88fbc67dc28b5122e8caf","state":"planned","suite":"aider","task":"task-11","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}},{"arm":"arm-2","cache":{"proven":null,"requested":"uncontrolled"},"cell":"cell-96","evidence_status":"not_submitted","identity_status":"unverified","matching":{"cache_sha256":"085931b8e2281b6f2b9b6106a89daf2a6ed108c79630bba93ea4aae627c01130","controls_sha256":"e4d134f6acc09fde492b92355e3e9d5d26caae4fd18b084a67003f0019f1dfc8","oracle_sha256":"c94ee8468633aa717b05d9af9303c63bf2ac349bd82f9cdd2ce90f1199e5b06e","workload_sha256":"13694da6b9eab3d26c92f3467f0f6a0bb44d3f326232cb8eed44f1454b0427e3"},"measurement_complete":false,"native_aggregate_metrics":{},"outcomes":null,"raw_task_grade_diagnostics":null,"raw_task_grades":null,"repeat":2,"requested_concurrency":4,"samples":{"attempted":0,"cancelled":0,"failed":0,"planned":1,"scored":0,"submitted":0,"unfinished":1},"spec_sha256":"516a358466ae3f0a893dc7104b1f10c03ed5ea4b337f46a76fb57edde07ba24e","state":"planned","suite":"aider","task":"task-12","telemetry_coverage":{"cgroup":"unknown","engine":"unknown","gpu":"unknown","host":"unknown"}}],"comparisons":[{"arms":["arm-1","arm-2"],"complete":false,"engine_causal_claim":false,"exclusions":[{"cell":"cell-6","reason":"unscored_matched_population"},{"cell":"cell-54","reason":"unscored_matched_population"},{"cell":"cell-18","reason":"unscored_matched_population"},{"cell":"cell-66","reason":"unscored_matched_population"},{"cell":"cell-30","reason":"unscored_matched_population"},{"cell":"cell-78","reason":"unscored_matched_population"},{"cell":"cell-42","reason":"unscored_matched_population"},{"cell":"cell-90","reason":"unscored_matched_population"},{"cell":"cell-4","reason":"unscored_matched_population"},{"cell":"cell-52","reason":"unscored_matched_population"},{"cell":"cell-16","reason":"unscored_matched_population"},{"cell":"cell-64","reason":"unscored_matched_population"},{"cell":"cell-28","reason":"unscored_matched_population"},{"cell":"cell-76","reason":"unscored_matched_population"},{"cell":"cell-40","reason":"unscored_matched_population"},{"cell":"cell-88","reason":"unscored_matched_population"},{"cell":"cell-3","reason":"unscored_matched_population"},{"cell":"cell-51","reason":"unscored_matched_population"},{"cell":"cell-15","reason":"unscored_matched_population"},{"cell":"cell-63","reason":"unscored_matched_population"},{"cell":"cell-27","reason":"unscored_matched_population"},{"cell":"cell-75","reason":"unscored_matched_population"},{"cell":"cell-39","reason":"unscored_matched_population"},{"cell":"cell-87","reason":"unscored_matched_population"},{"cell":"cell-1","reason":"unscored_matched_population"},{"cell":"cell-49","reason":"unscored_matched_population"},{"cell":"cell-13","reason":"unscored_matched_population"},{"cell":"cell-61","reason":"unscored_matched_population"},{"cell":"cell-25","reason":"unscored_matched_population"},{"cell":"cell-73","reason":"unscored_matched_population"},{"cell":"cell-37","reason":"unscored_matched_population"},{"cell":"cell-85","reason":"unscored_matched_population"},{"cell":"cell-5","reason":"unscored_matched_population"},{"cell":"cell-53","reason":"unscored_matched_population"},{"cell":"cell-17","reason":"unscored_matched_population"},{"cell":"cell-65","reason":"unscored_matched_population"},{"cell":"cell-29","reason":"unscored_matched_population"},{"cell":"cell-77","reason":"unscored_matched_population"},{"cell":"cell-41","reason":"unscored_matched_population"},{"cell":"cell-89","reason":"unscored_matched_population"},{"cell":"cell-2","reason":"unscored_matched_population"},{"cell":"cell-50","reason":"unscored_matched_population"},{"cell":"cell-14","reason":"unscored_matched_population"},{"cell":"cell-62","reason":"unscored_matched_population"},{"cell":"cell-26","reason":"unscored_matched_population"},{"cell":"cell-74","reason":"unscored_matched_population"},{"cell":"cell-38","reason":"unscored_matched_population"},{"cell":"cell-86","reason":"unscored_matched_population"},{"cell":"cell-7","reason":"unscored_matched_population"},{"cell":"cell-55","reason":"unscored_matched_population"},{"cell":"cell-19","reason":"unscored_matched_population"},{"cell":"cell-67","reason":"unscored_matched_population"},{"cell":"cell-31","reason":"unscored_matched_population"},{"cell":"cell-79","reason":"unscored_matched_population"},{"cell":"cell-43","reason":"unscored_matched_population"},{"cell":"cell-91","reason":"unscored_matched_population"},{"cell":"cell-8","reason":"unscored_matched_population"},{"cell":"cell-56","reason":"unscored_matched_population"},{"cell":"cell-20","reason":"unscored_matched_population"},{"cell":"cell-68","reason":"unscored_matched_population"},{"cell":"cell-32","reason":"unscored_matched_population"},{"cell":"cell-80","reason":"unscored_matched_population"},{"cell":"cell-44","reason":"unscored_matched_population"},{"cell":"cell-92","reason":"unscored_matched_population"},{"cell":"cell-9","reason":"unscored_matched_population"},{"cell":"cell-57","reason":"unscored_matched_population"},{"cell":"cell-21","reason":"unscored_matched_population"},{"cell":"cell-69","reason":"unscored_matched_population"},{"cell":"cell-33","reason":"unscored_matched_population"},{"cell":"cell-81","reason":"unscored_matched_population"},{"cell":"cell-45","reason":"unscored_matched_population"},{"cell":"cell-93","reason":"unscored_matched_population"},{"cell":"cell-10","reason":"unscored_matched_population"},{"cell":"cell-58","reason":"unscored_matched_population"},{"cell":"cell-22","reason":"unscored_matched_population"},{"cell":"cell-70","reason":"unscored_matched_population"},{"cell":"cell-34","reason":"unscored_matched_population"},{"cell":"cell-82","reason":"unscored_matched_population"},{"cell":"cell-46","reason":"unscored_matched_population"},{"cell":"cell-94","reason":"unscored_matched_population"},{"cell":"cell-11","reason":"unscored_matched_population"},{"cell":"cell-59","reason":"unscored_matched_population"},{"cell":"cell-23","reason":"unscored_matched_population"},{"cell":"cell-71","reason":"unscored_matched_population"},{"cell":"cell-35","reason":"unscored_matched_population"},{"cell":"cell-83","reason":"unscored_matched_population"},{"cell":"cell-47","reason":"unscored_matched_population"},{"cell":"cell-95","reason":"unscored_matched_population"},{"cell":"cell-12","reason":"unscored_matched_population"},{"cell":"cell-60","reason":"unscored_matched_population"},{"cell":"cell-24","reason":"unscored_matched_population"},{"cell":"cell-72","reason":"unscored_matched_population"},{"cell":"cell-36","reason":"unscored_matched_population"},{"cell":"cell-84","reason":"unscored_matched_population"},{"cell":"cell-48","reason":"unscored_matched_population"},{"cell":"cell-96","reason":"unscored_matched_population"}],"matched":[{"cells":["cell-6","cell-54"],"passed":[1,null],"scored":false},{"cells":["cell-18","cell-66"],"passed":[1,null],"scored":false},{"cells":["cell-30","cell-78"],"passed":[1,null],"scored":false},{"cells":["cell-42","cell-90"],"passed":[1,null],"scored":false},{"cells":["cell-4","cell-52"],"passed":[1,null],"scored":false},{"cells":["cell-16","cell-64"],"passed":[1,null],"scored":false},{"cells":["cell-28","cell-76"],"passed":[1,null],"scored":false},{"cells":["cell-40","cell-88"],"passed":[1,null],"scored":false},{"cells":["cell-3","cell-51"],"passed":[1,null],"scored":false},{"cells":["cell-15","cell-63"],"passed":[1,null],"scored":false},{"cells":["cell-27","cell-75"],"passed":[1,null],"scored":false},{"cells":["cell-39","cell-87"],"passed":[1,null],"scored":false},{"cells":["cell-1","cell-49"],"passed":[1,null],"scored":false},{"cells":["cell-13","cell-61"],"passed":[1,null],"scored":false},{"cells":["cell-25","cell-73"],"passed":[1,null],"scored":false},{"cells":["cell-37","cell-85"],"passed":[1,null],"scored":false},{"cells":["cell-5","cell-53"],"passed":[1,null],"scored":false},{"cells":["cell-17","cell-65"],"passed":[1,null],"scored":false},{"cells":["cell-29","cell-77"],"passed":[1,null],"scored":false},{"cells":["cell-41","cell-89"],"passed":[1,null],"scored":false},{"cells":["cell-2","cell-50"],"passed":[1,null],"scored":false},{"cells":["cell-14","cell-62"],"passed":[1,null],"scored":false},{"cells":["cell-26","cell-74"],"passed":[1,null],"scored":false},{"cells":["cell-38","cell-86"],"passed":[1,null],"scored":false},{"cells":["cell-7","cell-55"],"passed":[1,null],"scored":false},{"cells":["cell-19","cell-67"],"passed":[1,null],"scored":false},{"cells":["cell-31","cell-79"],"passed":[1,null],"scored":false},{"cells":["cell-43","cell-91"],"passed":[1,null],"scored":false},{"cells":["cell-8","cell-56"],"passed":[0,null],"scored":false},{"cells":["cell-20","cell-68"],"passed":[0,null],"scored":false},{"cells":["cell-32","cell-80"],"passed":[0,null],"scored":false},{"cells":["cell-44","cell-92"],"passed":[0,null],"scored":false},{"cells":["cell-9","cell-57"],"passed":[1,null],"scored":false},{"cells":["cell-21","cell-69"],"passed":[1,null],"scored":false},{"cells":["cell-33","cell-81"],"passed":[1,null],"scored":false},{"cells":["cell-45","cell-93"],"passed":[null,null],"scored":false},{"cells":["cell-10","cell-58"],"passed":[1,null],"scored":false},{"cells":["cell-22","cell-70"],"passed":[1,null],"scored":false},{"cells":["cell-34","cell-82"],"passed":[1,null],"scored":false},{"cells":["cell-46","cell-94"],"passed":[null,null],"scored":false},{"cells":["cell-11","cell-59"],"passed":[1,null],"scored":false},{"cells":["cell-23","cell-71"],"passed":[1,null],"scored":false},{"cells":["cell-35","cell-83"],"passed":[1,null],"scored":false},{"cells":["cell-47","cell-95"],"passed":[null,null],"scored":false},{"cells":["cell-12","cell-60"],"passed":[0,null],"scored":false},{"cells":["cell-24","cell-72"],"passed":[1,null],"scored":false},{"cells":["cell-36","cell-84"],"passed":[0,null],"scored":false},{"cells":["cell-48","cell-96"],"passed":[null,null],"scored":false}],"performance_comparison":"native_aggregates_only; no matched per-request evidence","performance_ranking_eligible":false,"scope":"deployment_comparison"}],"jobs":{"attempted":{"count":48,"known_count":48,"unknown_cells":0},"cancelled":{"count":4,"known_count":4,"unknown_cells":0},"completed":{"count":44,"known_count":44,"unknown_cells":0},"failed":{"count":0,"known_count":0,"unknown_cells":0},"planned":{"count":96,"known_count":96,"unknown_cells":0},"scored":{"count":null,"known_count":44,"unknown_cells":4},"submitted":{"count":48,"known_count":48,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}},"labels":"synthetic labels in manifest order; private identities omitted","manifest_sha256":"f29d0b50fd8eb5c132e2a06cbc1fc5ce7005691de48d9cbc8df0502400fe0b0b","promotion_authorized":false,"repeats":[{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[1210.3746458888054,1246.3025848846883],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-1"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[1694.828124716878,1724.3811152875423],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-2"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[1413.7747418135405,1479.0646659675986],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-3"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[1890.7576848287135,1908.597698668018],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-4"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[2235.0779199041426,2687.4283589422703],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-5"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[3709.663546644151,3976.878365268931],"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-6"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-7"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[0,0],"scored_repeats":2,"task":"task-8"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-9"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-10"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[1,1],"scored_repeats":2,"task":"task-11"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":[0,0],"scored_repeats":2,"task":"task-12"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[3543.993494939059,4988.097242079675],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-1"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[4541.127003962174,5097.7470928337425],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-2"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[2003.4931187983602,3182.5785008259118],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-3"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[3501.7395860049874,5514.810833148658],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-4"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[2322.6091528777033,4389.064148999751],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-5"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":[3590.995820937678,5437.090896302834],"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-6"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":[1,1],"scored_repeats":2,"task":"task-7"},{"agreement":true,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":[0,0],"scored_repeats":2,"task":"task-8"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-9"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-10"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-11"},{"agreement":null,"arm":"arm-1","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":1,"task":"task-12"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-1"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-2"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-3"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-4"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-5"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-6"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-7"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-8"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-9"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-10"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-11"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":1,"score_range":null,"scored_repeats":0,"task":"task-12"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-1"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-2"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-3"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-4"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-5"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-6"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-7"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-8"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-9"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-10"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-11"},{"agreement":null,"arm":"arm-2","inference":"descriptive_only; no confidence interval or significance claim","latency_sum_ms_range":null,"planned_repeats":2,"requested_concurrency":4,"score_range":null,"scored_repeats":0,"task":"task-12"}],"samples":{"attempted":{"count":null,"known_count":44,"unknown_cells":4},"cancelled":{"count":null,"known_count":0,"unknown_cells":4},"failed":{"count":null,"known_count":6,"unknown_cells":4},"planned":{"count":96,"known_count":96,"unknown_cells":0},"scored":{"count":null,"known_count":44,"unknown_cells":4},"submitted":{"count":48,"known_count":48,"unknown_cells":0},"unfinished":{"count":48,"known_count":48,"unknown_cells":0}},"schema":"anvil-serving.benchmark-campaign-report/v1","timing":{"active_wall_seconds":3529.8781661863904,"child_active_wall_seconds":3127.6179882695433,"known_active_wall_seconds":3529.8781661863904,"observed_job_overlap":4,"observed_request_overlap":null,"request_overlap_status":"unknown","scope":"active wall includes release, verified drain and bounded telemetry finalization; child overlap is not request concurrency","unknown_batch_intervals":0,"unknown_intervals":0}}