{
  "analysis_variant": {
    "base_grade_file": "swift15-text32k-coding-grade.json",
    "base_grade_sha256": "f9893b22d00b5878a87c9d360a5356837ba4d08a60027e52f3f9b579d2bd9a88",
    "cases_or_expected_outputs_changed": false,
    "change": "Reconstruct each stable_toposort edge pair as a tuple after JSON IPC and before candidate invocation.",
    "model_requests_rerun": false,
    "name": "posthoc_tuple_edges_representation_sensitivity",
    "primary_frozen_grade_preserved": true,
    "prompt_basis": "Frozen prompt says edges is a list of (before, after) string pairs; the original frozen probe delivers JSON list pairs.",
    "prompts_changed": false,
    "scope": "stable_toposort input representation only"
  },
  "artifact_sha256": "e5f0d4104e217d3bdfaf2f9556a4a383788787d4e2236dd0408d3d7c4439b30c",
  "artifact_valid": true,
  "schema": "anvil-serving.coding-fixture-grade/v1",
  "score": {
    "pass_rate": 0.975609756097561,
    "passed": 120,
    "total": 123,
    "whole_solution_pass_rate": 0.9523809523809523,
    "whole_solutions_passed": 20,
    "whole_solutions_total": 21
  },
  "suite": "quasar-swift15-coding",
  "tasks": {
    "apply_edits": {
      "attempts": [
        {
          "cases": [
            {
              "actual": "aXdY",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "<abcd>",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 7,
          "status": "passed",
          "total": 7
        },
        {
          "cases": [
            {
              "actual": "aXdY",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "<abcd>",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 7,
          "status": "passed",
          "total": 7
        },
        {
          "cases": [
            {
              "actual": "aXdY",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "<abcd>",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 7,
          "status": "passed",
          "total": 7
        }
      ],
      "pass_rate": 1.0,
      "passed": 21,
      "total": 21,
      "whole_solution_passes": 3
    },
    "decode_uvarint": {
      "attempts": [
        {
          "cases": [
            {
              "actual": [
                0,
                1
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                5634,
                2
              ],
              "failure_class": null,
              "passed": false
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": false
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                2,
                10
              ],
              "failure_class": null,
              "passed": false
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": "behavioral_failure",
          "passed": 7,
          "status": "failed",
          "total": 10
        },
        {
          "cases": [
            {
              "actual": [
                0,
                1
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                300,
                2
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                18446744073709551615,
                10
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 10,
          "status": "passed",
          "total": 10
        },
        {
          "cases": [
            {
              "actual": [
                0,
                1
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                300,
                2
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                18446744073709551615,
                10
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 10,
          "status": "passed",
          "total": 10
        }
      ],
      "pass_rate": 0.9,
      "passed": 27,
      "total": 30,
      "whole_solution_passes": 2
    },
    "lru_trace": {
      "attempts": [
        {
          "cases": [
            {
              "actual": [
                [
                  "1",
                  null
                ],
                [
                  [
                    "a",
                    "1"
                  ],
                  [
                    "c",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                []
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                [
                  [
                    "b",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 6,
          "status": "passed",
          "total": 6
        },
        {
          "cases": [
            {
              "actual": [
                [
                  "1",
                  null
                ],
                [
                  [
                    "a",
                    "1"
                  ],
                  [
                    "c",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                []
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                [
                  [
                    "b",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 6,
          "status": "passed",
          "total": 6
        },
        {
          "cases": [
            {
              "actual": [
                [
                  "1",
                  null
                ],
                [
                  [
                    "a",
                    "1"
                  ],
                  [
                    "c",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                []
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  null
                ],
                [
                  [
                    "b",
                    "3"
                  ]
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 6,
          "status": "passed",
          "total": 6
        }
      ],
      "pass_rate": 1.0,
      "passed": 18,
      "total": 18,
      "whole_solution_passes": 3
    },
    "merge_intervals": {
      "attempts": [
        {
          "cases": [
            {
              "actual": [
                [
                  1,
                  3
                ],
                [
                  5,
                  7
                ],
                [
                  9,
                  10
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  -3,
                  -1
                ],
                [
                  1,
                  9
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 3,
          "status": "passed",
          "total": 3
        },
        {
          "cases": [
            {
              "actual": [
                [
                  1,
                  3
                ],
                [
                  5,
                  7
                ],
                [
                  9,
                  10
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  -3,
                  -1
                ],
                [
                  1,
                  9
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 3,
          "status": "passed",
          "total": 3
        },
        {
          "cases": [
            {
              "actual": [
                [
                  1,
                  3
                ],
                [
                  5,
                  7
                ],
                [
                  9,
                  10
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                [
                  -3,
                  -1
                ],
                [
                  1,
                  9
                ]
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 3,
          "status": "passed",
          "total": 3
        }
      ],
      "pass_rate": 1.0,
      "passed": 9,
      "total": 9,
      "whole_solution_passes": 3
    },
    "normalize_posix_path": {
      "attempts": [
        {
          "cases": [
            {
              "actual": "/a/b",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/x",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": "/a/b",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/x",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": "/a/b",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/x",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": "/",
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        }
      ],
      "pass_rate": 1.0,
      "passed": 15,
      "total": 15,
      "whole_solution_passes": 3
    },
    "parse_csv_line": {
      "attempts": [
        {
          "cases": [
            {
              "actual": [
                "a",
                "b,c",
                "d\"e",
                ""
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "",
                "plain",
                " spaced "
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": [
                "a",
                "b,c",
                "d\"e",
                ""
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "",
                "plain",
                " spaced "
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": [
                "a",
                "b,c",
                "d\"e",
                ""
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "",
                "plain",
                " spaced "
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        }
      ],
      "pass_rate": 1.0,
      "passed": 15,
      "total": 15,
      "whole_solution_passes": 3
    },
    "stable_toposort": {
      "attempts": [
        {
          "cases": [
            {
              "actual": [
                "a",
                "b",
                "c",
                "d"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "d",
                "a",
                "b",
                "c"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "b",
                "a",
                "c"
              ],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": [
                "a",
                "b",
                "c",
                "d"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "d",
                "a",
                "b",
                "c"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "b",
                "a",
                "c"
              ],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        },
        {
          "cases": [
            {
              "actual": [
                "a",
                "b",
                "c",
                "d"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "d",
                "a",
                "b",
                "c"
              ],
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": null,
              "failure_class": null,
              "passed": true
            },
            {
              "actual": [
                "b",
                "a",
                "c"
              ],
              "failure_class": null,
              "passed": true
            }
          ],
          "failure_class": null,
          "passed": 5,
          "status": "passed",
          "total": 5
        }
      ],
      "pass_rate": 1.0,
      "passed": 15,
      "total": 15,
      "whole_solution_passes": 3
    }
  }
}