ANVIL_MARKER_TRACE {"schema": "marker-trace/v1", "kind": "gpu_selftest", "passed": true, "steps": 2, "original_logits_and_cache_equal": true, "peak_tensor_bytes": 7447552, "limit": "Synthetic selected tokens; does not test stochastic rejection sampling."}
ANVIL_SAMPLING_INPUTS {"baseline_sha256":"0b5fc337058e22bc28a8530ccec904d6ccd89b9548b02955c657ac429b1669d2","helpers":{"kernel_regression.py":"86a15934b4b0a30f4514b410a51393d822e01f272eff65cfee07df97ca298159","native_comparator.py":"1125d27ad9314ddd5ee27bf3f651e18fa0adfb5c3c9364765e9e17683b7e34c6","reference.py":"69b39e22aca53be843b0fc2d4e5c6adf2c9d1e23e4e8d0a95dea1b9f598e64f8","verify_patch.py":"3ed8f790bf9a5d03a7de6175c34f1d8f2b91f6182e213c681fc89114e0bc6d2c"},"native_comparator":{"function":"apply_top_k_top_p_pytorch","sha256":"1125d27ad9314ddd5ee27bf3f651e18fa0adfb5c3c9364765e9e17683b7e34c6","upstream_commit":"0a1276e5e3d9000488e7590cc0957edd709f2152"},"ordinary_seeds":[58231,42],"patched_sha256":"2b5305c406d8495e515f048ce0322c7ae5946a49e5f27bd5bbbf30a1e1fea0e6","policy":"upstream-count-v1","shapes":[[131072,13,4],[131072,13,64],[154856,154842,4],[154856,154842,64]]}
ANVIL_SAMPLING_FORCED_CASE {"case":1,"forced_logit":1000000000.0,"forced_token":13,"passed":true,"policy":"upstream-count-v1","rows":4,"vocabulary":131072}
ANVIL_SAMPLING_FORCED_CASE {"case":2,"forced_logit":1666666666.6666667,"forced_token":13,"passed":true,"policy":"upstream-count-v1","rows":4,"vocabulary":131072}
ANVIL_SAMPLING_FORCED_CASE {"case":3,"forced_logit":1000000000.0,"forced_token":13,"passed":true,"policy":"upstream-count-v1","rows":64,"vocabulary":131072}
ANVIL_SAMPLING_FORCED_CASE {"case":4,"forced_logit":1666666666.6666667,"forced_token":13,"passed":true,"policy":"upstream-count-v1","rows":64,"vocabulary":131072}
ANVIL_SAMPLING_FORCED_CASE {"case":5,"forced_logit":1000000000.0,"forced_token":154842,"passed":true,"policy":"upstream-count-v1","rows":4,"vocabulary":154856}
ANVIL_SAMPLING_FORCED_CASE {"case":6,"forced_logit":1666666666.6666667,"forced_token":154842,"passed":true,"policy":"upstream-count-v1","rows":4,"vocabulary":154856}
ANVIL_SAMPLING_FORCED_CASE {"case":7,"forced_logit":1000000000.0,"forced_token":154842,"passed":true,"policy":"upstream-count-v1","rows":64,"vocabulary":154856}
ANVIL_SAMPLING_FORCED_CASE {"case":8,"forced_logit":1666666666.6666667,"forced_token":154842,"passed":true,"policy":"upstream-count-v1","rows":64,"vocabulary":154856}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[97087,97031,96964,97066],"baseline_exact_reference_rows":0,"differing_reference_rows":4,"exact_reference_rows":0,"failed_rows":0,"input_sha256_of_row_hashes":"9b7d236fc7b8590d7680d5b230f32ea2cb2d23b847db4d5322391c31981eda96","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":11,"maximum_native_count":97085,"passed":true,"policy":"upstream-count-v1","relative_percent":0.011330277591800999},"patched":{"maximum_count_difference":11,"maximum_native_count":97085,"passed":true,"policy":"upstream-count-v1","relative_percent":0.011330277591800999}},"native_counts":[97085,97022,96957,97055],"patched_counts":[97087,97031,96964,97066],"patched_exact_reference_rows":0,"policy":"upstream-count-v1","rows":4,"seed":58231,"version_difference_rows":0,"vocabulary":131072}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[97118,97106,97221,97102,97048,97043,97086,97054,96963,97152,97081,96933,97078,97050,97156,96974,97009,97105,96980,97111,97081,96964,97081,97008,97187,97282,97040,97198,97125,96983,96940,96964,97012,96992,96927,96971,97128,96938,96889,97168,97039,97047,97070,97082,97041,97113,97152,97113,97002,97134,97058,97269,97171,97027,97218,97120,97014,97084,97059,97043,96990,96961,97043,97011],"baseline_exact_reference_rows":10,"differing_reference_rows":54,"exact_reference_rows":10,"failed_rows":0,"input_sha256_of_row_hashes":"d1130f3e5d4840dab07bcf6eabd6c049a6544980d986b5501eedf99a20373665","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":20,"maximum_native_count":97278,"passed":true,"policy":"upstream-count-v1","relative_percent":0.020559633216143423},"patched":{"maximum_count_difference":20,"maximum_native_count":97278,"passed":true,"policy":"upstream-count-v1","relative_percent":0.020559633216143423}},"native_counts":[97116,97096,97217,97101,97044,97040,97085,97050,96962,97149,97080,96932,97076,97049,97154,96973,96995,97087,96980,97108,97081,96961,97071,97008,97187,97278,97039,97194,97105,96982,96940,96959,97012,96987,96926,96966,97124,96927,96886,97160,97036,97042,97055,97080,97038,97108,97145,97109,96996,97132,97052,97267,97162,97024,97217,97115,97012,97084,97059,97034,96981,96961,97039,97011],"patched_counts":[97118,97106,97221,97102,97048,97043,97086,97054,96963,97152,97081,96933,97078,97050,97156,96974,97009,97105,96980,97111,97081,96964,97081,97008,97187,97282,97040,97198,97125,96983,96940,96964,97012,96992,96927,96971,97128,96938,96889,97168,97039,97047,97070,97082,97041,97113,97152,97113,97002,97134,97058,97269,97171,97027,97218,97120,97014,97084,97059,97043,96990,96961,97043,97011],"patched_exact_reference_rows":10,"policy":"upstream-count-v1","rows":64,"seed":58231,"version_difference_rows":0,"vocabulary":131072}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[114789,114600,114660,114604],"baseline_exact_reference_rows":0,"differing_reference_rows":4,"exact_reference_rows":0,"failed_rows":0,"input_sha256_of_row_hashes":"6c450625d32adcd3eab81387d59af9296297bdd5c511f37e003f50e76b35a326","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":30,"maximum_native_count":114766,"passed":true,"policy":"upstream-count-v1","relative_percent":0.026140146036282525},"patched":{"maximum_count_difference":30,"maximum_native_count":114766,"passed":true,"policy":"upstream-count-v1","relative_percent":0.026140146036282525}},"native_counts":[114766,114570,114657,114602],"patched_counts":[114789,114600,114660,114604],"patched_exact_reference_rows":0,"policy":"upstream-count-v1","rows":4,"seed":58231,"version_difference_rows":0,"vocabulary":154856}
ANVIL_SAMPLING_ORDINARY_ROW {"baseline":{"boundary":{"logit":-0.6419956088066101,"probability":2.0450994609581097e-06,"token":139002},"exact":true,"extra_count":0,"extra_mass":0.0,"kept_count":114428,"missing_count":0,"missing_mass":0.0,"prefix_holes":0,"reference_difference":{"count":0,"first32":[],"sha256_u32be":null},"remove_lowest_mass":0.9499981153085724,"retained_mass":0.9500001604080334},"failed_checks":[],"input_sha256_f32be":"88e40489e8feec7f87475207b33646354bdb8a32b3c58f54356434d023b8f995","invalid_output_counts":[0,0],"passed":true,"patched":{"boundary":{"logit":-0.6420466899871826,"probability":2.0449949975313364e-06,"token":30317},"exact":false,"extra_count":1,"extra_mass":2.0449949975313364e-06,"kept_count":114429,"missing_count":0,"missing_mass":0.0,"prefix_holes":0,"reference_difference":{"count":1,"first32":[30317],"sha256_u32be":null},"remove_lowest_mass":0.9500001604080334,"retained_mass":0.9500022054030309},"policy":"upstream-count-v1","reference":{"boundary":{"logit":-0.6419956088066101,"probability":2.0450994609581097e-06,"token":139002},"kept_count":114428,"remove_lowest_mass":0.9499981153085724,"retained_mass":0.9500001604080334},"row":31,"rows":64,"seed":58231,"strict_diagnostics":{"patched_count_error_bounded":true,"patched_difference_not_worse":false},"top_p":0.949999988079071,"version_difference":{"count":1,"first32":[30317],"sha256_u32be":null},"vocabulary":154856}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[114723,114647,114777,114840,114490,114722,114693,114772,114698,114570,114798,114693,114692,114576,114648,114700,114756,114761,114547,114591,114775,114668,114783,114555,114717,114671,114399,114674,114716,114677,114744,114428,114565,114621,114697,114661,114662,114703,114647,114631,114858,114731,114695,114660,114815,114561,114733,114630,114667,114739,114543,114762,114820,114645,114623,114765,114673,114687,114672,114625,114591,114672,114612,114624],"baseline_exact_reference_rows":11,"differing_reference_rows":54,"exact_reference_rows":10,"failed_rows":0,"input_sha256_of_row_hashes":"77d6c37620995fd5ae4dbea22669c8524671c0c9077e950499336e8e76708455","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":26,"maximum_native_count":114855,"passed":true,"policy":"upstream-count-v1","relative_percent":0.022637238256932656},"patched":{"maximum_count_difference":26,"maximum_native_count":114855,"passed":true,"policy":"upstream-count-v1","relative_percent":0.022637238256932656}},"native_counts":[114697,114645,114774,114835,114482,114719,114690,114765,114694,114568,114793,114692,114687,114576,114648,114694,114756,114758,114542,114588,114775,114665,114779,114552,114716,114666,114398,114673,114712,114673,114744,114428,114562,114616,114695,114651,114660,114696,114645,114630,114855,114730,114686,114660,114815,114558,114718,114625,114667,114733,114541,114759,114808,114644,114623,114765,114672,114682,114671,114621,114587,114669,114604,114622],"patched_counts":[114723,114647,114777,114840,114490,114722,114693,114772,114698,114570,114798,114693,114692,114576,114648,114700,114756,114761,114547,114591,114775,114668,114783,114555,114717,114671,114399,114674,114716,114677,114744,114429,114565,114621,114697,114661,114662,114703,114647,114631,114858,114731,114695,114660,114815,114561,114733,114630,114667,114739,114543,114762,114820,114645,114623,114765,114673,114687,114672,114625,114591,114672,114612,114624],"patched_exact_reference_rows":10,"policy":"upstream-count-v1","rows":64,"seed":58231,"version_difference_rows":1,"vocabulary":154856}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[97029,97045,97205,96961],"baseline_exact_reference_rows":0,"differing_reference_rows":4,"exact_reference_rows":0,"failed_rows":0,"input_sha256_of_row_hashes":"f4348e62264cc5346cf993819640e9b41afee1391e1566baa9e5a63c9971a8fc","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":18,"maximum_native_count":97193,"passed":true,"policy":"upstream-count-v1","relative_percent":0.01851985225273425},"patched":{"maximum_count_difference":18,"maximum_native_count":97193,"passed":true,"policy":"upstream-count-v1","relative_percent":0.01851985225273425}},"native_counts":[97023,97027,97193,96959],"patched_counts":[97029,97045,97205,96961],"patched_exact_reference_rows":0,"policy":"upstream-count-v1","rows":4,"seed":42,"version_difference_rows":0,"vocabulary":131072}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[96926,97215,97139,97322,97023,96896,97132,97078,96809,97257,97095,97033,97046,97098,96910,97197,97014,96867,97068,97089,97062,97050,97230,97065,96999,96979,97111,97067,97001,97119,97054,96876,97110,96877,97069,97041,96933,97029,96939,97044,97164,97075,97010,97145,96906,96890,97170,97050,97288,96976,97047,97218,97026,97013,97045,97239,97163,97044,97069,97074,97024,96939,97190,97071],"baseline_exact_reference_rows":7,"differing_reference_rows":57,"exact_reference_rows":7,"failed_rows":0,"input_sha256_of_row_hashes":"721fafb10e6ff48aa112c47c649ee42661775b95f3eff3f6535e095944566430","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":16,"maximum_native_count":97322,"passed":true,"policy":"upstream-count-v1","relative_percent":0.01644027044244878},"patched":{"maximum_count_difference":16,"maximum_native_count":97322,"passed":true,"policy":"upstream-count-v1","relative_percent":0.01644027044244878}},"native_counts":[96921,97212,97139,97322,97022,96891,97126,97078,96808,97254,97093,97023,97040,97098,96908,97197,97009,96865,97064,97088,97061,97045,97219,97063,96998,96978,97111,97060,96995,97115,97052,96871,97107,96875,97067,97037,96930,97026,96932,97039,97161,97068,97007,97139,96903,96883,97167,97050,97284,96970,97041,97213,97023,97011,97043,97236,97147,97043,97062,97073,97018,96938,97187,97068],"patched_counts":[96926,97215,97139,97322,97023,96896,97132,97078,96809,97257,97095,97033,97046,97098,96910,97197,97014,96867,97068,97089,97062,97050,97230,97065,96999,96979,97111,97067,97001,97119,97054,96876,97110,96877,97069,97041,96933,97029,96939,97044,97164,97075,97010,97145,96906,96890,97170,97050,97288,96976,97047,97218,97026,97013,97045,97239,97163,97044,97069,97074,97024,96939,97190,97071],"patched_exact_reference_rows":7,"policy":"upstream-count-v1","rows":64,"seed":42,"version_difference_rows":0,"vocabulary":131072}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[114592,114720,114621,114615],"baseline_exact_reference_rows":0,"differing_reference_rows":4,"exact_reference_rows":0,"failed_rows":0,"input_sha256_of_row_hashes":"653874c7a365af20f0849c2b7156a9fccfd0d0f5626ddf27ad7e926511f3327b","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":5,"maximum_native_count":114716,"passed":true,"policy":"upstream-count-v1","relative_percent":0.004358589908992643},"patched":{"maximum_count_difference":5,"maximum_native_count":114716,"passed":true,"policy":"upstream-count-v1","relative_percent":0.004358589908992643}},"native_counts":[114590,114716,114616,114614],"patched_counts":[114592,114720,114621,114615],"patched_exact_reference_rows":0,"policy":"upstream-count-v1","rows":4,"seed":42,"version_difference_rows":0,"vocabulary":154856}
ANVIL_SAMPLING_ORDINARY_CASE {"baseline_counts":[114760,114707,114689,114846,114670,114819,114752,114605,114749,114786,114770,114718,114687,114824,114844,114621,114530,114680,114637,114824,114697,114501,114676,114714,114803,114508,114634,114616,114727,114644,114658,114624,114664,114702,114815,114678,114794,114634,114611,114596,114638,114652,114639,114713,114484,114673,114529,114640,114775,114566,114548,114689,114747,114711,114668,114594,114516,114458,114501,114702,114723,114663,114653,114581],"baseline_exact_reference_rows":8,"differing_reference_rows":56,"exact_reference_rows":8,"failed_rows":0,"input_sha256_of_row_hashes":"aef56aa6822b472278b41f25b1f91e1f6d6a193e935671e1a0122d2c62fc3842","input_unchanged":true,"native_count_tolerance":{"baseline":{"maximum_count_difference":24,"maximum_native_count":114838,"passed":true,"policy":"upstream-count-v1","relative_percent":0.02089900555565231},"patched":{"maximum_count_difference":24,"maximum_native_count":114838,"passed":true,"policy":"upstream-count-v1","relative_percent":0.02089900555565231}},"native_counts":[114752,114707,114665,114838,114664,114802,114747,114603,114745,114784,114761,114716,114687,114818,114834,114618,114529,114679,114632,114824,114696,114494,114670,114703,114794,114500,114628,114614,114722,114640,114655,114624,114663,114702,114814,114678,114792,114629,114609,114596,114638,114647,114636,114711,114478,114671,114522,114635,114773,114561,114538,114688,114745,114706,114666,114592,114504,114457,114497,114697,114722,114661,114648,114580],"patched_counts":[114760,114707,114689,114846,114670,114819,114752,114605,114749,114786,114770,114718,114687,114824,114844,114621,114530,114680,114637,114824,114697,114501,114676,114714,114803,114508,114634,114616,114727,114644,114658,114624,114664,114702,114815,114678,114794,114634,114611,114596,114638,114652,114639,114713,114484,114673,114529,114640,114775,114566,114548,114689,114747,114711,114668,114594,114516,114458,114501,114702,114723,114663,114653,114581],"patched_exact_reference_rows":8,"policy":"upstream-count-v1","rows":64,"seed":42,"version_difference_rows":0,"vocabulary":154856}
ANVIL_SAMPLING_REGRESSION {"diagnostic_rows":1,"failed_native_batches":0,"failed_rows":0,"forced_cases":8,"ordinary_cases":8,"ordinary_rows":272,"passed":true,"peak_tensor_bytes":519289856,"policy":"upstream-count-v1"}