{"actual_client_requirements":{"actual_playback_interruption_max_ms":250,"combined_soak_seconds_minimum":1200,"combined_warm_turns_per_arm":100,"deadlines_and_cancellation":"Exact client configured deadlines/cancellation are hard gates and not measured by HTTP TTS corpus harness.","free_indicator_minimum_percent":15,"swap_growth_max_bytes":536870912,"unexpected_protected_endpoint_loss":0},"arms":[{"arm":"kokoro-control","chosen":false,"cold_HTTP_E2E_ms":1096.031875,"cold_HTTP_first_audio_ms":1095.649791,"critical_human_review_case_ids":["names-places-03","names-places-04"],"decision_note":"Existing control retained; pronunciation ambiguity in two name transcripts still requires human review.","exact_request_configuration":{"max_tokens":null,"max_tokens_is_explicit":false,"model":"kokoro","response_format":"pcm","source_sample_rate":24000,"stream":true,"target_sample_rate":16000,"timeout_seconds":120.0,"voice_id":null},"full_TTS_complete":true,"independent_ASR_artifact_complete":true,"independent_ASR_case_count":60,"promotion_eligible":false,"qualified_winner":false,"raw_ASR_micro_WER":0.081180812,"raw_WER_scope":"successful independent-ASR subset; number/unit rendering differences included; not acoustic quality or preference score","resolved_TTS_sha256":"c9d8855c536bc443e4445f1b5803f735b7cbabe820ff1a4f9fe9fd9f803f73c3","resource_gate_observation":"control resource qualification not separately asserted by this assessment","source_TTS":{"file":"baseline-tts-60.json","sha256":"cd810758070040d7624e010a50a6ade51d6ef0cf7d16137a3c0b07ea5b5ca81f"},"source_independent_ASR":{"file":"baseline-tts-fidelity-parakeet.json","sha256":"3ee9eb0cb4b6060fe7d649abc7e1c3316260ce4a2ff1ba502d12d3336eb69b1d"},"status":"retained-control; no candidate winner","timing_scope":"HTTP acquisition only; buffered first-audio can include all generation. Incomplete arms describe successful requests only and are ineligible for qualified performance ranking. No actual playback or cancellation measurement.","warm_HTTP_E2E_ms":{"max":3521.537667,"p50":1028.081646,"p95":3185.443204},"warm_HTTP_first_audio_ms":{"max":1921.709,"p50":1026.707208,"p95":1709.205105},"warm_expected":60,"warm_generation_seconds_per_audio_second":{"max":0.341402,"p50":0.190743,"p95":0.293094},"warm_successful":60},{"arm":"breeze-bf16","chosen":false,"cold_HTTP_E2E_ms":7307.747916,"cold_HTTP_first_audio_ms":3850.475375,"critical_human_review_case_ids":["names-places-03","names-places-04","names-places-05","expressive-04","long-form-01"],"decision_note":"Incomplete59/60 plus resource failure. Critical transcript omissions/entity discrepancies and gross output anomalies remain unresolved.","exact_request_configuration":{"max_tokens":null,"max_tokens_is_explicit":false,"model":"mlx-community/Breeze-TTS-2-mlx@3c8829fb7fd335818f085cd2ef49b4100c0e46c8","response_format":"pcm","source_sample_rate":24000,"stream":true,"target_sample_rate":16000,"timeout_seconds":120.0,"voice_id":"S0"},"full_TTS_complete":false,"independent_ASR_artifact_complete":true,"independent_ASR_case_count":59,"promotion_eligible":false,"qualified_winner":false,"raw_ASR_micro_WER":0.119186047,"raw_WER_scope":"successful independent-ASR subset; number/unit rendering differences included; not acoustic quality or preference score","resolved_TTS_sha256":"d2755256a9b4eee3ca7c3091485c2ca0e4580b20f56baa1ade25f1d8058b2d15","resource_gate_observation":"failed: managed swap abort; monitoring gap/threshold crossing time unobserved","source_TTS":{"file":"breeze-bf16-tts-60.json","sha256":"eaa098907677454775c96217b3bd46960df2463a01415729938cf20429ca2451"},"source_independent_ASR":{"file":"breeze-bf16-tts-fidelity-parakeet.json","sha256":"1ea8a5ee79e4d1a88c812227c4679c4ce12022496db43e3b3e67618397992374"},"status":"rejected-exact-tested-configuration","timing_scope":"HTTP acquisition only; buffered first-audio can include all generation. Incomplete arms describe successful requests only and are ineligible for qualified performance ranking. No actual playback or cancellation measurement.","warm_HTTP_E2E_ms":{"max":63524.097083,"p50":4461.060916,"p95":16221.963105},"warm_HTTP_first_audio_ms":{"max":1636.109375,"p50":1394.070834,"p95":1613.043138},"warm_expected":60,"warm_generation_seconds_per_audio_second":{"max":0.748975,"p50":0.68196,"p95":0.729781},"warm_successful":59},{"arm":"breeze-8bit-r2-streaming","chosen":false,"cold_HTTP_E2E_ms":5290.555792,"cold_HTTP_first_audio_ms":2063.562917,"critical_human_review_case_ids":["names-places-03","names-places-04","expressive-04"],"decision_note":"Streaming750/S0/cache0 exact configuration has unresolved names, expressive truncation transcript and long-output/digital-silence anomalies.","exact_request_configuration":{"max_tokens":750,"max_tokens_is_explicit":true,"model":"mlx-community/Breeze-TTS-2-mlx-8bit@c6e4a2ff6ab9afba68b7853de802273ffe23fb49","response_format":"pcm","source_sample_rate":24000,"stream":true,"target_sample_rate":16000,"timeout_seconds":120.0,"voice_id":"S0"},"full_TTS_complete":true,"independent_ASR_artifact_complete":true,"independent_ASR_case_count":60,"promotion_eligible":false,"qualified_winner":false,"raw_ASR_micro_WER":0.080258303,"raw_WER_scope":"successful independent-ASR subset; number/unit rendering differences included; not acoustic quality or preference score","resolved_TTS_sha256":"08c3dd4359d675fa7743ea2f4302e4b3f1d45ce4a605400c51cb1b57906f654c","resource_gate_observation":"passed observed full60 resource scope","source_TTS":{"file":"breeze-8bit-r2-tts-60.json","sha256":"01e0251d631a1538f40aec0c20dfb32e2f5d487da10a75272527295ae09e0af0"},"source_independent_ASR":{"file":"breeze-8bit-r2-tts-fidelity-parakeet.json","sha256":"004d5912ea4bbfe0a4aa1e2a628ddf3c27754f3258461cf4766c9a88e883488a"},"status":"not-qualified-unresolved-quality","timing_scope":"HTTP acquisition only; buffered first-audio can include all generation. Incomplete arms describe successful requests only and are ineligible for qualified performance ranking. No actual playback or cancellation measurement.","warm_HTTP_E2E_ms":{"max":43483.07725,"p50":4904.303396,"p95":15549.213206},"warm_HTTP_first_audio_ms":{"max":1599.97075,"p50":1527.194833,"p95":1582.728894},"warm_expected":60,"warm_generation_seconds_per_audio_second":{"max":0.792932,"p50":0.735726,"p95":0.764054},"warm_successful":60},{"arm":"fish-8bit-r2-buffered","chosen":false,"cold_HTTP_E2E_ms":4634.883917,"cold_HTTP_first_audio_ms":4632.262417,"critical_human_review_case_ids":["names-places-03","names-places-04"],"decision_note":"Incomplete56/60 and resource failure; ASR subset cannot qualify full campaign. Two names and one minor was/were discrepancy unresolved. stream=True explicitly unsupported.","exact_request_configuration":{"max_tokens":1024,"max_tokens_is_explicit":true,"model":"mlx-community/fish-audio-s2-pro-8bit@c8d4481b3f7cbfe64d855c8b7cda7739502fc3ff","response_format":"pcm","source_sample_rate":44100,"stream":false,"target_sample_rate":16000,"timeout_seconds":120.0,"voice_id":null},"full_TTS_complete":false,"independent_ASR_artifact_complete":true,"independent_ASR_case_count":56,"promotion_eligible":false,"qualified_winner":false,"raw_ASR_micro_WER":0.094425484,"raw_WER_scope":"successful independent-ASR subset; number/unit rendering differences included; not acoustic quality or preference score","resolved_TTS_sha256":"610e1bb7671ea287a8b6a3b657750cb39115e7942472ce375d579426821a46c9","resource_gate_observation":"failed:728099718bytes observed host swap growth exceeds536870912","source_TTS":{"file":"fish-8bit-r2-tts-60.json","sha256":"be910c77c9fccc30ac0b3e97e097bfa416e2316edf50d2bdc6d74c2af040af3f"},"source_independent_ASR":{"file":"fish-8bit-r2-fidelity-parakeet-56.json","sha256":"4a4dd0dc5a8010ca3edace31634f4d942bd4ca7bd5b2ecb54c298e1dcd18e78b"},"status":"rejected-exact-tested-configuration","timing_scope":"HTTP acquisition only; buffered first-audio can include all generation. Incomplete arms describe successful requests only and are ineligible for qualified performance ranking. No actual playback or cancellation measurement.","warm_HTTP_E2E_ms":{"max":11726.353083,"p50":3344.681522,"p95":5490.842447},"warm_HTTP_first_audio_ms":{"max":11720.644792,"p50":3342.726125,"p95":5483.400198},"warm_expected":60,"warm_generation_seconds_per_audio_second":{"max":0.665842,"p50":0.635451,"p95":0.649664},"warm_successful":56},{"arm":"breeze-8bit-r3-buffered","chosen":false,"cold_HTTP_E2E_ms":6327.631167,"cold_HTTP_first_audio_ms":6326.1815,"critical_human_review_case_ids":["code-technical-04","expressive-04","names-places-03"],"decision_note":"Critical unit omission transcript in50.56s nonzero technical output, extra Yeah transcript, name pronunciation and pauses require human resolution. Full completion/resource pass does not close these gates.","exact_request_configuration":{"max_tokens":750,"max_tokens_is_explicit":true,"model":"mlx-community/Breeze-TTS-2-mlx-8bit@c6e4a2ff6ab9afba68b7853de802273ffe23fb49","response_format":"pcm","source_sample_rate":24000,"stream":false,"target_sample_rate":16000,"timeout_seconds":120.0,"voice_id":"S0"},"full_TTS_complete":true,"independent_ASR_artifact_complete":true,"independent_ASR_case_count":60,"promotion_eligible":false,"qualified_winner":false,"raw_ASR_micro_WER":0.077490775,"raw_WER_scope":"successful independent-ASR subset; number/unit rendering differences included; not acoustic quality or preference score","resolved_TTS_sha256":"76ab69c008e5e2943e970ddcb4ccaf6c2f4184033e6170a91fb5e6845c6f84a2","resource_gate_observation":"passed observed full60 resource scope; max growth0,minfree42%","source_TTS":{"file":"breeze-8bit-r3-full-tts-60.json","sha256":"09af40d968050a71ef9cdb9934c4e7849c93cf2a0b0767c7b6c1826efd3967ce"},"source_independent_ASR":{"file":"breeze-8bit-r3-full-fidelity-parakeet.json","sha256":"c0d288567282cf610d74980b46b43298bc264df98c94625732694b6574796f63"},"status":"not-qualified-unresolved-quality-and-client","timing_scope":"HTTP acquisition only; buffered first-audio can include all generation. Incomplete arms describe successful requests only and are ineligible for qualified performance ranking. No actual playback or cancellation measurement.","warm_HTTP_E2E_ms":{"max":42479.749625,"p50":5459.073916,"p95":17348.282415},"warm_HTTP_first_audio_ms":{"max":42470.398459,"p50":5458.133854,"p95":17346.360317},"warm_expected":60,"warm_generation_seconds_per_audio_second":{"max":0.864426,"p50":0.796469,"p95":0.848438},"warm_successful":60}],"assessed_at_utc":"2026-10-06T09:06:32.180456+00:00","decision":{"additional_r3_exact_configuration_unchosen":true,"all_four_original_frozen_arms_unchosen":true,"current_action":"Retain existing Kokoro control. No candidate currently satisfies all frozen promotion gates. This assessment does not certify a new control deployment or establish best naturalness.","human_listening_performed_by_auditor":false,"no_model_self_grading":true,"no_partial_cell_ranking":true,"promoted":false,"qualified_candidate":null,"winner":null},"exact_R3_promotion_blockers":[{"case_id":"code-technical-04","id":"critical_technical_content","required":"Human listen to unmodified50.56s WAV and verify all frozen technical numbers/units and no unintended extra/repeated speech. If sixteen-bit samples is absent or content error confirmed, exact R3 fails zero-critical-error gate."},{"case_id":"expressive-04","id":"added_speech_or_ASR","required":"Resolve extra Yeah transcript against full unmodified audio; review digital pauses separately."},{"case_id":"names-places-03","id":"name_pronunciation","required":"Human pronunciation judgment of PERSON_NAME_REDACTED versus ASR PERSON_NAME_REDACTED; model/ASR spelling alone does not decide."},{"case_ids":["negation-05","numbers-05","punctuation-01","punctuation-04","code-technical-04","expressive-03","expressive-04","long-form-01","long-form-02","long-form-03"],"id":"pauses_and_long_generation","required":"Resolve acceptability of measured exact-zero pauses and long outputs, including actual client deadlines. Quality-first removes old relative20% limit but does not relax client contracts."},{"id":"blind_preference","required":"Only after exact R3 valid, append separate anonymous audio bindings for this configuration and obtain full user blind judgments under frozen winner rule; rejected/unresolved R2 research results do not confer R3 eligibility."},{"id":"client_combined_interrupt_soak","required":"Qualify exact selected component combination on actual client,cancellation and playback interruption<=250ms,100warm turns,>=1200s soak and frozen resource/protected-endpoint limits."}],"frozen_text_corpus":{"file":"tts-corpus-60.jsonl","sha256":"16dca90cb4830cbf31afa4ba85912a0e37fe803337f99b94be1a2d6b5f3c08ad"},"human_winner_rule":{"Wilson95_lower_bound_must_exceed":0.5,"ambiguous_comparison_requires_explicit_user_selection_among_valid_configs":true,"blind_user_preferences_min_non_tied_fraction":0.6,"rejected_R2_research_preferences_transfer_to_R3":false,"single_pair_sufficient":false},"limitations":["ASR spelling/representation alone cannot determine audible fidelity; all critical discrepancies require human review.","Digital zeros are objectively absent signal, but no new perceptual pause acceptance threshold is invented.","Audio hashes/headers and completed resource observations do not measure naturalness, pronunciation quality, actual client playback or cancellation.","Raw incomplete-ASR subset WER and timings are retained as descriptive observations and cannot rank rejected partial arms as qualified candidates.","Peak allocator and host metrics are distinct; startup transients remain unobserved."],"listening_artifacts":{"R2_pack_entrypoint":"tts-blind-listening-research-r2/index-v2.html","R2_pack_is_research_only":true,"R3_preference_eligible_panel_bound":false,"original_R2_research_pack_preserved":true,"reason":"Unresolved content flags must be resolved before a passing-config preference panel is established; any future R3 pack requires an append-only configuration amendment and new custody bindings."},"schema":"anvil-serving.tts-campaign-candidate-control-decision/v1","scope":"Exact English native-voice configurations tested in2026-10-06 local campaign. Quality-first; no forced promotion.","source_assessments":[{"file":"tts-fidelity-discrepancy-audit.json","sha256":"b0d8a3d95db974929c3f72a42c665c0840fbff15cd54d43709609fb2b38e1e44"},{"file":"breeze-bf16-abort-assessment.json","sha256":"ce9cb43c8aa17d24040071f180e2fc245fe449e842ac3a90bfb7888c01aa51fa"},{"file":"breeze-8bit-r2-tts-fidelity-audit.json","sha256":"29990b9aa80ab4ed835e994ce07165ac2ccd1cffd4039e57656b2626867fb339"},{"file":"fish-8bit-r2-resource-assessment.json","sha256":"b371ca6f06494b3a615e93312d1df5d9d9ddbb27771bb6cbffc6cef314202015"},{"file":"fish-8bit-r2-tts-fidelity-audit.json","sha256":"46aa0a1e7fdd9a15cf095668b02d248cf885991c3b00d2119182b73e60ee2fc8"},{"file":"breeze-8bit-r3-full-tts-fidelity-audit.json","sha256":"a53d2697080cc3d3ca945b983541007dae4007c9a508350f1147e453c7ce97e8"},{"file":"breeze-8bit-r3-full-allocator-memory-trace.json","sha256":"59db4a438fbf5633735071627f4805bac04291b27be839cc99b27c4832062b7e"}],"source_policy":{"file":"campaign-plan.json","sha256":"bfbebed576ac37d62def3e61298b247696a7c6b9aecc979057c91e80bfb623b4"}}