{ "cold_request": { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 86.8786, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.041668393, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 0, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, "complete": true, "corpus": { "case_count": 30, "category_counts": { "librispeech-test-clean": 12, "librispeech-test-other": 12, "synthetic-correction-cancellation": 1, "synthetic-date-time": 1, "synthetic-extension": 1, "synthetic-timer": 1, "synthetic-weather": 1, "synthetic-zip-code": 1 }, "duration_seconds": 170.400625, "manifest": "local-evidence-workspace\\corpus\\manifest.jsonl", "manifest_sha256": "00716e710f2174cd8cecba1d692282cff46453087001570ed3844598813232fb", "schema_version": "stt-corpus/v1" }, "endpoint": { "base_url": "http://127.0.0.1:39042/v1", "checkpoint": "Qwen/Qwen3-ASR-0.6B", "hardware": "Primary Node RTX 5090", "image": "anvil-qwen3-asr:official-vllm-0.14.0", "image_digest": "sha256:8bc0588b53f601ed2a8b9da23a89fa3d90f27bef70ea73d2efde2ba8f93ccc1c", "language_conditioning": null, "model": "qwen3-asr-0.6b", "prompt": null, "revision": "5eb144179a02acc5e5ba31e748d22b0cf3e303b0", "runtime": "qwen-vllm", "runtime_version": "0.14.0+official-qwen-parser", "served_name": "qwen3-asr-0.6b" }, "failures": [], "gate_observations": { "language_probe_count": 0, "language_probe_matches": 0, "malformed_or_failed_runs": 0, "repetition_flags": 0 }, "language_detection_probes": [], "promotion": { "evidence_scope": "stt-candidate-qualification", "human_gate_required": true, "promoted": false }, "runs": [ { "audio_seconds": 3.849, "audio_sha256": "28dd1a2a972d566e81bbcd4426df9c9c2ad3262dba761be3a99957c64f5ac7cf", "case_id": "kokoro-agent-01-weather", "category": "synthetic-weather", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 62.0084, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.016110262, "reference_chars": 48, "reference_text": "What is the weather in Seattle tomorrow morning?", "reference_words": 8, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "What is the weather in Seattle tomorrow morning?", "word_edits": 0 }, { "audio_seconds": 4.115312, "audio_sha256": "541cecc7ea500a1e5becd2634067c656f99f8b7e116558c714159a5a20b50e69", "case_id": "kokoro-agent-02-timer", "category": "synthetic-timer", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 67.5688, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.016418875, "reference_chars": 50, "reference_text": "Set a timer for twelve minutes and thirty seconds.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Set a timer for twelve minutes and thirty seconds.", "word_edits": 0 }, { "audio_seconds": 5.353937, "audio_sha256": "3d4b0bce6392b62d60ca4258ef7fb74e7d7786561acbf0b0083355dd2df31bfa", "case_id": "kokoro-agent-03-zip-code", "category": "synthetic-zip-code", "char_edits": 4, "failure": null, "language": "en", "latency_ms": 66.6751, "normalized_wer": 0.0, "raw_cer": 0.072727273, "real_time_factor": 0.01245347, "reference_chars": 55, "reference_text": "Find a pharmacy near ZIP code nine eight one zero nine.", "reference_words": 11, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Find a pharmacy near zip code nine, eight one zero nine.", "word_edits": 0 }, { "audio_seconds": 6.44625, "audio_sha256": "825bf9a28a78fca86b0b8fd5522a4d815e1d577a493f8815c551348c2e47b5dc", "case_id": "kokoro-agent-04-date-time", "category": "synthetic-date-time", "char_edits": 2, "failure": null, "language": "en", "latency_ms": 56.7715, "normalized_wer": 0.0, "raw_cer": 0.029411765, "real_time_factor": 0.008806903, "reference_chars": 68, "reference_text": "Schedule it for Thursday, August fourteenth at three forty-five P.M.", "reference_words": 12, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Schedule it for Thursday, August fourteenth at three forty-five p.m.", "word_edits": 0 }, { "audio_seconds": 4.542187, "audio_sha256": "761ab2c86dccbe65ae90b02d04abfc648bbe2eb14d81851791de9b9edebc1dd3", "case_id": "kokoro-agent-05-extension", "category": "synthetic-extension", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 53.2923, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.011732739, "reference_chars": 49, "reference_text": "Call the front desk at extension four zero seven.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Call the front desk at extension four zero seven.", "word_edits": 0 }, { "audio_seconds": 5.378875, "audio_sha256": "4eee4766eb9d5101cf8b50854b625aca3796492fe4d6e5266bb263da7de76184", "case_id": "kokoro-agent-06-correction-cancellation", "category": "synthetic-correction-cancellation", "char_edits": 2, "failure": null, "language": "en", "latency_ms": 55.4203, "normalized_wer": 0.0, "raw_cer": 0.037735849, "real_time_factor": 0.010303326, "reference_chars": 53, "reference_text": "Change that to seven thirty, no, cancel the reminder.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Change that to seven thirty. No, cancel the reminder.", "word_edits": 0 }, { "audio_seconds": 10.435, "audio_sha256": "3e74fd67fbad618ea41963e0546ad559e072931fb79e73005c73423181df9938", "case_id": "librispeech-test-clean-1089-134686-0000", "category": "librispeech-test-clean", "char_edits": 134, "failure": null, "language": "en", "latency_ms": 123.9567, "normalized_wer": 0.035714286, "raw_cer": 0.848101266, "real_time_factor": 0.011878936, "reference_chars": 158, "reference_text": "HE HOPED THERE WOULD BE STEW FOR DINNER TURNIPS AND CARROTS AND BRUISED POTATOES AND FAT MUTTON PIECES TO BE LADLED OUT IN THICK PEPPERED FLOUR FATTENED SAUCE", "reference_words": 28, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He hoped there would be stew for dinner\u2014turnips and carrots and bruised potatoes and fat mutton pieces\u2014to be ladled out in thick peppered flour-fatted sauce.", "word_edits": 1 }, { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 44.6609, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.021420096, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, { "audio_seconds": 5.175063, "audio_sha256": "831dec9ef4c4998960c82864820bccaa6a28dc3f8ae12eca0dccd4974fd30b0a", "case_id": "librispeech-test-clean-1089-134691-0004", "category": "librispeech-test-clean", "char_edits": 54, "failure": null, "language": "en", "latency_ms": 74.7676, "normalized_wer": 0.111111111, "raw_cer": 0.931034483, "real_time_factor": 0.014447671, "reference_chars": 58, "reference_text": "PRIDE AFTER SATISFACTION UPLIFTED HIM LIKE LONG SLOW WAVES", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Bright after satisfaction, uplifted him like long, slow waves.", "word_edits": 1 }, { "audio_seconds": 1.915, "audio_sha256": "54aeeea23cba9dcc1d1656f3330744c0cc842286b0155fdce7f79607d5c0a450", "case_id": "librispeech-test-clean-1188-133604-0030", "category": "librispeech-test-clean", "char_edits": 15, "failure": null, "language": "en", "latency_ms": 44.3936, "normalized_wer": 0.0, "raw_cer": 0.833333333, "real_time_factor": 0.023182037, "reference_chars": 18, "reference_text": "HE KNOWS THEM BOTH", "reference_words": 4, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He knows them both.", "word_edits": 0 }, { "audio_seconds": 5.365, "audio_sha256": "ec4f680fefa6d7440795692ea355c758da13de0e654edf72cb1f9d7e7542f23a", "case_id": "librispeech-test-clean-1188-133604-0038", "category": "librispeech-test-clean", "char_edits": 66, "failure": null, "language": "en", "latency_ms": 94.3943, "normalized_wer": 0.0, "raw_cer": 0.776470588, "real_time_factor": 0.017594464, "reference_chars": 85, "reference_text": "BUT NOW HERE IS A SUBJECT OF WHICH YOU WILL WONDER AT FIRST WHY TURNER DREW IT AT ALL", "reference_words": 19, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "But now here is a subject of which you will wonder at first why Turner drew it at all.", "word_edits": 0 }, { "audio_seconds": 10.07, "audio_sha256": "fb622c710f2c5112e11b7fa1074a02111ec0da6afeaa81e2f4bcf82ceeb6e99c", "case_id": "librispeech-test-clean-1188-133604-0041", "category": "librispeech-test-clean", "char_edits": 109, "failure": null, "language": "en", "latency_ms": 118.7264, "normalized_wer": 0.0, "raw_cer": 0.819548872, "real_time_factor": 0.011790109, "reference_chars": 133, "reference_text": "IT IS A GLEANER BRINGING DOWN HER ONE SHEAF OF CORN TO AN OLD WATERMILL ITSELF MOSSY AND RENT SCARCELY ABLE TO GET ITS STONES TO TURN", "reference_words": 27, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "It is a gleaner bringing down her one sheaf of corn to an old watermill, itself mossy and rent, scarcely able to get its stones to turn.", "word_edits": 0 }, { "audio_seconds": 1.87, "audio_sha256": "7b41c520f232492e0fd31148f9130e57086f7788cc78c353d2e87968f0636211", "case_id": "librispeech-test-clean-121-123852-0001", "category": "librispeech-test-clean", "char_edits": 5, "failure": null, "language": "en", "latency_ms": 36.4713, "normalized_wer": 0.5, "raw_cer": 1.0, "real_time_factor": 0.019503369, "reference_chars": 5, "reference_text": "AY ME", "reference_words": 2, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "I me.", "word_edits": 1 }, { "audio_seconds": 5.025, "audio_sha256": "124e1e6d768b2bf99723c52a69ab3b60d604ca50712658b13a1a08f7a4626f8a", "case_id": "librispeech-test-clean-121-127105-0001", "category": "librispeech-test-clean", "char_edits": 72, "failure": null, "language": "en", "latency_ms": 84.5893, "normalized_wer": 0.0, "raw_cer": 0.847058824, "real_time_factor": 0.016833692, "reference_chars": 85, "reference_text": "SOMEONE ELSE TOLD A STORY NOT PARTICULARLY EFFECTIVE WHICH I SAW HE WAS NOT FOLLOWING", "reference_words": 15, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Someone else told a story, not particularly effective, which I saw he was not following.", "word_edits": 0 }, { "audio_seconds": 10.765, "audio_sha256": "e93f25e3e79280a3c2b4d64c7a582f8bab0538a1b2215fe7f3130e4e26d07c3e", "case_id": "librispeech-test-clean-121-127105-0031", "category": "librispeech-test-clean", "char_edits": 94, "failure": null, "language": "en", "latency_ms": 100.6626, "normalized_wer": 0.052631579, "raw_cer": 0.862385321, "real_time_factor": 0.009350915, "reference_chars": 109, "reference_text": "SHE WAS YOUNG UNTRIED NERVOUS IT WAS A VISION OF SERIOUS DUTIES AND LITTLE COMPANY OF REALLY GREAT LONELINESS", "reference_words": 19, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "She was young, untried, nervous. It was a vision of serious duties in little company, of really great loneliness.", "word_edits": 1 }, { "audio_seconds": 10.19, "audio_sha256": "051cd2bb227c5a13d88dc734858e7001f0526a13985264ca66f491658fcdb194", "case_id": "librispeech-test-clean-1221-135766-0009", "category": "librispeech-test-clean", "char_edits": 148, "failure": null, "language": "en", "latency_ms": 139.7221, "normalized_wer": 0.0, "raw_cer": 0.831460674, "real_time_factor": 0.013711688, "reference_chars": 178, "reference_text": "AS TO ANY OTHER KIND OF DISCIPLINE WHETHER ADDRESSED TO HER MIND OR HEART LITTLE PEARL MIGHT OR MIGHT NOT BE WITHIN ITS REACH IN ACCORDANCE WITH THE CAPRICE THAT RULED THE MOMENT", "reference_words": 33, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "As to any other kind of discipline, whether addressed to her mind or heart, little pearl might or might not be within its reach in accordance with the caprice that ruled the moment.", "word_edits": 0 }, { "audio_seconds": 2.63, "audio_sha256": "e0380aaca82d1cceb43b158be154a4c89f6994ceccef54e2f60f799df26a04af", "case_id": "librispeech-test-clean-1221-135766-0015", "category": "librispeech-test-clean", "char_edits": 32, "failure": null, "language": "en", "latency_ms": 76.289, "normalized_wer": 0.0, "raw_cer": 0.842105263, "real_time_factor": 0.029007224, "reference_chars": 38, "reference_text": "IF SPOKEN TO SHE WOULD NOT SPEAK AGAIN", "reference_words": 8, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "If spoken to, she would not speak again.", "word_edits": 0 }, { "audio_seconds": 5.85, "audio_sha256": "f65418228ef766d557009f32b2b5660576e50ed30acccdb1bf3c5576f7519b7b", "case_id": "librispeech-test-clean-1221-135767-0024", "category": "librispeech-test-clean", "char_edits": 68, "failure": null, "language": "en", "latency_ms": 96.187, "normalized_wer": 0.0, "raw_cer": 0.829268293, "real_time_factor": 0.016442222, "reference_chars": 82, "reference_text": "PEARL SEEING THE ROSE BUSHES BEGAN TO CRY FOR A RED ROSE AND WOULD NOT BE PACIFIED", "reference_words": 17, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Pearl, seeing the rose bushes, began to cry for a red rose and would not be pacified.", "word_edits": 0 }, { "audio_seconds": 5.06, "audio_sha256": "923e03f9df4bb0ca7de1154ad2c9b871c7119be2412b272934b06772de46c953", "case_id": "librispeech-test-other-1688-142285-0003", "category": "librispeech-test-other", "char_edits": 60, "failure": null, "language": "en", "latency_ms": 83.3714, "normalized_wer": 0.076923077, "raw_cer": 0.833333333, "real_time_factor": 0.016476561, "reference_chars": 72, "reference_text": "I REALLY LIKED THAT ACCOUNT OF HIMSELF BETTER THAN ANYTHING ELSE HE SAID", "reference_words": 13, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "I really like that account of himself better than anything else. He said.", "word_edits": 1 }, { "audio_seconds": 10.18, "audio_sha256": "bd25e7df09a70b2517d20cd09395207214df84f31626934a16cd70d94fd18379", "case_id": "librispeech-test-other-1688-142285-0013", "category": "librispeech-test-other", "char_edits": 107, "failure": null, "language": "en", "latency_ms": 116.9842, "normalized_wer": 0.04, "raw_cer": 0.804511278, "real_time_factor": 0.011491572, "reference_chars": 133, "reference_text": "AT LEAST NO FRIEND CAME FORWARDS IMMEDIATELY AND MISSUS THORNTON IS NOT ONE I FANCY TO WAIT TILL TARDY KINDNESS COMES TO FIND HER OUT", "reference_words": 25, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "At least no friend came forwards immediately, and Mister Thornton is not one I fancy to wait till tardy kindness comes to find her out.", "word_edits": 1 }, { "audio_seconds": 1.76, "audio_sha256": "55ac97d77fbdfae871069c3d0ce61810cbeca271eef8276e7c04fa19e550597d", "case_id": "librispeech-test-other-1688-142285-0047", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 37.6268, "normalized_wer": 0.0, "raw_cer": 0.8, "real_time_factor": 0.021378864, "reference_chars": 15, "reference_text": "BUT WHAT WAS IT", "reference_words": 4, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "But what was it?", "word_edits": 0 }, { "audio_seconds": 5.115, "audio_sha256": "a0b88dbda17876472bce596481512901c09c0e603c004d425953c736d77389e0", "case_id": "librispeech-test-other-1998-29454-0033", "category": "librispeech-test-other", "char_edits": 62, "failure": null, "language": "en", "latency_ms": 109.6949, "normalized_wer": 0.125, "raw_cer": 0.826666667, "real_time_factor": 0.021445728, "reference_chars": 75, "reference_text": "HE REWARD THE WAKE THE LAST OF THE ENGLISH AND I WUNNERED WHAT IT STOOD FOR", "reference_words": 16, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He rewarded the wake, the last of the English, and I wondered what it stood for.", "word_edits": 2 }, { "audio_seconds": 1.81, "audio_sha256": "c3f73c8a2dbeffc8d8a1165979bb7201941e8c85738056f334af8b7c8401b21e", "case_id": "librispeech-test-other-1998-29455-0034", "category": "librispeech-test-other", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 38.0266, "normalized_wer": 0.2, "raw_cer": 0.904761905, "real_time_factor": 0.021009171, "reference_chars": 21, "reference_text": "WELL YOU NEVER SEE IM", "reference_words": 5, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Well, you never see him.", "word_edits": 1 }, { "audio_seconds": 11.05, "audio_sha256": "cf82658f6d859596c16a53b203d5e63c6e0f7edd6c947433ff4fb624d372588f", "case_id": "librispeech-test-other-1998-29455-0038", "category": "librispeech-test-other", "char_edits": 145, "failure": null, "language": "en", "latency_ms": 143.0909, "normalized_wer": 0.0, "raw_cer": 0.838150289, "real_time_factor": 0.012949403, "reference_chars": 173, "reference_text": "THEY DID NOT STAY THERE BUT WALKED OUT ACROSS THE DOWNS WHERE THE SKYLARKS WERE SINGING AND ON A DIP OF THE DOWNS CAME UPON GREAT STONE WALLS AND TOWERS VERY STRONG AND GRAY", "reference_words": 34, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "They did not stay there, but walked out across the downs, where the skylarks were singing, and on a dip of the downs, came upon great stone walls and towers, very strong and gray.", "word_edits": 0 }, { "audio_seconds": 10.05, "audio_sha256": "da3e3d09442d751d06d01bb187a0ed3866e37bfab8cfa6ab574074f1245933e3", "case_id": "librispeech-test-other-2033-164914-0020", "category": "librispeech-test-other", "char_edits": 90, "failure": null, "language": "en", "latency_ms": 92.8567, "normalized_wer": 0.05, "raw_cer": 0.849056604, "real_time_factor": 0.009239473, "reference_chars": 106, "reference_text": "O MY LORD CONTINUED THE EUNUCH AND SHAHRAZAD PERCEIVED THE DAWN OF DAY AND CEASED TO SAY HER PERMITTED SAY", "reference_words": 20, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "O my lord,\" continued the eunuch. And Charizard perceived the dawn of day, and ceased to say her permitted say.", "word_edits": 1 }, { "audio_seconds": 2.05, "audio_sha256": "3af952011e4fa0c9476ef05a8494305f74ae70664fbbdcd3f92b479cc59c7552", "case_id": "librispeech-test-other-2033-164915-0000", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 43.7134, "normalized_wer": 0.0, "raw_cer": 0.857142857, "real_time_factor": 0.02132361, "reference_chars": 14, "reference_text": "AND ALSO THESE", "reference_words": 3, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "And also these.", "word_edits": 0 }, { "audio_seconds": 5.665, "audio_sha256": "fb5eb48919eea334797b7287d152762546535d5a1979d8319c2ba65ceea51efd", "case_id": "librispeech-test-other-2033-164916-0007", "category": "librispeech-test-other", "char_edits": 52, "failure": null, "language": "en", "latency_ms": 82.4035, "normalized_wer": 0.0, "raw_cer": 0.8, "real_time_factor": 0.014546072, "reference_chars": 65, "reference_text": "AND IN IT ALL REJOICED AT THE ACCESSION OF THE LIGHT OF THE PLACE", "reference_words": 14, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "And in it all rejoiced at the accession of the light of the place.", "word_edits": 0 }, { "audio_seconds": 1.25, "audio_sha256": "9f024edc134521cd09191964011ad0b8c94733b6c6bc8b4fe4ee850d66f088dc", "case_id": "librispeech-test-other-2414-128291-0020", "category": "librispeech-test-other", "char_edits": 4, "failure": null, "language": "en", "latency_ms": 49.2421, "normalized_wer": 0.0, "raw_cer": 1.0, "real_time_factor": 0.03939368, "reference_chars": 4, "reference_text": "WELL", "reference_words": 1, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Well.", "word_edits": 0 }, { "audio_seconds": 5.19, "audio_sha256": "879bb4a195f098af354c38c9e8274546e3e837f0fb6ef4ef1d735e8f0a78a915", "case_id": "librispeech-test-other-2414-159411-0011", "category": "librispeech-test-other", "char_edits": 53, "failure": null, "language": "en", "latency_ms": 79.995, "normalized_wer": 0.0, "raw_cer": 0.841269841, "real_time_factor": 0.015413295, "reference_chars": 63, "reference_text": "AT A LITTLE DISTANCE THEY FOUND A BULLOCK LYING BY THE ROADSIDE", "reference_words": 12, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "At a little distance, they found a bullock lying by the roadside.", "word_edits": 0 }, { "audio_seconds": 10.16, "audio_sha256": "0014da34a5796d74d18bb7187b3752f1ffd0bf55077bcdbb37b7dc7953d8ffe0", "case_id": "librispeech-test-other-2414-159411-0014", "category": "librispeech-test-other", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 109.8564, "normalized_wer": 0.115384615, "raw_cer": 0.833333333, "real_time_factor": 0.010812638, "reference_chars": 132, "reference_text": "THREE OUT OF THE SIX HAD GIVEN JUDGMENT AGAINST THE BRAHMAN BUT STILL HE DID NOT LOSE ALL HOPE AND DETERMINED TO ASK THE OTHER THREE", "reference_words": 26, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Three out of the six in giving judgment against the Brahmins, but still he did not lose all hope, and determined to ask the other three.", "word_edits": 3 } ], "schedule": { "cold_requests": 1, "concurrency": 4, "expected_warm_requests": 30, "observed_warm_requests": 30, "repetitions": 1 }, "schema_version": "stt-benchmark-evidence/v1", "summary": { "all": { "failed": 0, "latency_ms": { "max": 143.0909, "p50": 78.142, "p95": 132.62767 }, "micro_raw_cer": 0.714944649, "micro_wer": 0.03117506, "real_time_factor": { "p50": 0.015762, "p95": 0.026386 }, "repetition_flags": 0, "requests": 30, "successful": 30 }, "audio_seconds_per_wall_second": 268.39723, "categories": { "librispeech-test-clean": { "failed": 0, "latency_ms": { "max": 139.7221, "p50": 89.4918, "p95": 131.05113 }, "micro_raw_cer": 0.839506173, "micro_wer": 0.021505376, "real_time_factor": { "p50": 0.016638, "p95": 0.025803 }, "repetition_flags": 0, "requests": 12, "successful": 12 }, "librispeech-test-other": { "failed": 0, "latency_ms": { "max": 143.0909, "p50": 82.88745, "p95": 128.732215 }, "micro_raw_cer": 0.83161512, "micro_wer": 0.052023121, "real_time_factor": { "p50": 0.015945, "p95": 0.029522 }, "repetition_flags": 0, "requests": 12, "successful": 12 }, "synthetic-correction-cancellation": { "failed": 0, "latency_ms": { "max": 55.4203, "p50": 55.4203, "p95": 55.4203 }, "micro_raw_cer": 0.037735849, "micro_wer": 0.0, "real_time_factor": { "p50": 0.010303, "p95": 0.010303 }, "repetition_flags": 0, "requests": 1, "successful": 1 }, "synthetic-date-time": { "failed": 0, "latency_ms": { "max": 56.7715, "p50": 56.7715, "p95": 56.7715 }, "micro_raw_cer": 0.029411765, "micro_wer": 0.0, "real_time_factor": { "p50": 0.008807, "p95": 0.008807 }, "repetition_flags": 0, "requests": 1, "successful": 1 }, "synthetic-extension": { "failed": 0, "latency_ms": { "max": 53.2923, "p50": 53.2923, "p95": 53.2923 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.011733, "p95": 0.011733 }, "repetition_flags": 0, "requests": 1, "successful": 1 }, "synthetic-timer": { "failed": 0, "latency_ms": { "max": 67.5688, "p50": 67.5688, "p95": 67.5688 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.016419, "p95": 0.016419 }, "repetition_flags": 0, "requests": 1, "successful": 1 }, "synthetic-weather": { "failed": 0, "latency_ms": { "max": 62.0084, "p50": 62.0084, "p95": 62.0084 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.01611, "p95": 0.01611 }, "repetition_flags": 0, "requests": 1, "successful": 1 }, "synthetic-zip-code": { "failed": 0, "latency_ms": { "max": 66.6751, "p50": 66.6751, "p95": 66.6751 }, "micro_raw_cer": 0.072727273, "micro_wer": 0.0, "real_time_factor": { "p50": 0.012453, "p95": 0.012453 }, "repetition_flags": 0, "requests": 1, "successful": 1 } }, "primary_human": { "failed": 0, "latency_ms": { "max": 143.0909, "p50": 83.98035, "p95": 137.35729 }, "micro_raw_cer": 0.835772358, "micro_wer": 0.036211699, "real_time_factor": { "p50": 0.016459, "p95": 0.028133 }, "repetition_flags": 0, "requests": 24, "successful": 24 }, "requests_per_second": 47.25286, "synthetic_agent": { "failed": 0, "latency_ms": { "max": 67.5688, "p50": 59.38995, "p95": 67.345375 }, "micro_raw_cer": 0.024767802, "micro_wer": 0.0, "real_time_factor": { "p50": 0.012093, "p95": 0.016342 }, "repetition_flags": 0, "requests": 6, "successful": 6 }, "wall_seconds": 0.634882 } }