{ "cold_request": { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 106.4666, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.051063118, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 0, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, "complete": true, "corpus": { "case_count": 30, "category_counts": { "librispeech-test-clean": 12, "librispeech-test-other": 12, "synthetic-correction-cancellation": 1, "synthetic-date-time": 1, "synthetic-extension": 1, "synthetic-timer": 1, "synthetic-weather": 1, "synthetic-zip-code": 1 }, "duration_seconds": 170.400625, "manifest": "local-evidence-workspace\\corpus\\manifest.jsonl", "manifest_sha256": "00716e710f2174cd8cecba1d692282cff46453087001570ed3844598813232fb", "schema_version": "stt-corpus/v1" }, "endpoint": { "base_url": "http://127.0.0.1:30010/v1", "checkpoint": "nvidia/parakeet-tdt-0.6b-v3", "hardware": "Primary Node RTX 5090", "image": "ghcr.io/mudler/parakeet.cpp-server:latest-cuda", "image_digest": "sha256:7a08005a8a26dd8fe3709f1df3d8dc44be7afef93a27e0830916cc2f54d0304e", "language_conditioning": null, "model": "tdt-0.6b-v3", "prompt": null, "runtime": "parakeet.cpp-server", "served_name": "tdt-0.6b-v3" }, "failures": [], "gate_observations": { "language_probe_count": 0, "language_probe_matches": 0, "malformed_or_failed_runs": 0, "repetition_flags": 0 }, "language_detection_probes": [], "promotion": { "evidence_scope": "stt-candidate-qualification", "human_gate_required": true, "promoted": false }, "runs": [ { "audio_seconds": 3.849, "audio_sha256": "28dd1a2a972d566e81bbcd4426df9c9c2ad3262dba761be3a99957c64f5ac7cf", "case_id": "kokoro-agent-01-weather", "category": "synthetic-weather", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 56.31, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.014629774, "reference_chars": 48, "reference_text": "What is the weather in Seattle tomorrow morning?", "reference_words": 8, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "What is the weather in Seattle tomorrow morning?", "word_edits": 0 }, { "audio_seconds": 4.115312, "audio_sha256": "541cecc7ea500a1e5becd2634067c656f99f8b7e116558c714159a5a20b50e69", "case_id": "kokoro-agent-02-timer", "category": "synthetic-timer", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 54.9401, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.013350165, "reference_chars": 50, "reference_text": "Set a timer for twelve minutes and thirty seconds.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Set a timer for twelve minutes and thirty seconds.", "word_edits": 0 }, { "audio_seconds": 5.353937, "audio_sha256": "3d4b0bce6392b62d60ca4258ef7fb74e7d7786561acbf0b0083355dd2df31bfa", "case_id": "kokoro-agent-03-zip-code", "category": "synthetic-zip-code", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 55.6905, "normalized_wer": 0.0, "raw_cer": 0.054545455, "real_time_factor": 0.010401784, "reference_chars": 55, "reference_text": "Find a pharmacy near ZIP code nine eight one zero nine.", "reference_words": 11, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Find a pharmacy near zip code nine eight one zero nine.", "word_edits": 0 }, { "audio_seconds": 6.44625, "audio_sha256": "825bf9a28a78fca86b0b8fd5522a4d815e1d577a493f8815c551348c2e47b5dc", "case_id": "kokoro-agent-04-date-time", "category": "synthetic-date-time", "char_edits": 4, "failure": null, "language": "en", "latency_ms": 62.6443, "normalized_wer": 0.0, "raw_cer": 0.058823529, "real_time_factor": 0.009717945, "reference_chars": 68, "reference_text": "Schedule it for Thursday, August fourteenth at three forty-five P.M.", "reference_words": 12, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Schedule it for Thursday, august fourteenth at three forty five p.m.", "word_edits": 0 }, { "audio_seconds": 4.542187, "audio_sha256": "761ab2c86dccbe65ae90b02d04abfc648bbe2eb14d81851791de9b9edebc1dd3", "case_id": "kokoro-agent-05-extension", "category": "synthetic-extension", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 73.8672, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.016262473, "reference_chars": 49, "reference_text": "Call the front desk at extension four zero seven.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Call the front desk at extension four zero seven.", "word_edits": 0 }, { "audio_seconds": 5.378875, "audio_sha256": "4eee4766eb9d5101cf8b50854b625aca3796492fe4d6e5266bb263da7de76184", "case_id": "kokoro-agent-06-correction-cancellation", "category": "synthetic-correction-cancellation", "char_edits": 2, "failure": null, "language": "en", "latency_ms": 50.6314, "normalized_wer": 0.0, "raw_cer": 0.037735849, "real_time_factor": 0.009413009, "reference_chars": 53, "reference_text": "Change that to seven thirty, no, cancel the reminder.", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Change that to seven thirty. No, cancel the reminder.", "word_edits": 0 }, { "audio_seconds": 10.435, "audio_sha256": "3e74fd67fbad618ea41963e0546ad559e072931fb79e73005c73423181df9938", "case_id": "librispeech-test-clean-1089-134686-0000", "category": "librispeech-test-clean", "char_edits": 135, "failure": null, "language": "en", "latency_ms": 249.264, "normalized_wer": 0.0, "raw_cer": 0.85443038, "real_time_factor": 0.023887302, "reference_chars": 158, "reference_text": "HE HOPED THERE WOULD BE STEW FOR DINNER TURNIPS AND CARROTS AND BRUISED POTATOES AND FAT MUTTON PIECES TO BE LADLED OUT IN THICK PEPPERED FLOUR FATTENED SAUCE", "reference_words": 28, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He hoped there would be stew for dinner, turnips and carrots and bruised potatoes, and fat mutton pieces to be ladled out in thick, peppered, flour fattened sauce.", "word_edits": 0 }, { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 48.9589, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.023481487, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, { "audio_seconds": 5.175063, "audio_sha256": "831dec9ef4c4998960c82864820bccaa6a28dc3f8ae12eca0dccd4974fd30b0a", "case_id": "librispeech-test-clean-1089-134691-0004", "category": "librispeech-test-clean", "char_edits": 51, "failure": null, "language": "en", "latency_ms": 73.8124, "normalized_wer": 0.0, "raw_cer": 0.879310345, "real_time_factor": 0.014263093, "reference_chars": 58, "reference_text": "PRIDE AFTER SATISFACTION UPLIFTED HIM LIKE LONG SLOW WAVES", "reference_words": 9, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Pride after satisfaction uplifted him like long, slow waves.", "word_edits": 0 }, { "audio_seconds": 1.915, "audio_sha256": "54aeeea23cba9dcc1d1656f3330744c0cc842286b0155fdce7f79607d5c0a450", "case_id": "librispeech-test-clean-1188-133604-0030", "category": "librispeech-test-clean", "char_edits": 15, "failure": null, "language": "en", "latency_ms": 121.0859, "normalized_wer": 0.0, "raw_cer": 0.833333333, "real_time_factor": 0.063230235, "reference_chars": 18, "reference_text": "HE KNOWS THEM BOTH", "reference_words": 4, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He knows them both.", "word_edits": 0 }, { "audio_seconds": 5.365, "audio_sha256": "ec4f680fefa6d7440795692ea355c758da13de0e654edf72cb1f9d7e7542f23a", "case_id": "librispeech-test-clean-1188-133604-0038", "category": "librispeech-test-clean", "char_edits": 66, "failure": null, "language": "en", "latency_ms": 69.134, "normalized_wer": 0.0, "raw_cer": 0.776470588, "real_time_factor": 0.012886114, "reference_chars": 85, "reference_text": "BUT NOW HERE IS A SUBJECT OF WHICH YOU WILL WONDER AT FIRST WHY TURNER DREW IT AT ALL", "reference_words": 19, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "But now here is a subject of which you will wonder at first why Turner drew it at all.", "word_edits": 0 }, { "audio_seconds": 10.07, "audio_sha256": "fb622c710f2c5112e11b7fa1074a02111ec0da6afeaa81e2f4bcf82ceeb6e99c", "case_id": "librispeech-test-clean-1188-133604-0041", "category": "librispeech-test-clean", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 122.5175, "normalized_wer": 0.074074074, "raw_cer": 0.827067669, "real_time_factor": 0.012166584, "reference_chars": 133, "reference_text": "IT IS A GLEANER BRINGING DOWN HER ONE SHEAF OF CORN TO AN OLD WATERMILL ITSELF MOSSY AND RENT SCARCELY ABLE TO GET ITS STONES TO TURN", "reference_words": 27, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "It is a gleaner bringing down her one sheaf of corn to an old water mill, itself mossy and rent, scarcely able to get its stones to turn.", "word_edits": 2 }, { "audio_seconds": 1.87, "audio_sha256": "7b41c520f232492e0fd31148f9130e57086f7788cc78c353d2e87968f0636211", "case_id": "librispeech-test-clean-121-123852-0001", "category": "librispeech-test-clean", "char_edits": 7, "failure": null, "language": "en", "latency_ms": 154.7381, "normalized_wer": 1.0, "raw_cer": 1.4, "real_time_factor": 0.082747647, "reference_chars": 5, "reference_text": "AY ME", "reference_words": 2, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "I mean.", "word_edits": 2 }, { "audio_seconds": 5.025, "audio_sha256": "124e1e6d768b2bf99723c52a69ab3b60d604ca50712658b13a1a08f7a4626f8a", "case_id": "librispeech-test-clean-121-127105-0001", "category": "librispeech-test-clean", "char_edits": 71, "failure": null, "language": "en", "latency_ms": 110.5117, "normalized_wer": 0.0, "raw_cer": 0.835294118, "real_time_factor": 0.021992378, "reference_chars": 85, "reference_text": "SOMEONE ELSE TOLD A STORY NOT PARTICULARLY EFFECTIVE WHICH I SAW HE WAS NOT FOLLOWING", "reference_words": 15, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Someone else told a story not particularly effective, which I saw he was not following.", "word_edits": 0 }, { "audio_seconds": 10.765, "audio_sha256": "e93f25e3e79280a3c2b4d64c7a582f8bab0538a1b2215fe7f3130e4e26d07c3e", "case_id": "librispeech-test-clean-121-127105-0031", "category": "librispeech-test-clean", "char_edits": 93, "failure": null, "language": "en", "latency_ms": 172.7237, "normalized_wer": 0.0, "raw_cer": 0.853211009, "real_time_factor": 0.016044933, "reference_chars": 109, "reference_text": "SHE WAS YOUNG UNTRIED NERVOUS IT WAS A VISION OF SERIOUS DUTIES AND LITTLE COMPANY OF REALLY GREAT LONELINESS", "reference_words": 19, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "She was young, untried, nervous. It was a vision of serious duties and little company of really great loneliness.", "word_edits": 0 }, { "audio_seconds": 10.19, "audio_sha256": "051cd2bb227c5a13d88dc734858e7001f0526a13985264ca66f491658fcdb194", "case_id": "librispeech-test-clean-1221-135766-0009", "category": "librispeech-test-clean", "char_edits": 148, "failure": null, "language": "en", "latency_ms": 94.7167, "normalized_wer": 0.0, "raw_cer": 0.831460674, "real_time_factor": 0.009295064, "reference_chars": 178, "reference_text": "AS TO ANY OTHER KIND OF DISCIPLINE WHETHER ADDRESSED TO HER MIND OR HEART LITTLE PEARL MIGHT OR MIGHT NOT BE WITHIN ITS REACH IN ACCORDANCE WITH THE CAPRICE THAT RULED THE MOMENT", "reference_words": 33, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "As to any other kind of discipline, whether addressed to her mind or heart, little Pearl might or might not be within its reach, in accordance with the caprice that ruled the moment.", "word_edits": 0 }, { "audio_seconds": 2.63, "audio_sha256": "e0380aaca82d1cceb43b158be154a4c89f6994ceccef54e2f60f799df26a04af", "case_id": "librispeech-test-clean-1221-135766-0015", "category": "librispeech-test-clean", "char_edits": 32, "failure": null, "language": "en", "latency_ms": 49.8938, "normalized_wer": 0.0, "raw_cer": 0.842105263, "real_time_factor": 0.018971027, "reference_chars": 38, "reference_text": "IF SPOKEN TO SHE WOULD NOT SPEAK AGAIN", "reference_words": 8, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "If spoken to, she would not speak again.", "word_edits": 0 }, { "audio_seconds": 5.85, "audio_sha256": "f65418228ef766d557009f32b2b5660576e50ed30acccdb1bf3c5576f7519b7b", "case_id": "librispeech-test-clean-1221-135767-0024", "category": "librispeech-test-clean", "char_edits": 68, "failure": null, "language": "en", "latency_ms": 76.5195, "normalized_wer": 0.0, "raw_cer": 0.829268293, "real_time_factor": 0.013080256, "reference_chars": 82, "reference_text": "PEARL SEEING THE ROSE BUSHES BEGAN TO CRY FOR A RED ROSE AND WOULD NOT BE PACIFIED", "reference_words": 17, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Pearl, seeing the rose bushes, began to cry for a red rose and would not be pacified.", "word_edits": 0 }, { "audio_seconds": 5.06, "audio_sha256": "923e03f9df4bb0ca7de1154ad2c9b871c7119be2412b272934b06772de46c953", "case_id": "librispeech-test-other-1688-142285-0003", "category": "librispeech-test-other", "char_edits": 61, "failure": null, "language": "en", "latency_ms": 66.9008, "normalized_wer": 0.076923077, "raw_cer": 0.847222222, "real_time_factor": 0.013221502, "reference_chars": 72, "reference_text": "I REALLY LIKED THAT ACCOUNT OF HIMSELF BETTER THAN ANYTHING ELSE HE SAID", "reference_words": 13, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "I really like that account of himself, better than anything else he said.", "word_edits": 1 }, { "audio_seconds": 10.18, "audio_sha256": "bd25e7df09a70b2517d20cd09395207214df84f31626934a16cd70d94fd18379", "case_id": "librispeech-test-other-1688-142285-0013", "category": "librispeech-test-other", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 218.2276, "normalized_wer": 0.04, "raw_cer": 0.827067669, "real_time_factor": 0.021436896, "reference_chars": 133, "reference_text": "AT LEAST NO FRIEND CAME FORWARDS IMMEDIATELY AND MISSUS THORNTON IS NOT ONE I FANCY TO WAIT TILL TARDY KINDNESS COMES TO FIND HER OUT", "reference_words": 25, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "At least no friend came forwards immediately, and mister Thornton is not one, I fancy, to wait till tardy kindness comes to find her out.", "word_edits": 1 }, { "audio_seconds": 1.76, "audio_sha256": "55ac97d77fbdfae871069c3d0ce61810cbeca271eef8276e7c04fa19e550597d", "case_id": "librispeech-test-other-1688-142285-0047", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 80.6227, "normalized_wer": 0.0, "raw_cer": 0.8, "real_time_factor": 0.045808352, "reference_chars": 15, "reference_text": "BUT WHAT WAS IT", "reference_words": 4, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "But what was it?", "word_edits": 0 }, { "audio_seconds": 5.115, "audio_sha256": "a0b88dbda17876472bce596481512901c09c0e603c004d425953c736d77389e0", "case_id": "librispeech-test-other-1998-29454-0033", "category": "librispeech-test-other", "char_edits": 59, "failure": null, "language": "en", "latency_ms": 57.5595, "normalized_wer": 0.0625, "raw_cer": 0.786666667, "real_time_factor": 0.011253079, "reference_chars": 75, "reference_text": "HE REWARD THE WAKE THE LAST OF THE ENGLISH AND I WUNNERED WHAT IT STOOD FOR", "reference_words": 16, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "He reward the wake the last of the English, and I wondered what it stood for.", "word_edits": 1 }, { "audio_seconds": 1.81, "audio_sha256": "c3f73c8a2dbeffc8d8a1165979bb7201941e8c85738056f334af8b7c8401b21e", "case_id": "librispeech-test-other-1998-29455-0034", "category": "librispeech-test-other", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 179.774, "normalized_wer": 0.2, "raw_cer": 0.904761905, "real_time_factor": 0.099322652, "reference_chars": 21, "reference_text": "WELL YOU NEVER SEE IM", "reference_words": 5, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Well, you never see him,", "word_edits": 1 }, { "audio_seconds": 11.05, "audio_sha256": "cf82658f6d859596c16a53b203d5e63c6e0f7edd6c947433ff4fb624d372588f", "case_id": "librispeech-test-other-1998-29455-0038", "category": "librispeech-test-other", "char_edits": 144, "failure": null, "language": "en", "latency_ms": 121.2109, "normalized_wer": 0.029411765, "raw_cer": 0.832369942, "real_time_factor": 0.010969312, "reference_chars": 173, "reference_text": "THEY DID NOT STAY THERE BUT WALKED OUT ACROSS THE DOWNS WHERE THE SKYLARKS WERE SINGING AND ON A DIP OF THE DOWNS CAME UPON GREAT STONE WALLS AND TOWERS VERY STRONG AND GRAY", "reference_words": 34, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "They did not stay there, but walked out across the downs, where the skylarks were singing, and on a dip of the downs, came upon great stone walls and towers very strong and grey.", "word_edits": 1 }, { "audio_seconds": 10.05, "audio_sha256": "da3e3d09442d751d06d01bb187a0ed3866e37bfab8cfa6ab574074f1245933e3", "case_id": "librispeech-test-other-2033-164914-0020", "category": "librispeech-test-other", "char_edits": 88, "failure": null, "language": "en", "latency_ms": 86.0111, "normalized_wer": 0.05, "raw_cer": 0.830188679, "real_time_factor": 0.008558318, "reference_chars": 106, "reference_text": "O MY LORD CONTINUED THE EUNUCH AND SHAHRAZAD PERCEIVED THE DAWN OF DAY AND CEASED TO SAY HER PERMITTED SAY", "reference_words": 20, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "O my lord, continued the eunuch. And Sharazad perceived the dawn of day, and ceased to say her permitted say.", "word_edits": 1 }, { "audio_seconds": 2.05, "audio_sha256": "3af952011e4fa0c9476ef05a8494305f74ae70664fbbdcd3f92b479cc59c7552", "case_id": "librispeech-test-other-2033-164915-0000", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 159.3735, "normalized_wer": 0.0, "raw_cer": 0.857142857, "real_time_factor": 0.077743171, "reference_chars": 14, "reference_text": "AND ALSO THESE", "reference_words": 3, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "and also these", "word_edits": 0 }, { "audio_seconds": 5.665, "audio_sha256": "fb5eb48919eea334797b7287d152762546535d5a1979d8319c2ba65ceea51efd", "case_id": "librispeech-test-other-2033-164916-0007", "category": "librispeech-test-other", "char_edits": 53, "failure": null, "language": "en", "latency_ms": 127.8379, "normalized_wer": 0.0, "raw_cer": 0.815384615, "real_time_factor": 0.022566267, "reference_chars": 65, "reference_text": "AND IN IT ALL REJOICED AT THE ACCESSION OF THE LIGHT OF THE PLACE", "reference_words": 14, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "and in it all rejoiced at the accession of the light of the place.", "word_edits": 0 }, { "audio_seconds": 1.25, "audio_sha256": "9f024edc134521cd09191964011ad0b8c94733b6c6bc8b4fe4ee850d66f088dc", "case_id": "librispeech-test-other-2414-128291-0020", "category": "librispeech-test-other", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 211.4961, "normalized_wer": 0.0, "raw_cer": 0.75, "real_time_factor": 0.16919688, "reference_chars": 4, "reference_text": "WELL", "reference_words": 1, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Well", "word_edits": 0 }, { "audio_seconds": 5.19, "audio_sha256": "879bb4a195f098af354c38c9e8274546e3e837f0fb6ef4ef1d735e8f0a78a915", "case_id": "librispeech-test-other-2414-159411-0011", "category": "librispeech-test-other", "char_edits": 52, "failure": null, "language": "en", "latency_ms": 176.3137, "normalized_wer": 0.0, "raw_cer": 0.825396825, "real_time_factor": 0.033971811, "reference_chars": 63, "reference_text": "AT A LITTLE DISTANCE THEY FOUND A BULLOCK LYING BY THE ROADSIDE", "reference_words": 12, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "At a little distance they found a bullock lying by the roadside.", "word_edits": 0 }, { "audio_seconds": 10.16, "audio_sha256": "0014da34a5796d74d18bb7187b3752f1ffd0bf55077bcdbb37b7dc7953d8ffe0", "case_id": "librispeech-test-other-2414-159411-0014", "category": "librispeech-test-other", "char_edits": 109, "failure": null, "language": "en", "latency_ms": 100.2826, "normalized_wer": 0.076923077, "raw_cer": 0.825757576, "real_time_factor": 0.009870335, "reference_chars": 132, "reference_text": "THREE OUT OF THE SIX HAD GIVEN JUDGMENT AGAINST THE BRAHMAN BUT STILL HE DID NOT LOSE ALL HOPE AND DETERMINED TO ASK THE OTHER THREE", "reference_words": 26, "repetition": 1, "repetition_detected": false, "reported_language": null, "transcript": "Three out of the six had given judgment against the Brahmin, but still he did not lose all hope, and determined to hast the other three.", "word_edits": 2 }, { "audio_seconds": 3.849, "audio_sha256": "28dd1a2a972d566e81bbcd4426df9c9c2ad3262dba761be3a99957c64f5ac7cf", "case_id": "kokoro-agent-01-weather", "category": "synthetic-weather", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 52.491, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.013637568, "reference_chars": 48, "reference_text": "What is the weather in Seattle tomorrow morning?", "reference_words": 8, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "What is the weather in Seattle tomorrow morning?", "word_edits": 0 }, { "audio_seconds": 4.115312, "audio_sha256": "541cecc7ea500a1e5becd2634067c656f99f8b7e116558c714159a5a20b50e69", "case_id": "kokoro-agent-02-timer", "category": "synthetic-timer", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 54.763, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.01330713, "reference_chars": 50, "reference_text": "Set a timer for twelve minutes and thirty seconds.", "reference_words": 9, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Set a timer for twelve minutes and thirty seconds.", "word_edits": 0 }, { "audio_seconds": 5.353937, "audio_sha256": "3d4b0bce6392b62d60ca4258ef7fb74e7d7786561acbf0b0083355dd2df31bfa", "case_id": "kokoro-agent-03-zip-code", "category": "synthetic-zip-code", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 53.4096, "normalized_wer": 0.0, "raw_cer": 0.054545455, "real_time_factor": 0.009975761, "reference_chars": 55, "reference_text": "Find a pharmacy near ZIP code nine eight one zero nine.", "reference_words": 11, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Find a pharmacy near zip code nine eight one zero nine.", "word_edits": 0 }, { "audio_seconds": 6.44625, "audio_sha256": "825bf9a28a78fca86b0b8fd5522a4d815e1d577a493f8815c551348c2e47b5dc", "case_id": "kokoro-agent-04-date-time", "category": "synthetic-date-time", "char_edits": 4, "failure": null, "language": "en", "latency_ms": 56.447, "normalized_wer": 0.0, "raw_cer": 0.058823529, "real_time_factor": 0.008756564, "reference_chars": 68, "reference_text": "Schedule it for Thursday, August fourteenth at three forty-five P.M.", "reference_words": 12, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Schedule it for Thursday, august fourteenth at three forty five p.m.", "word_edits": 0 }, { "audio_seconds": 4.542187, "audio_sha256": "761ab2c86dccbe65ae90b02d04abfc648bbe2eb14d81851791de9b9edebc1dd3", "case_id": "kokoro-agent-05-extension", "category": "synthetic-extension", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 50.7167, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.011165699, "reference_chars": 49, "reference_text": "Call the front desk at extension four zero seven.", "reference_words": 9, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Call the front desk at extension four zero seven.", "word_edits": 0 }, { "audio_seconds": 5.378875, "audio_sha256": "4eee4766eb9d5101cf8b50854b625aca3796492fe4d6e5266bb263da7de76184", "case_id": "kokoro-agent-06-correction-cancellation", "category": "synthetic-correction-cancellation", "char_edits": 2, "failure": null, "language": "en", "latency_ms": 49.3655, "normalized_wer": 0.0, "raw_cer": 0.037735849, "real_time_factor": 0.009177663, "reference_chars": 53, "reference_text": "Change that to seven thirty, no, cancel the reminder.", "reference_words": 9, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Change that to seven thirty. No, cancel the reminder.", "word_edits": 0 }, { "audio_seconds": 10.435, "audio_sha256": "3e74fd67fbad618ea41963e0546ad559e072931fb79e73005c73423181df9938", "case_id": "librispeech-test-clean-1089-134686-0000", "category": "librispeech-test-clean", "char_edits": 135, "failure": null, "language": "en", "latency_ms": 78.1749, "normalized_wer": 0.0, "raw_cer": 0.85443038, "real_time_factor": 0.007491605, "reference_chars": 158, "reference_text": "HE HOPED THERE WOULD BE STEW FOR DINNER TURNIPS AND CARROTS AND BRUISED POTATOES AND FAT MUTTON PIECES TO BE LADLED OUT IN THICK PEPPERED FLOUR FATTENED SAUCE", "reference_words": 28, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "He hoped there would be stew for dinner, turnips and carrots and bruised potatoes, and fat mutton pieces to be ladled out in thick, peppered, flour fattened sauce.", "word_edits": 0 }, { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 42.622, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.020442206, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, { "audio_seconds": 5.175063, "audio_sha256": "831dec9ef4c4998960c82864820bccaa6a28dc3f8ae12eca0dccd4974fd30b0a", "case_id": "librispeech-test-clean-1089-134691-0004", "category": "librispeech-test-clean", "char_edits": 51, "failure": null, "language": "en", "latency_ms": 52.2735, "normalized_wer": 0.0, "raw_cer": 0.879310345, "real_time_factor": 0.010101037, "reference_chars": 58, "reference_text": "PRIDE AFTER SATISFACTION UPLIFTED HIM LIKE LONG SLOW WAVES", "reference_words": 9, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Pride after satisfaction uplifted him like long, slow waves.", "word_edits": 0 }, { "audio_seconds": 1.915, "audio_sha256": "54aeeea23cba9dcc1d1656f3330744c0cc842286b0155fdce7f79607d5c0a450", "case_id": "librispeech-test-clean-1188-133604-0030", "category": "librispeech-test-clean", "char_edits": 15, "failure": null, "language": "en", "latency_ms": 42.0675, "normalized_wer": 0.0, "raw_cer": 0.833333333, "real_time_factor": 0.021967363, "reference_chars": 18, "reference_text": "HE KNOWS THEM BOTH", "reference_words": 4, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "He knows them both.", "word_edits": 0 }, { "audio_seconds": 5.365, "audio_sha256": "ec4f680fefa6d7440795692ea355c758da13de0e654edf72cb1f9d7e7542f23a", "case_id": "librispeech-test-clean-1188-133604-0038", "category": "librispeech-test-clean", "char_edits": 66, "failure": null, "language": "en", "latency_ms": 58.9391, "normalized_wer": 0.0, "raw_cer": 0.776470588, "real_time_factor": 0.010985853, "reference_chars": 85, "reference_text": "BUT NOW HERE IS A SUBJECT OF WHICH YOU WILL WONDER AT FIRST WHY TURNER DREW IT AT ALL", "reference_words": 19, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "But now here is a subject of which you will wonder at first why Turner drew it at all.", "word_edits": 0 }, { "audio_seconds": 10.07, "audio_sha256": "fb622c710f2c5112e11b7fa1074a02111ec0da6afeaa81e2f4bcf82ceeb6e99c", "case_id": "librispeech-test-clean-1188-133604-0041", "category": "librispeech-test-clean", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 73.2501, "normalized_wer": 0.074074074, "raw_cer": 0.827067669, "real_time_factor": 0.007274091, "reference_chars": 133, "reference_text": "IT IS A GLEANER BRINGING DOWN HER ONE SHEAF OF CORN TO AN OLD WATERMILL ITSELF MOSSY AND RENT SCARCELY ABLE TO GET ITS STONES TO TURN", "reference_words": 27, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "It is a gleaner bringing down her one sheaf of corn to an old water mill, itself mossy and rent, scarcely able to get its stones to turn.", "word_edits": 2 }, { "audio_seconds": 1.87, "audio_sha256": "7b41c520f232492e0fd31148f9130e57086f7788cc78c353d2e87968f0636211", "case_id": "librispeech-test-clean-121-123852-0001", "category": "librispeech-test-clean", "char_edits": 7, "failure": null, "language": "en", "latency_ms": 75.0361, "normalized_wer": 1.0, "raw_cer": 1.4, "real_time_factor": 0.040126257, "reference_chars": 5, "reference_text": "AY ME", "reference_words": 2, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "I mean.", "word_edits": 2 }, { "audio_seconds": 5.025, "audio_sha256": "124e1e6d768b2bf99723c52a69ab3b60d604ca50712658b13a1a08f7a4626f8a", "case_id": "librispeech-test-clean-121-127105-0001", "category": "librispeech-test-clean", "char_edits": 71, "failure": null, "language": "en", "latency_ms": 77.0441, "normalized_wer": 0.0, "raw_cer": 0.835294118, "real_time_factor": 0.015332159, "reference_chars": 85, "reference_text": "SOMEONE ELSE TOLD A STORY NOT PARTICULARLY EFFECTIVE WHICH I SAW HE WAS NOT FOLLOWING", "reference_words": 15, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Someone else told a story not particularly effective, which I saw he was not following.", "word_edits": 0 }, { "audio_seconds": 10.765, "audio_sha256": "e93f25e3e79280a3c2b4d64c7a582f8bab0538a1b2215fe7f3130e4e26d07c3e", "case_id": "librispeech-test-clean-121-127105-0031", "category": "librispeech-test-clean", "char_edits": 93, "failure": null, "language": "en", "latency_ms": 65.3538, "normalized_wer": 0.0, "raw_cer": 0.853211009, "real_time_factor": 0.006070952, "reference_chars": 109, "reference_text": "SHE WAS YOUNG UNTRIED NERVOUS IT WAS A VISION OF SERIOUS DUTIES AND LITTLE COMPANY OF REALLY GREAT LONELINESS", "reference_words": 19, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "She was young, untried, nervous. It was a vision of serious duties and little company of really great loneliness.", "word_edits": 0 }, { "audio_seconds": 10.19, "audio_sha256": "051cd2bb227c5a13d88dc734858e7001f0526a13985264ca66f491658fcdb194", "case_id": "librispeech-test-clean-1221-135766-0009", "category": "librispeech-test-clean", "char_edits": 148, "failure": null, "language": "en", "latency_ms": 85.6233, "normalized_wer": 0.0, "raw_cer": 0.831460674, "real_time_factor": 0.008402679, "reference_chars": 178, "reference_text": "AS TO ANY OTHER KIND OF DISCIPLINE WHETHER ADDRESSED TO HER MIND OR HEART LITTLE PEARL MIGHT OR MIGHT NOT BE WITHIN ITS REACH IN ACCORDANCE WITH THE CAPRICE THAT RULED THE MOMENT", "reference_words": 33, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "As to any other kind of discipline, whether addressed to her mind or heart, little Pearl might or might not be within its reach, in accordance with the caprice that ruled the moment.", "word_edits": 0 }, { "audio_seconds": 2.63, "audio_sha256": "e0380aaca82d1cceb43b158be154a4c89f6994ceccef54e2f60f799df26a04af", "case_id": "librispeech-test-clean-1221-135766-0015", "category": "librispeech-test-clean", "char_edits": 32, "failure": null, "language": "en", "latency_ms": 46.9375, "normalized_wer": 0.0, "raw_cer": 0.842105263, "real_time_factor": 0.017846958, "reference_chars": 38, "reference_text": "IF SPOKEN TO SHE WOULD NOT SPEAK AGAIN", "reference_words": 8, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "If spoken to, she would not speak again.", "word_edits": 0 }, { "audio_seconds": 5.85, "audio_sha256": "f65418228ef766d557009f32b2b5660576e50ed30acccdb1bf3c5576f7519b7b", "case_id": "librispeech-test-clean-1221-135767-0024", "category": "librispeech-test-clean", "char_edits": 68, "failure": null, "language": "en", "latency_ms": 70.7175, "normalized_wer": 0.0, "raw_cer": 0.829268293, "real_time_factor": 0.012088462, "reference_chars": 82, "reference_text": "PEARL SEEING THE ROSE BUSHES BEGAN TO CRY FOR A RED ROSE AND WOULD NOT BE PACIFIED", "reference_words": 17, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Pearl, seeing the rose bushes, began to cry for a red rose and would not be pacified.", "word_edits": 0 }, { "audio_seconds": 5.06, "audio_sha256": "923e03f9df4bb0ca7de1154ad2c9b871c7119be2412b272934b06772de46c953", "case_id": "librispeech-test-other-1688-142285-0003", "category": "librispeech-test-other", "char_edits": 61, "failure": null, "language": "en", "latency_ms": 71.2277, "normalized_wer": 0.076923077, "raw_cer": 0.847222222, "real_time_factor": 0.014076621, "reference_chars": 72, "reference_text": "I REALLY LIKED THAT ACCOUNT OF HIMSELF BETTER THAN ANYTHING ELSE HE SAID", "reference_words": 13, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "I really like that account of himself, better than anything else he said.", "word_edits": 1 }, { "audio_seconds": 10.18, "audio_sha256": "bd25e7df09a70b2517d20cd09395207214df84f31626934a16cd70d94fd18379", "case_id": "librispeech-test-other-1688-142285-0013", "category": "librispeech-test-other", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 86.5678, "normalized_wer": 0.04, "raw_cer": 0.827067669, "real_time_factor": 0.008503713, "reference_chars": 133, "reference_text": "AT LEAST NO FRIEND CAME FORWARDS IMMEDIATELY AND MISSUS THORNTON IS NOT ONE I FANCY TO WAIT TILL TARDY KINDNESS COMES TO FIND HER OUT", "reference_words": 25, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "At least no friend came forwards immediately, and mister Thornton is not one, I fancy, to wait till tardy kindness comes to find her out.", "word_edits": 1 }, { "audio_seconds": 1.76, "audio_sha256": "55ac97d77fbdfae871069c3d0ce61810cbeca271eef8276e7c04fa19e550597d", "case_id": "librispeech-test-other-1688-142285-0047", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 44.0123, "normalized_wer": 0.0, "raw_cer": 0.8, "real_time_factor": 0.025006989, "reference_chars": 15, "reference_text": "BUT WHAT WAS IT", "reference_words": 4, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "But what was it?", "word_edits": 0 }, { "audio_seconds": 5.115, "audio_sha256": "a0b88dbda17876472bce596481512901c09c0e603c004d425953c736d77389e0", "case_id": "librispeech-test-other-1998-29454-0033", "category": "librispeech-test-other", "char_edits": 59, "failure": null, "language": "en", "latency_ms": 70.5926, "normalized_wer": 0.0625, "raw_cer": 0.786666667, "real_time_factor": 0.013801095, "reference_chars": 75, "reference_text": "HE REWARD THE WAKE THE LAST OF THE ENGLISH AND I WUNNERED WHAT IT STOOD FOR", "reference_words": 16, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "He reward the wake the last of the English, and I wondered what it stood for.", "word_edits": 1 }, { "audio_seconds": 1.81, "audio_sha256": "c3f73c8a2dbeffc8d8a1165979bb7201941e8c85738056f334af8b7c8401b21e", "case_id": "librispeech-test-other-1998-29455-0034", "category": "librispeech-test-other", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 53.2076, "normalized_wer": 0.2, "raw_cer": 0.904761905, "real_time_factor": 0.029396464, "reference_chars": 21, "reference_text": "WELL YOU NEVER SEE IM", "reference_words": 5, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Well, you never see him,", "word_edits": 1 }, { "audio_seconds": 11.05, "audio_sha256": "cf82658f6d859596c16a53b203d5e63c6e0f7edd6c947433ff4fb624d372588f", "case_id": "librispeech-test-other-1998-29455-0038", "category": "librispeech-test-other", "char_edits": 144, "failure": null, "language": "en", "latency_ms": 80.5246, "normalized_wer": 0.029411765, "raw_cer": 0.832369942, "real_time_factor": 0.007287294, "reference_chars": 173, "reference_text": "THEY DID NOT STAY THERE BUT WALKED OUT ACROSS THE DOWNS WHERE THE SKYLARKS WERE SINGING AND ON A DIP OF THE DOWNS CAME UPON GREAT STONE WALLS AND TOWERS VERY STRONG AND GRAY", "reference_words": 34, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "They did not stay there, but walked out across the downs, where the skylarks were singing, and on a dip of the downs, came upon great stone walls and towers very strong and grey.", "word_edits": 1 }, { "audio_seconds": 10.05, "audio_sha256": "da3e3d09442d751d06d01bb187a0ed3866e37bfab8cfa6ab574074f1245933e3", "case_id": "librispeech-test-other-2033-164914-0020", "category": "librispeech-test-other", "char_edits": 88, "failure": null, "language": "en", "latency_ms": 69.1983, "normalized_wer": 0.05, "raw_cer": 0.830188679, "real_time_factor": 0.006885403, "reference_chars": 106, "reference_text": "O MY LORD CONTINUED THE EUNUCH AND SHAHRAZAD PERCEIVED THE DAWN OF DAY AND CEASED TO SAY HER PERMITTED SAY", "reference_words": 20, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "O my lord, continued the eunuch. And Sharazad perceived the dawn of day, and ceased to say her permitted say.", "word_edits": 1 }, { "audio_seconds": 2.05, "audio_sha256": "3af952011e4fa0c9476ef05a8494305f74ae70664fbbdcd3f92b479cc59c7552", "case_id": "librispeech-test-other-2033-164915-0000", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 62.8677, "normalized_wer": 0.0, "raw_cer": 0.857142857, "real_time_factor": 0.030667171, "reference_chars": 14, "reference_text": "AND ALSO THESE", "reference_words": 3, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "and also these", "word_edits": 0 }, { "audio_seconds": 5.665, "audio_sha256": "fb5eb48919eea334797b7287d152762546535d5a1979d8319c2ba65ceea51efd", "case_id": "librispeech-test-other-2033-164916-0007", "category": "librispeech-test-other", "char_edits": 53, "failure": null, "language": "en", "latency_ms": 71.5591, "normalized_wer": 0.0, "raw_cer": 0.815384615, "real_time_factor": 0.012631792, "reference_chars": 65, "reference_text": "AND IN IT ALL REJOICED AT THE ACCESSION OF THE LIGHT OF THE PLACE", "reference_words": 14, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "and in it all rejoiced at the accession of the light of the place.", "word_edits": 0 }, { "audio_seconds": 1.25, "audio_sha256": "9f024edc134521cd09191964011ad0b8c94733b6c6bc8b4fe4ee850d66f088dc", "case_id": "librispeech-test-other-2414-128291-0020", "category": "librispeech-test-other", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 38.2731, "normalized_wer": 0.0, "raw_cer": 0.75, "real_time_factor": 0.03061848, "reference_chars": 4, "reference_text": "WELL", "reference_words": 1, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Well", "word_edits": 0 }, { "audio_seconds": 5.19, "audio_sha256": "879bb4a195f098af354c38c9e8274546e3e837f0fb6ef4ef1d735e8f0a78a915", "case_id": "librispeech-test-other-2414-159411-0011", "category": "librispeech-test-other", "char_edits": 52, "failure": null, "language": "en", "latency_ms": 55.1613, "normalized_wer": 0.0, "raw_cer": 0.825396825, "real_time_factor": 0.010628382, "reference_chars": 63, "reference_text": "AT A LITTLE DISTANCE THEY FOUND A BULLOCK LYING BY THE ROADSIDE", "reference_words": 12, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "At a little distance they found a bullock lying by the roadside.", "word_edits": 0 }, { "audio_seconds": 10.16, "audio_sha256": "0014da34a5796d74d18bb7187b3752f1ffd0bf55077bcdbb37b7dc7953d8ffe0", "case_id": "librispeech-test-other-2414-159411-0014", "category": "librispeech-test-other", "char_edits": 109, "failure": null, "language": "en", "latency_ms": 85.6003, "normalized_wer": 0.076923077, "raw_cer": 0.825757576, "real_time_factor": 0.008425226, "reference_chars": 132, "reference_text": "THREE OUT OF THE SIX HAD GIVEN JUDGMENT AGAINST THE BRAHMAN BUT STILL HE DID NOT LOSE ALL HOPE AND DETERMINED TO ASK THE OTHER THREE", "reference_words": 26, "repetition": 2, "repetition_detected": false, "reported_language": null, "transcript": "Three out of the six had given judgment against the Brahmin, but still he did not lose all hope, and determined to hast the other three.", "word_edits": 2 }, { "audio_seconds": 3.849, "audio_sha256": "28dd1a2a972d566e81bbcd4426df9c9c2ad3262dba761be3a99957c64f5ac7cf", "case_id": "kokoro-agent-01-weather", "category": "synthetic-weather", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 51.9804, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.01350491, "reference_chars": 48, "reference_text": "What is the weather in Seattle tomorrow morning?", "reference_words": 8, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "What is the weather in Seattle tomorrow morning?", "word_edits": 0 }, { "audio_seconds": 4.115312, "audio_sha256": "541cecc7ea500a1e5becd2634067c656f99f8b7e116558c714159a5a20b50e69", "case_id": "kokoro-agent-02-timer", "category": "synthetic-timer", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 50.1994, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.012198199, "reference_chars": 50, "reference_text": "Set a timer for twelve minutes and thirty seconds.", "reference_words": 9, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Set a timer for twelve minutes and thirty seconds.", "word_edits": 0 }, { "audio_seconds": 5.353937, "audio_sha256": "3d4b0bce6392b62d60ca4258ef7fb74e7d7786561acbf0b0083355dd2df31bfa", "case_id": "kokoro-agent-03-zip-code", "category": "synthetic-zip-code", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 71.2637, "normalized_wer": 0.0, "raw_cer": 0.054545455, "real_time_factor": 0.013310521, "reference_chars": 55, "reference_text": "Find a pharmacy near ZIP code nine eight one zero nine.", "reference_words": 11, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Find a pharmacy near zip code nine eight one zero nine.", "word_edits": 0 }, { "audio_seconds": 6.44625, "audio_sha256": "825bf9a28a78fca86b0b8fd5522a4d815e1d577a493f8815c551348c2e47b5dc", "case_id": "kokoro-agent-04-date-time", "category": "synthetic-date-time", "char_edits": 4, "failure": null, "language": "en", "latency_ms": 58.7857, "normalized_wer": 0.0, "raw_cer": 0.058823529, "real_time_factor": 0.009119364, "reference_chars": 68, "reference_text": "Schedule it for Thursday, August fourteenth at three forty-five P.M.", "reference_words": 12, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Schedule it for Thursday, august fourteenth at three forty five p.m.", "word_edits": 0 }, { "audio_seconds": 4.542187, "audio_sha256": "761ab2c86dccbe65ae90b02d04abfc648bbe2eb14d81851791de9b9edebc1dd3", "case_id": "kokoro-agent-05-extension", "category": "synthetic-extension", "char_edits": 0, "failure": null, "language": "en", "latency_ms": 51.982, "normalized_wer": 0.0, "raw_cer": 0.0, "real_time_factor": 0.011444266, "reference_chars": 49, "reference_text": "Call the front desk at extension four zero seven.", "reference_words": 9, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Call the front desk at extension four zero seven.", "word_edits": 0 }, { "audio_seconds": 5.378875, "audio_sha256": "4eee4766eb9d5101cf8b50854b625aca3796492fe4d6e5266bb263da7de76184", "case_id": "kokoro-agent-06-correction-cancellation", "category": "synthetic-correction-cancellation", "char_edits": 2, "failure": null, "language": "en", "latency_ms": 53.138, "normalized_wer": 0.0, "raw_cer": 0.037735849, "real_time_factor": 0.009879017, "reference_chars": 53, "reference_text": "Change that to seven thirty, no, cancel the reminder.", "reference_words": 9, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Change that to seven thirty. No, cancel the reminder.", "word_edits": 0 }, { "audio_seconds": 10.435, "audio_sha256": "3e74fd67fbad618ea41963e0546ad559e072931fb79e73005c73423181df9938", "case_id": "librispeech-test-clean-1089-134686-0000", "category": "librispeech-test-clean", "char_edits": 135, "failure": null, "language": "en", "latency_ms": 77.8596, "normalized_wer": 0.0, "raw_cer": 0.85443038, "real_time_factor": 0.00746139, "reference_chars": 158, "reference_text": "HE HOPED THERE WOULD BE STEW FOR DINNER TURNIPS AND CARROTS AND BRUISED POTATOES AND FAT MUTTON PIECES TO BE LADLED OUT IN THICK PEPPERED FLOUR FATTENED SAUCE", "reference_words": 28, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "He hoped there would be stew for dinner, turnips and carrots and bruised potatoes, and fat mutton pieces to be ladled out in thick, peppered, flour fattened sauce.", "word_edits": 0 }, { "audio_seconds": 2.085, "audio_sha256": "01234d1c0561ae8a70f3416e2c60fde198c0c6a8975074557b0e0d6c833eb8ca", "case_id": "librispeech-test-clean-1089-134691-0000", "category": "librispeech-test-clean", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 46.0514, "normalized_wer": 0.0, "raw_cer": 0.826086957, "real_time_factor": 0.022087002, "reference_chars": 23, "reference_text": "HE COULD WAIT NO LONGER", "reference_words": 5, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "He could wait no longer.", "word_edits": 0 }, { "audio_seconds": 5.175063, "audio_sha256": "831dec9ef4c4998960c82864820bccaa6a28dc3f8ae12eca0dccd4974fd30b0a", "case_id": "librispeech-test-clean-1089-134691-0004", "category": "librispeech-test-clean", "char_edits": 51, "failure": null, "language": "en", "latency_ms": 46.511, "normalized_wer": 0.0, "raw_cer": 0.879310345, "real_time_factor": 0.008987524, "reference_chars": 58, "reference_text": "PRIDE AFTER SATISFACTION UPLIFTED HIM LIKE LONG SLOW WAVES", "reference_words": 9, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Pride after satisfaction uplifted him like long, slow waves.", "word_edits": 0 }, { "audio_seconds": 1.915, "audio_sha256": "54aeeea23cba9dcc1d1656f3330744c0cc842286b0155fdce7f79607d5c0a450", "case_id": "librispeech-test-clean-1188-133604-0030", "category": "librispeech-test-clean", "char_edits": 15, "failure": null, "language": "en", "latency_ms": 44.4205, "normalized_wer": 0.0, "raw_cer": 0.833333333, "real_time_factor": 0.023196084, "reference_chars": 18, "reference_text": "HE KNOWS THEM BOTH", "reference_words": 4, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "He knows them both.", "word_edits": 0 }, { "audio_seconds": 5.365, "audio_sha256": "ec4f680fefa6d7440795692ea355c758da13de0e654edf72cb1f9d7e7542f23a", "case_id": "librispeech-test-clean-1188-133604-0038", "category": "librispeech-test-clean", "char_edits": 66, "failure": null, "language": "en", "latency_ms": 50.3343, "normalized_wer": 0.0, "raw_cer": 0.776470588, "real_time_factor": 0.009381976, "reference_chars": 85, "reference_text": "BUT NOW HERE IS A SUBJECT OF WHICH YOU WILL WONDER AT FIRST WHY TURNER DREW IT AT ALL", "reference_words": 19, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "But now here is a subject of which you will wonder at first why Turner drew it at all.", "word_edits": 0 }, { "audio_seconds": 10.07, "audio_sha256": "fb622c710f2c5112e11b7fa1074a02111ec0da6afeaa81e2f4bcf82ceeb6e99c", "case_id": "librispeech-test-clean-1188-133604-0041", "category": "librispeech-test-clean", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 75.0956, "normalized_wer": 0.074074074, "raw_cer": 0.827067669, "real_time_factor": 0.007457358, "reference_chars": 133, "reference_text": "IT IS A GLEANER BRINGING DOWN HER ONE SHEAF OF CORN TO AN OLD WATERMILL ITSELF MOSSY AND RENT SCARCELY ABLE TO GET ITS STONES TO TURN", "reference_words": 27, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "It is a gleaner bringing down her one sheaf of corn to an old water mill, itself mossy and rent, scarcely able to get its stones to turn.", "word_edits": 2 }, { "audio_seconds": 1.87, "audio_sha256": "7b41c520f232492e0fd31148f9130e57086f7788cc78c353d2e87968f0636211", "case_id": "librispeech-test-clean-121-123852-0001", "category": "librispeech-test-clean", "char_edits": 7, "failure": null, "language": "en", "latency_ms": 33.5069, "normalized_wer": 1.0, "raw_cer": 1.4, "real_time_factor": 0.017918128, "reference_chars": 5, "reference_text": "AY ME", "reference_words": 2, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "I mean.", "word_edits": 2 }, { "audio_seconds": 5.025, "audio_sha256": "124e1e6d768b2bf99723c52a69ab3b60d604ca50712658b13a1a08f7a4626f8a", "case_id": "librispeech-test-clean-121-127105-0001", "category": "librispeech-test-clean", "char_edits": 71, "failure": null, "language": "en", "latency_ms": 73.9883, "normalized_wer": 0.0, "raw_cer": 0.835294118, "real_time_factor": 0.01472404, "reference_chars": 85, "reference_text": "SOMEONE ELSE TOLD A STORY NOT PARTICULARLY EFFECTIVE WHICH I SAW HE WAS NOT FOLLOWING", "reference_words": 15, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Someone else told a story not particularly effective, which I saw he was not following.", "word_edits": 0 }, { "audio_seconds": 10.765, "audio_sha256": "e93f25e3e79280a3c2b4d64c7a582f8bab0538a1b2215fe7f3130e4e26d07c3e", "case_id": "librispeech-test-clean-121-127105-0031", "category": "librispeech-test-clean", "char_edits": 93, "failure": null, "language": "en", "latency_ms": 77.2733, "normalized_wer": 0.0, "raw_cer": 0.853211009, "real_time_factor": 0.007178198, "reference_chars": 109, "reference_text": "SHE WAS YOUNG UNTRIED NERVOUS IT WAS A VISION OF SERIOUS DUTIES AND LITTLE COMPANY OF REALLY GREAT LONELINESS", "reference_words": 19, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "She was young, untried, nervous. It was a vision of serious duties and little company of really great loneliness.", "word_edits": 0 }, { "audio_seconds": 10.19, "audio_sha256": "051cd2bb227c5a13d88dc734858e7001f0526a13985264ca66f491658fcdb194", "case_id": "librispeech-test-clean-1221-135766-0009", "category": "librispeech-test-clean", "char_edits": 148, "failure": null, "language": "en", "latency_ms": 90.988, "normalized_wer": 0.0, "raw_cer": 0.831460674, "real_time_factor": 0.008929146, "reference_chars": 178, "reference_text": "AS TO ANY OTHER KIND OF DISCIPLINE WHETHER ADDRESSED TO HER MIND OR HEART LITTLE PEARL MIGHT OR MIGHT NOT BE WITHIN ITS REACH IN ACCORDANCE WITH THE CAPRICE THAT RULED THE MOMENT", "reference_words": 33, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "As to any other kind of discipline, whether addressed to her mind or heart, little Pearl might or might not be within its reach, in accordance with the caprice that ruled the moment.", "word_edits": 0 }, { "audio_seconds": 2.63, "audio_sha256": "e0380aaca82d1cceb43b158be154a4c89f6994ceccef54e2f60f799df26a04af", "case_id": "librispeech-test-clean-1221-135766-0015", "category": "librispeech-test-clean", "char_edits": 32, "failure": null, "language": "en", "latency_ms": 41.6522, "normalized_wer": 0.0, "raw_cer": 0.842105263, "real_time_factor": 0.015837338, "reference_chars": 38, "reference_text": "IF SPOKEN TO SHE WOULD NOT SPEAK AGAIN", "reference_words": 8, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "If spoken to, she would not speak again.", "word_edits": 0 }, { "audio_seconds": 5.85, "audio_sha256": "f65418228ef766d557009f32b2b5660576e50ed30acccdb1bf3c5576f7519b7b", "case_id": "librispeech-test-clean-1221-135767-0024", "category": "librispeech-test-clean", "char_edits": 68, "failure": null, "language": "en", "latency_ms": 59.8158, "normalized_wer": 0.0, "raw_cer": 0.829268293, "real_time_factor": 0.010224923, "reference_chars": 82, "reference_text": "PEARL SEEING THE ROSE BUSHES BEGAN TO CRY FOR A RED ROSE AND WOULD NOT BE PACIFIED", "reference_words": 17, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Pearl, seeing the rose bushes, began to cry for a red rose and would not be pacified.", "word_edits": 0 }, { "audio_seconds": 5.06, "audio_sha256": "923e03f9df4bb0ca7de1154ad2c9b871c7119be2412b272934b06772de46c953", "case_id": "librispeech-test-other-1688-142285-0003", "category": "librispeech-test-other", "char_edits": 61, "failure": null, "language": "en", "latency_ms": 58.009, "normalized_wer": 0.076923077, "raw_cer": 0.847222222, "real_time_factor": 0.011464229, "reference_chars": 72, "reference_text": "I REALLY LIKED THAT ACCOUNT OF HIMSELF BETTER THAN ANYTHING ELSE HE SAID", "reference_words": 13, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "I really like that account of himself, better than anything else he said.", "word_edits": 1 }, { "audio_seconds": 10.18, "audio_sha256": "bd25e7df09a70b2517d20cd09395207214df84f31626934a16cd70d94fd18379", "case_id": "librispeech-test-other-1688-142285-0013", "category": "librispeech-test-other", "char_edits": 110, "failure": null, "language": "en", "latency_ms": 90.5731, "normalized_wer": 0.04, "raw_cer": 0.827067669, "real_time_factor": 0.008897161, "reference_chars": 133, "reference_text": "AT LEAST NO FRIEND CAME FORWARDS IMMEDIATELY AND MISSUS THORNTON IS NOT ONE I FANCY TO WAIT TILL TARDY KINDNESS COMES TO FIND HER OUT", "reference_words": 25, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "At least no friend came forwards immediately, and mister Thornton is not one, I fancy, to wait till tardy kindness comes to find her out.", "word_edits": 1 }, { "audio_seconds": 1.76, "audio_sha256": "55ac97d77fbdfae871069c3d0ce61810cbeca271eef8276e7c04fa19e550597d", "case_id": "librispeech-test-other-1688-142285-0047", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 42.9459, "normalized_wer": 0.0, "raw_cer": 0.8, "real_time_factor": 0.02440108, "reference_chars": 15, "reference_text": "BUT WHAT WAS IT", "reference_words": 4, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "But what was it?", "word_edits": 0 }, { "audio_seconds": 5.115, "audio_sha256": "a0b88dbda17876472bce596481512901c09c0e603c004d425953c736d77389e0", "case_id": "librispeech-test-other-1998-29454-0033", "category": "librispeech-test-other", "char_edits": 59, "failure": null, "language": "en", "latency_ms": 42.9787, "normalized_wer": 0.0625, "raw_cer": 0.786666667, "real_time_factor": 0.008402483, "reference_chars": 75, "reference_text": "HE REWARD THE WAKE THE LAST OF THE ENGLISH AND I WUNNERED WHAT IT STOOD FOR", "reference_words": 16, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "He reward the wake the last of the English, and I wondered what it stood for.", "word_edits": 1 }, { "audio_seconds": 1.81, "audio_sha256": "c3f73c8a2dbeffc8d8a1165979bb7201941e8c85738056f334af8b7c8401b21e", "case_id": "librispeech-test-other-1998-29455-0034", "category": "librispeech-test-other", "char_edits": 19, "failure": null, "language": "en", "latency_ms": 61.4249, "normalized_wer": 0.2, "raw_cer": 0.904761905, "real_time_factor": 0.033936409, "reference_chars": 21, "reference_text": "WELL YOU NEVER SEE IM", "reference_words": 5, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Well, you never see him,", "word_edits": 1 }, { "audio_seconds": 11.05, "audio_sha256": "cf82658f6d859596c16a53b203d5e63c6e0f7edd6c947433ff4fb624d372588f", "case_id": "librispeech-test-other-1998-29455-0038", "category": "librispeech-test-other", "char_edits": 144, "failure": null, "language": "en", "latency_ms": 108.602, "normalized_wer": 0.029411765, "raw_cer": 0.832369942, "real_time_factor": 0.009828235, "reference_chars": 173, "reference_text": "THEY DID NOT STAY THERE BUT WALKED OUT ACROSS THE DOWNS WHERE THE SKYLARKS WERE SINGING AND ON A DIP OF THE DOWNS CAME UPON GREAT STONE WALLS AND TOWERS VERY STRONG AND GRAY", "reference_words": 34, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "They did not stay there, but walked out across the downs, where the skylarks were singing, and on a dip of the downs, came upon great stone walls and towers very strong and grey.", "word_edits": 1 }, { "audio_seconds": 10.05, "audio_sha256": "da3e3d09442d751d06d01bb187a0ed3866e37bfab8cfa6ab574074f1245933e3", "case_id": "librispeech-test-other-2033-164914-0020", "category": "librispeech-test-other", "char_edits": 88, "failure": null, "language": "en", "latency_ms": 73.7403, "normalized_wer": 0.05, "raw_cer": 0.830188679, "real_time_factor": 0.007337343, "reference_chars": 106, "reference_text": "O MY LORD CONTINUED THE EUNUCH AND SHAHRAZAD PERCEIVED THE DAWN OF DAY AND CEASED TO SAY HER PERMITTED SAY", "reference_words": 20, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "O my lord, continued the eunuch. And Sharazad perceived the dawn of day, and ceased to say her permitted say.", "word_edits": 1 }, { "audio_seconds": 2.05, "audio_sha256": "3af952011e4fa0c9476ef05a8494305f74ae70664fbbdcd3f92b479cc59c7552", "case_id": "librispeech-test-other-2033-164915-0000", "category": "librispeech-test-other", "char_edits": 12, "failure": null, "language": "en", "latency_ms": 43.8265, "normalized_wer": 0.0, "raw_cer": 0.857142857, "real_time_factor": 0.02137878, "reference_chars": 14, "reference_text": "AND ALSO THESE", "reference_words": 3, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "and also these", "word_edits": 0 }, { "audio_seconds": 5.665, "audio_sha256": "fb5eb48919eea334797b7287d152762546535d5a1979d8319c2ba65ceea51efd", "case_id": "librispeech-test-other-2033-164916-0007", "category": "librispeech-test-other", "char_edits": 53, "failure": null, "language": "en", "latency_ms": 41.6253, "normalized_wer": 0.0, "raw_cer": 0.815384615, "real_time_factor": 0.007347802, "reference_chars": 65, "reference_text": "AND IN IT ALL REJOICED AT THE ACCESSION OF THE LIGHT OF THE PLACE", "reference_words": 14, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "and in it all rejoiced at the accession of the light of the place.", "word_edits": 0 }, { "audio_seconds": 1.25, "audio_sha256": "9f024edc134521cd09191964011ad0b8c94733b6c6bc8b4fe4ee850d66f088dc", "case_id": "librispeech-test-other-2414-128291-0020", "category": "librispeech-test-other", "char_edits": 3, "failure": null, "language": "en", "latency_ms": 35.6588, "normalized_wer": 0.0, "raw_cer": 0.75, "real_time_factor": 0.02852704, "reference_chars": 4, "reference_text": "WELL", "reference_words": 1, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Well", "word_edits": 0 }, { "audio_seconds": 5.19, "audio_sha256": "879bb4a195f098af354c38c9e8274546e3e837f0fb6ef4ef1d735e8f0a78a915", "case_id": "librispeech-test-other-2414-159411-0011", "category": "librispeech-test-other", "char_edits": 52, "failure": null, "language": "en", "latency_ms": 40.8703, "normalized_wer": 0.0, "raw_cer": 0.825396825, "real_time_factor": 0.007874817, "reference_chars": 63, "reference_text": "AT A LITTLE DISTANCE THEY FOUND A BULLOCK LYING BY THE ROADSIDE", "reference_words": 12, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "At a little distance they found a bullock lying by the roadside.", "word_edits": 0 }, { "audio_seconds": 10.16, "audio_sha256": "0014da34a5796d74d18bb7187b3752f1ffd0bf55077bcdbb37b7dc7953d8ffe0", "case_id": "librispeech-test-other-2414-159411-0014", "category": "librispeech-test-other", "char_edits": 109, "failure": null, "language": "en", "latency_ms": 73.1436, "normalized_wer": 0.076923077, "raw_cer": 0.825757576, "real_time_factor": 0.007199173, "reference_chars": 132, "reference_text": "THREE OUT OF THE SIX HAD GIVEN JUDGMENT AGAINST THE BRAHMAN BUT STILL HE DID NOT LOSE ALL HOPE AND DETERMINED TO ASK THE OTHER THREE", "reference_words": 26, "repetition": 3, "repetition_detected": false, "reported_language": null, "transcript": "Three out of the six had given judgment against the Brahmin, but still he did not lose all hope, and determined to hast the other three.", "word_edits": 2 } ], "schedule": { "cold_requests": 1, "concurrency": 1, "expected_warm_requests": 90, "observed_warm_requests": 90, "repetitions": 3 }, "schema_version": "stt-benchmark-evidence/v1", "summary": { "all": { "failed": 0, "latency_ms": { "max": 249.264, "p50": 66.1273, "p95": 174.6982 }, "micro_raw_cer": 0.713099631, "micro_wer": 0.028776978, "real_time_factor": { "p50": 0.012759, "p95": 0.05539 }, "repetition_flags": 0, "requests": 90, "successful": 90 }, "audio_seconds_per_wall_second": 72.728658, "categories": { "librispeech-test-clean": { "failed": 0, "latency_ms": { "max": 249.264, "p50": 73.53125, "p95": 159.2345 }, "micro_raw_cer": 0.838477366, "micro_wer": 0.021505376, "real_time_factor": { "p50": 0.013672, "p95": 0.045902 }, "repetition_flags": 0, "requests": 36, "successful": 36 }, "librispeech-test-other": { "failed": 0, "latency_ms": { "max": 218.2276, "p50": 71.3934, "p95": 187.704525 }, "micro_raw_cer": 0.827033219, "micro_wer": 0.046242775, "real_time_factor": { "p50": 0.012927, "p95": 0.083138 }, "repetition_flags": 0, "requests": 36, "successful": 36 }, "synthetic-correction-cancellation": { "failed": 0, "latency_ms": { "max": 53.138, "p50": 50.6314, "p95": 52.88734 }, "micro_raw_cer": 0.037735849, "micro_wer": 0.0, "real_time_factor": { "p50": 0.009413, "p95": 0.009832 }, "repetition_flags": 0, "requests": 3, "successful": 3 }, "synthetic-date-time": { "failed": 0, "latency_ms": { "max": 62.6443, "p50": 58.7857, "p95": 62.25844 }, "micro_raw_cer": 0.058823529, "micro_wer": 0.0, "real_time_factor": { "p50": 0.009119, "p95": 0.009658 }, "repetition_flags": 0, "requests": 3, "successful": 3 }, "synthetic-extension": { "failed": 0, "latency_ms": { "max": 73.8672, "p50": 51.982, "p95": 71.67868 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.011444, "p95": 0.015781 }, "repetition_flags": 0, "requests": 3, "successful": 3 }, "synthetic-timer": { "failed": 0, "latency_ms": { "max": 54.9401, "p50": 54.763, "p95": 54.92239 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.013307, "p95": 0.013346 }, "repetition_flags": 0, "requests": 3, "successful": 3 }, "synthetic-weather": { "failed": 0, "latency_ms": { "max": 56.31, "p50": 52.491, "p95": 55.9281 }, "micro_raw_cer": 0.0, "micro_wer": 0.0, "real_time_factor": { "p50": 0.013638, "p95": 0.014531 }, "repetition_flags": 0, "requests": 3, "successful": 3 }, "synthetic-zip-code": { "failed": 0, "latency_ms": { "max": 71.2637, "p50": 55.6905, "p95": 69.70638 }, "micro_raw_cer": 0.054545455, "micro_wer": 0.0, "real_time_factor": { "p50": 0.010402, "p95": 0.01302 }, "repetition_flags": 0, "requests": 3, "successful": 3 } }, "primary_human": { "failed": 0, "latency_ms": { "max": 249.264, "p50": 72.35135, "p95": 177.870835 }, "micro_raw_cer": 0.833062331, "micro_wer": 0.033426184, "real_time_factor": { "p50": 0.013151, "p95": 0.069761 }, "repetition_flags": 0, "requests": 72, "successful": 72 }, "requests_per_second": 12.804294, "synthetic_agent": { "failed": 0, "latency_ms": { "max": 73.8672, "p50": 54.0863, "p95": 71.654225 }, "micro_raw_cer": 0.027863777, "micro_wer": 0.0, "real_time_factor": { "p50": 0.011305, "p95": 0.014875 }, "repetition_flags": 0, "requests": 18, "successful": 18 }, "wall_seconds": 7.028892 } }