{ "attempts": 584, "completed": 576, "expected": 576, "failures": [ { "id": "15-clean", "backend": "nemotron_asr_06b", "attempt": 1, "type": null, "code": "timeout" }, { "id": "15-5", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "timeout" }, { "id": "01-clean", "backend": "nemotron_unified_06b", "attempt": 1, "type": null, "code": "timeout" }, { "id": "01-clean", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "timeout" }, { "id": "14-0", "backend": "gigaam_v3", "attempt": 1, "type": null, "code": "timeout" }, { "id": "04-5", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "timeout" }, { "id": "18-0", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "timeout" }, { "id": "17-0", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "timeout" } ], "worker_hash_count": 504, "worker_hash_samples": 72, "overall": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 72, "expected": 72, "wer_pct": 4.861111111111111, "cer_pct": 2.3181818181818183, "word_edits": 91, "ref_words": 1872, "char_edits": 204, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 84.70938634127378, "decode_max_ms": 304.3626472353935, "decode_ms_per_second": 10.651612088441164, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 72, "expected": 72, "wer_pct": 11.378205128205128, "cer_pct": 4.0, "word_edits": 213, "ref_words": 1872, "char_edits": 352, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 36.48185916244984, "decode_max_ms": 204.97697591781616, "decode_ms_per_second": 5.432444625863497, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 72, "expected": 72, "wer_pct": 13.514957264957266, "cer_pct": 5.363636363636363, "word_edits": 253, "ref_words": 1872, "char_edits": 472, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 190.22527150809765, "decode_max_ms": 346.0550606250763, "decode_ms_per_second": 19.386431037573914, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 72, "expected": 72, "wer_pct": 13.514957264957266, "cer_pct": 5.454545454545454, "word_edits": 253, "ref_words": 1872, "char_edits": 480, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 177.39607207477093, "decode_max_ms": 324.45566914975643, "decode_ms_per_second": 18.051187479860737, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 72, "expected": 72, "wer_pct": 17.200854700854702, "cer_pct": 10.545454545454545, "word_edits": 322, "ref_words": 1872, "char_edits": 928, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 394.0802672877908, "decode_max_ms": 2562.5770930200815, "decode_ms_per_second": 48.83789774845064, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 72, "expected": 72, "wer_pct": 17.46794871794872, "cer_pct": 7.170454545454546, "word_edits": 327, "ref_words": 1872, "char_edits": 631, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 66.93498883396387, "decode_max_ms": 264.0771847218275, "decode_ms_per_second": 8.401629047760363, "blank": 1 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 72, "expected": 72, "wer_pct": 27.724358974358974, "cer_pct": 12.215909090909092, "word_edits": 519, "ref_words": 1872, "char_edits": 1075, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 98.60014449805021, "decode_max_ms": 308.2115948200226, "decode_ms_per_second": 11.281724335397499, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 72, "expected": 72, "wer_pct": 34.455128205128204, "cer_pct": 13.772727272727273, "word_edits": 645, "ref_words": 1872, "char_edits": 1212, "ref_chars": 8800, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 108.15458931028843, "decode_max_ms": 758.599566295743, "decode_ms_per_second": 10.832612554630835, "blank": 0 } ], "by_length": { "short": [ { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 7.6923076923076925, "cer_pct": 4.651162790697675, "word_edits": 8, "ref_words": 104, "char_edits": 24, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 228.02265733480453, "decode_max_ms": 259.20870900154114, "decode_ms_per_second": 105.71244749364479, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 10.576923076923077, "cer_pct": 5.813953488372093, "word_edits": 11, "ref_words": 104, "char_edits": 30, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 46.00414354354143, "decode_max_ms": 189.06105495989323, "decode_ms_per_second": 30.51036747614891, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 12.5, "cer_pct": 6.007751937984496, "word_edits": 13, "ref_words": 104, "char_edits": 31, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 37.74619102478027, "decode_max_ms": 162.70082257688046, "decode_ms_per_second": 24.886341363007734, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 12.5, "cer_pct": 7.170542635658915, "word_edits": 13, "ref_words": 104, "char_edits": 37, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 158.47406163811684, "decode_max_ms": 164.69310596585274, "decode_ms_per_second": 72.31105469725702, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 13.461538461538462, "cer_pct": 7.558139534883721, "word_edits": 14, "ref_words": 104, "char_edits": 39, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 148.92628323286772, "decode_max_ms": 154.7180712223053, "decode_ms_per_second": 67.79760064197869, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 20.192307692307693, "cer_pct": 11.821705426356589, "word_edits": 21, "ref_words": 104, "char_edits": 61, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 44.31767109781504, "decode_max_ms": 176.14775709807873, "decode_ms_per_second": 29.729217871750873, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 32.69230769230769, "cer_pct": 14.728682170542635, "word_edits": 34, "ref_words": 104, "char_edits": 76, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 118.22215002030134, "decode_max_ms": 758.599566295743, "decode_ms_per_second": 63.26420253289788, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 35.57692307692308, "cer_pct": 18.7984496124031, "word_edits": 37, "ref_words": 104, "char_edits": 97, "ref_chars": 516, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 69.01609431952238, "decode_max_ms": 197.82618805766103, "decode_ms_per_second": 36.80153362108702, "blank": 0 } ], "medium": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 4.952830188679245, "cer_pct": 2.2494887525562373, "word_edits": 21, "ref_words": 424, "char_edits": 44, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 81.40362054109573, "decode_max_ms": 240.24921841919425, "decode_ms_per_second": 12.890927618428053, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 13.20754716981132, "cer_pct": 4.703476482617587, "word_edits": 56, "ref_words": 424, "char_edits": 92, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 28.194211423397064, "decode_max_ms": 174.92829076945782, "decode_ms_per_second": 6.839928404839037, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 13.915094339622641, "cer_pct": 6.441717791411043, "word_edits": 59, "ref_words": 424, "char_edits": 126, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 177.39607207477093, "decode_max_ms": 324.45566914975643, "decode_ms_per_second": 20.44440035190108, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 14.622641509433961, "cer_pct": 8.640081799591002, "word_edits": 62, "ref_words": 424, "char_edits": 169, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 394.0802672877908, "decode_max_ms": 630.6335367262363, "decode_ms_per_second": 44.704436869333605, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 15.09433962264151, "cer_pct": 7.106339468302658, "word_edits": 64, "ref_words": 424, "char_edits": 139, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 190.22527150809765, "decode_max_ms": 346.0550606250763, "decode_ms_per_second": 21.880564705593514, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 18.632075471698112, "cer_pct": 7.157464212678937, "word_edits": 79, "ref_words": 424, "char_edits": 140, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 62.939041294157505, "decode_max_ms": 217.93420240283012, "decode_ms_per_second": 8.638597361761818, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 31.839622641509433, "cer_pct": 15.030674846625766, "word_edits": 135, "ref_words": 424, "char_edits": 294, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 94.51751317828894, "decode_max_ms": 227.8797123581171, "decode_ms_per_second": 11.796848884259505, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 36.79245283018868, "cer_pct": 14.314928425357873, "word_edits": 156, "ref_words": 424, "char_edits": 280, "ref_chars": 1956, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 104.69492245465517, "decode_max_ms": 132.54196010529995, "decode_ms_per_second": 12.090376368178125, "blank": 0 } ], "long": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 4.3898809523809526, "cer_pct": 2.0543615676359037, "word_edits": 59, "ref_words": 1344, "char_edits": 130, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 143.92986334860325, "decode_max_ms": 304.3626472353935, "decode_ms_per_second": 7.773622583820023, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 10.714285714285714, "cer_pct": 3.6188369152970923, "word_edits": 144, "ref_words": 1344, "char_edits": 229, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 36.48185916244984, "decode_max_ms": 204.97697591781616, "decode_ms_per_second": 2.9316262542694376, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 13.095238095238095, "cer_pct": 4.677623261694058, "word_edits": 176, "ref_words": 1344, "char_edits": 296, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 294.60784513503313, "decode_max_ms": 304.128335788846, "decode_ms_per_second": 13.123731979916615, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 13.392857142857142, "cer_pct": 4.977876106194691, "word_edits": 180, "ref_words": 1344, "char_edits": 315, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 271.2589018046856, "decode_max_ms": 283.08399207890034, "decode_ms_per_second": 12.144781164656031, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 16.889880952380953, "cer_pct": 6.79519595448799, "word_edits": 227, "ref_words": 1344, "char_edits": 430, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 121.16299010813236, "decode_max_ms": 264.0771847218275, "decode_ms_per_second": 6.189064983763947, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 18.75, "cer_pct": 11.61504424778761, "word_edits": 252, "ref_words": 1344, "char_edits": 735, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 932.8368166461588, "decode_max_ms": 2562.5770930200815, "decode_ms_per_second": 44.86818488120309, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 25.81845238095238, "cer_pct": 10.809102402022756, "word_edits": 347, "ref_words": 1344, "char_edits": 684, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 165.00915214419365, "decode_max_ms": 308.2115948200226, "decode_ms_per_second": 8.540434709573193, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 33.854166666666664, "cer_pct": 13.527180783817952, "word_edits": 455, "ref_words": 1344, "char_edits": 856, "ref_chars": 6328, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 111.26878019422293, "decode_max_ms": 145.27812227606773, "decode_ms_per_second": 5.119722152241693, "blank": 0 } ] }, "by_noise": { "clean": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 1.0683760683760684, "cer_pct": 0.2727272727272727, "word_edits": 5, "ref_words": 468, "char_edits": 6, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 78.45460064709187, "decode_max_ms": 304.3626472353935, "decode_ms_per_second": 10.661427280504066, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 5.3418803418803416, "cer_pct": 2.1363636363636362, "word_edits": 25, "ref_words": 468, "char_edits": 47, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 191.50783121585846, "decode_max_ms": 346.0550606250763, "decode_ms_per_second": 20.040585722243122, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 5.769230769230769, "cer_pct": 2.227272727272727, "word_edits": 27, "ref_words": 468, "char_edits": 49, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 178.44622023403645, "decode_max_ms": 324.45566914975643, "decode_ms_per_second": 18.661885245126168, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 5.982905982905983, "cer_pct": 1.3181818181818181, "word_edits": 28, "ref_words": 468, "char_edits": 29, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 33.66542607545853, "decode_max_ms": 204.97697591781616, "decode_ms_per_second": 5.888393518147019, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 9.188034188034187, "cer_pct": 2.409090909090909, "word_edits": 43, "ref_words": 468, "char_edits": 53, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 65.08535239845514, "decode_max_ms": 264.0771847218275, "decode_ms_per_second": 8.298257713145185, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 16.23931623931624, "cer_pct": 4.954545454545454, "word_edits": 76, "ref_words": 468, "char_edits": 109, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 101.6107751056552, "decode_max_ms": 291.3993615657091, "decode_ms_per_second": 11.386801365604242, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 22.435897435897434, "cer_pct": 6.681818181818182, "word_edits": 105, "ref_words": 468, "char_edits": 147, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 105.94613011926413, "decode_max_ms": 133.55478458106518, "decode_ms_per_second": 9.841769621085641, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 26.495726495726494, "cer_pct": 23.363636363636363, "word_edits": 124, "ref_words": 468, "char_edits": 514, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 395.78278455883265, "decode_max_ms": 2562.5770930200815, "decode_ms_per_second": 55.326190907864, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 1.2820512820512822, "cer_pct": 0.36363636363636365, "word_edits": 6, "ref_words": 468, "char_edits": 8, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 136.56767643988132, "decode_max_ms": 303.58853563666344, "decode_ms_per_second": 12.449368939026883, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 7.264957264957265, "cer_pct": 2.0, "word_edits": 34, "ref_words": 468, "char_edits": 44, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 394.8594303801656, "decode_max_ms": 1003.6373194307088, "decode_ms_per_second": 47.38848644670258, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 7.264957264957265, "cer_pct": 2.0454545454545454, "word_edits": 34, "ref_words": 468, "char_edits": 45, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 37.72567864507437, "decode_max_ms": 190.39872474968433, "decode_ms_per_second": 6.796599908420402, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 8.760683760683762, "cer_pct": 2.409090909090909, "word_edits": 41, "ref_words": 468, "char_edits": 53, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 176.76486168056726, "decode_max_ms": 275.9974356740713, "decode_ms_per_second": 17.82975950778888, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 9.188034188034187, "cer_pct": 2.4545454545454546, "word_edits": 43, "ref_words": 468, "char_edits": 54, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 190.00439159572124, "decode_max_ms": 297.90843091905117, "decode_ms_per_second": 19.17864021510679, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 12.393162393162394, "cer_pct": 3.8181818181818183, "word_edits": 58, "ref_words": 468, "char_edits": 84, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 94.31793354451656, "decode_max_ms": 217.93420240283012, "decode_ms_per_second": 8.955167766330815, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 17.521367521367523, "cer_pct": 5.909090909090909, "word_edits": 82, "ref_words": 468, "char_edits": 130, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 156.27375151962042, "decode_max_ms": 272.7310359477997, "decode_ms_per_second": 12.411241435825591, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 27.35042735042735, "cer_pct": 8.772727272727273, "word_edits": 128, "ref_words": 468, "char_edits": 193, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 109.3726921826601, "decode_max_ms": 758.599566295743, "decode_ms_per_second": 13.292475817211926, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 4.914529914529915, "cer_pct": 2.0, "word_edits": 23, "ref_words": 468, "char_edits": 44, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 82.64300040900707, "decode_max_ms": 294.512240216136, "decode_ms_per_second": 10.166155280275378, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 12.606837606837606, "cer_pct": 4.681818181818182, "word_edits": 59, "ref_words": 468, "char_edits": 103, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 393.0395180359483, "decode_max_ms": 981.7537739872932, "decode_ms_per_second": 46.8106406373185, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 12.820512820512821, "cer_pct": 4.318181818181818, "word_edits": 60, "ref_words": 468, "char_edits": 95, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 35.739121958613396, "decode_max_ms": 170.55851221084595, "decode_ms_per_second": 4.944987346699332, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 14.743589743589743, "cer_pct": 4.863636363636363, "word_edits": 69, "ref_words": 468, "char_edits": 107, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 188.2967296987772, "decode_max_ms": 300.1656252890825, "decode_ms_per_second": 19.160979035847003, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 14.743589743589743, "cer_pct": 5.2727272727272725, "word_edits": 69, "ref_words": 468, "char_edits": 116, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 177.10540164262056, "decode_max_ms": 275.83715505898, "decode_ms_per_second": 17.866483060489422, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 20.085470085470085, "cer_pct": 8.090909090909092, "word_edits": 94, "ref_words": 468, "char_edits": 178, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 61.51975132524967, "decode_max_ms": 249.5510708540678, "decode_ms_per_second": 8.219240558793203, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 29.700854700854702, "cer_pct": 12.590909090909092, "word_edits": 139, "ref_words": 468, "char_edits": 277, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 96.459842287004, "decode_max_ms": 308.2115948200226, "decode_ms_per_second": 11.898285166358695, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 36.75213675213675, "cer_pct": 15.0, "word_edits": 172, "ref_words": 468, "char_edits": 330, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 109.03933737426996, "decode_max_ms": 145.27812227606773, "decode_ms_per_second": 10.073134109693042, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 12.179487179487179, "cer_pct": 6.636363636363637, "word_edits": 57, "ref_words": 468, "char_edits": 146, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 84.14321299642324, "decode_max_ms": 231.59990087151527, "decode_ms_per_second": 9.329496853958327, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 19.444444444444443, "cer_pct": 8.318181818181818, "word_edits": 91, "ref_words": 468, "char_edits": 183, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 33.3316819742322, "decode_max_ms": 157.78116695582867, "decode_ms_per_second": 4.0997977301872375, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 22.435897435897434, "cer_pct": 12.136363636363637, "word_edits": 105, "ref_words": 468, "char_edits": 267, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 393.01948342472315, "decode_max_ms": 1006.8220254033804, "decode_ms_per_second": 45.82627300191746, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 24.786324786324787, "cer_pct": 11.909090909090908, "word_edits": 116, "ref_words": 468, "char_edits": 262, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 178.2963490113616, "decode_max_ms": 281.01629577577114, "decode_ms_per_second": 17.84662210603848, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 24.786324786324787, "cer_pct": 12.0, "word_edits": 116, "ref_words": 468, "char_edits": 264, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 191.16007257252932, "decode_max_ms": 301.8345255404711, "decode_ms_per_second": 19.16551917709874, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 28.205128205128204, "cer_pct": 14.363636363636363, "word_edits": 132, "ref_words": 468, "char_edits": 316, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 73.42772465199232, "decode_max_ms": 172.00386710464954, "decode_ms_per_second": 8.13385015277225, "blank": 1 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 47.43589743589744, "cer_pct": 25.40909090909091, "word_edits": 222, "ref_words": 468, "char_edits": 559, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 94.51618790626526, "decode_max_ms": 165.18143936991692, "decode_ms_per_second": 9.430569373801466, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 51.282051282051285, "cer_pct": 24.636363636363637, "word_edits": 240, "ref_words": 468, "char_edits": 542, "ref_chars": 2200, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 110.58108042925596, "decode_max_ms": 135.183684527874, "decode_ms_per_second": 10.12307067053273, "blank": 0 } ] }, "by_domain": { "home": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 6.622516556291391, "cer_pct": 3.2792665726375176, "word_edits": 40, "ref_words": 604, "char_edits": 93, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 79.33335937559605, "decode_max_ms": 303.58853563666344, "decode_ms_per_second": 10.965841279560953, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 14.735099337748345, "cer_pct": 5.571227080394922, "word_edits": 89, "ref_words": 604, "char_edits": 158, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 32.19582512974739, "decode_max_ms": 190.39872474968433, "decode_ms_per_second": 5.567934547443495, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 15.2317880794702, "cer_pct": 6.205923836389281, "word_edits": 92, "ref_words": 604, "char_edits": 176, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 410.59454530477524, "decode_max_ms": 1003.6373194307088, "decode_ms_per_second": 50.60865720025943, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 17.549668874172184, "cer_pct": 7.369534555712271, "word_edits": 106, "ref_words": 604, "char_edits": 209, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 180.4678700864315, "decode_max_ms": 281.01629577577114, "decode_ms_per_second": 19.206876626525986, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 18.211920529801326, "cer_pct": 7.510578279266572, "word_edits": 110, "ref_words": 604, "char_edits": 213, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 193.08590050786734, "decode_max_ms": 301.39074102044106, "decode_ms_per_second": 20.6183248819325, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 22.8476821192053, "cer_pct": 10.119887165021156, "word_edits": 138, "ref_words": 604, "char_edits": 287, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 65.08535239845514, "decode_max_ms": 245.47844007611275, "decode_ms_per_second": 9.102948375207992, "blank": 1 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 32.615894039735096, "cer_pct": 15.267983074753174, "word_edits": 197, "ref_words": 604, "char_edits": 433, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 92.50279609113932, "decode_max_ms": 272.7310359477997, "decode_ms_per_second": 10.904200305424727, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 42.384105960264904, "cer_pct": 16.85472496473907, "word_edits": 256, "ref_words": 604, "char_edits": 478, "ref_chars": 2836, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 105.66598828881979, "decode_max_ms": 135.183684527874, "decode_ms_per_second": 10.55100534085732, "blank": 0 } ], "plans": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 4.140127388535032, "cer_pct": 1.7903645833333333, "word_edits": 26, "ref_words": 628, "char_edits": 55, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 85.87780594825745, "decode_max_ms": 304.3626472353935, "decode_ms_per_second": 10.20301533097185, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 11.94267515923567, "cer_pct": 3.7109375, "word_edits": 75, "ref_words": 628, "char_edits": 114, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 37.44941111654043, "decode_max_ms": 204.97697591781616, "decode_ms_per_second": 5.2843034325243075, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 13.375796178343949, "cer_pct": 5.338541666666667, "word_edits": 84, "ref_words": 628, "char_edits": 164, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 394.0802672877908, "decode_max_ms": 1006.8220254033804, "decode_ms_per_second": 44.972064508366394, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 14.64968152866242, "cer_pct": 5.501302083333333, "word_edits": 92, "ref_words": 628, "char_edits": 169, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 176.72565765678883, "decode_max_ms": 324.45566914975643, "decode_ms_per_second": 17.302946988731687, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 15.445859872611464, "cer_pct": 5.533854166666667, "word_edits": 97, "ref_words": 628, "char_edits": 170, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 188.5267235338688, "decode_max_ms": 346.0550606250763, "decode_ms_per_second": 18.59271991911705, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 17.993630573248407, "cer_pct": 6.575520833333333, "word_edits": 113, "ref_words": 628, "char_edits": 202, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 64.85839281231165, "decode_max_ms": 264.0771847218275, "decode_ms_per_second": 8.13076245243263, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 26.43312101910828, "cer_pct": 10.188802083333334, "word_edits": 166, "ref_words": 628, "char_edits": 313, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 99.90278910845518, "decode_max_ms": 300.7139451801777, "decode_ms_per_second": 10.68630402334222, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 31.687898089171973, "cer_pct": 12.174479166666666, "word_edits": 199, "ref_words": 628, "char_edits": 374, "ref_chars": 3072, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 112.04469855874777, "decode_max_ms": 145.27812227606773, "decode_ms_per_second": 9.52979142974436, "blank": 0 } ], "stories": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 3.90625, "cer_pct": 1.9363762102351314, "word_edits": 25, "ref_words": 640, "char_edits": 56, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 109.29601639509201, "decode_max_ms": 294.512240216136, "decode_ms_per_second": 10.833583304720127, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 7.1875, "cer_pct": 3.0774550484094054, "word_edits": 46, "ref_words": 640, "char_edits": 89, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 189.14835527539253, "decode_max_ms": 296.09261453151703, "decode_ms_per_second": 19.06210885570031, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 7.65625, "cer_pct": 2.7662517289073305, "word_edits": 49, "ref_words": 640, "char_edits": 80, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 36.48185916244984, "decode_max_ms": 174.7383512556553, "decode_ms_per_second": 5.462206922099887, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 8.59375, "cer_pct": 3.5269709543568464, "word_edits": 55, "ref_words": 640, "char_edits": 102, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 176.4741912484169, "decode_max_ms": 276.6483277082443, "decode_ms_per_second": 17.750829565119794, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 11.875, "cer_pct": 4.910096818810512, "word_edits": 76, "ref_words": 640, "char_edits": 142, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 74.86221473664045, "decode_max_ms": 249.5510708540678, "decode_ms_per_second": 8.022349247770455, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 22.8125, "cer_pct": 20.33195020746888, "word_edits": 146, "ref_words": 640, "char_edits": 588, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 387.6693267375231, "decode_max_ms": 2562.5770930200815, "decode_ms_per_second": 51.30211404436182, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 24.375, "cer_pct": 11.376210235131397, "word_edits": 156, "ref_words": 640, "char_edits": 329, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 121.2089266628027, "decode_max_ms": 308.2115948200226, "decode_ms_per_second": 12.283015148794975, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 29.6875, "cer_pct": 12.448132780082988, "word_edits": 190, "ref_words": 640, "char_edits": 360, "ref_chars": 2892, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 107.33994469046594, "decode_max_ms": 758.599566295743, "decode_ms_per_second": 12.502934919273937, "blank": 0 } ] }, "cells": { "short": { "clean": [ { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 36.53877694159746, "decode_max_ms": 41.64753668010235, "decode_ms_per_second": 16.498062907440993, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 149.1939965635538, "decode_max_ms": 153.25997583568096, "decode_ms_per_second": 67.85348947484985, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 159.15045142173767, "decode_max_ms": 163.14545273780823, "decode_ms_per_second": 72.27400096364745, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 230.8628922328353, "decode_max_ms": 251.29037722945213, "decode_ms_per_second": 105.8118815468044, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 3.8461538461538463, "cer_pct": 1.550387596899225, "word_edits": 1, "ref_words": 26, "char_edits": 2, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 44.78054493665695, "decode_max_ms": 60.50082854926586, "decode_ms_per_second": 21.58214091514093, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 3.8461538461538463, "cer_pct": 1.550387596899225, "word_edits": 1, "ref_words": 26, "char_edits": 2, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 45.350625179708004, "decode_max_ms": 50.53037963807583, "decode_ms_per_second": 20.574277897876634, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 11.538461538461538, "cer_pct": 3.875968992248062, "word_edits": 3, "ref_words": 26, "char_edits": 5, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 111.5715242922306, "decode_max_ms": 133.55478458106518, "decode_ms_per_second": 51.41539135599506, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 15.384615384615385, "cer_pct": 4.651162790697675, "word_edits": 4, "ref_words": 26, "char_edits": 6, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 69.10271383821964, "decode_max_ms": 72.30214029550552, "decode_ms_per_second": 30.389219072437115, "blank": 0 } ], "15": [ { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 38.00314012914896, "decode_max_ms": 161.49842739105225, "decode_ms_per_second": 34.005180823751346, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 149.15401954203844, "decode_max_ms": 154.7180712223053, "decode_ms_per_second": 68.11564462606938, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 159.1346487402916, "decode_max_ms": 163.30047324299812, "decode_ms_per_second": 72.49705828376875, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 0.0, "cer_pct": 0.0, "word_edits": 0, "ref_words": 26, "char_edits": 0, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 230.80543987452984, "decode_max_ms": 252.3216977715492, "decode_ms_per_second": 105.88024753386469, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 3.8461538461538463, "cer_pct": 1.550387596899225, "word_edits": 1, "ref_words": 26, "char_edits": 2, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 44.22286991029978, "decode_max_ms": 176.14775709807873, "decode_ms_per_second": 38.96630981419634, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 3.8461538461538463, "cer_pct": 1.550387596899225, "word_edits": 1, "ref_words": 26, "char_edits": 2, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 46.56303487718105, "decode_max_ms": 189.06105495989323, "decode_ms_per_second": 41.976235066079745, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 15.384615384615385, "cer_pct": 6.976744186046512, "word_edits": 4, "ref_words": 26, "char_edits": 9, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 70.48073969781399, "decode_max_ms": 180.6609258055687, "decode_ms_per_second": 46.18889236809439, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 19.23076923076923, "cer_pct": 4.651162790697675, "word_edits": 5, "ref_words": 26, "char_edits": 6, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 113.70749119669199, "decode_max_ms": 758.599566295743, "decode_ms_per_second": 98.87950442314649, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 7.6923076923076925, "cer_pct": 3.10077519379845, "word_edits": 2, "ref_words": 26, "char_edits": 4, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 45.89372035115957, "decode_max_ms": 186.6672169417143, "decode_ms_per_second": 29.848158143722664, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 7.6923076923076925, "cer_pct": 3.10077519379845, "word_edits": 2, "ref_words": 26, "char_edits": 4, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 226.35454591363668, "decode_max_ms": 253.09227406978607, "decode_ms_per_second": 105.17576614579367, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 11.538461538461538, "cer_pct": 4.651162790697675, "word_edits": 3, "ref_words": 26, "char_edits": 6, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 37.102049216628075, "decode_max_ms": 162.70082257688046, "decode_ms_per_second": 25.54863626475934, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 11.538461538461538, "cer_pct": 4.651162790697675, "word_edits": 3, "ref_words": 26, "char_edits": 6, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 158.46951585263014, "decode_max_ms": 163.35990652441978, "decode_ms_per_second": 72.41066330058588, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 15.384615384615385, "cer_pct": 5.426356589147287, "word_edits": 4, "ref_words": 26, "char_edits": 7, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 149.68943782150745, "decode_max_ms": 152.7106650173664, "decode_ms_per_second": 67.96232380902592, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 23.076923076923077, "cer_pct": 12.4031007751938, "word_edits": 6, "ref_words": 26, "char_edits": 16, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 40.760607458651066, "decode_max_ms": 49.74780045449734, "decode_ms_per_second": 19.225483475982585, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 38.46153846153846, "cer_pct": 17.05426356589147, "word_edits": 10, "ref_words": 26, "char_edits": 22, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 114.22664858400822, "decode_max_ms": 120.73379941284657, "decode_ms_per_second": 51.031582157746556, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 46.15384615384615, "cer_pct": 23.25581395348837, "word_edits": 12, "ref_words": 26, "char_edits": 30, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 67.38665234297514, "decode_max_ms": 197.82618805766103, "decode_ms_per_second": 36.77735727961258, "blank": 0 } ], "0": [ { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 23.076923076923077, "cer_pct": 15.503875968992247, "word_edits": 6, "ref_words": 26, "char_edits": 20, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 228.20399049669504, "decode_max_ms": 259.20870900154114, "decode_ms_per_second": 105.98189474811636, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 26.923076923076923, "cer_pct": 17.05426356589147, "word_edits": 7, "ref_words": 26, "char_edits": 22, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 45.09698040783405, "decode_max_ms": 186.0524956136942, "decode_ms_per_second": 29.642798796916594, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 38.46153846153846, "cer_pct": 19.37984496124031, "word_edits": 10, "ref_words": 26, "char_edits": 25, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 39.306480437517166, "decode_max_ms": 144.13010142743587, "decode_ms_per_second": 23.49348545607926, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 38.46153846153846, "cer_pct": 24.031007751937985, "word_edits": 10, "ref_words": 26, "char_edits": 31, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 157.02440589666367, "decode_max_ms": 164.69310596585274, "decode_ms_per_second": 72.06249624102598, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 38.46153846153846, "cer_pct": 24.8062015503876, "word_edits": 10, "ref_words": 26, "char_edits": 32, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 147.5884858518839, "decode_max_ms": 152.46210806071758, "decode_ms_per_second": 67.2589446579696, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 50.0, "cer_pct": 31.782945736434108, "word_edits": 13, "ref_words": 26, "char_edits": 41, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 52.11060959845781, "decode_max_ms": 172.00386710464954, "decode_ms_per_second": 39.142937281683636, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 61.53846153846154, "cer_pct": 33.333333333333336, "word_edits": 16, "ref_words": 26, "char_edits": 43, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 118.82366333156824, "decode_max_ms": 123.33928793668748, "decode_ms_per_second": 51.73033219470343, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 65.38461538461539, "cer_pct": 40.310077519379846, "word_edits": 17, "ref_words": 26, "char_edits": 52, "ref_chars": 129, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 64.52687922865152, "decode_max_ms": 164.36772048473358, "decode_ms_per_second": 33.850665764203995, "blank": 0 } ] }, "medium": { "clean": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 0.9433962264150944, "cer_pct": 0.20449897750511248, "word_edits": 1, "ref_words": 106, "char_edits": 1, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 78.45460064709187, "decode_max_ms": 237.1275704354048, "decode_ms_per_second": 11.014998394185227, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 7.547169811320755, "cer_pct": 1.8404907975460123, "word_edits": 8, "ref_words": 106, "char_edits": 9, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 27.99611072987318, "decode_max_ms": 174.7383512556553, "decode_ms_per_second": 5.663458089377188, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 8.49056603773585, "cer_pct": 5.521472392638037, "word_edits": 9, "ref_words": 106, "char_edits": 27, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 178.44622023403645, "decode_max_ms": 324.45566914975643, "decode_ms_per_second": 22.489159077003, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 8.49056603773585, "cer_pct": 5.521472392638037, "word_edits": 9, "ref_words": 106, "char_edits": 27, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 191.50783121585846, "decode_max_ms": 346.0550606250763, "decode_ms_per_second": 24.111999620031984, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 9.433962264150944, "cer_pct": 6.543967280163599, "word_edits": 10, "ref_words": 106, "char_edits": 32, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 395.78278455883265, "decode_max_ms": 630.6335367262363, "decode_ms_per_second": 48.525345014098924, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 12.264150943396226, "cer_pct": 3.2719836400817996, "word_edits": 13, "ref_words": 106, "char_edits": 16, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 65.08535239845514, "decode_max_ms": 77.09983363747597, "decode_ms_per_second": 7.3594047298617635, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 22.641509433962263, "cer_pct": 9.406952965235174, "word_edits": 24, "ref_words": 106, "char_edits": 46, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 101.6107751056552, "decode_max_ms": 190.93229994177815, "decode_ms_per_second": 12.657227877644836, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 23.58490566037736, "cer_pct": 6.748466257668712, "word_edits": 25, "ref_words": 106, "char_edits": 33, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 103.88751421123743, "decode_max_ms": 116.1145456135273, "decode_ms_per_second": 11.735416676648919, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 0.9433962264150944, "cer_pct": 0.20449897750511248, "word_edits": 1, "ref_words": 106, "char_edits": 1, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 148.78258761018515, "decode_max_ms": 239.5400870591402, "decode_ms_per_second": 16.9346705836898, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 6.60377358490566, "cer_pct": 1.8404907975460123, "word_edits": 7, "ref_words": 106, "char_edits": 9, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 394.8594303801656, "decode_max_ms": 428.8351330906153, "decode_ms_per_second": 44.540063718369055, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 9.433962264150944, "cer_pct": 2.8629856850715747, "word_edits": 10, "ref_words": 106, "char_edits": 14, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 90.30470438301563, "decode_max_ms": 174.92829076945782, "decode_ms_per_second": 10.306086938415392, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 10.377358490566039, "cer_pct": 2.8629856850715747, "word_edits": 11, "ref_words": 106, "char_edits": 14, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 176.76486168056726, "decode_max_ms": 182.0465549826622, "decode_ms_per_second": 19.74599478270664, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 10.377358490566039, "cer_pct": 2.8629856850715747, "word_edits": 11, "ref_words": 106, "char_edits": 14, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 190.00439159572124, "decode_max_ms": 195.0381435453892, "decode_ms_per_second": 21.15238747657416, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 15.09433962264151, "cer_pct": 4.703476482617587, "word_edits": 16, "ref_words": 106, "char_edits": 23, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 63.79989068955183, "decode_max_ms": 217.93420240283012, "decode_ms_per_second": 9.997888844070019, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 23.58490566037736, "cer_pct": 8.384458077709612, "word_edits": 25, "ref_words": 106, "char_edits": 41, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 93.78536231815815, "decode_max_ms": 227.8797123581171, "decode_ms_per_second": 14.690974917425677, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 33.0188679245283, "cer_pct": 10.838445807770961, "word_edits": 35, "ref_words": 106, "char_edits": 53, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 112.10038419812918, "decode_max_ms": 132.54196010529995, "decode_ms_per_second": 12.590192605769404, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 4.716981132075472, "cer_pct": 2.044989775051125, "word_edits": 5, "ref_words": 106, "char_edits": 10, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 80.24478703737259, "decode_max_ms": 240.24921841919425, "decode_ms_per_second": 11.847485233427433, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 10.377358490566039, "cer_pct": 5.316973415132924, "word_edits": 11, "ref_words": 106, "char_edits": 26, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 393.0395180359483, "decode_max_ms": 412.8023348748684, "decode_ms_per_second": 43.697425580665104, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 12.264150943396226, "cer_pct": 4.9079754601226995, "word_edits": 13, "ref_words": 106, "char_edits": 24, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 177.10540164262056, "decode_max_ms": 180.52551709115505, "decode_ms_per_second": 19.690574651585003, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 14.150943396226415, "cer_pct": 5.112474437627812, "word_edits": 15, "ref_words": 106, "char_edits": 25, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 188.2967296987772, "decode_max_ms": 193.09190474450588, "decode_ms_per_second": 21.019491501103545, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 15.09433962264151, "cer_pct": 5.521472392638037, "word_edits": 16, "ref_words": 106, "char_edits": 27, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 28.449532575905323, "decode_max_ms": 170.55851221084595, "decode_ms_per_second": 5.80271988513145, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 18.867924528301888, "cer_pct": 7.361963190184049, "word_edits": 20, "ref_words": 106, "char_edits": 36, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 61.51975132524967, "decode_max_ms": 217.36334450542927, "decode_ms_per_second": 9.929131816308969, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 33.0188679245283, "cer_pct": 16.155419222903884, "word_edits": 35, "ref_words": 106, "char_edits": 79, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 89.22135829925537, "decode_max_ms": 107.53044858574869, "decode_ms_per_second": 9.958225358782341, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 38.679245283018865, "cer_pct": 16.155419222903884, "word_edits": 41, "ref_words": 106, "char_edits": 79, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 106.01010732352734, "decode_max_ms": 112.6417201012373, "decode_ms_per_second": 11.755417420931298, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 13.20754716981132, "cer_pct": 6.543967280163599, "word_edits": 14, "ref_words": 106, "char_edits": 32, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 82.56681635975838, "decode_max_ms": 231.59990087151527, "decode_ms_per_second": 11.766556262409756, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 20.754716981132077, "cer_pct": 8.588957055214724, "word_edits": 22, "ref_words": 106, "char_edits": 42, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 28.06776948273182, "decode_max_ms": 157.78116695582867, "decode_ms_per_second": 5.587448706432118, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 24.528301886792452, "cer_pct": 12.474437627811861, "word_edits": 26, "ref_words": 106, "char_edits": 61, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 178.2963490113616, "decode_max_ms": 183.54271166026592, "decode_ms_per_second": 19.851872896309686, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 27.358490566037737, "cer_pct": 14.928425357873211, "word_edits": 29, "ref_words": 106, "char_edits": 73, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 191.16007257252932, "decode_max_ms": 197.24042154848576, "decode_ms_per_second": 21.23838022466437, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 28.30188679245283, "cer_pct": 13.292433537832311, "word_edits": 30, "ref_words": 106, "char_edits": 65, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 63.42865899205208, "decode_max_ms": 79.6518437564373, "decode_ms_per_second": 7.267964056806522, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 32.075471698113205, "cer_pct": 20.858895705521473, "word_edits": 34, "ref_words": 106, "char_edits": 102, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 393.01948342472315, "decode_max_ms": 421.53855599462986, "decode_ms_per_second": 42.05491316420134, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 48.113207547169814, "cer_pct": 26.175869120654397, "word_edits": 51, "ref_words": 106, "char_edits": 128, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 92.65811927616596, "decode_max_ms": 99.12648424506187, "decode_ms_per_second": 9.880967383185167, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 51.886792452830186, "cer_pct": 23.517382413087933, "word_edits": 55, "ref_words": 106, "char_edits": 115, "ref_chars": 489, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 106.06106277555227, "decode_max_ms": 129.41907718777657, "decode_ms_per_second": 12.28047876936288, "blank": 0 } ] }, "long": { "clean": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 0.8928571428571429, "cer_pct": 0.18963337547408343, "word_edits": 3, "ref_words": 336, "char_edits": 3, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 212.63256389647722, "decode_max_ms": 304.3626472353935, "decode_ms_per_second": 9.534430658312898, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 4.761904761904762, "cer_pct": 1.2642225031605563, "word_edits": 16, "ref_words": 336, "char_edits": 20, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 295.0866725295782, "decode_max_ms": 304.128335788846, "decode_ms_per_second": 13.207492897773493, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 5.357142857142857, "cer_pct": 1.390644753476612, "word_edits": 18, "ref_words": 336, "char_edits": 22, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 272.93720934540033, "decode_max_ms": 283.08399207890034, "decode_ms_per_second": 12.229569961350705, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 5.9523809523809526, "cer_pct": 1.2642225031605563, "word_edits": 20, "ref_words": 336, "char_edits": 20, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 105.38549162447453, "decode_max_ms": 204.97697591781616, "decode_ms_per_second": 4.926609454857099, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 8.630952380952381, "cer_pct": 2.2123893805309733, "word_edits": 29, "ref_words": 336, "char_edits": 35, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 121.76243960857391, "decode_max_ms": 264.0771847218275, "decode_ms_per_second": 7.360306173095021, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 14.285714285714286, "cer_pct": 3.6030341340075855, "word_edits": 48, "ref_words": 336, "char_edits": 57, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 167.93004423379898, "decode_max_ms": 291.3993615657091, "decode_ms_per_second": 8.986312863204235, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 22.916666666666668, "cer_pct": 6.890012642225032, "word_edits": 77, "ref_words": 336, "char_edits": 109, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 110.064503736794, "decode_max_ms": 116.2577159702778, "decode_ms_per_second": 4.948820927594058, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 33.92857142857143, "cer_pct": 30.467762326169407, "word_edits": 114, "ref_words": 336, "char_edits": 482, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 922.7352840825915, "decode_max_ms": 2562.5770930200815, "decode_ms_per_second": 53.071126708163945, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 1.1904761904761905, "cer_pct": 0.31605562579013907, "word_edits": 4, "ref_words": 336, "char_edits": 5, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 141.61311369389296, "decode_max_ms": 303.58853563666344, "decode_ms_per_second": 7.702013441313914, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 7.142857142857143, "cer_pct": 1.9595448798988622, "word_edits": 24, "ref_words": 336, "char_edits": 31, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 34.10870209336281, "decode_max_ms": 190.39872474968433, "decode_ms_per_second": 2.67463570061873, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 8.035714285714286, "cer_pct": 2.2123893805309733, "word_edits": 27, "ref_words": 336, "char_edits": 35, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 964.2872540280223, "decode_max_ms": 1003.6373194307088, "decode_ms_per_second": 42.737684274159406, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 8.928571428571429, "cer_pct": 2.4652338811630847, "word_edits": 30, "ref_words": 336, "char_edits": 39, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 271.5832134708762, "decode_max_ms": 275.9974356740713, "decode_ms_per_second": 12.063049415203022, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 9.523809523809524, "cer_pct": 2.5284450063211126, "word_edits": 32, "ref_words": 336, "char_edits": 40, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 295.4460931941867, "decode_max_ms": 297.90843091905117, "decode_ms_per_second": 13.087680340997151, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 12.202380952380953, "cer_pct": 3.729456384323641, "word_edits": 41, "ref_words": 336, "char_edits": 59, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 123.10637347400188, "decode_max_ms": 133.95535200834274, "decode_ms_per_second": 5.554414927340678, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 15.773809523809524, "cer_pct": 5.056890012642225, "word_edits": 53, "ref_words": 336, "char_edits": 80, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 166.1505550146103, "decode_max_ms": 272.7310359477997, "decode_ms_per_second": 8.135557917981556, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 26.19047619047619, "cer_pct": 8.470290771175726, "word_edits": 88, "ref_words": 336, "char_edits": 134, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 108.0268481746316, "decode_max_ms": 134.32651571929455, "decode_ms_per_second": 5.083275761413274, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 4.761904761904762, "cer_pct": 1.8963337547408343, "word_edits": 16, "ref_words": 336, "char_edits": 30, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 145.07379289716482, "decode_max_ms": 294.512240216136, "decode_ms_per_second": 7.531758613798727, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 12.202380952380953, "cer_pct": 3.9190897597977243, "word_edits": 41, "ref_words": 336, "char_edits": 62, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 35.87771952152252, "decode_max_ms": 166.4306316524744, "decode_ms_per_second": 2.552782757544149, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 13.69047619047619, "cer_pct": 4.61441213653603, "word_edits": 46, "ref_words": 336, "char_edits": 73, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 940.6586829572916, "decode_max_ms": 981.7537739872932, "decode_ms_per_second": 42.2796788542175, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 15.178571428571429, "cer_pct": 4.804045512010114, "word_edits": 51, "ref_words": 336, "char_edits": 76, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 293.95048785954714, "decode_max_ms": 300.1656252890825, "decode_ms_per_second": 13.123524410477224, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 15.476190476190476, "cer_pct": 5.372945638432364, "word_edits": 52, "ref_words": 336, "char_edits": 85, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 271.340848878026, "decode_max_ms": 275.83715505898, "decode_ms_per_second": 12.155962452530902, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 20.238095238095237, "cer_pct": 7.964601769911504, "word_edits": 68, "ref_words": 336, "char_edits": 126, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 118.80610696971416, "decode_max_ms": 249.5510708540678, "decode_ms_per_second": 6.434260909245414, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 27.38095238095238, "cer_pct": 10.619469026548673, "word_edits": 92, "ref_words": 336, "char_edits": 168, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 225.21753050386906, "decode_max_ms": 308.2115948200226, "decode_ms_per_second": 10.215230022253039, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 36.01190476190476, "cer_pct": 14.47534766118837, "word_edits": 121, "ref_words": 336, "char_edits": 229, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 116.70413799583912, "decode_max_ms": 145.27812227606773, "decode_ms_per_second": 5.326863576955481, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 10.714285714285714, "cer_pct": 5.815423514538558, "word_edits": 36, "ref_words": 336, "char_edits": 92, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 140.79856220632792, "decode_max_ms": 155.0839971750975, "decode_ms_per_second": 6.3262876218545525, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 17.55952380952381, "cer_pct": 7.332490518331226, "word_edits": 59, "ref_words": 336, "char_edits": 116, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 33.3316819742322, "decode_max_ms": 41.961755603551865, "decode_ms_per_second": 1.5724771040577727, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 19.345238095238095, "cer_pct": 9.165613147914033, "word_edits": 65, "ref_words": 336, "char_edits": 145, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 926.854663528502, "decode_max_ms": 1006.8220254033804, "decode_ms_per_second": 41.384249688271524, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 22.916666666666668, "cer_pct": 10.11378002528445, "word_edits": 77, "ref_words": 336, "char_edits": 160, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 291.94616712629795, "decode_max_ms": 301.8345255404711, "decode_ms_per_second": 13.07623027041859, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 23.80952380952381, "cer_pct": 10.6826801517067, "word_edits": 80, "ref_words": 336, "char_edits": 169, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 268.681519664824, "decode_max_ms": 281.01629577577114, "decode_ms_per_second": 12.130542829539499, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 26.488095238095237, "cer_pct": 13.274336283185841, "word_edits": 89, "ref_words": 336, "char_edits": 210, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 121.58703524619341, "decode_max_ms": 129.319591447711, "decode_ms_per_second": 5.407277925374675, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 45.833333333333336, "cer_pct": 23.95701643489254, "word_edits": 154, "ref_words": 336, "char_edits": 379, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 152.40363869816065, "decode_max_ms": 165.18143936991692, "decode_ms_per_second": 6.824638034853939, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 50.29761904761905, "cer_pct": 24.27307206068268, "word_edits": 169, "ref_words": 336, "char_edits": 384, "ref_chars": 1582, "terms_hit": 0, "terms_total": 0, "decode_p50_ms": 108.66040643304586, "decode_max_ms": 135.183684527874, "decode_ms_per_second": 5.119928343003959, "blank": 0 } ] } } }