{ "attempts": 619, "completed": 576, "expected": 576, "failures": [ { "id": "01-0", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "timeout" }, { "id": "14-clean", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "14-clean", "backend": "gigaam_v3", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "14-clean", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "timeout" }, { "id": "14-clean", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "14-clean", "backend": "nemotron_asr_06b", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "14-clean", "backend": "nemotron_transcribe_lite", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "14-clean", "backend": "nemotron_unified_06b", "attempt": 1, "type": null, "code": "audio_connection_lost" }, { "id": "17-5", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "timeout" }, { "id": "11-15", "backend": "gigaam_v3", "attempt": 1, "type": "final", "code": "timeout" }, { "id": "11-15", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "timeout" }, { "id": "11-15", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "timeout" }, { "id": "04-0", "backend": "nemotron_transcribe_lite", "attempt": 1, "type": null, "code": "timeout" }, { "id": "04-0", "backend": "nemotron_unified_06b", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "gigaam_v3", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "04-0", "backend": "nemotron_asr_06b", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "nemotron_unified_06b", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "gigaam_v3", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "nemotron_asr_06b", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "07-0", "backend": "nemotron_transcribe_lite", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "streaming_worker_russian", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "gigaam_v3", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "gigaam_large_ctc", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "10-clean", "backend": "nemotron_asr_06b", "attempt": 1, "type": null, "code": "audio_replay_busy" }, { "id": "16-clean", "backend": "nemotron_transcribe_lite", "attempt": 1, "type": null, "code": "timeout" }, { "id": "12-15", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "timeout" }, { "id": "16-0", "backend": "linto_streaming", "attempt": 1, "type": null, "code": "timeout" }, { "id": "02-5", "backend": "streaming_worker", "attempt": 1, "type": null, "code": "timeout" }, { "id": "07-0", "backend": "nemotron_asr_06b", "attempt": 2, "type": null, "code": "timeout" } ], "worker_hash_count": 504, "worker_hash_samples": 72, "overall": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 72, "expected": 72, "wer_pct": 28.38302752293578, "cer_pct": 15.939097103918229, "word_edits": 495, "ref_words": 1744, "char_edits": 1497, "ref_chars": 9392, "terms_hit": 133, "terms_total": 388, "decode_p50_ms": 91.89465641975403, "decode_max_ms": 300.54437182843685, "decode_ms_per_second": 10.260425325545855, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 72, "expected": 72, "wer_pct": 31.594036697247706, "cer_pct": 16.301107325383306, "word_edits": 551, "ref_words": 1744, "char_edits": 1531, "ref_chars": 9392, "terms_hit": 162, "terms_total": 388, "decode_p50_ms": 485.0991806015372, "decode_max_ms": 1254.9053747206926, "decode_ms_per_second": 52.255444288155594, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 72, "expected": 72, "wer_pct": 32.11009174311926, "cer_pct": 15.939097103918229, "word_edits": 560, "ref_words": 1744, "char_edits": 1497, "ref_chars": 9392, "terms_hit": 148, "terms_total": 388, "decode_p50_ms": 190.6610019505024, "decode_max_ms": 313.0642082542181, "decode_ms_per_second": 18.48586741916265, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 72, "expected": 72, "wer_pct": 32.51146788990825, "cer_pct": 16.4927597955707, "word_edits": 567, "ref_words": 1744, "char_edits": 1549, "ref_chars": 9392, "terms_hit": 148, "terms_total": 388, "decode_p50_ms": 206.75801299512386, "decode_max_ms": 342.7346162497997, "decode_ms_per_second": 20.002576198838998, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 72, "expected": 72, "wer_pct": 37.15596330275229, "cer_pct": 21.901618398637137, "word_edits": 648, "ref_words": 1744, "char_edits": 2057, "ref_chars": 9392, "terms_hit": 107, "terms_total": 388, "decode_p50_ms": 34.021612256765366, "decode_max_ms": 202.29372940957546, "decode_ms_per_second": 5.360894494490874, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 72, "expected": 72, "wer_pct": 38.81880733944954, "cer_pct": 18.430579216354346, "word_edits": 677, "ref_words": 1744, "char_edits": 1731, "ref_chars": 9392, "terms_hit": 105, "terms_total": 388, "decode_p50_ms": 71.18877116590738, "decode_max_ms": 574.7669767588377, "decode_ms_per_second": 9.800115506211943, "blank": 1 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 72, "expected": 72, "wer_pct": 48.62385321100918, "cer_pct": 23.637137989778534, "word_edits": 848, "ref_words": 1744, "char_edits": 2220, "ref_chars": 9392, "terms_hit": 81, "terms_total": 388, "decode_p50_ms": 99.26340635865927, "decode_max_ms": 872.0857314765453, "decode_ms_per_second": 12.122663432922801, "blank": 4 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 72, "expected": 72, "wer_pct": 59.862385321100916, "cer_pct": 26.054088586030666, "word_edits": 1044, "ref_words": 1744, "char_edits": 2447, "ref_chars": 9392, "terms_hit": 31, "terms_total": 388, "decode_p50_ms": 104.40523270517588, "decode_max_ms": 131.51251897215843, "decode_ms_per_second": 9.426542341482042, "blank": 0 } ], "by_length": { "short": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 50.0, "cer_pct": 32.90816326530612, "word_edits": 44, "ref_words": 88, "char_edits": 129, "ref_chars": 392, "terms_hit": 6, "terms_total": 36, "decode_p50_ms": 46.309469267725945, "decode_max_ms": 197.88574799895287, "decode_ms_per_second": 29.35790228580102, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 50.0, "cer_pct": 33.16326530612245, "word_edits": 44, "ref_words": 88, "char_edits": 130, "ref_chars": 392, "terms_hit": 10, "terms_total": 36, "decode_p50_ms": 160.48462130129337, "decode_max_ms": 162.99384459853172, "decode_ms_per_second": 59.88289765975384, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 53.40909090909091, "cer_pct": 29.081632653061224, "word_edits": 47, "ref_words": 88, "char_edits": 114, "ref_chars": 392, "terms_hit": 12, "terms_total": 36, "decode_p50_ms": 233.85155200958252, "decode_max_ms": 254.13444265723228, "decode_ms_per_second": 87.78443676135109, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 53.40909090909091, "cer_pct": 34.94897959183673, "word_edits": 47, "ref_words": 88, "char_edits": 137, "ref_chars": 392, "terms_hit": 10, "terms_total": 36, "decode_p50_ms": 150.1306463032961, "decode_max_ms": 155.21924570202827, "decode_ms_per_second": 56.32587241094973, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 57.95454545454545, "cer_pct": 48.724489795918366, "word_edits": 51, "ref_words": 88, "char_edits": 191, "ref_chars": 392, "terms_hit": 7, "terms_total": 36, "decode_p50_ms": 67.53438338637352, "decode_max_ms": 395.1665721833706, "decode_ms_per_second": 34.370419944123945, "blank": 4 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 70.45454545454545, "cer_pct": 59.69387755102041, "word_edits": 62, "ref_words": 88, "char_edits": 234, "ref_chars": 392, "terms_hit": 1, "terms_total": 36, "decode_p50_ms": 36.561936140060425, "decode_max_ms": 192.8272768855095, "decode_ms_per_second": 24.066850311384652, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 76.13636363636364, "cer_pct": 50.51020408163265, "word_edits": 67, "ref_words": 88, "char_edits": 198, "ref_chars": 392, "terms_hit": 3, "terms_total": 36, "decode_p50_ms": 48.47546759992838, "decode_max_ms": 180.2117694169283, "decode_ms_per_second": 25.191585412649754, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 78.4090909090909, "cer_pct": 46.42857142857143, "word_edits": 69, "ref_words": 88, "char_edits": 182, "ref_chars": 392, "terms_hit": 0, "terms_total": 36, "decode_p50_ms": 115.84788002073765, "decode_max_ms": 127.63765268027782, "decode_ms_per_second": 42.54819911095938, "blank": 0 } ], "medium": [ { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 36.407766990291265, "cer_pct": 18.34862385321101, "word_edits": 150, "ref_words": 412, "char_edits": 400, "ref_chars": 2180, "terms_hit": 53, "terms_total": 132, "decode_p50_ms": 190.6610019505024, "decode_max_ms": 200.60988701879978, "decode_ms_per_second": 22.6161307240017, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 36.650485436893206, "cer_pct": 19.220183486238533, "word_edits": 151, "ref_words": 412, "char_edits": 419, "ref_chars": 2180, "terms_hit": 51, "terms_total": 132, "decode_p50_ms": 206.75801299512386, "decode_max_ms": 214.9613443762064, "decode_ms_per_second": 24.36587530008234, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 37.62135922330097, "cer_pct": 22.889908256880734, "word_edits": 155, "ref_words": 412, "char_edits": 499, "ref_chars": 2180, "terms_hit": 38, "terms_total": 132, "decode_p50_ms": 78.40193714946508, "decode_max_ms": 229.01513241231441, "decode_ms_per_second": 12.01489729281875, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 40.29126213592233, "cer_pct": 21.788990825688074, "word_edits": 166, "ref_words": 412, "char_edits": 475, "ref_chars": 2180, "terms_hit": 52, "terms_total": 132, "decode_p50_ms": 485.0991806015372, "decode_max_ms": 532.8793842345476, "decode_ms_per_second": 56.37770715936063, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 47.0873786407767, "cer_pct": 33.027522935779814, "word_edits": 194, "ref_words": 412, "char_edits": 720, "ref_chars": 2180, "terms_hit": 27, "terms_total": 132, "decode_p50_ms": 26.9753634929657, "decode_max_ms": 190.83821959793568, "decode_ms_per_second": 6.969379673140323, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 48.54368932038835, "cer_pct": 24.40366972477064, "word_edits": 200, "ref_words": 412, "char_edits": 532, "ref_chars": 2180, "terms_hit": 26, "terms_total": 132, "decode_p50_ms": 66.13094080239534, "decode_max_ms": 574.7669767588377, "decode_ms_per_second": 12.908464747015763, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 55.8252427184466, "cer_pct": 28.211009174311926, "word_edits": 230, "ref_words": 412, "char_edits": 615, "ref_chars": 2180, "terms_hit": 25, "terms_total": 132, "decode_p50_ms": 96.5267475694418, "decode_max_ms": 872.0857314765453, "decode_ms_per_second": 17.08107567682117, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 70.87378640776699, "cer_pct": 32.43119266055046, "word_edits": 292, "ref_words": 412, "char_edits": 707, "ref_chars": 2180, "terms_hit": 5, "terms_total": 132, "decode_p50_ms": 102.31688898056746, "decode_max_ms": 128.14744748175144, "decode_ms_per_second": 12.440047496465246, "blank": 0 } ], "long": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 23.794212218649516, "cer_pct": 12.741935483870968, "word_edits": 296, "ref_words": 1244, "char_edits": 869, "ref_chars": 6820, "terms_hit": 89, "terms_total": 220, "decode_p50_ms": 152.77414489537477, "decode_max_ms": 300.54437182843685, "decode_ms_per_second": 7.457761851958507, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 27.170418006430868, "cer_pct": 13.812316715542522, "word_edits": 338, "ref_words": 1244, "char_edits": 942, "ref_chars": 6820, "terms_hit": 98, "terms_total": 220, "decode_p50_ms": 1098.2591025531292, "decode_max_ms": 1254.9053747206926, "decode_ms_per_second": 46.73196531636855, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 29.180064308681672, "cer_pct": 14.07624633431085, "word_edits": 363, "ref_words": 1244, "char_edits": 960, "ref_chars": 6820, "terms_hit": 85, "terms_total": 220, "decode_p50_ms": 298.49783331155777, "decode_max_ms": 313.0642082542181, "decode_ms_per_second": 12.696888656208527, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 29.90353697749196, "cer_pct": 14.662756598240469, "word_edits": 372, "ref_words": 1244, "char_edits": 1000, "ref_chars": 6820, "terms_hit": 87, "terms_total": 220, "decode_p50_ms": 325.7479928433895, "decode_max_ms": 342.7346162497997, "decode_ms_per_second": 13.897732878865762, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 31.511254019292604, "cer_pct": 16.173020527859236, "word_edits": 392, "ref_words": 1244, "char_edits": 1103, "ref_chars": 6820, "terms_hit": 79, "terms_total": 220, "decode_p50_ms": 30.637909658253193, "decode_max_ms": 202.29372940957546, "decode_ms_per_second": 2.655350714644539, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 32.958199356913184, "cer_pct": 14.67741935483871, "word_edits": 410, "ref_words": 1244, "char_edits": 1001, "ref_chars": 6820, "terms_hit": 76, "terms_total": 220, "decode_p50_ms": 132.05045089125633, "decode_max_ms": 434.64834056794643, "decode_ms_per_second": 6.930514341766753, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 45.57877813504823, "cer_pct": 20.733137829912025, "word_edits": 567, "ref_words": 1244, "char_edits": 1414, "ref_chars": 6820, "terms_hit": 49, "terms_total": 220, "decode_p50_ms": 163.02937362343073, "decode_max_ms": 303.0213378369808, "decode_ms_per_second": 7.806985330475493, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 54.90353697749196, "cer_pct": 22.84457478005865, "word_edits": 683, "ref_words": 1244, "char_edits": 1558, "ref_chars": 6820, "terms_hit": 26, "terms_total": 220, "decode_p50_ms": 101.02629195898771, "decode_max_ms": 131.51251897215843, "decode_ms_per_second": 4.576334435343602, "blank": 0 } ] }, "by_noise": { "clean": [ { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 20.412844036697248, "cer_pct": 9.412265758091992, "word_edits": 89, "ref_words": 436, "char_edits": 221, "ref_chars": 2348, "terms_hit": 47, "terms_total": 97, "decode_p50_ms": 191.95053912699223, "decode_max_ms": 306.3285630196333, "decode_ms_per_second": 18.4883529700877, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 20.412844036697248, "cer_pct": 10.81771720613288, "word_edits": 89, "ref_words": 436, "char_edits": 254, "ref_chars": 2348, "terms_hit": 40, "terms_total": 97, "decode_p50_ms": 87.270712479949, "decode_max_ms": 300.54437182843685, "decode_ms_per_second": 10.353356425596878, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 20.642201834862384, "cer_pct": 8.986371379897786, "word_edits": 90, "ref_words": 436, "char_edits": 211, "ref_chars": 2348, "terms_hit": 50, "terms_total": 97, "decode_p50_ms": 206.56818710267544, "decode_max_ms": 334.00703594088554, "decode_ms_per_second": 19.933912667646528, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 22.24770642201835, "cer_pct": 10.264054514480408, "word_edits": 97, "ref_words": 436, "char_edits": 241, "ref_chars": 2348, "terms_hit": 52, "terms_total": 97, "decode_p50_ms": 484.82455033808947, "decode_max_ms": 1254.9053747206926, "decode_ms_per_second": 52.994487648276994, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 28.211009174311926, "cer_pct": 18.4412265758092, "word_edits": 123, "ref_words": 436, "char_edits": 433, "ref_chars": 2348, "terms_hit": 30, "terms_total": 97, "decode_p50_ms": 35.43755132704973, "decode_max_ms": 202.29372940957546, "decode_ms_per_second": 5.882701329557425, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 28.6697247706422, "cer_pct": 12.904599659284498, "word_edits": 125, "ref_words": 436, "char_edits": 303, "ref_chars": 2348, "terms_hit": 34, "terms_total": 97, "decode_p50_ms": 78.15048657357693, "decode_max_ms": 434.64834056794643, "decode_ms_per_second": 10.341308543576986, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 36.23853211009175, "cer_pct": 15.332197614991482, "word_edits": 158, "ref_words": 436, "char_edits": 360, "ref_chars": 2348, "terms_hit": 27, "terms_total": 97, "decode_p50_ms": 99.17840268462896, "decode_max_ms": 303.0213378369808, "decode_ms_per_second": 11.27084249352258, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 49.08256880733945, "cer_pct": 19.293015332197616, "word_edits": 214, "ref_words": 436, "char_edits": 453, "ref_chars": 2348, "terms_hit": 12, "terms_total": 97, "decode_p50_ms": 102.11093258112669, "decode_max_ms": 127.63765268027782, "decode_ms_per_second": 9.261591214681038, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 22.01834862385321, "cer_pct": 11.584327086882453, "word_edits": 96, "ref_words": 436, "char_edits": 272, "ref_chars": 2348, "terms_hit": 38, "terms_total": 97, "decode_p50_ms": 144.41932551562786, "decode_max_ms": 263.4722590446472, "decode_ms_per_second": 10.711498681381602, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 23.165137614678898, "cer_pct": 10.945485519591141, "word_edits": 101, "ref_words": 436, "char_edits": 257, "ref_chars": 2348, "terms_hit": 48, "terms_total": 97, "decode_p50_ms": 488.68963215500116, "decode_max_ms": 1106.6914163529873, "decode_ms_per_second": 52.34027326042333, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 24.770642201834864, "cer_pct": 11.201022146507666, "word_edits": 108, "ref_words": 436, "char_edits": 263, "ref_chars": 2348, "terms_hit": 44, "terms_total": 97, "decode_p50_ms": 192.7447421476245, "decode_max_ms": 309.2775586992502, "decode_ms_per_second": 18.57162285184201, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 25.0, "cer_pct": 11.499148211243611, "word_edits": 109, "ref_words": 436, "char_edits": 270, "ref_chars": 2348, "terms_hit": 45, "terms_total": 97, "decode_p50_ms": 207.1599494665861, "decode_max_ms": 337.4022003263235, "decode_ms_per_second": 20.032795984039733, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 31.192660550458715, "cer_pct": 17.589437819420784, "word_edits": 136, "ref_words": 436, "char_edits": 413, "ref_chars": 2348, "terms_hit": 29, "terms_total": 97, "decode_p50_ms": 31.59059677273035, "decode_max_ms": 192.8272768855095, "decode_ms_per_second": 6.474050377831929, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 31.422018348623855, "cer_pct": 14.437819420783645, "word_edits": 137, "ref_words": 436, "char_edits": 339, "ref_chars": 2348, "terms_hit": 31, "terms_total": 97, "decode_p50_ms": 119.42663788795471, "decode_max_ms": 574.7669767588377, "decode_ms_per_second": 12.44849470620191, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 39.908256880733944, "cer_pct": 16.950596252129472, "word_edits": 174, "ref_words": 436, "char_edits": 398, "ref_chars": 2348, "terms_hit": 28, "terms_total": 97, "decode_p50_ms": 152.32842974364758, "decode_max_ms": 872.0857314765453, "decode_ms_per_second": 16.52474062152595, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 51.60550458715596, "cer_pct": 20.18739352640545, "word_edits": 225, "ref_words": 436, "char_edits": 474, "ref_chars": 2348, "terms_hit": 10, "terms_total": 97, "decode_p50_ms": 105.84572330117226, "decode_max_ms": 125.53056329488754, "decode_ms_per_second": 9.370006270745538, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 28.211009174311926, "cer_pct": 15.417376490630323, "word_edits": 123, "ref_words": 436, "char_edits": 362, "ref_chars": 2348, "terms_hit": 31, "terms_total": 97, "decode_p50_ms": 78.37542798370123, "decode_max_ms": 297.7904584258795, "decode_ms_per_second": 10.42612712845837, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 31.65137614678899, "cer_pct": 16.26916524701874, "word_edits": 138, "ref_words": 436, "char_edits": 382, "ref_chars": 2348, "terms_hit": 38, "terms_total": 97, "decode_p50_ms": 487.1051665395498, "decode_max_ms": 1131.5551809966564, "decode_ms_per_second": 52.016447625600115, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 32.79816513761468, "cer_pct": 15.971039182282794, "word_edits": 143, "ref_words": 436, "char_edits": 375, "ref_chars": 2348, "terms_hit": 35, "terms_total": 97, "decode_p50_ms": 207.554180175066, "decode_max_ms": 330.864978954196, "decode_ms_per_second": 19.88354677602589, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 33.48623853211009, "cer_pct": 15.545144804088586, "word_edits": 146, "ref_words": 436, "char_edits": 365, "ref_chars": 2348, "terms_hit": 36, "terms_total": 97, "decode_p50_ms": 190.1836981996894, "decode_max_ms": 304.88389916718006, "decode_ms_per_second": 18.33136478546447, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 36.00917431192661, "cer_pct": 20.01703577512777, "word_edits": 157, "ref_words": 436, "char_edits": 470, "ref_chars": 2348, "terms_hit": 28, "terms_total": 97, "decode_p50_ms": 35.739258863031864, "decode_max_ms": 178.04314009845257, "decode_ms_per_second": 4.6243068458989445, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 39.22018348623853, "cer_pct": 17.88756388415673, "word_edits": 171, "ref_words": 436, "char_edits": 420, "ref_chars": 2348, "terms_hit": 27, "terms_total": 97, "decode_p50_ms": 64.7412883117795, "decode_max_ms": 251.34212337434292, "decode_ms_per_second": 8.362297795612568, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 51.37614678899082, "cer_pct": 24.48892674616695, "word_edits": 224, "ref_words": 436, "char_edits": 575, "ref_chars": 2348, "terms_hit": 17, "terms_total": 97, "decode_p50_ms": 93.93827896565199, "decode_max_ms": 285.8763951808214, "decode_ms_per_second": 10.66277839706377, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 63.99082568807339, "cer_pct": 26.788756388415674, "word_edits": 279, "ref_words": 436, "char_edits": 629, "ref_chars": 2348, "terms_hit": 6, "terms_total": 97, "decode_p50_ms": 109.53129176050425, "decode_max_ms": 125.79995207488537, "decode_ms_per_second": 9.461723387262081, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 18, "expected": 18, "wer_pct": 42.88990825688074, "cer_pct": 25.936967632027258, "word_edits": 187, "ref_words": 436, "char_edits": 609, "ref_chars": 2348, "terms_hit": 24, "terms_total": 97, "decode_p50_ms": 97.53259364515543, "decode_max_ms": 206.14599250257015, "decode_ms_per_second": 9.550719066746568, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 18, "expected": 18, "wer_pct": 49.31192660550459, "cer_pct": 27.72572402044293, "word_edits": 215, "ref_words": 436, "char_edits": 651, "ref_chars": 2348, "terms_hit": 24, "terms_total": 97, "decode_p50_ms": 441.9249314814806, "decode_max_ms": 1174.7611500322819, "decode_ms_per_second": 51.67056861832193, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 18, "expected": 18, "wer_pct": 49.77064220183486, "cer_pct": 27.597955706984667, "word_edits": 217, "ref_words": 436, "char_edits": 648, "ref_chars": 2348, "terms_hit": 21, "terms_total": 97, "decode_p50_ms": 188.22710122913122, "decode_max_ms": 313.0642082542181, "decode_ms_per_second": 18.55212906925641, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 18, "expected": 18, "wer_pct": 51.60550458715596, "cer_pct": 29.514480408858603, "word_edits": 225, "ref_words": 436, "char_edits": 693, "ref_chars": 2348, "terms_hit": 18, "terms_total": 97, "decode_p50_ms": 205.24186454713345, "decode_max_ms": 342.7346162497997, "decode_ms_per_second": 20.160049367643836, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 18, "expected": 18, "wer_pct": 53.211009174311926, "cer_pct": 31.5587734241908, "word_edits": 232, "ref_words": 436, "char_edits": 741, "ref_chars": 2348, "terms_hit": 20, "terms_total": 97, "decode_p50_ms": 29.933011159300804, "decode_max_ms": 190.83821959793568, "decode_ms_per_second": 4.462519424675198, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 18, "expected": 18, "wer_pct": 55.96330275229358, "cer_pct": 28.492333901192506, "word_edits": 244, "ref_words": 436, "char_edits": 669, "ref_chars": 2348, "terms_hit": 13, "terms_total": 97, "decode_p50_ms": 65.96618704497814, "decode_max_ms": 188.75501677393913, "decode_ms_per_second": 8.048360979456312, "blank": 1 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 18, "expected": 18, "wer_pct": 66.97247706422019, "cer_pct": 37.77683134582624, "word_edits": 292, "ref_words": 436, "char_edits": 887, "ref_chars": 2348, "terms_hit": 9, "terms_total": 97, "decode_p50_ms": 116.22709594666958, "decode_max_ms": 193.8150580972433, "decode_ms_per_second": 10.032292219578908, "blank": 2 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 18, "expected": 18, "wer_pct": 74.77064220183486, "cer_pct": 37.947189097103916, "word_edits": 326, "ref_words": 436, "char_edits": 891, "ref_chars": 2348, "terms_hit": 3, "terms_total": 97, "decode_p50_ms": 108.55754651129246, "decode_max_ms": 131.51251897215843, "decode_ms_per_second": 9.612848493239515, "blank": 0 } ] }, "by_domain": { "maps": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 26.760563380281692, "cer_pct": 15.226986128625473, "word_edits": 152, "ref_words": 568, "char_edits": 483, "ref_chars": 3172, "terms_hit": 53, "terms_total": 120, "decode_p50_ms": 116.34386144578457, "decode_max_ms": 263.4722590446472, "decode_ms_per_second": 9.932987112552832, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 27.288732394366196, "cer_pct": 13.051702395964691, "word_edits": 155, "ref_words": 568, "char_edits": 414, "ref_chars": 3172, "terms_hit": 65, "terms_total": 120, "decode_p50_ms": 476.7187852412462, "decode_max_ms": 1143.8120193779469, "decode_ms_per_second": 51.364442579357934, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 29.929577464788732, "cer_pct": 15.510718789407314, "word_edits": 170, "ref_words": 568, "char_edits": 492, "ref_chars": 3172, "terms_hit": 57, "terms_total": 120, "decode_p50_ms": 208.2337811589241, "decode_max_ms": 342.7346162497997, "decode_ms_per_second": 19.76648178341817, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 30.633802816901408, "cer_pct": 14.596469104665825, "word_edits": 174, "ref_words": 568, "char_edits": 463, "ref_chars": 3172, "terms_hit": 56, "terms_total": 120, "decode_p50_ms": 193.34996584802866, "decode_max_ms": 313.0642082542181, "decode_ms_per_second": 18.295309112402204, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 36.09154929577465, "cer_pct": 17.118537200504413, "word_edits": 205, "ref_words": 568, "char_edits": 543, "ref_chars": 3172, "terms_hit": 38, "terms_total": 120, "decode_p50_ms": 73.34128487855196, "decode_max_ms": 574.7669767588377, "decode_ms_per_second": 10.448213431323998, "blank": 1 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 41.37323943661972, "cer_pct": 26.261034047919292, "word_edits": 235, "ref_words": 568, "char_edits": 833, "ref_chars": 3172, "terms_hit": 33, "terms_total": 120, "decode_p50_ms": 31.88650868833065, "decode_max_ms": 189.49596770107746, "decode_ms_per_second": 4.900419003774385, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 46.30281690140845, "cer_pct": 23.076923076923077, "word_edits": 263, "ref_words": 568, "char_edits": 732, "ref_chars": 3172, "terms_hit": 37, "terms_total": 120, "decode_p50_ms": 120.7558698952198, "decode_max_ms": 872.0857314765453, "decode_ms_per_second": 13.236574018684657, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 59.859154929577464, "cer_pct": 24.558638083228246, "word_edits": 340, "ref_words": 568, "char_edits": 779, "ref_chars": 3172, "terms_hit": 6, "terms_total": 120, "decode_p50_ms": 100.97779892385006, "decode_max_ms": 131.51251897215843, "decode_ms_per_second": 9.202977939096549, "blank": 0 } ], "weather": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 27.06896551724138, "cer_pct": 14.06832298136646, "word_edits": 157, "ref_words": 580, "char_edits": 453, "ref_chars": 3220, "terms_hit": 46, "terms_total": 124, "decode_p50_ms": 99.83789827674627, "decode_max_ms": 300.54437182843685, "decode_ms_per_second": 10.752570761699316, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 31.20689655172414, "cer_pct": 16.614906832298136, "word_edits": 181, "ref_words": 580, "char_edits": 535, "ref_chars": 3220, "terms_hit": 44, "terms_total": 124, "decode_p50_ms": 35.930085927248, "decode_max_ms": 202.29372940957546, "decode_ms_per_second": 5.591838194079422, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 33.793103448275865, "cer_pct": 15.031055900621118, "word_edits": 196, "ref_words": 580, "char_edits": 484, "ref_chars": 3220, "terms_hit": 51, "terms_total": 124, "decode_p50_ms": 194.15232818573713, "decode_max_ms": 305.75801618397236, "decode_ms_per_second": 18.84953188239539, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 35.86206896551724, "cer_pct": 16.304347826086957, "word_edits": 208, "ref_words": 580, "char_edits": 525, "ref_chars": 3220, "terms_hit": 54, "terms_total": 124, "decode_p50_ms": 490.3281396254897, "decode_max_ms": 1254.9053747206926, "decode_ms_per_second": 53.67270249964549, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 36.55172413793103, "cer_pct": 15.807453416149068, "word_edits": 212, "ref_words": 580, "char_edits": 509, "ref_chars": 3220, "terms_hit": 49, "terms_total": 124, "decode_p50_ms": 209.32572521269321, "decode_max_ms": 333.02684500813484, "decode_ms_per_second": 20.540433781744643, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 39.6551724137931, "cer_pct": 16.149068322981368, "word_edits": 230, "ref_words": 580, "char_edits": 520, "ref_chars": 3220, "terms_hit": 40, "terms_total": 124, "decode_p50_ms": 97.3523948341608, "decode_max_ms": 434.64834056794643, "decode_ms_per_second": 10.644707039580167, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 51.55172413793103, "cer_pct": 22.577639751552795, "word_edits": 299, "ref_words": 580, "char_edits": 727, "ref_chars": 3220, "terms_hit": 29, "terms_total": 124, "decode_p50_ms": 115.94628542661667, "decode_max_ms": 303.0213378369808, "decode_ms_per_second": 11.507878737363622, "blank": 3 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 61.55172413793103, "cer_pct": 24.472049689440993, "word_edits": 357, "ref_words": 580, "char_edits": 788, "ref_chars": 3220, "terms_hit": 14, "terms_total": 124, "decode_p50_ms": 104.40523270517588, "decode_max_ms": 127.63765268027782, "decode_ms_per_second": 9.621697353834959, "blank": 0 } ], "aviation": [ { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 24, "expected": 24, "wer_pct": 31.040268456375838, "cer_pct": 18.266666666666666, "word_edits": 185, "ref_words": 596, "char_edits": 548, "ref_chars": 3000, "terms_hit": 42, "terms_total": 144, "decode_p50_ms": 199.693089351058, "decode_max_ms": 337.729524821043, "decode_ms_per_second": 19.715819449581016, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 24, "expected": 24, "wer_pct": 31.20805369127517, "cer_pct": 18.7, "word_edits": 186, "ref_words": 596, "char_edits": 561, "ref_chars": 3000, "terms_hit": 34, "terms_total": 144, "decode_p50_ms": 78.13400402665138, "decode_max_ms": 297.7904584258795, "decode_ms_per_second": 10.1123113178419, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 24, "expected": 24, "wer_pct": 31.543624161073826, "cer_pct": 19.733333333333334, "word_edits": 188, "ref_words": 596, "char_edits": 592, "ref_chars": 3000, "terms_hit": 43, "terms_total": 144, "decode_p50_ms": 448.0912545695901, "decode_max_ms": 1174.7611500322819, "decode_ms_per_second": 51.775637801621194, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 24, "expected": 24, "wer_pct": 31.879194630872483, "cer_pct": 18.333333333333332, "word_edits": 190, "ref_words": 596, "char_edits": 550, "ref_chars": 3000, "terms_hit": 41, "terms_total": 144, "decode_p50_ms": 187.17292044311762, "decode_max_ms": 306.3556794077158, "decode_ms_per_second": 18.323702155483183, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 24, "expected": 24, "wer_pct": 38.92617449664429, "cer_pct": 22.966666666666665, "word_edits": 232, "ref_words": 596, "char_edits": 689, "ref_chars": 3000, "terms_hit": 30, "terms_total": 144, "decode_p50_ms": 32.77301322668791, "decode_max_ms": 192.8272768855095, "decode_ms_per_second": 5.606095276500915, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 24, "expected": 24, "wer_pct": 40.604026845637584, "cer_pct": 22.266666666666666, "word_edits": 242, "ref_words": 596, "char_edits": 668, "ref_chars": 3000, "terms_hit": 27, "terms_total": 144, "decode_p50_ms": 61.35307066142559, "decode_max_ms": 251.34212337434292, "decode_ms_per_second": 8.304815891829373, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 24, "expected": 24, "wer_pct": 47.986577181208055, "cer_pct": 25.366666666666667, "word_edits": 286, "ref_words": 596, "char_edits": 761, "ref_chars": 3000, "terms_hit": 15, "terms_total": 144, "decode_p50_ms": 91.57203417271376, "decode_max_ms": 395.1665721833706, "decode_ms_per_second": 11.5847006310369, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 24, "expected": 24, "wer_pct": 58.22147651006711, "cer_pct": 29.333333333333332, "word_edits": 347, "ref_words": 596, "char_edits": 880, "ref_chars": 3000, "terms_hit": 11, "terms_total": 144, "decode_p50_ms": 107.84028191119432, "decode_max_ms": 122.821144759655, "decode_ms_per_second": 9.46393938428605, "blank": 0 } ] }, "cells": { "short": { "clean": [ { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 31.818181818181817, "cer_pct": 22.448979591836736, "word_edits": 7, "ref_words": 22, "char_edits": 22, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 149.3153441697359, "decode_max_ms": 154.05657328665257, "decode_ms_per_second": 56.158720342052774, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 31.818181818181817, "cer_pct": 22.448979591836736, "word_edits": 7, "ref_words": 22, "char_edits": 22, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 160.11109575629234, "decode_max_ms": 161.49347834289074, "decode_ms_per_second": 59.9300815925405, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 50.0, "cer_pct": 25.510204081632654, "word_edits": 11, "ref_words": 22, "char_edits": 25, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 233.49962010979652, "decode_max_ms": 239.41190727055073, "decode_ms_per_second": 86.83918823744261, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 50.0, "cer_pct": 33.673469387755105, "word_edits": 11, "ref_words": 22, "char_edits": 33, "ref_chars": 98, "terms_hit": 2, "terms_total": 9, "decode_p50_ms": 59.19451452791691, "decode_max_ms": 162.32401318848133, "decode_ms_per_second": 26.295407665520017, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 50.0, "cer_pct": 36.734693877551024, "word_edits": 11, "ref_words": 22, "char_edits": 36, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 47.235894948244095, "decode_max_ms": 145.8566877990961, "decode_ms_per_second": 23.574413624360812, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 63.63636363636363, "cer_pct": 59.183673469387756, "word_edits": 14, "ref_words": 22, "char_edits": 58, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 36.30333300679922, "decode_max_ms": 142.37048290669918, "decode_ms_per_second": 19.138124864127082, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 68.18181818181819, "cer_pct": 43.87755102040816, "word_edits": 15, "ref_words": 22, "char_edits": 43, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 116.39022268354893, "decode_max_ms": 127.63765268027782, "decode_ms_per_second": 43.23650682373088, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 68.18181818181819, "cer_pct": 51.02040816326531, "word_edits": 15, "ref_words": 22, "char_edits": 50, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 46.407696790993214, "decode_max_ms": 162.56464459002018, "decode_ms_per_second": 24.702770609434417, "blank": 0 } ], "15": [ { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 40.90909090909091, "cer_pct": 43.87755102040816, "word_edits": 9, "ref_words": 22, "char_edits": 43, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 73.5111990943551, "decode_max_ms": 395.1665721833706, "decode_ms_per_second": 50.02437803310644, "blank": 1 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 45.45454545454545, "cer_pct": 22.448979591836736, "word_edits": 10, "ref_words": 22, "char_edits": 22, "ref_chars": 98, "terms_hit": 4, "terms_total": 9, "decode_p50_ms": 233.5137091577053, "decode_max_ms": 254.13444265723228, "decode_ms_per_second": 88.22467783577946, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 45.45454545454545, "cer_pct": 24.489795918367346, "word_edits": 10, "ref_words": 22, "char_edits": 24, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 150.55245719850063, "decode_max_ms": 155.21924570202827, "decode_ms_per_second": 56.64543377092834, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 45.45454545454545, "cer_pct": 24.489795918367346, "word_edits": 10, "ref_words": 22, "char_edits": 24, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 160.6961414217949, "decode_max_ms": 162.99384459853172, "decode_ms_per_second": 60.07359139271537, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 50.0, "cer_pct": 30.612244897959183, "word_edits": 11, "ref_words": 22, "char_edits": 30, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 46.309469267725945, "decode_max_ms": 192.639097571373, "decode_ms_per_second": 33.36894360778844, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 72.72727272727273, "cer_pct": 47.95918367346939, "word_edits": 16, "ref_words": 22, "char_edits": 47, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 109.3884939327836, "decode_max_ms": 125.53056329488754, "decode_ms_per_second": 41.39466056235198, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 72.72727272727273, "cer_pct": 48.97959183673469, "word_edits": 16, "ref_words": 22, "char_edits": 48, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 46.45461216568947, "decode_max_ms": 168.85368339717388, "decode_ms_per_second": 31.62411519382731, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 72.72727272727273, "cer_pct": 60.204081632653065, "word_edits": 16, "ref_words": 22, "char_edits": 59, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 94.94173992425203, "decode_max_ms": 192.8272768855095, "decode_ms_per_second": 38.304105459398535, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 45.45454545454545, "cer_pct": 27.551020408163264, "word_edits": 10, "ref_words": 22, "char_edits": 27, "ref_chars": 98, "terms_hit": 2, "terms_total": 9, "decode_p50_ms": 45.374090783298016, "decode_max_ms": 179.81376685202122, "decode_ms_per_second": 25.390527159662327, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 45.45454545454545, "cer_pct": 27.551020408163264, "word_edits": 10, "ref_words": 22, "char_edits": 27, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 233.58855117112398, "decode_max_ms": 239.18304033577442, "decode_ms_per_second": 86.61310910267137, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 54.54545454545455, "cer_pct": 38.775510204081634, "word_edits": 12, "ref_words": 22, "char_edits": 38, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 160.48765927553177, "decode_max_ms": 162.40611113607883, "decode_ms_per_second": 59.84097147444478, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 59.09090909090909, "cer_pct": 42.857142857142854, "word_edits": 13, "ref_words": 22, "char_edits": 42, "ref_chars": 98, "terms_hit": 3, "terms_total": 9, "decode_p50_ms": 149.9887304380536, "decode_max_ms": 152.50293165445328, "decode_ms_per_second": 55.98792307461717, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 63.63636363636363, "cer_pct": 50.0, "word_edits": 14, "ref_words": 22, "char_edits": 49, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 67.03070923686028, "decode_max_ms": 69.19246353209019, "decode_ms_per_second": 23.227447933125354, "blank": 1 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 68.18181818181819, "cer_pct": 60.204081632653065, "word_edits": 15, "ref_words": 22, "char_edits": 59, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 36.45677212625742, "decode_max_ms": 142.1719826757908, "decode_ms_per_second": 19.664202616275524, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 81.81818181818181, "cer_pct": 40.816326530612244, "word_edits": 18, "ref_words": 22, "char_edits": 40, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 116.40952620655298, "decode_max_ms": 125.79995207488537, "decode_ms_per_second": 42.95576855429189, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 81.81818181818181, "cer_pct": 46.93877551020408, "word_edits": 18, "ref_words": 22, "char_edits": 46, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 47.014945186674595, "decode_max_ms": 57.68359452486038, "decode_ms_per_second": 17.9221802157402, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 54.54545454545455, "cer_pct": 36.734693877551024, "word_edits": 12, "ref_words": 22, "char_edits": 36, "ref_chars": 98, "terms_hit": 2, "terms_total": 9, "decode_p50_ms": 48.048460856080055, "decode_max_ms": 197.88574799895287, "decode_ms_per_second": 35.0977247513925, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 68.18181818181819, "cer_pct": 46.93877551020408, "word_edits": 15, "ref_words": 22, "char_edits": 46, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 160.16187518835068, "decode_max_ms": 161.8060376495123, "decode_ms_per_second": 59.68694617931471, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 72.72727272727273, "cer_pct": 40.816326530612244, "word_edits": 16, "ref_words": 22, "char_edits": 40, "ref_chars": 98, "terms_hit": 2, "terms_total": 9, "decode_p50_ms": 239.77419920265675, "decode_max_ms": 247.18461744487286, "decode_ms_per_second": 89.4607718695109, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 77.27272727272727, "cer_pct": 50.0, "word_edits": 17, "ref_words": 22, "char_edits": 49, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 150.8591454476118, "decode_max_ms": 152.28954330086708, "decode_ms_per_second": 56.51141245620062, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 77.27272727272727, "cer_pct": 59.183673469387756, "word_edits": 17, "ref_words": 22, "char_edits": 58, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 36.374266259372234, "decode_max_ms": 144.86629888415337, "decode_ms_per_second": 19.16096830573746, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 77.27272727272727, "cer_pct": 67.34693877551021, "word_edits": 17, "ref_words": 22, "char_edits": 66, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 69.19712945818901, "decode_max_ms": 170.19307799637318, "decode_ms_per_second": 37.93444614474397, "blank": 2 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 81.81818181818181, "cer_pct": 55.10204081632653, "word_edits": 18, "ref_words": 22, "char_edits": 54, "ref_chars": 98, "terms_hit": 1, "terms_total": 9, "decode_p50_ms": 54.33834716677666, "decode_max_ms": 180.2117694169283, "decode_ms_per_second": 26.517275631597094, "blank": 1 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 90.9090909090909, "cer_pct": 53.06122448979592, "word_edits": 20, "ref_words": 22, "char_edits": 52, "ref_chars": 98, "terms_hit": 0, "terms_total": 9, "decode_p50_ms": 113.98643627762794, "decode_max_ms": 125.68369694054127, "decode_ms_per_second": 42.605860503462765, "blank": 0 } ] }, "medium": { "clean": [ { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 27.184466019417474, "cer_pct": 12.110091743119266, "word_edits": 28, "ref_words": 103, "char_edits": 66, "ref_chars": 545, "terms_hit": 16, "terms_total": 33, "decode_p50_ms": 206.56818710267544, "decode_max_ms": 213.37935142219067, "decode_ms_per_second": 24.300269068196222, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 27.184466019417474, "cer_pct": 13.394495412844037, "word_edits": 28, "ref_words": 103, "char_edits": 73, "ref_chars": 545, "terms_hit": 16, "terms_total": 33, "decode_p50_ms": 191.95053912699223, "decode_max_ms": 198.52687418460846, "decode_ms_per_second": 22.602924127934255, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 27.184466019417474, "cer_pct": 16.69724770642202, "word_edits": 28, "ref_words": 103, "char_edits": 91, "ref_chars": 545, "terms_hit": 12, "terms_total": 33, "decode_p50_ms": 79.81284894049168, "decode_max_ms": 203.68896052241325, "decode_ms_per_second": 11.95617811355539, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 33.00970873786408, "cer_pct": 16.146788990825687, "word_edits": 34, "ref_words": 103, "char_edits": 88, "ref_chars": 545, "terms_hit": 17, "terms_total": 33, "decode_p50_ms": 484.82455033808947, "decode_max_ms": 525.6530903279781, "decode_ms_per_second": 57.25029290013263, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 35.922330097087375, "cer_pct": 18.89908256880734, "word_edits": 37, "ref_words": 103, "char_edits": 103, "ref_chars": 545, "terms_hit": 9, "terms_total": 33, "decode_p50_ms": 73.18678963929415, "decode_max_ms": 207.59392902255058, "decode_ms_per_second": 10.969950288963366, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 39.80582524271845, "cer_pct": 28.256880733944953, "word_edits": 41, "ref_words": 103, "char_edits": 154, "ref_chars": 545, "terms_hit": 8, "terms_total": 33, "decode_p50_ms": 26.9753634929657, "decode_max_ms": 146.4400812983513, "decode_ms_per_second": 5.467898946337943, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 43.689320388349515, "cer_pct": 19.81651376146789, "word_edits": 45, "ref_words": 103, "char_edits": 108, "ref_chars": 545, "terms_hit": 10, "terms_total": 33, "decode_p50_ms": 98.7496143206954, "decode_max_ms": 198.58241640031338, "decode_ms_per_second": 13.418990569043716, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 64.07766990291262, "cer_pct": 26.788990825688074, "word_edits": 66, "ref_words": 103, "char_edits": 146, "ref_chars": 545, "terms_hit": 1, "terms_total": 33, "decode_p50_ms": 101.56082361936569, "decode_max_ms": 107.96767845749855, "decode_ms_per_second": 12.032920861907376, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 29.12621359223301, "cer_pct": 18.34862385321101, "word_edits": 30, "ref_words": 103, "char_edits": 100, "ref_chars": 545, "terms_hit": 12, "terms_total": 33, "decode_p50_ms": 82.29279983788729, "decode_max_ms": 221.02640196681023, "decode_ms_per_second": 13.13227886986549, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 30.097087378640776, "cer_pct": 16.3302752293578, "word_edits": 31, "ref_words": 103, "char_edits": 89, "ref_chars": 545, "terms_hit": 16, "terms_total": 33, "decode_p50_ms": 207.1599494665861, "decode_max_ms": 213.785070925951, "decode_ms_per_second": 24.536446677950153, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 31.067961165048544, "cer_pct": 16.146788990825687, "word_edits": 32, "ref_words": 103, "char_edits": 88, "ref_chars": 545, "terms_hit": 16, "terms_total": 33, "decode_p50_ms": 192.7447421476245, "decode_max_ms": 200.3903202712536, "decode_ms_per_second": 22.794305890175778, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 32.03883495145631, "cer_pct": 16.69724770642202, "word_edits": 33, "ref_words": 103, "char_edits": 91, "ref_chars": 545, "terms_hit": 16, "terms_total": 33, "decode_p50_ms": 488.68963215500116, "decode_max_ms": 530.7843070477247, "decode_ms_per_second": 57.52672880997958, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 38.83495145631068, "cer_pct": 29.541284403669724, "word_edits": 40, "ref_words": 103, "char_edits": 161, "ref_chars": 545, "terms_hit": 8, "terms_total": 33, "decode_p50_ms": 26.835541240870953, "decode_max_ms": 158.8326133787632, "decode_ms_per_second": 7.900353951902347, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 41.74757281553398, "cer_pct": 22.01834862385321, "word_edits": 43, "ref_words": 103, "char_edits": 120, "ref_chars": 545, "terms_hit": 8, "terms_total": 33, "decode_p50_ms": 67.16565787792206, "decode_max_ms": 574.7669767588377, "decode_ms_per_second": 20.054729612195818, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 49.51456310679612, "cer_pct": 20.73394495412844, "word_edits": 51, "ref_words": 103, "char_edits": 113, "ref_chars": 545, "terms_hit": 9, "terms_total": 33, "decode_p50_ms": 149.05852172523737, "decode_max_ms": 872.0857314765453, "decode_ms_per_second": 30.55256113770739, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 66.01941747572816, "cer_pct": 27.522935779816514, "word_edits": 68, "ref_words": 103, "char_edits": 150, "ref_chars": 545, "terms_hit": 1, "terms_total": 33, "decode_p50_ms": 110.51905155181885, "decode_max_ms": 119.59593743085861, "decode_ms_per_second": 12.917737227199074, "blank": 0 } ], "5": [ { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 32.03883495145631, "cer_pct": 17.61467889908257, "word_edits": 33, "ref_words": 103, "char_edits": 96, "ref_chars": 545, "terms_hit": 14, "terms_total": 33, "decode_p50_ms": 207.554180175066, "decode_max_ms": 213.59684318304062, "decode_ms_per_second": 24.311015573113337, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 34.95145631067961, "cer_pct": 17.431192660550458, "word_edits": 36, "ref_words": 103, "char_edits": 95, "ref_chars": 545, "terms_hit": 14, "terms_total": 33, "decode_p50_ms": 190.1836981996894, "decode_max_ms": 198.69988970458508, "decode_ms_per_second": 22.51360121451087, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 37.86407766990291, "cer_pct": 21.10091743119266, "word_edits": 39, "ref_words": 103, "char_edits": 115, "ref_chars": 545, "terms_hit": 13, "terms_total": 33, "decode_p50_ms": 487.1051665395498, "decode_max_ms": 532.8793842345476, "decode_ms_per_second": 56.642052180369255, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 37.86407766990291, "cer_pct": 22.93577981651376, "word_edits": 39, "ref_words": 103, "char_edits": 125, "ref_chars": 545, "terms_hit": 8, "terms_total": 33, "decode_p50_ms": 76.99812110513449, "decode_max_ms": 229.01513241231441, "decode_ms_per_second": 11.373096076540094, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 46.601941747572816, "cer_pct": 31.743119266055047, "word_edits": 48, "ref_words": 103, "char_edits": 173, "ref_chars": 545, "terms_hit": 7, "terms_total": 33, "decode_p50_ms": 28.24216242879629, "decode_max_ms": 164.00209069252014, "decode_ms_per_second": 5.964104085007484, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 47.57281553398058, "cer_pct": 21.65137614678899, "word_edits": 49, "ref_words": 103, "char_edits": 118, "ref_chars": 545, "terms_hit": 7, "terms_total": 33, "decode_p50_ms": 64.7412883117795, "decode_max_ms": 230.32127879559994, "decode_ms_per_second": 10.846564194829009, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 61.16504854368932, "cer_pct": 29.174311926605505, "word_edits": 63, "ref_words": 103, "char_edits": 159, "ref_chars": 545, "terms_hit": 4, "terms_total": 33, "decode_p50_ms": 93.93827896565199, "decode_max_ms": 201.62328146398067, "decode_ms_per_second": 13.082382395416978, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 70.87378640776699, "cer_pct": 31.743119266055047, "word_edits": 73, "ref_words": 103, "char_edits": 173, "ref_chars": 545, "terms_hit": 2, "terms_total": 33, "decode_p50_ms": 98.94761722534895, "decode_max_ms": 114.30267989635468, "decode_ms_per_second": 11.976947331365384, "blank": 0 } ], "0": [ { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 52.42718446601942, "cer_pct": 26.422018348623855, "word_edits": 54, "ref_words": 103, "char_edits": 144, "ref_chars": 545, "terms_hit": 7, "terms_total": 33, "decode_p50_ms": 188.22710122913122, "decode_max_ms": 200.60988701879978, "decode_ms_per_second": 22.553691663385887, "blank": 0 }, { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 56.310679611650485, "cer_pct": 33.57798165137615, "word_edits": 58, "ref_words": 103, "char_edits": 183, "ref_chars": 545, "terms_hit": 6, "terms_total": 33, "decode_p50_ms": 78.02841160446405, "decode_max_ms": 206.14599250257015, "decode_ms_per_second": 11.59803611131403, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 57.28155339805825, "cer_pct": 30.825688073394495, "word_edits": 59, "ref_words": 103, "char_edits": 168, "ref_chars": 545, "terms_hit": 5, "terms_total": 33, "decode_p50_ms": 205.24186454713345, "decode_max_ms": 214.9613443762064, "decode_ms_per_second": 24.315769881069652, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 58.25242718446602, "cer_pct": 33.211009174311926, "word_edits": 60, "ref_words": 103, "char_edits": 181, "ref_chars": 545, "terms_hit": 6, "terms_total": 33, "decode_p50_ms": 441.9249314814806, "decode_max_ms": 525.4212897270918, "decode_ms_per_second": 54.09175474696107, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 63.10679611650485, "cer_pct": 42.56880733944954, "word_edits": 65, "ref_words": 103, "char_edits": 232, "ref_chars": 545, "terms_hit": 4, "terms_total": 33, "decode_p50_ms": 27.21990179270506, "decode_max_ms": 190.83821959793568, "decode_ms_per_second": 8.545161709313518, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 68.93203883495146, "cer_pct": 35.04587155963303, "word_edits": 71, "ref_words": 103, "char_edits": 191, "ref_chars": 545, "terms_hit": 2, "terms_total": 33, "decode_p50_ms": 61.61251571029425, "decode_max_ms": 188.75501677393913, "decode_ms_per_second": 9.762614892074865, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 68.93203883495146, "cer_pct": 43.11926605504587, "word_edits": 71, "ref_words": 103, "char_edits": 235, "ref_chars": 545, "terms_hit": 2, "terms_total": 33, "decode_p50_ms": 75.51571633666754, "decode_max_ms": 193.8150580972433, "decode_ms_per_second": 11.270368605116584, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 82.52427184466019, "cer_pct": 43.669724770642205, "word_edits": 85, "ref_words": 103, "char_edits": 238, "ref_chars": 545, "terms_hit": 1, "terms_total": 33, "decode_p50_ms": 105.14090768992901, "decode_max_ms": 128.14744748175144, "decode_ms_per_second": 12.832584565389142, "blank": 0 } ] }, "long": { "clean": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 16.077170418006432, "cer_pct": 7.448680351906158, "word_edits": 50, "ref_words": 311, "char_edits": 127, "ref_chars": 1705, "terms_hit": 27, "terms_total": 55, "decode_p50_ms": 151.35008841753006, "decode_max_ms": 300.54437182843685, "decode_ms_per_second": 8.273139605408458, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 16.720257234726688, "cer_pct": 7.507331378299121, "word_edits": 52, "ref_words": 311, "char_edits": 128, "ref_chars": 1705, "terms_hit": 32, "terms_total": 55, "decode_p50_ms": 1107.9803360626101, "decode_max_ms": 1254.9053747206926, "decode_ms_per_second": 47.61426356477229, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 17.363344051446944, "cer_pct": 7.390029325513196, "word_edits": 54, "ref_words": 311, "char_edits": 126, "ref_chars": 1705, "terms_hit": 28, "terms_total": 55, "decode_p50_ms": 303.19987423717976, "decode_max_ms": 306.3285630196333, "decode_ms_per_second": 12.72430830405587, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 17.684887459807072, "cer_pct": 7.214076246334311, "word_edits": 55, "ref_words": 311, "char_edits": 123, "ref_chars": 1705, "terms_hit": 31, "terms_total": 55, "decode_p50_ms": 326.8674546852708, "decode_max_ms": 334.00703594088554, "decode_ms_per_second": 13.814802671986381, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 21.864951768488744, "cer_pct": 12.961876832844574, "word_edits": 68, "ref_words": 311, "char_edits": 221, "ref_chars": 1705, "terms_hit": 22, "terms_total": 55, "decode_p50_ms": 104.07711286097765, "decode_max_ms": 202.29372940957546, "decode_ms_per_second": 4.525937175317768, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 23.472668810289388, "cer_pct": 8.79765395894428, "word_edits": 73, "ref_words": 311, "char_edits": 150, "ref_chars": 1705, "terms_hit": 24, "terms_total": 55, "decode_p50_ms": 129.474020563066, "decode_max_ms": 434.64834056794643, "decode_ms_per_second": 8.482694009476438, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 32.79742765273312, "cer_pct": 12.84457478005865, "word_edits": 102, "ref_words": 311, "char_edits": 219, "ref_chars": 1705, "terms_hit": 15, "terms_total": 55, "decode_p50_ms": 172.01827373355627, "decode_max_ms": 303.0213378369808, "decode_ms_per_second": 8.789089781116536, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 42.765273311897104, "cer_pct": 15.483870967741936, "word_edits": 133, "ref_words": 311, "char_edits": 264, "ref_chars": 1705, "terms_hit": 11, "terms_total": 55, "decode_p50_ms": 100.5256725475192, "decode_max_ms": 119.2694678902626, "decode_ms_per_second": 4.401726676794058, "blank": 0 } ], "15": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 17.684887459807072, "cer_pct": 8.328445747800586, "word_edits": 55, "ref_words": 311, "char_edits": 142, "ref_chars": 1705, "terms_hit": 25, "terms_total": 55, "decode_p50_ms": 156.55720606446266, "decode_max_ms": 263.4722590446472, "decode_ms_per_second": 7.264086946256734, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 18.64951768488746, "cer_pct": 8.44574780058651, "word_edits": 58, "ref_words": 311, "char_edits": 144, "ref_chars": 1705, "terms_hit": 28, "terms_total": 55, "decode_p50_ms": 1092.054458335042, "decode_max_ms": 1106.6914163529873, "decode_ms_per_second": 46.39276264987317, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 21.221864951768488, "cer_pct": 8.856304985337243, "word_edits": 66, "ref_words": 311, "char_edits": 151, "ref_chars": 1705, "terms_hit": 25, "terms_total": 55, "decode_p50_ms": 299.60162471979856, "decode_max_ms": 309.2775586992502, "decode_ms_per_second": 12.72275765872463, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 21.864951768488744, "cer_pct": 9.208211143695015, "word_edits": 68, "ref_words": 311, "char_edits": 157, "ref_chars": 1705, "terms_hit": 26, "terms_total": 55, "decode_p50_ms": 324.60312359035015, "decode_max_ms": 337.4022003263235, "decode_ms_per_second": 13.8591198898753, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 25.080385852090032, "cer_pct": 10.029325513196481, "word_edits": 78, "ref_words": 311, "char_edits": 171, "ref_chars": 1705, "terms_hit": 22, "terms_total": 55, "decode_p50_ms": 145.13975102454424, "decode_max_ms": 273.98231253027916, "decode_ms_per_second": 7.527377786728131, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 25.723472668810288, "cer_pct": 11.319648093841643, "word_edits": 80, "ref_words": 311, "char_edits": 193, "ref_chars": 1705, "terms_hit": 21, "terms_total": 55, "decode_p50_ms": 31.59059677273035, "decode_max_ms": 170.46082392334938, "decode_ms_per_second": 2.342805382809036, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 36.655948553054664, "cer_pct": 14.193548387096774, "word_edits": 114, "ref_words": 311, "char_edits": 242, "ref_chars": 1705, "terms_hit": 16, "terms_total": 55, "decode_p50_ms": 166.1513103172183, "decode_max_ms": 273.08015897870064, "decode_ms_per_second": 7.6608952322668475, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 45.337620578778136, "cer_pct": 16.24633431085044, "word_edits": 141, "ref_words": 311, "char_edits": 277, "ref_chars": 1705, "terms_hit": 9, "terms_total": 55, "decode_p50_ms": 101.51778906583786, "decode_max_ms": 121.71200662851334, "decode_ms_per_second": 4.451868419187157, "blank": 0 } ], "5": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 23.794212218649516, "cer_pct": 12.316715542521994, "word_edits": 74, "ref_words": 311, "char_edits": 210, "ref_chars": 1705, "terms_hit": 21, "terms_total": 55, "decode_p50_ms": 160.78846249729395, "decode_max_ms": 297.7904584258795, "decode_ms_per_second": 8.384239110280012, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 28.617363344051448, "cer_pct": 14.07624633431085, "word_edits": 89, "ref_words": 311, "char_edits": 240, "ref_chars": 1705, "terms_hit": 22, "terms_total": 55, "decode_p50_ms": 1090.9614292904735, "decode_max_ms": 1131.5551809966564, "decode_ms_per_second": 46.41745979304308, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 30.225080385852092, "cer_pct": 13.958944281524927, "word_edits": 94, "ref_words": 311, "char_edits": 238, "ref_chars": 1705, "terms_hit": 20, "terms_total": 55, "decode_p50_ms": 34.221175126731396, "decode_max_ms": 178.04314009845257, "decode_ms_per_second": 2.4322242805511203, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 31.189710610932476, "cer_pct": 13.372434017595308, "word_edits": 97, "ref_words": 311, "char_edits": 228, "ref_chars": 1705, "terms_hit": 19, "terms_total": 55, "decode_p50_ms": 294.84287463128567, "decode_max_ms": 304.88389916718006, "decode_ms_per_second": 12.544495856813265, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 31.511254019292604, "cer_pct": 14.134897360703812, "word_edits": 98, "ref_words": 311, "char_edits": 241, "ref_chars": 1705, "terms_hit": 18, "terms_total": 55, "decode_p50_ms": 323.61721619963646, "decode_max_ms": 330.864978954196, "decode_ms_per_second": 13.746808388629479, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 33.440514469453376, "cer_pct": 15.014662756598241, "word_edits": 104, "ref_words": 311, "char_edits": 256, "ref_chars": 1705, "terms_hit": 20, "terms_total": 55, "decode_p50_ms": 134.67560056596994, "decode_max_ms": 251.34212337434292, "decode_ms_per_second": 6.3803616805071215, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 47.266881028938904, "cer_pct": 21.524926686217007, "word_edits": 147, "ref_words": 311, "char_edits": 367, "ref_chars": 1705, "terms_hit": 12, "terms_total": 55, "decode_p50_ms": 168.9089247956872, "decode_max_ms": 285.8763951808214, "decode_ms_per_second": 8.36269941331865, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 60.450160771704184, "cer_pct": 24.39882697947214, "word_edits": 188, "ref_words": 311, "char_edits": 416, "ref_chars": 1705, "terms_hit": 4, "terms_total": 55, "decode_p50_ms": 112.31327429413795, "decode_max_ms": 122.98549525439739, "decode_ms_per_second": 4.748830006298836, "blank": 0 } ], "0": [ { "model": "GigaAM v3 RNNT", "backend": "gigaam_v3", "coverage": 6, "expected": 6, "wer_pct": 37.62057877813505, "cer_pct": 22.873900293255133, "word_edits": 117, "ref_words": 311, "char_edits": 390, "ref_chars": 1705, "terms_hit": 16, "terms_total": 55, "decode_p50_ms": 141.14801120013, "decode_max_ms": 153.1370673328638, "decode_ms_per_second": 5.909581745888822, "blank": 0 }, { "model": "Whisper Russian", "backend": "streaming_worker_russian", "coverage": 6, "expected": 6, "wer_pct": 44.69453376205788, "cer_pct": 25.219941348973606, "word_edits": 139, "ref_words": 311, "char_edits": 430, "ref_chars": 1705, "terms_hit": 16, "terms_total": 55, "decode_p50_ms": 1105.4461486637592, "decode_max_ms": 1174.7611500322819, "decode_ms_per_second": 46.503375257785656, "blank": 0 }, { "model": "Whisper Turbo", "backend": "streaming_worker", "coverage": 6, "expected": 6, "wer_pct": 46.945337620578776, "cer_pct": 26.686217008797655, "word_edits": 146, "ref_words": 311, "char_edits": 455, "ref_chars": 1705, "terms_hit": 13, "terms_total": 55, "decode_p50_ms": 302.1497121080756, "decode_max_ms": 313.0642082542181, "decode_ms_per_second": 12.795992805240342, "blank": 0 }, { "model": "GigaAM Large CTC", "backend": "gigaam_large_ctc", "coverage": 6, "expected": 6, "wer_pct": 48.231511254019296, "cer_pct": 26.451612903225808, "word_edits": 150, "ref_words": 311, "char_edits": 451, "ref_chars": 1705, "terms_hit": 16, "terms_total": 55, "decode_p50_ms": 29.20258603990078, "decode_max_ms": 44.49951462447643, "decode_ms_per_second": 1.3204360199002314, "blank": 0 }, { "model": "LinTO Whisper", "backend": "linto_streaming", "coverage": 6, "expected": 6, "wer_pct": 48.553054662379424, "cer_pct": 28.09384164222874, "word_edits": 151, "ref_words": 311, "char_edits": 479, "ref_chars": 1705, "terms_hit": 12, "terms_total": 55, "decode_p50_ms": 335.3781849145889, "decode_max_ms": 342.7346162497997, "decode_ms_per_second": 14.170200564971891, "blank": 0 }, { "model": "Nemotron Labs Unified", "backend": "nemotron_unified_06b", "coverage": 6, "expected": 6, "wer_pct": 49.839228295819936, "cer_pct": 24.868035190615835, "word_edits": 155, "ref_words": 311, "char_edits": 424, "ref_chars": 1705, "terms_hit": 10, "terms_total": 55, "decode_p50_ms": 122.07338493317366, "decode_max_ms": 138.58854956924915, "decode_ms_per_second": 5.331623890355323, "blank": 0 }, { "model": "Nemotron 3.5 ASR 0.6B", "backend": "nemotron_asr_06b", "coverage": 6, "expected": 6, "wer_pct": 65.59485530546624, "cer_pct": 34.36950146627566, "word_edits": 204, "ref_words": 311, "char_edits": 586, "ref_chars": 1705, "terms_hit": 6, "terms_total": 55, "decode_p50_ms": 151.93688962608576, "decode_max_ms": 162.07578405737877, "decode_ms_per_second": 6.41525689519994, "blank": 0 }, { "model": "Nemotron Transcribe Lite", "backend": "nemotron_transcribe_lite", "coverage": 6, "expected": 6, "wer_pct": 71.06109324758843, "cer_pct": 35.24926686217009, "word_edits": 221, "ref_words": 311, "char_edits": 601, "ref_chars": 1705, "terms_hit": 2, "terms_total": 55, "decode_p50_ms": 100.94843152910471, "decode_max_ms": 131.51251897215843, "decode_ms_per_second": 4.7029126390943565, "blank": 0 } ] } } }