{
  "same_inputs": true,
  "records": 50,
  "models": [
    {
      "backend": "streaming_worker",
      "device": "cpu",
      "precision": "int8",
      "torch": "2.10.0+cpu",
      "parameters": {
        "language": "ru",
        "beam_size": 1,
        "best_of": 1,
        "temperature": 0,
        "condition_on_previous_text": false,
        "word_timestamps": false,
        "vad_filter": false,
        "no_speech_threshold": null,
        "log_prob_threshold": null,
        "compression_ratio_threshold": null
      },
      "load_ms": 11874.541525001405,
      "summary": {
        "ru_ru": {
          "wer": 0.05802469135802469,
          "cer": 0.014165469102853623,
          "mean_ms": 7876.059876872023,
          "n": 40
        },
        "en_us": {
          "wer": 0.5707547169811321,
          "cer": 0.5422045680238332,
          "mean_ms": 7524.880382901756,
          "n": 10
        }
      }
    },
    {
      "backend": "gigaam_v3",
      "device": "cpu",
      "precision": "float32",
      "torch": "2.10.0+cpu",
      "parameters": {
        "language": "ru",
        "decoder": "rnnt_greedy",
        "punctuation": true,
        "text_normalization": true,
        "vad_filter": false,
        "word_timestamps": false,
        "confidence_available": false,
        "input_format": "float32le",
        "sample_rate": 16000,
        "max_symbols_per_step": 10
      },
      "load_ms": 3678.5061580012552,
      "summary": {
        "ru_ru": {
          "wer": 0.05432098765432099,
          "cer": 0.01519195237117635,
          "mean_ms": 533.3251827469212,
          "n": 40
        },
        "en_us": {
          "wer": 0.7405660377358491,
          "cer": 0.4170804369414101,
          "mean_ms": 418.1056983914459,
          "n": 10
        }
      }
    },
    {
      "backend": "gigaam_large_ctc",
      "device": "cpu",
      "precision": "float32",
      "torch": "2.10.0+cpu",
      "parameters": {
        "language": "multilingual",
        "decoder": "ctc_greedy",
        "punctuation": false,
        "text_normalization": false,
        "vad_filter": false,
        "word_timestamps": false,
        "confidence_available": false,
        "input_format": "float32le",
        "sample_rate": 16000
      },
      "load_ms": 9148.960227990756,
      "summary": {
        "ru_ru": {
          "wer": 0.07530864197530865,
          "cer": 0.034489837815643604,
          "mean_ms": 1058.4147728266544,
          "n": 40
        },
        "en_us": {
          "wer": 0.10377358490566038,
          "cer": 0.04965243296921549,
          "mean_ms": 852.0756384998094,
          "n": 10
        }
      }
    },
    {
      "backend": "nemotron_asr_06b",
      "device": "cpu",
      "precision": "float32",
      "torch": "2.10.0+cpu",
      "parameters": {
        "precision": "float32",
        "mel_precision": "float32",
        "sample_rate": 16000,
        "language": "ru-RU",
        "confidence_available": false,
        "model_revision": "ea30d66debe3740a08b573244286791d423d6b3e",
        "nemo_revision": "16b0ff2584c6355c53cbd6c28f0f431a76b24956",
        "decoding": "rnnt_greedy_batch",
        "attention_context": [
          56,
          13
        ],
        "strip_lang_tags": true
      },
      "load_ms": 87601.41030998784,
      "summary": {
        "ru_ru": {
          "wer": 0.1271604938271605,
          "cer": 0.044549373845206325,
          "mean_ms": 1734.02802797209,
          "n": 40
        },
        "en_us": {
          "wer": 0.9009433962264151,
          "cer": 0.8689175769612711,
          "mean_ms": 948.0767008994007,
          "n": 10
        }
      }
    },
    {
      "backend": "nemotron_transcribe_lite",
      "device": "cpu",
      "precision": "float32",
      "torch": "2.10.0+cpu",
      "parameters": {
        "precision": "float32",
        "mel_precision": "float32",
        "sample_rate": 16000,
        "language": "multilingual-ctc",
        "confidence_available": false,
        "model_revision": "c17667641642c4265ff2b7037dd101b7d4567634",
        "nemo_revision": "16b0ff2584c6355c53cbd6c28f0f431a76b24956",
        "decoding": "ctc_greedy",
        "experimental": true,
        "recipe_revision": "31ecb73ab8a541001c0952802b478384cf9f0691",
        "encoder_chunk_seconds": 30
      },
      "load_ms": 13849.611841986189,
      "summary": {
        "ru_ru": {
          "wer": 0.26666666666666666,
          "cer": 0.08006569492917265,
          "mean_ms": 1007.7958244743058,
          "n": 40
        },
        "en_us": {
          "wer": 0.17452830188679244,
          "cer": 0.07845084409136048,
          "mean_ms": 822.9292370058829,
          "n": 10
        }
      }
    }
  ]
}