{
  "schema_version": 2,
  "name": "kriti-nepali-asr-completed-snapshot-v1",
  "scope": {
    "evaluated_systems": 19,
    "replicates_per_system": 2,
    "records": 3630,
    "view_sha256": "2374cac54831ce9c69282503763d7f1e12ada0404ae34ed471a7538cdae6c61f",
    "sources": {
      "fleurs_ne_np": 304,
      "indicvoices_nepali": 2569,
      "openslr54": 757
    },
    "primary_metric": "punctuation_insensitive_wer",
    "tie_policy": "exact primary error ratios share a competition rank",
    "selection_view": true
  },
  "systems": [
    {
      "rank": 1,
      "key": "kriti",
      "model": "kriti",
      "model_id": "harrrshall/kriti",
      "revision": "artifact-hashes-in-model.json",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ai4bharat_nemo_with_acoustic_danda_head",
      "decoder": "rnnt",
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "compact_prediction_embedding": true,
        "decoder": "rnnt",
        "language_id": "ne",
        "nepali_only_runtime_prune": true,
        "punctuation_threshold": 0.711,
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "1a42d4b0b527f2c21a4a28dfa84e7a2d769762bc4a6d80c59a12821e85b89f0f",
        "1a42d4b0b527f2c21a4a28dfa84e7a2d769762bc4a6d80c59a12821e85b89f0f"
      ],
      "punctuation_insensitive_wer": 0.2407729005728886,
      "punctuation_insensitive_cer": 0.08287672638469905,
      "raw_wer": 0.24685364976627114,
      "raw_cer": 0.08404221560257552,
      "artifact_sha256": {
        "kriti.nemo": "0144854f0cc78f4b6115b75089fad632c39207d5256e53f92da996b9bbe43582",
        "punctuation_head.json": "5874b6fc6b4f1172dffa249a42f5054ffe196cff9b97854fe180eafc4134e9bb"
      },
      "release_validation": {
        "predictions_sha256": "1a42d4b0b527f2c21a4a28dfa84e7a2d769762bc4a6d80c59a12821e85b89f0f",
        "benchmark_hypothesis_mismatches": 0
      }
    },
    {
      "rank": 1,
      "key": "ai4bharat-ne-hybrid-rnnt",
      "model": "AI4Bharat Nepali IndicConformer hybrid (RNNT)",
      "model_id": "ai4bharat/indicconformer_stt_ne_hybrid_ctc_rnnt_large",
      "revision": "cd09ba7720f3b17d259f6bfd03e1463bc5ba517d",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ai4bharat_nemo",
      "decoder": "rnnt",
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "compact_prediction_embedding": false,
        "decoder": "rnnt",
        "language_id": "ne",
        "nepali_only_runtime_prune": false,
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "3656a93d28c3d1fb6dfea1c3ab7e3df6eb66a58820064e03ec331a2dee01f94b",
        "3656a93d28c3d1fb6dfea1c3ab7e3df6eb66a58820064e03ec331a2dee01f94b"
      ],
      "punctuation_insensitive_wer": 0.2407729005728886,
      "punctuation_insensitive_cer": 0.08287672638469905,
      "raw_wer": 0.25192776379399895,
      "raw_cer": 0.08501127728471647
    },
    {
      "rank": 3,
      "key": "ai4bharat-ne-hybrid-ctc",
      "model": "AI4Bharat Nepali IndicConformer hybrid (CTC)",
      "model_id": "ai4bharat/indicconformer_stt_ne_hybrid_ctc_rnnt_large",
      "revision": "cd09ba7720f3b17d259f6bfd03e1463bc5ba517d",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ai4bharat_nemo",
      "decoder": "ctc",
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "compact_prediction_embedding": false,
        "decoder": "ctc",
        "language_id": "ne",
        "nepali_only_runtime_prune": false,
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "c47ad3a6bac4c1d7b46712cc9836d72dd71e90b2dbb472d65c1585fa92ba1340",
        "c47ad3a6bac4c1d7b46712cc9836d72dd71e90b2dbb472d65c1585fa92ba1340"
      ],
      "punctuation_insensitive_wer": 0.25310896860091425,
      "punctuation_insensitive_cer": 0.08451503895695239,
      "raw_wer": 0.26431339646010626,
      "raw_cer": 0.08665595239313877
    },
    {
      "rank": 4,
      "key": "qwen3-asr-nepali-public",
      "model": "Qwen3-ASR-Nepali (fine-tuned Nepali ASR)",
      "model_id": "sidskarki/Qwen3-ASR-Nepali",
      "revision": "6ae9dd5306dde33ff2507820c626bac6fb867a7f",
      "processor_id": null,
      "processor_revision": null,
      "backend": "qwen3",
      "decoder": null,
      "language": "Nepali",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "Nepali",
        "max_new_tokens": null,
        "precision": "backend_declared",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "f6a7268de4cc2bc2f3944453efcab325978e7b9551300731672308f8f0fa1ecc",
        "f6a7268de4cc2bc2f3944453efcab325978e7b9551300731672308f8f0fa1ecc"
      ],
      "punctuation_insensitive_wer": 0.5240433558895742,
      "punctuation_insensitive_cer": 0.24217611689137886,
      "raw_wer": 0.5551959726717008,
      "raw_cer": 0.24943784185868761
    },
    {
      "rank": 5,
      "key": "whisper-large-v3-nepali-kiranpantha",
      "model": "Whisper large-v3 Nepali (kiranpantha)",
      "model_id": "kiranpantha/whisper-large-v3-nepali",
      "revision": "934c2bfe2955282afec7c7ad9271b3e9ce6c7587",
      "processor_id": "openai/whisper-large-v3",
      "processor_revision": "06f233fe06e710322aca913c1bc4249a0d71fce1",
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "a5210ed5016f1e46815c2132073a828f2c1f53d646212df48e51433d3579f0cb",
        "a5210ed5016f1e46815c2132073a828f2c1f53d646212df48e51433d3579f0cb"
      ],
      "punctuation_insensitive_wer": 0.5570593049484001,
      "punctuation_insensitive_cer": 0.24941342253415147,
      "raw_wer": 0.57836909185345,
      "raw_cer": 0.253969228879403
    },
    {
      "rank": 6,
      "key": "whisper-large-v3-nepali-openslr",
      "model": "Whisper large-v3 Nepali OpenSLR",
      "model_id": "Dragneel/whisper-large-v3-nepali-openslr",
      "revision": "e621bbb7a0ade7e047e2255cb947d2e4110d2466",
      "processor_id": null,
      "processor_revision": null,
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "d0edc9cc89282843634bd124f86e220e9a37eaafda54047b279122a94a417e5a",
        "d0edc9cc89282843634bd124f86e220e9a37eaafda54047b279122a94a417e5a"
      ],
      "punctuation_insensitive_wer": 0.557678104477314,
      "punctuation_insensitive_cer": 0.24670456333326493,
      "raw_wer": 0.5745135642654521,
      "raw_cer": 0.2506082226931043
    },
    {
      "rank": 7,
      "key": "nepali-asr-whisper-medium-paudeletal",
      "model": "Whisper Medium Nepali (Paudel et al.)",
      "model_id": "sumanpaudel1997/nepali-asr-whisper-medium",
      "revision": "885f18aa455eedc1df0b99823977819f26e63d75",
      "processor_id": "openai/whisper-medium",
      "processor_revision": "abdf7c39ab9d0397620ccaea8974cc764cd0953e",
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "194b9832531b87132798b3308287e932390d1fa88f4798ef5382fd8a3a72f7be",
        "194b9832531b87132798b3308287e932390d1fa88f4798ef5382fd8a3a72f7be"
      ],
      "punctuation_insensitive_wer": 0.5840269876439707,
      "punctuation_insensitive_cer": 0.27638914540964654,
      "raw_wer": 0.6086339845778896,
      "raw_cer": 0.282310870893004
    },
    {
      "rank": 8,
      "key": "mms-1b-all-npi",
      "model": "Meta MMS-1B-All (Nepali adapter)",
      "model_id": "facebook/mms-1b-all",
      "revision": "3d33597edbdaaba14a8e858e2c8caa76e3cec0cd",
      "processor_id": null,
      "processor_revision": null,
      "backend": "mms",
      "decoder": null,
      "language": "npi",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "generation_prompt": null,
        "language": "npi",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "dcbefc9587c2fd7ec2163c8576e1f5df4c02be843ff865aec895e76ff3afa26c",
        "dcbefc9587c2fd7ec2163c8576e1f5df4c02be843ff865aec895e76ff3afa26c"
      ],
      "punctuation_insensitive_wer": 0.6012735293530551,
      "punctuation_insensitive_cer": 0.22785541806042944,
      "raw_wer": 0.6127492109153382,
      "raw_cer": 0.23010779105119308
    },
    {
      "rank": 9,
      "key": "nepali-asr-mms-1b",
      "model": "MMS-1B Nepali (Paudel et al.)",
      "model_id": "sumanpaudel1997/nepali-asr-mms-1b",
      "revision": "1757b0fdf60ded4d5fa3294b63eba48ad4e5a32f",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ctc",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "ffc35c3a19103d277d1304a1260c07fc29395be452b7eae79693bab6bdbb443e",
        "ffc35c3a19103d277d1304a1260c07fc29395be452b7eae79693bab6bdbb443e"
      ],
      "punctuation_insensitive_wer": 0.6076611373934567,
      "punctuation_insensitive_cer": 0.24783667494373646,
      "raw_wer": 0.6323065244316592,
      "raw_cer": 0.25355976619680826
    },
    {
      "rank": 10,
      "key": "wav2vec2-xlsr-300m-nepali-shniranjan",
      "model": "XLS-R 300M Nepali (shniranjan)",
      "model_id": "shniranjan/wav2vec2-large-xlsr-300m-nepali",
      "revision": "8b2f97cbca949f7d6d805ff5e03b62b82d106198",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ctc",
      "decoder": "greedy",
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": "greedy",
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "e0fefd12ecd5093565b42743adbb962a7343597a6c586bd163038dcac74e38a1",
        "e0fefd12ecd5093565b42743adbb962a7343597a6c586bd163038dcac74e38a1"
      ],
      "punctuation_insensitive_wer": 0.6288999341277921,
      "punctuation_insensitive_cer": 0.3343525758104346,
      "raw_wer": 0.639038715090495,
      "raw_cer": 0.33592659698976685
    },
    {
      "rank": 11,
      "key": "indicconformer-ne-hybrid",
      "model": "IndicConformer Nepali hybrid",
      "model_id": "sumanpaudel1997/nepali-asr-conformer-hi",
      "revision": "c3bfe5f21003224045a65705568a4cdbc906f71e",
      "processor_id": null,
      "processor_revision": null,
      "backend": "nemo",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "language": "ne",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "7fc6129c5c85ec7f2f2c2c74d7e46368c26024f0483d1d661757307699b14814",
        "7fc6129c5c85ec7f2f2c2c74d7e46368c26024f0483d1d661757307699b14814"
      ],
      "punctuation_insensitive_wer": 0.7036549094756173,
      "punctuation_insensitive_cer": 0.34641589197397854,
      "raw_wer": 0.7326501258540093,
      "raw_cer": 0.35395660378002297
    },
    {
      "rank": 12,
      "key": "seamless-m4t-v2-large-npi",
      "model": "Meta SeamlessM4T v2 large",
      "model_id": "facebook/seamless-m4t-v2-large",
      "revision": "5f8cc790b19fc3f67a61c105133b20b34e3dcb76",
      "processor_id": null,
      "processor_revision": null,
      "backend": "seamless",
      "decoder": null,
      "language": "npi",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 8,
        "decoder": null,
        "generation_prompt": null,
        "language": "npi",
        "max_new_tokens": null,
        "precision": "backend_declared",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "eb764a7349273e81e9a3da6957fe6e96dabe35c23d3af4051d8a3066361d1eab",
        "eb764a7349273e81e9a3da6957fe6e96dabe35c23d3af4051d8a3066361d1eab"
      ],
      "punctuation_insensitive_wer": 0.7042337864542787,
      "punctuation_insensitive_cer": 0.4389754218911394,
      "raw_wer": 0.7140716768548484,
      "raw_cer": 0.44084799721565376
    },
    {
      "rank": 13,
      "key": "nepali-asr-xlsr-53-paudeletal",
      "model": "XLS-R 53 Nepali (Paudel et al.)",
      "model_id": "sumanpaudel1997/nepali-asr-xlsr-53",
      "revision": "36151186fa385cd83c23969a68e847b90ca377fd",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ctc",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "759c15b75e93190ebb7c1d8f74bcfdaa71f88987b94cef6b7798b0722051cedd",
        "759c15b75e93190ebb7c1d8f74bcfdaa71f88987b94cef6b7798b0722051cedd"
      ],
      "punctuation_insensitive_wer": 0.7499451064934028,
      "punctuation_insensitive_cer": 0.2936410214314542,
      "raw_wer": 0.7648727476127691,
      "raw_cer": 0.2976520727342212
    },
    {
      "rank": 14,
      "key": "wav2vec2-xlsr-300m-nepali-spktsagar",
      "model": "XLS-R 300M Nepali OpenSLR (spktsagar)",
      "model_id": "spktsagar/wav2vec2-large-xls-r-300m-nepali-openslr",
      "revision": "bcda4d6038be2fdbd8b7af0f6dc7be89e60506a5",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ctc",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "15adcb1289f57fa6efeec890f2c2433f3893350a1861119d981dc813637c3f90",
        "15adcb1289f57fa6efeec890f2c2433f3893350a1861119d981dc813637c3f90"
      ],
      "punctuation_insensitive_wer": 0.882687586082999,
      "punctuation_insensitive_cer": 0.43844185871520724,
      "raw_wer": 0.8864117623556674,
      "raw_cer": 0.43971856264949655
    },
    {
      "rank": 15,
      "key": "whisper-large-v3",
      "model": "Whisper large-v3",
      "model_id": "openai/whisper-large-v3",
      "revision": "06f233fe06e710322aca913c1bc4249a0d71fce1",
      "processor_id": null,
      "processor_revision": null,
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "ea16f58b9106b2912e2f6559c002248a825497869dd84be2bd9a2d2af786e1e0",
        "ea16f58b9106b2912e2f6559c002248a825497869dd84be2bd9a2d2af786e1e0"
      ],
      "punctuation_insensitive_wer": 0.9702177775116274,
      "punctuation_insensitive_cer": 0.43327724079432506,
      "raw_wer": 0.9755483638978785,
      "raw_cer": 0.4411755673617296
    },
    {
      "rank": 16,
      "key": "vakyansh-wav2vec2-nepali-nem-130",
      "model": "Vakyansh wav2vec2 Nepali",
      "model_id": "Harveenchadha/vakyansh-wav2vec2-nepali-nem-130",
      "revision": "002c6200bcdacd8558e696583361f47e8154df67",
      "processor_id": null,
      "processor_revision": null,
      "backend": "ctc",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 32,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": null,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "5c69336150d7c1d68d61e8b42909a9b4cac5683eaf92719aced10beab2953a04",
        "5c69336150d7c1d68d61e8b42909a9b4cac5683eaf92719aced10beab2953a04"
      ],
      "punctuation_insensitive_wer": 1.0157494460746153,
      "punctuation_insensitive_cer": 1.987769090274785,
      "raw_wer": 1.0160214151584162,
      "raw_cer": 1.9832393275257876
    },
    {
      "rank": 17,
      "key": "whisper-large-v3-turbo",
      "model": "Whisper large-v3-turbo",
      "model_id": "openai/whisper-large-v3-turbo",
      "revision": "41f01f3fe87f28c78e2fbf8b568835947dd65ed9",
      "processor_id": null,
      "processor_revision": null,
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "89f4ef288b70c14650fce36a099d6eeb2fdeaa3d5190b0408ed8a9b906e5e365",
        "89f4ef288b70c14650fce36a099d6eeb2fdeaa3d5190b0408ed8a9b906e5e365"
      ],
      "punctuation_insensitive_wer": 1.1123620176856897,
      "punctuation_insensitive_cer": 0.5548783407553339,
      "raw_wer": 1.1184026529226099,
      "raw_cer": 0.5606977244111415
    },
    {
      "rank": 18,
      "key": "qwen3-asr-0.6b-base",
      "model": "Qwen3-ASR 0.6B base",
      "model_id": "Qwen/Qwen3-ASR-0.6B",
      "revision": "5eb144179a02acc5e5ba31e748d22b0cf3e303b0",
      "processor_id": null,
      "processor_revision": null,
      "backend": "qwen3",
      "decoder": null,
      "language": "Nepali",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "Nepali",
        "max_new_tokens": null,
        "precision": "backend_declared",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "88e8bdeaf83d2f62a2ed27fe7f53b5221bfa45882331d95e4c25db82b522ff02",
        "88e8bdeaf83d2f62a2ed27fe7f53b5221bfa45882331d95e4c25db82b522ff02"
      ],
      "punctuation_insensitive_wer": 1.120206798810308,
      "punctuation_insensitive_cer": 0.7182752228310315,
      "raw_wer": 1.1213592233009708,
      "raw_cer": 0.7254450347531451
    },
    {
      "rank": 19,
      "key": "whisper-large-v3-turbo-nepali-kiranpantha",
      "model": "Whisper large-v3-turbo Nepali (kiranpantha)",
      "model_id": "kiranpantha/whisper-large-v3-turbo-nepali",
      "revision": "9e8f4b238b696a14f9c20c8e01b8f3ef36172399",
      "processor_id": "openai/whisper-large-v3-turbo",
      "processor_revision": "41f01f3fe87f28c78e2fbf8b568835947dd65ed9",
      "backend": "whisper",
      "decoder": null,
      "language": "ne",
      "decode_configuration": {
        "batch_fallbacks_allowed": false,
        "batch_size": 16,
        "decoder": null,
        "generation_prompt": null,
        "language": "ne",
        "max_new_tokens": 256,
        "precision": "float32",
        "sampling": false
      },
      "replicate_prediction_sha256": [
        "ffc46aa64b592dbc565e04a87c9b5efab9178911ac20df1f4b652dfa2c183ad8",
        "ffc46aa64b592dbc565e04a87c9b5efab9178911ac20df1f4b652dfa2c183ad8"
      ],
      "punctuation_insensitive_wer": 1.372437471305667,
      "punctuation_insensitive_cer": 4.323889949174688,
      "raw_wer": 1.3721882616165249,
      "raw_cer": 4.3190123760095815
    }
  ],
  "limitations": "Development-set selection evidence; not an untouched test or universal domain claim."
}