Update app.py

app.py

@@ -6,6 +6,7 @@ from huggingface_hub import snapshot_download
 from omegaconf import OmegaConf
 from nemo.collections.asr.models import ASRModel
 
+# Use the correct repository name
 MODEL_NAME = "trysem/stt_ml_fastconformer_ctc_med_punct"
 
 print("1. Downloading unzipped model files from Hugging Face...")
@@ -15,12 +16,20 @@ print("2. Patching the configuration...")
 config_path = os.path.join(model_dir, "model_config.yaml")
 config = OmegaConf.load(config_path)
 
-# Allow modifications to the config object and remove PyTorch 2.0 SDPA keys
+# Allow modifications to the config object
 OmegaConf.set_struct(config, False)
+
+# Patch 1: Remove PyTorch 2.0 SDPA keys for NeMo 1.23 compatibility
 if 'encoder' in config:
     config.encoder.pop('use_pytorch_sdpa', None)
     config.encoder.pop('use_pytorch_sdpa_backends', None)
 
+# Patch 2: Downgrade 'greedy_batch' strategy to 'greedy'
+if 'decoding' in config:
+    if config.decoding.get('strategy') == 'greedy_batch':
+        print("   -> Downgrading decoding strategy from 'greedy_batch' to 'greedy'")
+        config.decoding.strategy = 'greedy'
+
 print("3. Packaging files into a standard .nemo archive...")
 patched_dir = "patched_nemo_env"
 os.makedirs(patched_dir, exist_ok=True)
@@ -43,7 +52,6 @@ with tarfile.open(nemo_filepath, "w") as tar:
         tar.add(os.path.join(patched_dir, item), arcname=item)
 
 print("4. Restoring model from patched .nemo file (this may take a moment)...")
-# NeMo will be happy because it is receiving a proper file archive!
 model = ASRModel.restore_from(restore_path=nemo_filepath)
 model.eval()
 print("Model loaded successfully!")