Upload seamless_communication/cli/expressivity/evaluate/run_asr_bleu.py with huggingface_hub

seamless_communication/cli/expressivity/evaluate/run_asr_bleu.py

@@ -0,0 +1,36 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates
+# All rights reserved.
+#
+# This source code is licensed under the license found in the
+# MIT_LICENSE file in the root directory of this source tree.
+
+from fire import Fire
+import pandas as pd
+import csv
+from seamless_communication.cli.eval_utils.compute_metrics import (
+    compute_quality_metrics,
+)
+import os
+from fairseq2.typing import Device
+from pathlib import Path
+
+
+def run_asr_bleu_expressive_model(
+    generation_dir_path: str,
+    generate_tsv_filename: str,
+    tgt_lang: str,
+):
+    compute_quality_metrics(
+        f"{generation_dir_path}/{generate_tsv_filename}",
+        Path(generation_dir_path),
+        tgt_lang,
+        "S2ST",
+        device=Device("cuda"),
+        ref_text_col_name="tgt_text",
+        pred_text_col_name="s2t_out",
+        pred_audio_col_name="hypo_audio",
+    )
+
+
+if __name__ == "__main__":
+    Fire(run_asr_bleu_expressive_model)