src/utils/model_downloader.py

""" Script used to set up different parts of the text_to_conll_cli.py"""

import os
from pathlib import Path
from huggingface_hub import hf_hub_download

def download_default_models(model_path: Path) -> None:
    # check if models folder exists
    if not os.path.exists(model_path):
        os.mkdir(model_path)

    # check if default models exist
    if not os.path.exists(model_path / "CAMeLBERT-CATiB-biaffine.model"):
        print('downloading catib model')
        hf_hub_download(repo_id="CAMeL-Lab/camelbert-catib-parser", filename="CAMeLBERT-CATiB-biaffine.model", local_dir=model_path)
    if not os.path.exists(model_path / "CAMeLBERT-UD-biaffine.model"):
        print('downloading ud model')
        hf_hub_download(repo_id="CAMeL-Lab/camelbert-ud-parser", filename="CAMeLBERT-UD-biaffine.model", local_dir=model_path)
    print('Default models downloaded.')

def get_model_name(parse_model: str, model_path: Path) -> str:
    if parse_model == "catib":
        if os.path.exists(model_path / "CAMeLBERT-CATiB-biaffine.model"):
            return "CAMeLBERT-CATiB-biaffine.model"
        else:
            assert False, "CATiB default model not found. Did you run 'python download_models'?"
    elif parse_model == "ud":
        if os.path.exists(model_path / "CAMeLBERT-UD-biaffine.model"):
            return "CAMeLBERT-UD-biaffine.model"
        else:
            assert False, "UD default model not found. Did you run 'python download_models'?"
    else:
        return parse_model