config.json

{
    "video_params": {
        "model": "SpaceTimeTransformer",
        "arch_config": "base_patch16_224",
        "num_frames": 64,
        "pretrained": true,
        "time_init": "zeros"
    },
    "text_params": {
        "model": "emilyalsentzer/Bio_ClinicalBERT",
        "pretrained": true,
        "input": "text"
    },
    "projection": "minimal",
    "projection_dim": 512,
    "load_checkpoint": ""
}