distilbert-videomae-misinfo / model_metadata.json
andreiradu2102's picture
Upload folder using huggingface_hub
f6b9185 verified
Raw
History Blame Contribute Delete
651 Bytes
{
"text_model_name": "distilbert-base-uncased",
"video_model_name": "MCG-NJU/videomae-base-finetuned-kinetics",
"num_labels": 2,
"text_max_length": 256,
"batch_size": 2,
"dropout": 0.1,
"early_stopping_patience": 3,
"fusion_hidden_dim": 256,
"gradient_accumulation_steps": 1,
"learning_rate": 2e-05,
"lr_scheduler_type": "linear",
"max_grad_norm": 1.0,
"num_train_epochs": 30,
"text_lora_alpha": 16,
"text_lora_dropout": 0.05,
"text_lora_r": 8,
"text_proj_dim": 256,
"video_lora_alpha": 32,
"video_lora_dropout": 0.05,
"video_lora_r": 16,
"video_proj_dim": 256,
"warmup_ratio": 0.0,
"weight_decay": 0.01
}