| { | |
| "modelname": "openai/whisper-base", | |
| "gen_args": { | |
| "num_beams": 3 | |
| }, | |
| "fallback": [1,7,5], | |
| "corpora": { | |
| "train": { | |
| "asc": { | |
| "languages": "ara", | |
| "limit": [ | |
| 1000 | |
| ] | |
| } | |
| }, | |
| "dev": { | |
| "asc": { | |
| "languages": "ara", | |
| "limit": 0 | |
| } | |
| }, | |
| "test": { | |
| "asc": { | |
| "languages": "ara", | |
| "limit": 0 | |
| } | |
| } | |
| }, | |
| "hyperparams": { | |
| "output_dir": "../models/lowhipa-base-asc", | |
| "overwrite_output_dir": "True", | |
| "peft": "True", | |
| "per_device_train_batch_size": 16, | |
| "gradient_accumulation_steps": 1, | |
| "learning_rate": 0.001, | |
| "warmup_ratio": 0.1, | |
| "warmup_steps": 0, | |
| "logging_first_step": "True", | |
| "max_steps": -1, | |
| "num_train_epochs": 10, | |
| "gradient_checkpointing": "True", | |
| "fp16": "True", | |
| "eval_strategy": "steps", | |
| "per_device_eval_batch_size": 8, | |
| "predict_with_generate": "True", | |
| "generation_max_length": 225, | |
| "save_steps": 0.2, | |
| "eval_steps": 0.2, | |
| "logging_steps": 0.1, | |
| "report_to": [ | |
| "tensorboard" | |
| ], | |
| "load_best_model_at_end": "True", | |
| "metric_for_best_model": "pfer", | |
| "greater_is_better": "False", | |
| "hub_private_repo": "True", | |
| "push_to_hub": "True", | |
| "torch_empty_cache_steps": 1, | |
| "max_seconds": 6 | |
| } | |
| } |