| { |
| "amp": false, |
| "batch_size": 128, |
| "canon": true, |
| "canon_2d": true, |
| "canon_a": false, |
| "canon_abcd": true, |
| "canon_b": false, |
| "canon_b_qkv": false, |
| "canon_c": false, |
| "canon_causal": false, |
| "canon_d": false, |
| "canon_kernel": 4, |
| "canon_no_pos_enc": true, |
| "canon_post": false, |
| "canon_pre": false, |
| "clip_seconds": 2.0, |
| "contrastive_temp": 0.07, |
| "data_dir": "/home/ubuntu/HeAR/HeAR/data/laion_audio_lake2", |
| "device": "cuda", |
| "gns_every": 5, |
| "gns_param_sample": 200000, |
| "grad_accum": 1, |
| "live_shard_refresh": true, |
| "log_every": 10, |
| "loss_contrastive_weight": 0.5, |
| "loss_mse_weight": 1.0, |
| "loss_relational_weight": 0.5, |
| "lr": 0.0003, |
| "lr_gns_adapt": true, |
| "lr_gns_ema_beta": 0.995, |
| "lr_gns_max_factor": 1.0, |
| "lr_gns_min_factor": 0.1, |
| "lr_gns_min_samples": 100, |
| "lr_gns_ref_batch": 0.0, |
| "lr_gns_update_every": 1000, |
| "lr_min_ratio": 0.1, |
| "lr_schedule": "none", |
| "lr_warmup_steps": 0, |
| "max_checkpoints": 20, |
| "max_steps": 200000, |
| "num_workers": 4, |
| "out": "/home/ubuntu/HeAR/HeAR/checkpoints/hear_vit_s_lake", |
| "repeat": true, |
| "resume_from": "checkpoints/hear_vit_s_lake/ckpt_013000.pt", |
| "resume_latest": false, |
| "resume_require_optim": true, |
| "sample_rate": 16000, |
| "save_every": 1000, |
| "seed": 1337, |
| "shard_refresh_sec": 20.0, |
| "shards_glob": "shard-*.tar", |
| "shuffle_shards": true, |
| "streams_glob": "stream-*", |
| "teacher_id": "google/hear-pytorch", |
| "val_batches": 5, |
| "val_defer_check_every": 10, |
| "val_defer_start_steps": 10, |
| "val_every": 250, |
| "val_fraction": 0.0, |
| "val_shards_file": "/home/ubuntu/HeAR/HeAR/checkpoints/hear_vit_s_lake/val_shards.json", |
| "val_target_clips": 10000, |
| "wandb": true, |
| "wandb_entity": null, |
| "wandb_project": "hear-distill", |
| "wandb_run_name": null, |
| "wandb_tags": null, |
| "weight_decay": 0.05 |
| } |
