checkpoint/train-args.json

{"dataset": "sod", "train_names": "data/sod/processed/train-names.txt", "valid_names": "data/sod/processed/valid-names.txt", "in_dir": "data/sod/processed/notes", "out_dir": "/data/herman/workspace/mtmt/exp/sod/ape", "batch_size": 8, "use_csv": false, "aug": true, "max_seq_len": 1024, "max_beat": 256, "dim": 512, "layers": 6, "heads": 8, "dropout": 0.2, "abs_pos_emb": true, "rel_pos_emb": false, "steps": 200000, "valid_steps": 1000, "early_stopping": true, "early_stopping_tolerance": 20, "learning_rate": 0.0005, "lr_warmup_steps": 5000, "lr_decay_steps": 100000, "lr_decay_multiplier": 0.1, "grad_norm_clip": 1.0, "gpu": 7, "jobs": 8, "quiet": false}