| { | |
| "dropout": { | |
| "frontend": 0.1, | |
| "transformer": 0.2 | |
| }, | |
| "ff_mult": 4, | |
| "head_dim": 32, | |
| "n_layers": 6, | |
| "partial_transformers": true, | |
| "spect_dim": 128, | |
| "stem_dim": 32, | |
| "sum_head": true, | |
| "transformer_dim": 512 | |
| } |
| { | |
| "dropout": { | |
| "frontend": 0.1, | |
| "transformer": 0.2 | |
| }, | |
| "ff_mult": 4, | |
| "head_dim": 32, | |
| "n_layers": 6, | |
| "partial_transformers": true, | |
| "spect_dim": 128, | |
| "stem_dim": 32, | |
| "sum_head": true, | |
| "transformer_dim": 512 | |
| } |