{ "conv_layers": [ [ 512, 10, 5 ], [ 512, 3, 2 ], [ 512, 3, 2 ], [ 512, 3, 2 ], [ 512, 3, 2 ], [ 512, 2, 2 ], [ 512, 2, 2 ] ], "num_heads": [ 7, 4, 5, 6, 5, 5, 6, 9, 7, 6, 9, 8, 3, 0, 3, 5, 2, 5, 9, 8, 9, 6, 5, 10, 1, 4, 2, 4, 7, 6, 2, 3, 6, 7, 5, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2 ], "ffn_dims": [ 924, 548, 500, 469, 486, 437, 517, 647, 940, 1414, 2272, 3355, 146, 196, 341, 468, 522, 555, 647, 885, 1270, 1265, 1972, 3081, 87, 134, 190, 333, 267, 419, 392, 416, 774, 1033, 1244, 2685, 81, 69, 80, 228, 351, 477, 541, 347, 228, 170, 256, 280 ], "model_dim": 1280, "head_dim": 80, "pos_conv_kernel": 128, "pos_conv_groups": 16, "vocab_size": 9812, "ffn_dropout": 0.1, "attn_dropout": 0.0, "layerdrop": 0.05, "feature_grad_scale": 0.1, "prune_conv": false, "prune_heads": false, "prune_interm": false, "prune_attn_layer": false, "prune_ffn_layer": false }