DuET / config.json
Wayne42's picture
Retained epoch83 inference release
eac3df0 verified
Raw History Blame Contribute Delete
865 Bytes
{
"format": "duet-epoch83-v1",
"architecture": {
"hidden_size": 512,
"num_hidden_layers": 8,
"num_attention_heads": 8,
"intermediate_size": 1408,
"ffn_type": "swiglu",
"hidden_dropout": 0.1,
"attention_dropout": 0.1,
"layer_norm_eps": 1e-05,
"rope_theta": 10000.0,
"tau": 0.02,
"pitch_min": 21,
"pitch_max": 108,
"roll_velocity": true
},
"core_seconds": 32.0,
"history_seconds": 8.0,
"completed_epochs": 83,
"weights_sha256": "89e07104358ca55ed3c8048c3d83b224c28e4ee0aa59e76a0ab0a9189ad114e0",
"vocabulary_sha256": "d62a529385dd3bffa05803952245c28574e7e682ecb5c400fae4a62889e959fa",
"source_checkpoint_sha256": "64534acda0fc7cdc583ba3afcdcb77ef036d599470d3890bb3f602e273f07a83",
"decoder_layers": 8,
"memory": "alternating",
"positions": "time_pitch",
"training_state_included": false
}