vital-decoder-v1-v7 / decoder_v1_v7.toml
duckking032's picture
Publish V7 standalone codebook decoder
85e7a47 verified
Raw
History Blame Contribute Delete
866 Bytes
[encoder]
config = "/workspace/vital-job/configs/jepa_v7.toml"
checkpoint = "/workspace/vital-jepa-v7/checkpoints/jepa_v7/selected.pt"
freeze = true
[data]
root = "/workspace/vital-v7-data"
shard_glob = "interventions_v5_22050_stereo_6s/*.tar"
preset_root = "/workspace/vital-presets"
codebook = "/workspace/vital-codebook/codebook.json"
max_items = 0
[decoder]
assets = 64
input_dim = 384
hidden_dim = 768
feature_dim = 64
control_dim = 128
acoustic_features = 15
controls = 40
dropout = 0.05
[loss]
value = 1.0
activity = 0.25
acoustic = 0.5
confidence = 0.05
asset = 0.5
asset_temperature = 0.02
[train]
batch_size = 128
epochs = 12
lr = 0.00015
weight_decay = 0.01
warmup_steps = 500
num_workers = 2
precision = "bf16"
log_every_steps = 100
eval_every_steps = 1000
save_every_steps = 1000
checkpoint_dir = "/workspace/checkpoints/decoder_v1_v7_soft"
seed = 1337