File size: 432 Bytes
393d3de |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
_target_: models.ssl.dynamo.DynaMoSSL
window_size: ${window_size}
feature_dim: ${encoder.output_dim}
projection_dim: ${projector.output_dim}
n_layer: 4
n_head: 4
n_embd: 72
dropout: 0.3 # dropout on the forward dynamics model
covariance_reg_coef: 0.04
dynamics_loss_coef: 1.0
ema_beta: 0.99
beta_scheduling: True
projector_use_ema: True
lr: ${ssl_lr}
weight_decay: ${ssl_weight_decay}
betas: ${betas}
separate_single_views: True
|