| {"name": "NexusConfig", "n_modalities": 3, "latent_dim": 64, "input_dims": {"image": [3, 28, 28], "audio": [1, 32, 128], "trajectory": [200]}, "uses_likelihood_rescaling": true, "rescale_factors": null, "decoders_dist": {"image": "normal", "audio": "normal", "trajectory": "normal"}, "decoder_dist_params": {}, "custom_architectures": ["encoders", "decoders", "top_encoders", "top_decoders", "joint_encoder"], "modalities_specific_dim": {"image": 64, "audio": 128, "trajectory": 16}, "bottom_betas": {"image": 1.0, "trajectory": 1.0, "audio": 1.0}, "dropout_rate": 0.2, "msg_dim": 512, "aggregator": "mean", "top_beta": 1.0, "gammas": null, "warmup": 20, "adapt_top_decoder_variance": null} |