| { |
| "model_target": "hypnos.models.rq_transformer.MultiModalRQTransformer", |
| "model_kwargs": { |
| "channel_embeddings": true, |
| "cls_independent_crp": false, |
| "depth_depth": 4, |
| "depth_dim": 384, |
| "depth_heads": 6, |
| "depth_mlp_ratio": 4.0, |
| "dropout": 0.1, |
| "embed_dim": 768, |
| "global_every_n": 4, |
| "global_window": 256, |
| "layer_scale_init": 0.01, |
| "max_seq_len": 16384, |
| "mod_context_dropout_p": 0.0, |
| "modality_attn_every_n": 1, |
| "modality_attn_start_layer": 0, |
| "modality_grouping_alpha": 1.0, |
| "modality_loss_weights": null, |
| "modality_use_ffn": false, |
| "qk_norm": true, |
| "random_subset_masking": false, |
| "share_trunk_depth_emb": false, |
| "sliding_window": 64, |
| "swiglu": true, |
| "temporal_depth": 12, |
| "temporal_heads": 12, |
| "temporal_mlp_ratio": 4.0, |
| "tie_depth_io": false, |
| "use_activation_checkpointing": false, |
| "use_cls": false, |
| "xsa": false |
| }, |
| "modalities": [ |
| { |
| "name": "eeg_c3", |
| "signal_type": "eeg", |
| "channels": [ |
| "C3" |
| ], |
| "tokenizer": "eeg-q8-causal", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "eeg" |
| }, |
| { |
| "name": "eeg_c4", |
| "signal_type": "eeg", |
| "channels": [ |
| "C4" |
| ], |
| "tokenizer": "eeg-q8-causal", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "eeg" |
| }, |
| { |
| "name": "ecg", |
| "signal_type": "ecg", |
| "channels": [ |
| "ECG" |
| ], |
| "tokenizer": "ecg-q4-causal", |
| "num_quantizers": 4, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "ecg" |
| }, |
| { |
| "name": "resp_abd", |
| "signal_type": "resp", |
| "channels": [ |
| "ABD" |
| ], |
| "tokenizer": "resp-q4-causal", |
| "num_quantizers": 4, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 32, |
| "preprocess_modality": "respiratory" |
| }, |
| { |
| "name": "resp_thx", |
| "signal_type": "resp", |
| "channels": [ |
| "THX" |
| ], |
| "tokenizer": "resp-q4-causal", |
| "num_quantizers": 4, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 32, |
| "preprocess_modality": "respiratory" |
| }, |
| { |
| "name": "emg_chin", |
| "signal_type": "emg", |
| "channels": [ |
| "Chin" |
| ], |
| "tokenizer": "emg-q8-causal", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "emg" |
| }, |
| { |
| "name": "eog_e1", |
| "signal_type": "eog", |
| "channels": [ |
| "E1" |
| ], |
| "tokenizer": "eog-q8-causal", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "eeg" |
| }, |
| { |
| "name": "eog_e2", |
| "signal_type": "eog", |
| "channels": [ |
| "E2" |
| ], |
| "tokenizer": "eog-q8-causal", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "preprocess_modality": "eeg" |
| } |
| ], |
| "tokenizers": { |
| "eeg-q8-causal": { |
| "signal_type": "eeg", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "tokenizer_kwargs": { |
| "activation": "elu", |
| "attention_depth": 4, |
| "attention_heads": 8, |
| "causal": true, |
| "codebook_dim": 256, |
| "codebook_size": 2048, |
| "commitment_cost": 0.25, |
| "dilation_base": 2, |
| "ema_decay": 0.99, |
| "embed_dim": 512, |
| "in_channels": 1, |
| "last_kernel_size": 7, |
| "latent_dim": null, |
| "layer_scale_init": 0.01, |
| "mode": "discrete", |
| "n_filters": 64, |
| "n_residual_layers": 1, |
| "norm": "weight", |
| "num_quantizers": 8, |
| "pad_mode": "reflect", |
| "quantization_dropout": 0.5, |
| "quantizer_dropout": 0.0, |
| "ratios": [ |
| 2, |
| 4, |
| 4, |
| 4 |
| ], |
| "rotation_trick": true, |
| "sample_rate": 128, |
| "stride_kernel_multiplier": 2, |
| "token_duration_sec": 1.0, |
| "transformer_dim_feedforward": 2048, |
| "use_activation_checkpointing": false, |
| "window_size": 32 |
| } |
| }, |
| "ecg-q4-causal": { |
| "signal_type": "ecg", |
| "num_quantizers": 4, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "tokenizer_kwargs": { |
| "activation": "elu", |
| "attention_depth": 4, |
| "attention_heads": 8, |
| "causal": true, |
| "codebook_dim": 256, |
| "codebook_size": 2048, |
| "commitment_cost": 0.25, |
| "dilation_base": 2, |
| "ema_decay": 0.99, |
| "embed_dim": 512, |
| "in_channels": 1, |
| "last_kernel_size": 7, |
| "latent_dim": null, |
| "layer_scale_init": 0.01, |
| "mode": "discrete", |
| "n_filters": 64, |
| "n_residual_layers": 1, |
| "norm": "weight", |
| "num_quantizers": 4, |
| "pad_mode": "reflect", |
| "quantization_dropout": 0.5, |
| "quantizer_dropout": 0.0, |
| "ratios": [ |
| 2, |
| 4, |
| 4, |
| 4 |
| ], |
| "rotation_trick": true, |
| "sample_rate": 128, |
| "stride_kernel_multiplier": 2, |
| "token_duration_sec": 1.0, |
| "transformer_dim_feedforward": 2048, |
| "use_activation_checkpointing": false, |
| "window_size": 32 |
| } |
| }, |
| "resp-q4-causal": { |
| "signal_type": "resp", |
| "num_quantizers": 4, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 32, |
| "tokenizer_kwargs": { |
| "activation": "elu", |
| "attention_depth": 4, |
| "attention_heads": 8, |
| "causal": true, |
| "codebook_dim": 256, |
| "codebook_size": 2048, |
| "commitment_cost": 0.25, |
| "dilation_base": 2, |
| "ema_decay": 0.99, |
| "embed_dim": 512, |
| "in_channels": 1, |
| "last_kernel_size": 7, |
| "latent_dim": null, |
| "layer_scale_init": 0.01, |
| "mode": "discrete", |
| "n_filters": 64, |
| "n_residual_layers": 1, |
| "norm": "weight", |
| "num_quantizers": 4, |
| "pad_mode": "reflect", |
| "quantization_dropout": 0.5, |
| "quantizer_dropout": 0.0, |
| "ratios": [ |
| 4, |
| 4, |
| 2 |
| ], |
| "rotation_trick": true, |
| "sample_rate": 32, |
| "stride_kernel_multiplier": 2, |
| "token_duration_sec": 1.0, |
| "transformer_dim_feedforward": 2048, |
| "use_activation_checkpointing": false, |
| "window_size": 32 |
| } |
| }, |
| "emg-q8-causal": { |
| "signal_type": "emg", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "tokenizer_kwargs": { |
| "activation": "elu", |
| "attention_depth": 4, |
| "attention_heads": 8, |
| "causal": true, |
| "codebook_dim": 256, |
| "codebook_size": 2048, |
| "commitment_cost": 0.25, |
| "dilation_base": 2, |
| "ema_decay": 0.99, |
| "embed_dim": 512, |
| "in_channels": 1, |
| "last_kernel_size": 7, |
| "latent_dim": null, |
| "layer_scale_init": 0.01, |
| "mode": "discrete", |
| "n_filters": 64, |
| "n_residual_layers": 1, |
| "norm": "weight", |
| "num_quantizers": 8, |
| "pad_mode": "reflect", |
| "quantization_dropout": 0.5, |
| "quantizer_dropout": 0.0, |
| "ratios": [ |
| 2, |
| 4, |
| 4, |
| 4 |
| ], |
| "rotation_trick": true, |
| "sample_rate": 128, |
| "stride_kernel_multiplier": 2, |
| "token_duration_sec": 1.0, |
| "transformer_dim_feedforward": 2048, |
| "use_activation_checkpointing": false, |
| "window_size": 32 |
| } |
| }, |
| "eog-q8-causal": { |
| "signal_type": "eog", |
| "num_quantizers": 8, |
| "codebook_size": 2048, |
| "token_duration_sec": 1.0, |
| "sample_rate": 128, |
| "tokenizer_kwargs": { |
| "activation": "elu", |
| "attention_depth": 4, |
| "attention_heads": 8, |
| "causal": true, |
| "codebook_dim": 256, |
| "codebook_size": 2048, |
| "commitment_cost": 0.25, |
| "dilation_base": 2, |
| "ema_decay": 0.99, |
| "embed_dim": 512, |
| "in_channels": 1, |
| "last_kernel_size": 7, |
| "latent_dim": null, |
| "layer_scale_init": 0.01, |
| "mode": "discrete", |
| "n_filters": 64, |
| "n_residual_layers": 1, |
| "norm": "weight", |
| "num_quantizers": 8, |
| "pad_mode": "reflect", |
| "quantization_dropout": 0.5, |
| "quantizer_dropout": 0.0, |
| "ratios": [ |
| 2, |
| 4, |
| 4, |
| 4 |
| ], |
| "rotation_trick": true, |
| "sample_rate": 128, |
| "stride_kernel_multiplier": 2, |
| "token_duration_sec": 1.0, |
| "transformer_dim_feedforward": 2048, |
| "use_activation_checkpointing": false, |
| "window_size": 32 |
| } |
| } |
| } |
| } |
|
|
