infra: folder: /checkpoint/sdascoli/results/tribe_release/half_depth/brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 cluster: auto logs: '{folder}/logs/{user}/%j' job_name: brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 timeout_min: 4320 nodes: 1 tasks_per_node: 1 cpus_per_task: 20 gpus_per_node: 1 mem_gb: 128.0 max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: learnfair slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: copied: - neuralset - neuraltrain - neuralhub - tribe folder: null log_commit: false includes: - '*.py' - '*.txt' excludes: !!python/tuple - __pycache__ - .git permissions: 511 version: '1' mode: retry keep_in_ram: false data: study: infra: null names: - Algonauts2025Bold - Lahner2024Bold - Lebel2023Bold - Wen2017 path: /large_experiments/brainai/shared/studies transforms: extractaudio: infra: null overwrite: false name: ExtractAudioFromVideo extractwords: infra: null language: english overwrite: false name: ExtractWordsFromAudio addtext: infra: null name: AddText addsentence: infra: null max_unmatched_ratio: 0.05 override_sentences: false name: AddSentenceToWords addcontext: infra: null sentence_only: false max_context_len: 1024 split_field: '' name: AddContextToWords removemissing: infra: null event_types: Word field: context name: RemoveMissing chunksounds: infra: null event_type_to_chunk: Audio event_type_to_use: null min_duration: 30.0 max_duration: 60.0 name: ChunkEvents chunkvideos: infra: folder: !!python/object/apply:pathlib.PosixPath - / - checkpoint - sdascoli - cache - tribe_release cache_type: ValidatedParquet mode: cached keep_in_ram: false backend: Cached event_type_to_chunk: Video event_type_to_use: null min_duration: 30.0 max_duration: 60.0 name: ChunkEvents query: infra: null query: null name: QueryEvents split: infra: null val_ratio: 0.1 name: SplitEvents query: null studies_to_include: null infra_timelines: folder: /checkpoint/sdascoli/cache/tribe_release cluster: processpool logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 720 nodes: 1 tasks_per_node: 1 cpus_per_task: null gpus_per_node: null mem_gb: null max_pickle_size_gb: null slurm_constraint: null slurm_partition: null slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: final keep_in_ram: true max_jobs: 1024 min_samples_per_job: 4 forbid_single_item_computation: false mode: cached name: MultiStudyLoader neuro: event_types: Fmri aggregation: single allow_missing: true frequency: 1.0 offset: 5.0 projection: mesh: fsaverage5 radius: 3.0 interpolation: linear kind: ball n_samples: null mask_img: null depth: null center_depth: 0.5 extract_fsaverage_from_mni: true name: TribeSurfaceProjector cleaning: standardize: zscore_sample detrend: true high_pass: null low_pass: null filter: null ensure_finite: true padding: null input_space: null fwhm: null infra: folder: /checkpoint/sdascoli/cache/tribe_release cluster: slurm logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 720 nodes: 1 tasks_per_node: 1 cpus_per_task: 10 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: scavenge slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: release keep_in_ram: true max_jobs: 256 min_samples_per_job: 1 forbid_single_item_computation: false mode: cached name: FmriExtractor text_feature: model_name: meta-llama/Llama-3.2-3B device: cuda layers: - 0.5 - 0.75 - 1.0 cache_all_layers: false cache_n_layers: 20 layer_aggregation: group_mean token_aggregation: mean event_types: Word aggregation: sum allow_missing: true frequency: 2.0 infra: folder: /checkpoint/sdascoli/cache/tribe_release cluster: slurm logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 720 nodes: 1 tasks_per_node: 1 cpus_per_task: 10 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: scavenge slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: release keep_in_ram: true max_jobs: 256 min_samples_per_job: 32 forbid_single_item_computation: false mode: cached batch_size: 4 contextualized: true pretrained: true name: HuggingFaceText image_feature: event_types: Video aggregation: sum allow_missing: true frequency: 2.0 image: model_name: facebook/dinov2-large device: cuda layers: 0.6666666666666666 cache_all_layers: false cache_n_layers: 20 layer_aggregation: mean token_aggregation: mean event_types: Image aggregation: single allow_missing: false frequency: 0.0 batch_size: 2 imsize: null pretrained: true infra: folder: null cluster: null logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 25 nodes: 1 tasks_per_node: 1 cpus_per_task: 8 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: null slurm_partition: null slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: v5 keep_in_ram: false max_jobs: 128 min_samples_per_job: 4096 forbid_single_item_computation: false mode: cached name: HuggingFaceImage use_audio: true clip_duration: null max_imsize: null layer_type: '' num_frames: null infra: folder: /checkpoint/sdascoli/cache/tribe_release cluster: slurm logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 1440 nodes: 1 tasks_per_node: 1 cpus_per_task: 10 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: scavenge slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: release keep_in_ram: true max_jobs: 1024 min_samples_per_job: 1 forbid_single_item_computation: false mode: cached name: HuggingFaceVideo audio_feature: model_name: facebook/w2v-bert-2.0 device: cuda layers: - 0.5 - 0.75 - 1.0 cache_all_layers: false cache_n_layers: 20 layer_aggregation: group_mean token_aggregation: mean event_types: Audio aggregation: sum allow_missing: true frequency: 2.0 norm_audio: true infra: folder: /checkpoint/sdascoli/cache/tribe_release cluster: slurm logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 720 nodes: 1 tasks_per_node: 1 cpus_per_task: 10 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: scavenge slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: release keep_in_ram: true max_jobs: 256 min_samples_per_job: 1 forbid_single_item_computation: false mode: cached normalized: true layer_type: transformer name: Wav2VecBert video_feature: event_types: Video aggregation: sum allow_missing: true frequency: 2.0 image: model_name: facebook/vjepa2-vitg-fpc64-256 device: cuda layers: - 0.5 - 0.75 - 1.0 cache_all_layers: false cache_n_layers: 20 layer_aggregation: group_mean token_aggregation: mean event_types: Image aggregation: single allow_missing: false frequency: 0.0 batch_size: 8 imsize: null pretrained: true infra: folder: null cluster: null logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 25 nodes: 1 tasks_per_node: 1 cpus_per_task: 8 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: null slurm_partition: null slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: v5 keep_in_ram: false max_jobs: 128 min_samples_per_job: 4096 forbid_single_item_computation: false mode: cached name: HuggingFaceImage use_audio: true clip_duration: 4.0 max_imsize: null layer_type: '' num_frames: null infra: folder: /checkpoint/sdascoli/cache/tribe_release cluster: slurm logs: '{folder}/logs/{user}/%j' job_name: null timeout_min: 1440 nodes: 1 tasks_per_node: 1 cpus_per_task: 10 gpus_per_node: 1 mem_gb: null max_pickle_size_gb: null slurm_constraint: volta32gb slurm_partition: scavenge slurm_account: null slurm_qos: null slurm_use_srun: false slurm_additional_parameters: null conda_env: null workdir: null permissions: 511 version: release keep_in_ram: true max_jobs: 1024 min_samples_per_job: 1 forbid_single_item_computation: false mode: cached name: HuggingFaceVideo subject_id: event_types: Event aggregation: first allow_missing: true frequency: 0.0 event_field: subject treat_missing_as_separate_class: false return_one_hot: false predefined_mapping: Algonauts2025Bold/sub-01: 0 Algonauts2025Bold/sub-02: 1 Algonauts2025Bold/sub-03: 2 Algonauts2025Bold/sub-05: 3 Lahner2024Bold/1: 4 Lahner2024Bold/10: 5 Lahner2024Bold/2: 6 Lahner2024Bold/3: 7 Lahner2024Bold/4: 8 Lahner2024Bold/5: 9 Lahner2024Bold/6: 10 Lahner2024Bold/7: 11 Lahner2024Bold/8: 12 Lahner2024Bold/9: 13 Lebel2023Bold/UTS01: 14 Lebel2023Bold/UTS02: 15 Lebel2023Bold/UTS03: 16 Lebel2023Bold/UTS04: 17 Lebel2023Bold/UTS05: 18 Lebel2023Bold/UTS06: 19 Lebel2023Bold/UTS07: 20 Lebel2023Bold/UTS08: 21 Wen2017/subject1: 22 Wen2017/subject2: 23 Wen2017/subject3: 24 name: LabelEncoder frequency: 2.0 features_to_use: - text - audio - video features_to_mask: [] n_layers_to_use: null layers_to_use: - 0.5 - 0.75 - 1.0 layer_aggregation: group_mean duration_trs: 100 overlap_trs_train: 0 overlap_trs_val: 0 batch_size: 8 num_workers: 20 shuffle_train: true shuffle_val: true stride_drop_incomplete: false split_segments_by_time: false seed: 33 brain_model_config: projector: input_size: null hidden_sizes: null norm_layer: layer activation_layer: gelu bias: true dropout: 0.0 name: Mlp combiner: null encoder: heads: 8 depth: 8 cross_attend: false causal: false attn_flash: false attn_dropout: 0.0 ff_mult: 4 ff_dropout: 0.0 use_scalenorm: true use_rmsnorm: false rel_pos_bias: false alibi_pos_bias: false rotary_pos_emb: true rotary_xpos: false residual_attn: false scale_residual: true layer_dropout: 0.0 name: TransformerEncoder time_pos_embedding: true subject_embedding: false subject_layers: n_subjects: 25 bias: true init_id: false average_subjects: false mode: gather subject_dropout: 0.1 name: SubjectLayers hidden: 1152 max_seq_len: 1024 dropout: 0.0 extractor_aggregation: cat layer_aggregation: cat linear_baseline: false modality_dropout: 0.3 temporal_dropout: 0.0 low_rank_head: 2048 temporal_smoothing: null name: FmriEncoder loss: kwargs: reduction: none name: MSELoss optim: optimizer: lr: 0.0001 kwargs: weight_decay: 0.0 name: Adam scheduler: kwargs: max_lr: 0.0001 pct_start: 0.1 name: OneCycleLR interval: step name: LightningOptimizer metrics: - log_name: pearson dim: 0 reduction: mean torchmetrics_kwargs: null name: OnlinePearsonCorr - log_name: subj_pearson metric_name: OnlinePearsonCorr kwargs: dim: 0 name: GroupedMetric - log_name: retrieval_top1 topk: 1 name: TopkAcc monitor: val/pearson wandb_config: name: brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 group: half_depth entity: sdascoli project: tribe_release offline: false host: https://fairwandb.org id: null dir: null anonymous: null log_model: false experiment: null prefix: '' resume: allow accelerator: gpu n_epochs: 15 max_steps: -1 patience: null limit_train_batches: null accumulate_grad_batches: 1 enable_progress_bar: true log_every_n_steps: 5 fast_dev_run: false save_checkpoints: true checkpoint_filename: best resize_subject_layer: false freeze_backbone: false average_subjects: false checkpoint_path: null load_checkpoint: true test_only: false