| infra: | |
| folder: /checkpoint/sdascoli/results/tribe_release/half_depth/brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 | |
| cluster: auto | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 | |
| timeout_min: 4320 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 20 | |
| gpus_per_node: 1 | |
| mem_gb: 128.0 | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: learnfair | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: | |
| copied: | |
| - neuralset | |
| - neuraltrain | |
| - neuralhub | |
| - tribe | |
| folder: null | |
| log_commit: false | |
| includes: | |
| - '*.py' | |
| - '*.txt' | |
| excludes: !!python/tuple | |
| - __pycache__ | |
| - .git | |
| permissions: 511 | |
| version: '1' | |
| mode: retry | |
| keep_in_ram: false | |
| data: | |
| study: | |
| infra: null | |
| names: | |
| - Algonauts2025Bold | |
| - Lahner2024Bold | |
| - Lebel2023Bold | |
| - Wen2017 | |
| path: /large_experiments/brainai/shared/studies | |
| transforms: | |
| extractaudio: | |
| infra: null | |
| overwrite: false | |
| name: ExtractAudioFromVideo | |
| extractwords: | |
| infra: null | |
| language: english | |
| overwrite: false | |
| name: ExtractWordsFromAudio | |
| addtext: | |
| infra: null | |
| name: AddText | |
| addsentence: | |
| infra: null | |
| max_unmatched_ratio: 0.05 | |
| override_sentences: false | |
| name: AddSentenceToWords | |
| addcontext: | |
| infra: null | |
| sentence_only: false | |
| max_context_len: 1024 | |
| split_field: '' | |
| name: AddContextToWords | |
| removemissing: | |
| infra: null | |
| event_types: Word | |
| field: context | |
| name: RemoveMissing | |
| chunksounds: | |
| infra: null | |
| event_type_to_chunk: Audio | |
| event_type_to_use: null | |
| min_duration: 30.0 | |
| max_duration: 60.0 | |
| name: ChunkEvents | |
| chunkvideos: | |
| infra: | |
| folder: !!python/object/apply:pathlib.PosixPath | |
| - / | |
| - checkpoint | |
| - sdascoli | |
| - cache | |
| - tribe_release | |
| cache_type: ValidatedParquet | |
| mode: cached | |
| keep_in_ram: false | |
| backend: Cached | |
| event_type_to_chunk: Video | |
| event_type_to_use: null | |
| min_duration: 30.0 | |
| max_duration: 60.0 | |
| name: ChunkEvents | |
| query: | |
| infra: null | |
| query: null | |
| name: QueryEvents | |
| split: | |
| infra: null | |
| val_ratio: 0.1 | |
| name: SplitEvents | |
| query: null | |
| studies_to_include: null | |
| infra_timelines: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: processpool | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 720 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: null | |
| gpus_per_node: null | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: null | |
| slurm_partition: null | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: final | |
| keep_in_ram: true | |
| max_jobs: 1024 | |
| min_samples_per_job: 4 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: MultiStudyLoader | |
| neuro: | |
| event_types: Fmri | |
| aggregation: single | |
| allow_missing: true | |
| frequency: 1.0 | |
| offset: 5.0 | |
| projection: | |
| mesh: fsaverage5 | |
| radius: 3.0 | |
| interpolation: linear | |
| kind: ball | |
| n_samples: null | |
| mask_img: null | |
| depth: null | |
| center_depth: 0.5 | |
| extract_fsaverage_from_mni: true | |
| name: TribeSurfaceProjector | |
| cleaning: | |
| standardize: zscore_sample | |
| detrend: true | |
| high_pass: null | |
| low_pass: null | |
| filter: null | |
| ensure_finite: true | |
| padding: null | |
| input_space: null | |
| fwhm: null | |
| infra: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: slurm | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 720 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 10 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: scavenge | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: release | |
| keep_in_ram: true | |
| max_jobs: 256 | |
| min_samples_per_job: 1 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: FmriExtractor | |
| text_feature: | |
| model_name: meta-llama/Llama-3.2-3B | |
| device: cuda | |
| layers: | |
| - 0.5 | |
| - 0.75 | |
| - 1.0 | |
| cache_all_layers: false | |
| cache_n_layers: 20 | |
| layer_aggregation: group_mean | |
| token_aggregation: mean | |
| event_types: Word | |
| aggregation: sum | |
| allow_missing: true | |
| frequency: 2.0 | |
| infra: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: slurm | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 720 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 10 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: scavenge | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: release | |
| keep_in_ram: true | |
| max_jobs: 256 | |
| min_samples_per_job: 32 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| batch_size: 4 | |
| contextualized: true | |
| pretrained: true | |
| name: HuggingFaceText | |
| image_feature: | |
| event_types: Video | |
| aggregation: sum | |
| allow_missing: true | |
| frequency: 2.0 | |
| image: | |
| model_name: facebook/dinov2-large | |
| device: cuda | |
| layers: 0.6666666666666666 | |
| cache_all_layers: false | |
| cache_n_layers: 20 | |
| layer_aggregation: mean | |
| token_aggregation: mean | |
| event_types: Image | |
| aggregation: single | |
| allow_missing: false | |
| frequency: 0.0 | |
| batch_size: 2 | |
| imsize: null | |
| pretrained: true | |
| infra: | |
| folder: null | |
| cluster: null | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 25 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 8 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: null | |
| slurm_partition: null | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: v5 | |
| keep_in_ram: false | |
| max_jobs: 128 | |
| min_samples_per_job: 4096 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: HuggingFaceImage | |
| use_audio: true | |
| clip_duration: null | |
| max_imsize: null | |
| layer_type: '' | |
| num_frames: null | |
| infra: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: slurm | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 1440 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 10 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: scavenge | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: release | |
| keep_in_ram: true | |
| max_jobs: 1024 | |
| min_samples_per_job: 1 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: HuggingFaceVideo | |
| audio_feature: | |
| model_name: facebook/w2v-bert-2.0 | |
| device: cuda | |
| layers: | |
| - 0.5 | |
| - 0.75 | |
| - 1.0 | |
| cache_all_layers: false | |
| cache_n_layers: 20 | |
| layer_aggregation: group_mean | |
| token_aggregation: mean | |
| event_types: Audio | |
| aggregation: sum | |
| allow_missing: true | |
| frequency: 2.0 | |
| norm_audio: true | |
| infra: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: slurm | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 720 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 10 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: scavenge | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: release | |
| keep_in_ram: true | |
| max_jobs: 256 | |
| min_samples_per_job: 1 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| normalized: true | |
| layer_type: transformer | |
| name: Wav2VecBert | |
| video_feature: | |
| event_types: Video | |
| aggregation: sum | |
| allow_missing: true | |
| frequency: 2.0 | |
| image: | |
| model_name: facebook/vjepa2-vitg-fpc64-256 | |
| device: cuda | |
| layers: | |
| - 0.5 | |
| - 0.75 | |
| - 1.0 | |
| cache_all_layers: false | |
| cache_n_layers: 20 | |
| layer_aggregation: group_mean | |
| token_aggregation: mean | |
| event_types: Image | |
| aggregation: single | |
| allow_missing: false | |
| frequency: 0.0 | |
| batch_size: 8 | |
| imsize: null | |
| pretrained: true | |
| infra: | |
| folder: null | |
| cluster: null | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 25 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 8 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: null | |
| slurm_partition: null | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: v5 | |
| keep_in_ram: false | |
| max_jobs: 128 | |
| min_samples_per_job: 4096 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: HuggingFaceImage | |
| use_audio: true | |
| clip_duration: 4.0 | |
| max_imsize: null | |
| layer_type: '' | |
| num_frames: null | |
| infra: | |
| folder: /checkpoint/sdascoli/cache/tribe_release | |
| cluster: slurm | |
| logs: '{folder}/logs/{user}/%j' | |
| job_name: null | |
| timeout_min: 1440 | |
| nodes: 1 | |
| tasks_per_node: 1 | |
| cpus_per_task: 10 | |
| gpus_per_node: 1 | |
| mem_gb: null | |
| max_pickle_size_gb: null | |
| slurm_constraint: volta32gb | |
| slurm_partition: scavenge | |
| slurm_account: null | |
| slurm_qos: null | |
| slurm_use_srun: false | |
| slurm_additional_parameters: null | |
| conda_env: null | |
| workdir: null | |
| permissions: 511 | |
| version: release | |
| keep_in_ram: true | |
| max_jobs: 1024 | |
| min_samples_per_job: 1 | |
| forbid_single_item_computation: false | |
| mode: cached | |
| name: HuggingFaceVideo | |
| subject_id: | |
| event_types: Event | |
| aggregation: first | |
| allow_missing: true | |
| frequency: 0.0 | |
| event_field: subject | |
| treat_missing_as_separate_class: false | |
| return_one_hot: false | |
| predefined_mapping: | |
| Algonauts2025Bold/sub-01: 0 | |
| Algonauts2025Bold/sub-02: 1 | |
| Algonauts2025Bold/sub-03: 2 | |
| Algonauts2025Bold/sub-05: 3 | |
| Lahner2024Bold/1: 4 | |
| Lahner2024Bold/10: 5 | |
| Lahner2024Bold/2: 6 | |
| Lahner2024Bold/3: 7 | |
| Lahner2024Bold/4: 8 | |
| Lahner2024Bold/5: 9 | |
| Lahner2024Bold/6: 10 | |
| Lahner2024Bold/7: 11 | |
| Lahner2024Bold/8: 12 | |
| Lahner2024Bold/9: 13 | |
| Lebel2023Bold/UTS01: 14 | |
| Lebel2023Bold/UTS02: 15 | |
| Lebel2023Bold/UTS03: 16 | |
| Lebel2023Bold/UTS04: 17 | |
| Lebel2023Bold/UTS05: 18 | |
| Lebel2023Bold/UTS06: 19 | |
| Lebel2023Bold/UTS07: 20 | |
| Lebel2023Bold/UTS08: 21 | |
| Wen2017/subject1: 22 | |
| Wen2017/subject2: 23 | |
| Wen2017/subject3: 24 | |
| name: LabelEncoder | |
| frequency: 2.0 | |
| features_to_use: | |
| - text | |
| - audio | |
| - video | |
| features_to_mask: [] | |
| n_layers_to_use: null | |
| layers_to_use: | |
| - 0.5 | |
| - 0.75 | |
| - 1.0 | |
| layer_aggregation: group_mean | |
| duration_trs: 100 | |
| overlap_trs_train: 0 | |
| overlap_trs_val: 0 | |
| batch_size: 8 | |
| num_workers: 20 | |
| shuffle_train: true | |
| shuffle_val: true | |
| stride_drop_incomplete: false | |
| split_segments_by_time: false | |
| seed: 33 | |
| brain_model_config: | |
| projector: | |
| input_size: null | |
| hidden_sizes: null | |
| norm_layer: layer | |
| activation_layer: gelu | |
| bias: true | |
| dropout: 0.0 | |
| name: Mlp | |
| combiner: null | |
| encoder: | |
| heads: 8 | |
| depth: 8 | |
| cross_attend: false | |
| causal: false | |
| attn_flash: false | |
| attn_dropout: 0.0 | |
| ff_mult: 4 | |
| ff_dropout: 0.0 | |
| use_scalenorm: true | |
| use_rmsnorm: false | |
| rel_pos_bias: false | |
| alibi_pos_bias: false | |
| rotary_pos_emb: true | |
| rotary_xpos: false | |
| residual_attn: false | |
| scale_residual: true | |
| layer_dropout: 0.0 | |
| name: TransformerEncoder | |
| time_pos_embedding: true | |
| subject_embedding: false | |
| subject_layers: | |
| n_subjects: 25 | |
| bias: true | |
| init_id: false | |
| average_subjects: false | |
| mode: gather | |
| subject_dropout: 0.1 | |
| name: SubjectLayers | |
| hidden: 1152 | |
| max_seq_len: 1024 | |
| dropout: 0.0 | |
| extractor_aggregation: cat | |
| layer_aggregation: cat | |
| linear_baseline: false | |
| modality_dropout: 0.3 | |
| temporal_dropout: 0.0 | |
| low_rank_head: 2048 | |
| temporal_smoothing: null | |
| name: FmriEncoder | |
| loss: | |
| kwargs: | |
| reduction: none | |
| name: MSELoss | |
| optim: | |
| optimizer: | |
| lr: 0.0001 | |
| kwargs: | |
| weight_decay: 0.0 | |
| name: Adam | |
| scheduler: | |
| kwargs: | |
| max_lr: 0.0001 | |
| pct_start: 0.1 | |
| name: OneCycleLR | |
| interval: step | |
| name: LightningOptimizer | |
| metrics: | |
| - log_name: pearson | |
| dim: 0 | |
| reduction: mean | |
| torchmetrics_kwargs: null | |
| name: OnlinePearsonCorr | |
| - log_name: subj_pearson | |
| metric_name: OnlinePearsonCorr | |
| kwargs: | |
| dim: 0 | |
| name: GroupedMetric | |
| - log_name: retrieval_top1 | |
| topk: 1 | |
| name: TopkAcc | |
| monitor: val/pearson | |
| wandb_config: | |
| name: brain_model_config.subject_layers.subject_dropout=0.10,data.study.names=(Algonauts2025Bold,Lahner2024Bold,Lebel2023Bold,Wen2017)-ecdd89b2 | |
| group: half_depth | |
| entity: sdascoli | |
| project: tribe_release | |
| offline: false | |
| host: https://fairwandb.org | |
| id: null | |
| dir: null | |
| anonymous: null | |
| log_model: false | |
| experiment: null | |
| prefix: '' | |
| resume: allow | |
| accelerator: gpu | |
| n_epochs: 15 | |
| max_steps: -1 | |
| patience: null | |
| limit_train_batches: null | |
| accumulate_grad_batches: 1 | |
| enable_progress_bar: true | |
| log_every_n_steps: 5 | |
| fast_dev_run: false | |
| save_checkpoints: true | |
| checkpoint_filename: best | |
| resize_subject_layer: false | |
| freeze_backbone: false | |
| average_subjects: false | |
| checkpoint_path: null | |
| load_checkpoint: true | |
| test_only: false | |
Xet Storage Details
- Size:
- 18 kB
- Xet hash:
- 92785a6b7fb4acd195ab00c2c90b9d187ccc4415c7ce2c743e31805f6263d525
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.