Upload folder using huggingface_hub

outputs/2025-06-22/19-16-53/.hydra/config.yaml

@@ -0,0 +1,187 @@
+extras:
+  ignore_warnings: false
+  enforce_tags: true
+  print_config: true
+  theme: ansi_light
+task_name: pretrain
+tags:
+- pretrain
+- imagenet1k
+- partmae_v6
+- vit_b_16
+ckpt_path: null
+seed: 12345
+trainer:
+  accelerator: gpu
+  devices: 4
+  num_nodes: 1
+  precision: bf16-mixed
+  strategy: ddp
+  max_epochs: 200
+  min_epochs: null
+  accumulate_grad_batches: ${eval:${total_batch_size_per_gpu} // ${train_dataloader.batch_size}}
+  gradient_clip_val: 0.3
+paths:
+  root_dir: ${oc.env:PROJECT_ROOT}
+  log_dir: ${paths.root_dir}/logs/
+  output_dir: ${hydra:runtime.output_dir}
+  work_dir: ${hydra:runtime.cwd}
+run:
+  dir: ${paths.log_dir}/${task_name}/runs/${now:%Y-%m-%d}_${now:%H-%M-%S}
+sweep:
+  dir: ${paths.log_dir}/${task_name}/multiruns/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  subdir: ${hydra:job.num}
+job_logging:
+  handlers:
+    file:
+      filename: ${hydra:runtime.output_dir}/${task_name}.log
+data:
+  transform:
+    _target_: src.data.components.transforms.multi_crop_v4.ParametrizedMultiCropV4
+    canonical_size: 512
+    canonical_crop_scale:
+    - 0.9
+    - 1.0
+    global_crops_scale:
+    - 0.3
+    - 1.0
+    local_crops_scale:
+    - 0.05
+    - 0.3
+    n_global_crops: 2
+    n_local_crops: 10
+    distort_color: true
+  _target_: src.data.components.image_folder.ImageFolderNoLabels
+  root: /scratch-nvme/ml-datasets/imagenet/torchvision_ImageFolder/train
+model:
+  _target_: src.models.components.partmae_v6.PARTMaskedAutoEncoderViT
+  img_size: 224
+  canonical_img_size: 512
+  local_img_size: 96
+  max_scale_ratio: 6.0
+  patch_size: 16
+  in_chans: 3
+  embed_dim: 768
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4
+  norm_layer:
+    _target_: torch.nn.LayerNorm
+    eps: 1.0e-06
+    _partial_: true
+  mask_ratio: 0.75
+  pos_mask_ratio: 0.75
+  num_views: ${eval:${data.transform.n_global_crops} + ${data.transform.n_local_crops}}
+  decoder_embed_dim: 512
+  decoder_depth: 8
+  decoder_num_heads: 16
+  proj_bottleneck_dim: 256
+  apply_tanh: false
+  sampler: stratified_jittered
+  lambda_pose: 0.111
+  lambda_psmooth: 0
+  lambda_pstress: 0
+  lambda_pcr: 0
+  lambda_ccr: 0.333
+  lambda_cinv: 0.556
+  criterion: l1
+  alpha_t: 0.5
+  alpha_ts: 0.8
+  alpha_s: 1.0
+  sigma_yx: 0.2
+  sigma_hw: 1.0
+  cr_eps: 0.1
+  cos_eps: 1.0e-08
+  pos_embed_mode: learn
+  ls_init_values: null
+  num_register_tokens: 0
+  lambda_pmatch: 0
+  beta_f: 0.1
+  beta_w: 3.0
+  bypass_loss: true
+  uncertainty_mode: correlated_proj
+  gate_dim: 32
+  tau: 0.07
+  decoder_from_proj: true
+callbacks:
+  checkpoint:
+    _target_: src.callbacks.common.checkpoint.ModelCheckpoint
+    dirpath: ${paths.output_dir}
+    every_n_epochs: 25
+    save_last: true
+    verbose: true
+  metric_logger:
+    _target_: src.callbacks.common.metric_logger.MetricLogger
+    every_n_steps: 25
+  iter_timer:
+    _target_: src.callbacks.common.iter_timer.IterTimer
+    every_n_steps: 25
+logger:
+  wandb:
+    _target_: wandb.integration.lightning.fabric.WandbLogger
+    save_dir: ${paths.output_dir}
+    offline: false
+    id: null
+    anonymous: null
+    project: PART-pretrain
+    log_model: false
+    prefix: ''
+    group: imagenet1k/partmae_v6/vit_b_16
+    tags: ${tags}
+    job_type: ''
+scheduler:
+  _target_: timm.scheduler.cosine_lr.CosineLRScheduler
+  _partial_: true
+  t_initial: ${eval:${trainer.max_epochs} * ${steps_per_epoch}}
+  cycle_mul: 1.0
+  lr_min: 1.0e-07
+  cycle_decay: 0.1
+  warmup_lr_init: 1.0e-07
+  warmup_t: ${eval:${warmup_epochs} * ${steps_per_epoch}}
+  cycle_limit: 1
+  t_in_epochs: false
+  noise_range_t: null
+  noise_pct: 0.67
+  noise_std: 1.0
+  noise_seed: 42
+optimizer:
+  _target_: timm.optim.create_optimizer_v2
+  _partial_: true
+  opt: adamw
+  lr: ${eval:${blr} * ${total_batch_size} / 256}
+  weight_decay: 0.05
+  filter_bias_and_bn: true
+  param_group_fn:
+    _target_: src.utils.optimizer.make_param_group_fn
+    base_lr: ${..lr}
+    weight_decay: ${..weight_decay}
+    filter_bias_and_bn: ${..filter_bias_and_bn}
+    param_groups:
+      dino_head: ${eval:${blr} * ${total_batch_size} / 256}
+      decoder: ${eval:${blr} * ${total_batch_size} / 256}
+      pose_head: ${eval:${blr} * ${total_batch_size} / 256}
+float32_matmul_precision: high
+cudnn_benchmark: true
+total_images: 1281167
+total_batch_size: 2048
+total_batch_size_per_gpu: ${eval:${total_batch_size} // ${trainer.devices}}
+steps_per_epoch: ${eval:${total_images} // ${total_batch_size}}
+blr: 5.0e-05
+train_dataloader:
+  pin_memory: true
+  batch_size: 512
+  num_workers: 16
+  drop_last: true
+  shuffle: true
+metric_collection:
+  _target_: src.models.components.metrics.partmae_v6.V6Metrics
+  nan_strategy: disable
+compile_kwargs:
+  fullgraph: true
+  mode: default
+compile_expr:
+  torch._subclasses.fake_tensor.CONSTANT_NUMEL_LIMIT: 100000
+  torch._dynamo.config.optimize_ddp: python_reducer
+  torch._dynamo.config.compiled_autograd: true
+compile: false
+warmup_epochs: 10

outputs/2025-06-22/19-16-53/.hydra/hydra.yaml

@@ -0,0 +1,166 @@
+hydra:
+  run:
+    dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - experiment=pretrain/in1k/partmae_v6/vit_b_16/h100
+  job:
+    name: main_pretrain
+    chdir: null
+    override_dirname: experiment=pretrain/in1k/partmae_v6/vit_b_16/h100
+    id: ???
+    num: ???
+    config_name: pretrain.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.4.0.dev1
+    version_base: '1.3'
+    cwd: /gpfs/home2/dcanez/development/PART
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /gpfs/home2/dcanez/development/PART/fabric_configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /gpfs/home2/dcanez/development/PART/outputs/2025-06-22/19-16-53
+    choices:
+      metric_logger: null
+      experiment: pretrain/in1k/partmae_v6/vit_b_16/h100
+      optimizer: adamw
+      scheduler: cosine
+      logger: wandb
+      model: pretrain/partmae_v6/vit_b_16_224
+      data: in1k_snellius
+      data/transform: multi_crop_v4
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

outputs/2025-06-22/19-16-53/.hydra/overrides.yaml

@@ -0,0 +1 @@
+- experiment=pretrain/in1k/partmae_v6/vit_b_16/h100