Upload 2 files

PLAID-100M/config.yaml

@@ -0,0 +1,101 @@
+resume_from_model_id: null
+compression_model_id: j1v1wv6w
+use_old_ema_module: false
+paths:
+  project_dir: /homefs/home/lux70/code/plaid
+  bucket_dir: /data/lux70/plaid
+  data_dir: /data/lux70/data
+  home_dir: /homefs/home/lux70
+  log_dir: ${paths.bucket_dir}/logs
+  checkpoint_dir: ${paths.bucket_dir}/checkpoints/plaid-compositional
+  artifacts_dir: ${paths.bucket_dir}/artifacts
+  entity: lu-amy-al1
+trainer:
+  _target_: lightning.pytorch.Trainer
+  accelerator: gpu
+  strategy: ddp_find_unused_parameters_true
+  devices: -1
+  num_nodes: 1
+  precision: '32'
+  gradient_clip_val: 1.0
+  log_every_n_steps: 50
+  num_sanity_val_steps: 0
+  gradient_clip_algorithm: norm
+  max_epochs: 20000
+  default_root_dir: ${paths.log_dir}
+datamodule:
+  _target_: plaid.datasets.FunctionOrganismDataModule
+  train_shards: ${paths.data_dir}/pfam/compressed/j1v1wv6w/train/shard{0000..4423}.tar
+  val_shards: ${paths.data_dir}/pfam/compressed/j1v1wv6w/val/shard{0000..0863}.tar
+  config_file: ${paths.data_dir}/pfam/compressed/j1v1wv6w/config.json
+  go_metadata_fpath: ${paths.data_dir}/pfam/pfam2go.csv
+  organism_metadata_fpath: ${paths.data_dir}/pfam/organism_counts.csv
+  cache_dir: ${paths.home_dir}/.cache/plaid_data/j1v1wv6w
+  train_epoch_num_batches: 1000000
+  val_epoch_num_batches: 1000
+  shuffle_buffer: 20000
+  shuffle_initial: 20000
+  max_length: 256
+  batch_size: 256
+  num_workers: 8
+  prefetch_factor: 4
+denoiser:
+  _target_: plaid.denoisers.FunctionOrganismUDiT
+  hidden_size: 768
+  max_seq_len: 512
+  depth: 12
+  num_heads: 12
+  mlp_ratio: 4.0
+  use_self_conditioning: true
+  timestep_embedding_strategy: fourier
+  use_skip_connect: false
+  attention_mode: xformers_memory_efficient
+diffusion:
+  _target_: plaid.diffusion.FunctionOrganismDiffusion
+  beta_scheduler_name: sigmoid
+  beta_scheduler_start: -3
+  beta_scheduler_end: 3
+  beta_scheduler_tau: 1
+  x_downscale_factor: 1.0
+  timesteps: 1000
+  objective: pred_v
+  min_snr_loss_weight: true
+  min_snr_gamma: 5
+  x_clip_val: 1.0
+  function_y_cond_drop_prob: 0.1
+  organism_y_cond_drop_prob: 0.1
+  ema_decay: 0.9999
+  lr: 0.0001
+  lr_adam_betas:
+  - 0.9
+  - 0.999
+  lr_sched_type: cosine_with_restarts
+  lr_num_warmup_steps: 10000
+  lr_num_training_steps: 1000000
+  lr_num_cycles: 1
+callbacks:
+  checkpoint:
+    _target_: plaid.callbacks.EMAModelCheckpoint
+    save_last: link
+    filename: epoch{epoch}-step{step}
+    verbose: true
+    every_n_train_steps: 10000
+    monitor: step
+    save_top_k: 1
+    mode: max
+    auto_insert_metric_name: false
+    dirpath: ${paths.checkpoint_dir}
+  ema:
+    _target_: plaid.callbacks.EMA
+    decay: 0.9999
+    apply_ema_every_n_steps: 1
+    start_step: 0
+    save_ema_weights_in_callback_state: false
+    evaluate_ema_weights_instead: true
+logger:
+  _target_: lightning.pytorch.loggers.WandbLogger
+  project: plaid-compositional-conditioning
+  entity: prescient-design
+  name: UDiT_B
+  tags: null
+  group: null

PLAID-100M/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0eac0cbf1e653c913578d45f878ca8bbf28e417db19d53077de3233b5a4ab7
+size 1608486946