Upload 4 files

logs/lm/lm/checkpoints/lm.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c19380361d1b40db1995b9b00701888f25c9d521250eff70d8182ea131a6a9
+size 1190969018

logs/lm/lm/hparams.yaml

@@ -0,0 +1,83 @@
+all_config:
+  trainer:
+    accelerator: auto
+    target: lightning.pytorch.trainer.Trainer
+    devices:
+    - 0
+    - 1
+    - 2
+    - 3
+    - 4
+    - 5
+    - 6
+    - 7
+    max_steps: -1
+    check_val_every_n_epoch: 1
+    log_every_n_steps: 50
+    num_sanity_val_steps: 2
+    gradient_clip_val: 0.5
+    precision: 32-true
+    logger:
+      target: lightning.pytorch.loggers.TensorBoardLogger
+      save_dir: logs/lm_v3
+      name: lm_v3
+      version: ft
+    max_epochs: 100
+  callbacks:
+  - target: lightning.pytorch.callbacks.ModelCheckpoint
+    save_last: true
+    save_top_k: 3
+    mode: max
+    monitor: monitor
+    auto_insert_metric_name: false
+    filename: epoch{epoch}__step{step}__monitor{monitor:.3f}
+    save_weights_only: true
+  seed: 42
+  model:
+    target: src.models.lm_v3.LMReactiveMotionGenerator
+    model_kwargs:
+      lm: google/flan-t5-base
+      vqvae_ckpt_path: 
+      evaluator_ckpt_path: 
+      n_x_bins: 10
+      n_z_bins: 10
+      n_r_bins: 10
+      mask_ratio: 0.15
+      use_h3d: true
+      stage: finetune
+      pretrained_path: 
+      unit_size: 1
+      rethinking_interval: 4
+      use_adaptive_sampling: false
+    training_kwargs:
+      optimizer:
+        target: torch.optim.Adam
+        lr: 0.0001
+      scheduler: constant_schedule_with_warmup
+      warmup_steps: 1000
+      num_training_steps: 109400
+  dataloader:
+    batch_size: 16
+    val_batch_size: 32
+    num_workers: 32
+    pin_memory: true
+    persistent_workers: true
+  dataset:
+    target: src.datasets.lm_dataset.LMDataset
+    dataset_dir: ~/data/data/motion/interx
+    epoch_scaling: 1
+    max_motion_length: 256
+    min_motion_length: 32
+    motion_representation: intergen_262
+    split: null
+    tiny_dataset: false
+    vqvae_ckpt_path: 
+    n_x_bins: 10
+    n_z_bins: 10
+    n_r_bins: 10
+    stage: finetune
+    use_h3d: true
+    motion_token_template: <motion_{}>
+    x_template: <pos_x_{}>
+    z_template: <pos_z_{}>
+    r_template: <rot_r_{}>

logs/motion_vqvae/motion_vqvae/checkpoints/vqvae.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49615d00360c9a576ca93f74aae61b1751535b6f2d902ac04750aedadad9701
+size 78280013

logs/motion_vqvae/motion_vqvae/hparams.yaml

@@ -0,0 +1,75 @@
+all_config:
+  trainer:
+    accelerator: auto
+    target: lightning.pytorch.trainer.Trainer
+    devices:
+    - 0
+    max_steps: -1
+    check_val_every_n_epoch: 1
+    log_every_n_steps: 50
+    num_sanity_val_steps: 2
+    gradient_clip_val: 0.5
+    precision: 32-true
+    accumulate_grad_batches: 1
+    logger:
+      target: lightning.pytorch.loggers.TensorBoardLogger
+      save_dir: logs/motion_vqvae
+      name: motion_vqvae
+      version: nb256
+    max_epochs: 100
+  callbacks:
+  - target: lightning.pytorch.callbacks.ModelCheckpoint
+    save_last: true
+    save_top_k: 3
+    mode: max
+    monitor: monitor
+    auto_insert_metric_name: false
+    filename: epoch{epoch}__step{step}__monitor{monitor:.3f}
+    save_weights_only: true
+  seed: 42
+  model:
+    target: src.models.motion_vqvae.MotionVQVAE
+    model_kwargs:
+      motion_representation: intergen_262
+      nb_code: 256
+      code_dim: 512
+      width: 512
+      output_emb_width: 512
+      v2: false
+      mu: 0.99
+      down_t: 2
+      stride_t: 2
+      depth: 3
+      dilation_growth_rate: 3
+      vq_act: relu
+      vq_norm: null
+      quantizer: ema_reset
+      beta: 1.0
+      evaluator_ckpt_path:
+    training_kwargs:
+      loss_kwargs:
+        commit_weight: 0.02
+        vel_weight: 0.5
+      optimizer:
+        target: torch.optim.Adam
+        lr: 0.0001
+      scheduler: constant_schedule_with_warmup
+      warmup_steps: 1000
+      num_training_steps: 181300
+  dataloader:
+    batch_size: 256
+    val_batch_size: 32
+    num_workers: 32
+    pin_memory: true
+    persistent_workers: true
+  dataset:
+    target: src.datasets.motion_vqvae_dataset.MotionVQVAEDataset
+    dataset_dir: ~/data/data/motion/interx
+    epoch_scaling: 10
+    max_motion_length: 256
+    min_motion_length: 64
+    motion_representation: intergen_262
+    split: null
+    tiny_dataset: false
+    use_h3d: false
+    abs_action: false