Upload 28 files

G1-clip.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84afc7c229473351a24b0a7d79fc47be9dbb81bd12774285f2f60a3c0e9028df
+size 7761041

motionbricks_pose/version_1/checkpoints/model-step=2000000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223c352b308ba638a499cc5c92104da36cb1d04cea2f8ce61d54a2489f853f1
+size 1639126476

motionbricks_pose/version_1/config.yaml

@@ -0,0 +1,245 @@
+model:
+  backbone_network:
+    _target_: motionbricks.motion_backbone.neural_modules.pose_backbone.pose_backbone_network
+    motion_rep: ???
+    args:
+      pose_root_mode: ${model.args.pose_root_mode}
+      min_tokens: ${model.args.min_tokens}
+      max_tokens: ${model.args.max_tokens}
+      down_t: ${model.args.down_t}
+      pose_token_mlp_num_layers: 2
+      root_feat_width: 256
+      pose_feat_width: 640
+      token_length_feat_width: 128
+      text_emb_dim: 4096
+      text_embeddings: ${data.text_embeddings}
+      local_pose_feature: ${model.args.local_pose_feature}
+      cond_root_feature: ${model.args.cond_root_feature}
+      cond_root_feature_is_from_motion_rep: ${model.args.cond_root_feature_is_from_motion_rep}
+      n_embd: 1024
+      n_head: 16
+      n_layers: 16
+      pose_vqvae:
+        nb_code: ${model.pose_vqvae_network.nb_code}
+        code_dim: ${model.pose_vqvae_network.code_dim}
+        num_heads: ${model.pose_vqvae_network.num_heads}
+        has_codebook: ${oc.select:model.pose_vqvae_network.has_codebook,true}
+      root_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+  pose_vqvae_network:
+    _target_: motionbricks.vqvae.neural_modules.vqvae.VQVAE
+    pose_root_mode: pose
+    motion_rep: ???
+    encoder_state_dim: 241
+    decoder_state_dim: 329
+    decoder_target_cond_dim: 241
+    decoder_external_cond_dim: 2
+    feature_mode:
+    - joint_positions_and_rotations_and_hip_height
+    - pose
+    - joint_positions_and_rotations_and_hip_height
+    - root_without_hip_height_without_heading
+    quantizer_strategy: multihead_ema_reset
+    quantizer_mu: 0.99
+    nb_code: 100000000
+    code_dim: 256
+    output_emb_width: 256
+    down_t: 2
+    stride_t: 2
+    width: 512
+    depth: 4
+    dilation_growth_rate: 3
+    activation: relu
+    num_heads: 8
+    kmeans_init: false
+    norm: None
+    calculate_per_head_perplexity: true
+    cond_fusion_last_layer: false
+  _target_: motionbricks.motion_backbone.models.pose_model.MotionModel
+  motion_rep: ???
+  root_vqvae_network: null
+  pose_vqvae_motion_rep: local
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    min_tokens: 6
+    max_tokens: 16
+    down_t: 2
+    vqvae_model_ckpt_path: out/motionbricks_vqvae/version_1/checkpoints/model-step=2000000.ckpt
+    pose_vqvae_motion_rep: ${model.pose_vqvae_motion_rep}
+    incorrect_token_ratio_min: 0.0
+    incorrect_token_ratio_max: 1.0
+    masked_token_ratio: 0.8
+    batchsize_mul_factor: 2
+    pose_root_mode: pose
+    local_pose_feature: joint_positions_and_rotations_and_hip_height
+    cond_root_feature: root_without_hip_height
+    cond_root_feature_is_from_motion_rep: global
+    max_num_start_keyframes: 4
+    no_start_keyframe_prob: 0.0
+    max_num_end_keyframes: 4
+    no_end_keyframe_prob: 0.0
+    max_num_middle_keyframes: 8
+    no_middle_keyframe_prob: 0.5
+    prob_provide_text_emb: 0.2
+    keyframe_num_warmup_steps: 200000
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 2.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 4
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_pose
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: out/motionbricks_pose/version_1/checkpoints
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    pose_evaluate:
+      _target_: motionbricks.motion_backbone.callbacks.evaluation.PoseEvaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+  only_rank_zero:
+  - learning_rate_monitor
+  - pose_evaluate
+  need_version: []
+  need_dataloaders:
+  - pose_evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - pose_evaluate
+  need_autoresume:
+  - pose_evaluate
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_pose/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_pose/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_pose
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_pose
+run_dir: out/motionbricks_pose/version_1
+pure_testing: false
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_pose/version_1/hparams.yaml

@@ -0,0 +1,245 @@
+model:
+  backbone_network:
+    _target_: motionbricks.motion_backbone.neural_modules.pose_backbone.pose_backbone_network
+    motion_rep: ???
+    args:
+      pose_root_mode: ${model.args.pose_root_mode}
+      min_tokens: ${model.args.min_tokens}
+      max_tokens: ${model.args.max_tokens}
+      down_t: ${model.args.down_t}
+      pose_token_mlp_num_layers: 2
+      root_feat_width: 256
+      pose_feat_width: 640
+      token_length_feat_width: 128
+      text_emb_dim: 4096
+      text_embeddings: ${data.text_embeddings}
+      local_pose_feature: ${model.args.local_pose_feature}
+      cond_root_feature: ${model.args.cond_root_feature}
+      cond_root_feature_is_from_motion_rep: ${model.args.cond_root_feature_is_from_motion_rep}
+      n_embd: 1024
+      n_head: 16
+      n_layers: 16
+      pose_vqvae:
+        nb_code: ${model.pose_vqvae_network.nb_code}
+        code_dim: ${model.pose_vqvae_network.code_dim}
+        num_heads: ${model.pose_vqvae_network.num_heads}
+        has_codebook: ${oc.select:model.pose_vqvae_network.has_codebook,true}
+      root_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+  pose_vqvae_network:
+    _target_: motionbricks.vqvae.neural_modules.vqvae.VQVAE
+    pose_root_mode: pose
+    motion_rep: ???
+    encoder_state_dim: 241
+    decoder_state_dim: 329
+    decoder_target_cond_dim: 241
+    decoder_external_cond_dim: 2
+    feature_mode:
+    - joint_positions_and_rotations_and_hip_height
+    - pose
+    - joint_positions_and_rotations_and_hip_height
+    - root_without_hip_height_without_heading
+    quantizer_strategy: multihead_ema_reset
+    quantizer_mu: 0.99
+    nb_code: 100000000
+    code_dim: 256
+    output_emb_width: 256
+    down_t: 2
+    stride_t: 2
+    width: 512
+    depth: 4
+    dilation_growth_rate: 3
+    activation: relu
+    num_heads: 8
+    kmeans_init: false
+    norm: None
+    calculate_per_head_perplexity: true
+    cond_fusion_last_layer: false
+  _target_: motionbricks.motion_backbone.models.pose_model.MotionModel
+  motion_rep: ???
+  root_vqvae_network: null
+  pose_vqvae_motion_rep: local
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    min_tokens: 6
+    max_tokens: 16
+    down_t: 2
+    vqvae_model_ckpt_path: out/motionbricks_vqvae/version_1/checkpoints/model-step=2000000.ckpt
+    pose_vqvae_motion_rep: ${model.pose_vqvae_motion_rep}
+    incorrect_token_ratio_min: 0.0
+    incorrect_token_ratio_max: 1.0
+    masked_token_ratio: 0.8
+    batchsize_mul_factor: 2
+    pose_root_mode: pose
+    local_pose_feature: joint_positions_and_rotations_and_hip_height
+    cond_root_feature: root_without_hip_height
+    cond_root_feature_is_from_motion_rep: global
+    max_num_start_keyframes: 4
+    no_start_keyframe_prob: 0.0
+    max_num_end_keyframes: 4
+    no_end_keyframe_prob: 0.0
+    max_num_middle_keyframes: 8
+    no_middle_keyframe_prob: 0.5
+    prob_provide_text_emb: 0.2
+    keyframe_num_warmup_steps: 200000
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 2.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 4
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_pose
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: null
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    pose_evaluate:
+      _target_: motionbricks.motion_backbone.callbacks.evaluation.PoseEvaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+  only_rank_zero:
+  - learning_rate_monitor
+  - pose_evaluate
+  need_version: []
+  need_dataloaders:
+  - pose_evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - pose_evaluate
+  need_autoresume:
+  - pose_evaluate
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_pose/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_pose/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_pose
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_pose
+run_dir: ???
+pure_testing: false
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_pose/version_1/meta.yaml

@@ -0,0 +1 @@
+wandb_run: motionbricks_pose

motionbricks_pose/version_1/skeleton/skeleton.yaml

@@ -0,0 +1,6 @@
+base_name: g1skel34
+folder: ${data.folder}/features/motion_rep/${motion_rep.name}_fps_${fps}/skeleton
+t_pose: capture
+orig_prefix: ''
+name: g1skel34
+_target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34

motionbricks_pose/version_1/stats/motion/mean.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca390f0081e2373ab71e860a3546cb70cc11fdfac6ce525155403e047b66fdea
+size 3472

motionbricks_pose/version_1/stats/motion/std.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca7dd6135cbe96504b1307a7db97e9004556937a2fc72d139077b962cee6bd7
+size 3472

motionbricks_root/version_1/checkpoints/model-step=2000000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7299a9b1f5aca35730c36dfe7ea28075708ac8266bf384fe8e2ef9c9aee69c7
+size 409551754

motionbricks_root/version_1/config.yaml

@@ -0,0 +1,223 @@
+model:
+  backbone_network:
+    _target_: motionbricks.motion_backbone.neural_modules.root_backbone.root_backbone_network
+    motion_rep: ???
+    args:
+      min_tokens: ${model.args.min_tokens}
+      max_tokens: ${model.args.max_tokens}
+      down_t: ${model.args.down_t}
+      use_hard_num_token_emb_for_root_prediction: ${model.args.use_hard_num_token_emb_for_root_prediction}
+      local_root_feature: ${model.args.local_root_feature}
+      global_root_feature: ${model.args.global_root_feature}
+      local_pose_feature: ${model.args.local_pose_feature}
+      pose_feat_dim: 256
+      local_root_feat_dim: 64
+      global_root_feat_dim: 64
+      text_emb_dim: 4096
+      text_embeddings: ${data.text_embeddings}
+      input_feat_mlp_num_layers: 2
+      n_embd: 512
+      n_head: 16
+      n_layers_shared: 3
+      n_layers_root_token: 3
+      width: 512
+      depth: 4
+      dilation_growth_rate: 3
+      activation: relu
+      norm: None
+      pose_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+      root_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+  _target_: motionbricks.motion_backbone.models.root_model.MotionModel
+  motion_rep: ???
+  root_vqvae_network: null
+  pose_vqvae_network: null
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    pose_root_mode: root
+    local_pose_feature: joint_positions_and_rotations_and_hip_height
+    local_root_feature: root
+    global_root_feature: root
+    min_tokens: 6
+    max_tokens: 16
+    use_hard_num_token_emb_for_root_prediction: true
+    min_off_target_tokens_to_sample: 25
+    max_off_target_tokens_to_sample: 40
+    prob_off_range_target_token: 0.0
+    prob_provide_num_tokens: 0.0
+    down_t: 2
+    vqvae_model_ckpt_path: null
+    batchsize_mul_factor: 2
+    max_num_start_keyframes: 4
+    no_start_keyframe_prob: 0.0
+    max_num_end_keyframes: 4
+    no_end_keyframe_prob: 0.0
+    prob_provide_text_emb: 0.0
+    num_token_loss_coeff: 1.0
+    global_root_loss_coeff: 2.0
+    local_root_loss_coeff: 1.0
+    keyframe_num_warmup_steps: 200000
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 2.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 2
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_root
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: out/motionbricks_root/version_1/checkpoints
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    pose_evaluate:
+      _target_: motionbricks.motion_backbone.callbacks.evaluation.PoseEvaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+  only_rank_zero:
+  - learning_rate_monitor
+  - pose_evaluate
+  need_version: []
+  need_dataloaders:
+  - pose_evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - pose_evaluate
+  need_autoresume:
+  - pose_evaluate
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_root/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_root/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_root
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_root
+run_dir: out/motionbricks_root/version_1
+pure_testing: false
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_root/version_1/hparams.yaml

@@ -0,0 +1,223 @@
+model:
+  backbone_network:
+    _target_: motionbricks.motion_backbone.neural_modules.root_backbone.root_backbone_network
+    motion_rep: ???
+    args:
+      min_tokens: ${model.args.min_tokens}
+      max_tokens: ${model.args.max_tokens}
+      down_t: ${model.args.down_t}
+      use_hard_num_token_emb_for_root_prediction: ${model.args.use_hard_num_token_emb_for_root_prediction}
+      local_root_feature: ${model.args.local_root_feature}
+      global_root_feature: ${model.args.global_root_feature}
+      local_pose_feature: ${model.args.local_pose_feature}
+      pose_feat_dim: 256
+      local_root_feat_dim: 64
+      global_root_feat_dim: 64
+      text_emb_dim: 4096
+      text_embeddings: ${data.text_embeddings}
+      input_feat_mlp_num_layers: 2
+      n_embd: 512
+      n_head: 16
+      n_layers_shared: 3
+      n_layers_root_token: 3
+      width: 512
+      depth: 4
+      dilation_growth_rate: 3
+      activation: relu
+      norm: None
+      pose_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+      root_vqvae:
+        nb_code: 1024
+        code_dim: 60
+        num_heads: 1
+  _target_: motionbricks.motion_backbone.models.root_model.MotionModel
+  motion_rep: ???
+  root_vqvae_network: null
+  pose_vqvae_network: null
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    pose_root_mode: root
+    local_pose_feature: joint_positions_and_rotations_and_hip_height
+    local_root_feature: root
+    global_root_feature: root
+    min_tokens: 6
+    max_tokens: 16
+    use_hard_num_token_emb_for_root_prediction: true
+    min_off_target_tokens_to_sample: 25
+    max_off_target_tokens_to_sample: 40
+    prob_off_range_target_token: 0.0
+    prob_provide_num_tokens: 0.0
+    down_t: 2
+    vqvae_model_ckpt_path: null
+    batchsize_mul_factor: 2
+    max_num_start_keyframes: 4
+    no_start_keyframe_prob: 0.0
+    max_num_end_keyframes: 4
+    no_end_keyframe_prob: 0.0
+    prob_provide_text_emb: 0.0
+    num_token_loss_coeff: 1.0
+    global_root_loss_coeff: 2.0
+    local_root_loss_coeff: 1.0
+    keyframe_num_warmup_steps: 200000
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0001
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 2.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 2
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_root
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: null
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    pose_evaluate:
+      _target_: motionbricks.motion_backbone.callbacks.evaluation.PoseEvaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+  only_rank_zero:
+  - learning_rate_monitor
+  - pose_evaluate
+  need_version: []
+  need_dataloaders:
+  - pose_evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - pose_evaluate
+  need_autoresume:
+  - pose_evaluate
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_root/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_root/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_root
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_root
+run_dir: ???
+pure_testing: false
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_root/version_1/meta.yaml

@@ -0,0 +1 @@
+wandb_run: motionbricks_root

motionbricks_root/version_1/skeleton/skeleton.yaml

@@ -0,0 +1,6 @@
+base_name: g1skel34
+folder: ${data.folder}/features/motion_rep/${motion_rep.name}_fps_${fps}/skeleton
+t_pose: capture
+orig_prefix: ''
+name: g1skel34
+_target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34

motionbricks_root/version_1/stats/motion/mean.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca390f0081e2373ab71e860a3546cb70cc11fdfac6ce525155403e047b66fdea
+size 3472

motionbricks_root/version_1/stats/motion/std.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca7dd6135cbe96504b1307a7db97e9004556937a2fc72d139077b962cee6bd7
+size 3472

motionbricks_vqvae/version_1/checkpoints/model-step=2000000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12a09d46ad390a8e2eecbe7219b2472fcab6b59df0a13f6a40c35cb6da4d99a
+size 285607244

motionbricks_vqvae/version_1/config.yaml

@@ -0,0 +1,228 @@
+model:
+  pose_vqvae_network:
+    _target_: motionbricks.vqvae.neural_modules.vqvae.VQVAE
+    pose_root_mode: pose
+    motion_rep: ???
+    encoder_state_dim: 241
+    decoder_state_dim: 329
+    decoder_target_cond_dim: 241
+    decoder_external_cond_dim: 2
+    feature_mode:
+    - joint_positions_and_rotations_and_hip_height
+    - pose
+    - joint_positions_and_rotations_and_hip_height
+    - root_without_hip_height_without_heading
+    quantizer_strategy: multihead_ema_reset
+    quantizer_mu: 0.99
+    nb_code: 100000000
+    code_dim: 256
+    output_emb_width: 256
+    down_t: 2
+    stride_t: 2
+    width: 512
+    depth: 4
+    dilation_growth_rate: 3
+    activation: relu
+    num_heads: 8
+    kmeans_init: false
+    norm: None
+    calculate_per_head_perplexity: true
+    cond_fusion_last_layer: false
+  _target_: motionbricks.vqvae.models.motion_vqvae.MotionVQVAEModel
+  motion_rep: ???
+  pose_vqvae_motion_rep: local
+  root_vqvae_network: null
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    min_tokens: 6
+    max_tokens: 16
+    down_t: 2
+    commit_loss_coeff: 0.02
+    batchsize_mul_factor: 2
+    root_vqvae_max_num_keyframes: 5
+    root_vqvae_no_keyframe_prob: 0.25
+    pose_vqvae_max_num_keyframes: 10
+    pose_vqvae_no_keyframe_prob: 0.25
+    keyframe_num_warmup_steps: 200000
+    global_root_loss_coeff: 0.5
+    local_root_loss_coeff: 0.5
+    max_angle_diff: 5.0
+    max_norm_ratio: 0.2
+    percentage_of_perturbed_samples: 0.2
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+    skate_contact_loss_coeff: 0.01
+    joint_vel_loss_coeff: 2.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0002
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 4.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 4
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_vqvae
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: out/motionbricks_vqvae/version_1/checkpoints
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    eval_visualize:
+      _target_: motionbricks.vqvae.callbacks.evaluation.VQVAE_Evaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+      metrics:
+      - _target_: motionbricks.eval.metrics.FootSkateFromHeight
+      - _target_: motionbricks.eval.metrics.FootSkateFromContacts
+      - _target_: motionbricks.eval.metrics.JointPosConsistency
+    train_end:
+      _target_: motionbricks.motionlib.train.callbacks.train_end.TrainEndCallback
+  only_rank_zero:
+  - eval_visualize
+  - learning_rate_monitor
+  - evaluate
+  - train_end
+  need_version: []
+  need_dataloaders:
+  - eval_visualize
+  - evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - eval_visualize
+  - evaluate
+  need_autoresume: []
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_vqvae/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_vqvae/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_vqvae
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_vqvae
+run_dir: out/motionbricks_vqvae/version_1
+pure_testing: false
+test:
+  unlimit_max_code: false
+  max_num_data: 16
+  min_length: 10
+  max_length: 60
+  ckpt_dir: null
+  ckpt_name: null
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_vqvae/version_1/hparams.yaml

@@ -0,0 +1,228 @@
+model:
+  pose_vqvae_network:
+    _target_: motionbricks.vqvae.neural_modules.vqvae.VQVAE
+    pose_root_mode: pose
+    motion_rep: ???
+    encoder_state_dim: 241
+    decoder_state_dim: 329
+    decoder_target_cond_dim: 241
+    decoder_external_cond_dim: 2
+    feature_mode:
+    - joint_positions_and_rotations_and_hip_height
+    - pose
+    - joint_positions_and_rotations_and_hip_height
+    - root_without_hip_height_without_heading
+    quantizer_strategy: multihead_ema_reset
+    quantizer_mu: 0.99
+    nb_code: 100000000
+    code_dim: 256
+    output_emb_width: 256
+    down_t: 2
+    stride_t: 2
+    width: 512
+    depth: 4
+    dilation_growth_rate: 3
+    activation: relu
+    num_heads: 8
+    kmeans_init: false
+    norm: None
+    calculate_per_head_perplexity: true
+    cond_fusion_last_layer: false
+  _target_: motionbricks.vqvae.models.motion_vqvae.MotionVQVAEModel
+  motion_rep: ???
+  pose_vqvae_motion_rep: local
+  root_vqvae_network: null
+  denoiser:
+    backbone:
+      llm_shape: null
+  args:
+    min_tokens: 6
+    max_tokens: 16
+    down_t: 2
+    commit_loss_coeff: 0.02
+    batchsize_mul_factor: 2
+    root_vqvae_max_num_keyframes: 5
+    root_vqvae_no_keyframe_prob: 0.25
+    pose_vqvae_max_num_keyframes: 10
+    pose_vqvae_no_keyframe_prob: 0.25
+    keyframe_num_warmup_steps: 200000
+    global_root_loss_coeff: 0.5
+    local_root_loss_coeff: 0.5
+    max_angle_diff: 5.0
+    max_norm_ratio: 0.2
+    percentage_of_perturbed_samples: 0.2
+    floor_estimation: min_joint_height_within_windows
+    floor_estimation_window_time: 1.0
+    skate_contact_loss_coeff: 0.01
+    joint_vel_loss_coeff: 2.0
+  optimizer:
+    _target_: adam_atan2_pytorch.AdamAtan2
+    _partial_: true
+    lr: 0.0002
+    weight_decay: 0.0
+  scheduler:
+    _target_: motionbricks.motionlib.train.scheduler.WarmupCosineScheduler
+    _partial_: true
+    num_warmup_steps: 10000
+    num_training_steps: ${trainer.max_steps}
+    final_lr: 4.0e-06
+    last_epoch: -1
+    lt_kwargs:
+      interval: step
+      frequency: 1
+trainer:
+  _target_: pytorch_lightning.Trainer
+  precision: 32
+  enable_progress_bar: false
+  profiler: null
+  check_val_every_n_epoch: null
+  detect_anomaly: false
+  num_sanity_val_steps: 0
+  max_steps: 2000001
+  gradient_clip_val: 0.5
+  log_every_n_steps: 50
+  val_check_interval: 50000
+  devices: 8
+  num_nodes: 4
+  accelerator: gpu
+  strategy: ddp
+loggers:
+  out_dir: ${out_dir}
+  cfg_id: ${id}
+  max_steps: ${trainer.max_steps}
+  log_nsteps: ${trainer.log_every_n_steps}
+  use_wandb: true
+  wandb_run: ${wandb_run}
+  wandb_group: null
+  wandb_project: motionbricks
+  wandb_entity: null
+  wandb_run_name: motionbricks_vqvae
+  logger_project: motionbricks
+callbacks:
+  callback_dict:
+    checkpoint_epoch_cb:
+      _target_: motionbricks.motionlib.train.callbacks.ckpt.ReadPermissionModelCheckpoint
+      monitor: null
+      dirpath: null
+      filename: model-{step:07d}
+      save_last: false
+      save_top_k: -1
+      mode: min
+      every_n_train_steps: 50000
+    learning_rate_monitor:
+      _target_: pytorch_lightning.callbacks.LearningRateMonitor
+      logging_interval: step
+    autoresume:
+      _target_: motionbricks.motionlib.train.callbacks.autoresume.AutoResumeCallback
+      autoresume_after: 1260000
+      save_checkpoint_on_exception: true
+    eval_visualize:
+      _target_: motionbricks.vqvae.callbacks.evaluation.VQVAE_Evaluate
+      every_n_steps: 50001
+      train_dataloader: ???
+      val_dataloader: ???
+      seed: 2333
+      batch_size: 32
+      max_num_data: 40000
+      max_num_visualization: 32
+      out_dir: ${run_dir}/vis
+      metrics:
+      - _target_: motionbricks.eval.metrics.FootSkateFromHeight
+      - _target_: motionbricks.eval.metrics.FootSkateFromContacts
+      - _target_: motionbricks.eval.metrics.JointPosConsistency
+    train_end:
+      _target_: motionbricks.motionlib.train.callbacks.train_end.TrainEndCallback
+  only_rank_zero:
+  - eval_visualize
+  - learning_rate_monitor
+  - evaluate
+  - train_end
+  need_version: []
+  need_dataloaders:
+  - eval_visualize
+  - evaluate
+  need_ema: []
+  need_motionbricks_test: []
+  need_log:
+  - eval_visualize
+  - evaluate
+  need_autoresume: []
+  need_mask_cond_sampler: []
+  need_one_logger_callback:
+  - autoresume
+dataloader:
+  _target_: torch.utils.data.DataLoader
+  batch_size: 128
+  num_workers: 11
+  shuffle: ???
+  persistent_workers: true
+  collate_fn:
+    _target_: motionbricks.motionlib.data.utils.collate_batch
+    _partial_: true
+    llm_shape: ${model.denoiser.backbone.llm_shape}
+    num_frames: null
+data:
+  _target_: motionbricks.motionlib.data.motion_dataset.MotionDataset
+  name: motionbricks-G1
+  folder: ../datasets/motionbricks-G1
+  text_embeddings: null
+  split: ???
+  motion_sampler:
+    _target_: motionbricks.motionlib.data.motion_sampler.MaxDurationRandomCrop
+    max_seconds: 30
+  motion_loading_mode: memmap
+  use_natural_desc: true
+  use_short_desc: true
+  use_technical_desc: false
+  use_nv_overview_desc: false
+  nv_overview_prob: null
+  drop_text_prob: 0.1
+  augment_text: false
+  aug_text_suffix: ''
+  aug_text_prob: 0.75
+  aug_text_ind_range:
+  - 1
+  - 61
+  load_neutral_joints: false
+  timelines_mode: false
+  timelines_name: null
+  dataset_sampler: null
+  dataset_sampler_only_at_train: true
+  to_canonicalize: false
+  randomize_first_heading: true
+  loading_mode: motion_only
+skeleton:
+  base_name: g1skel34
+  folder: out/motionbricks_vqvae/version_1/skeleton
+  t_pose: capture
+  orig_prefix: ''
+  name: g1skel34
+  _target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34
+motion_rep:
+  name: ${skeleton.name}_dual_root_global_joints
+  stats:
+    _target_: motionbricks.motionlib.core.utils.stats.Stats
+    folder: out/motionbricks_vqvae/version_1/stats/motion
+  _target_: motionbricks.motionlib.core.motion_reps.dual_root_global_joints.GlobalRootGlobalJoints
+fps: 30
+wandb_run: motionbricks_vqvae
+resume: false
+version: 1
+cp: last_epoch
+matmul_precision: high
+seed: 7
+id: ${hydra:runtime.choices.exp}_gpu${trainer.devices}_node${trainer.num_nodes}
+out_dir: out/motionbricks_vqvae
+run_dir: ???
+pure_testing: false
+test:
+  unlimit_max_code: false
+  max_num_data: 16
+  min_length: 10
+  max_length: 60
+  ckpt_dir: null
+  ckpt_name: null
+config_version: 4
+data_root: datasets
+tmr_checkpoints_root: null
+use_one_logger: false

motionbricks_vqvae/version_1/meta.yaml

@@ -0,0 +1 @@
+wandb_run: motionbricks_vqvae

motionbricks_vqvae/version_1/skeleton/skeleton.yaml

@@ -0,0 +1,6 @@
+base_name: g1skel34
+folder: ${data.folder}/features/motion_rep/${motion_rep.name}_fps_${fps}/skeleton
+t_pose: capture
+orig_prefix: ''
+name: g1skel34
+_target_: motionbricks.motionlib.core.skeletons.g1.G1Skeleton34

motionbricks_vqvae/version_1/stats/motion/mean.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca390f0081e2373ab71e860a3546cb70cc11fdfac6ce525155403e047b66fdea
+size 3472

motionbricks_vqvae/version_1/stats/motion/std.npy

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca7dd6135cbe96504b1307a7db97e9004556937a2fc72d139077b962cee6bd7
+size 3472