Upload 01_pretrain

01_pretrain/config.yaml

@@ -0,0 +1,72 @@
+wandb_config:
+  project: DiTAR
+  wandb_run_name: ditar_train_dit_emilia_0.6b_semanticvae_again
+  resume_id: null
+  mode: online
+  notes: null
+ckpts:
+  logger: wandb
+  log_samples: true
+  save_per_updates: 2500
+  keep_last_n_checkpoints: -1
+  last_per_updates: 2500
+  save_dir: ckpts/ditar_train_dit_emilia_0.6b_semanticvae_again
+  checkpoint_step: null
+datasets:
+  train_ds_path: data/Emilia_old/Emilia_ZH_EN_char
+  val_ds_path: data/Emilia_old/LibriTTS_test-clean_char_1280
+  batch_size_per_gpu: 400
+  batch_size_type: frame
+  max_samples: 16
+  num_workers: 32
+  target_sample_rate: 16000
+optim:
+  epochs: 10
+  learning_rate: 0.0001
+  num_warmup_updates: 10000
+  grad_accumulation_steps: 1
+  max_grad_norm: 1.0
+  bnb_optimizer: false
+model:
+  name: DiTAR
+  audio_type: vae_online
+  audio_channels: 64
+  patch_size: ${model.aggregation_encoder.patch_size}
+  dim: ${model.backbone.hidden_size}
+  mlp_hidden_dim: 512
+  backbone:
+    name: Qwen
+    hidden_size: 1024
+    version: qwen3
+    qwen_config_path: checkpoints/Qwen3-0.6B/config.json
+    pretrained_LM_path: checkpoints/Qwen3-0.6B
+    load_pretrained_weights: true
+  aggregation_encoder:
+    name: qwen
+    hidden_size: ${model.backbone.hidden_size}
+    intermediate_size: 4096
+    num_attention_heads: 16
+    num_hidden_layers: 6
+    patch_size: 4
+    pool_type: cls
+  loc_decoder:
+    name: DiT
+    model:
+      dim: 1024
+      out_dim: ${model.audio_channels}
+      depth: 6
+      heads: 16
+      ff_mult: 4
+      qk_norm: null
+      pe_attn_head: null
+      checkpoint_activations: false
+    history_vae_window_size: 4
+    drop_cond_prob: 0.1
+  vocoder:
+    mel_spec_type: semanticvae
+    is_local: true
+    local_path: checkpoints/Semantic-VAE/semantic_vae_1000k
+    feature_extractor_ckpt: checkpoints/Semantic-VAE/semantic_vae_1000k
+loss_weight:
+  diff_loss: 1.0
+  stop_loss: 1.0

01_pretrain/model_200000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2c89884109a5dd348fdd713c817c3b5848b29f00265f029e71d51ef2a367a6
+size 13391776877