Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/1b4dc63bea2d98dc392e69e33f2ebe7a filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/ad715c4692f9b6da91a21655a0bb3af0 filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/dbc8b9f046ec6f3845cf6c9d8c255b93 filter=lfs diff=lfs merge=lfs -text

ELF-B-de-en.yml

@@ -0,0 +1,70 @@
+# Dataset
+data_path: "embedded-language-flows/wmt14_de-en_train_t5"
+eval_data_path: "embedded-language-flows/wmt14_de-en_validation_t5"
+max_length: 128
+max_input_length: 64
+pad_token: eos
+
+# Encoder
+encoder_model_name: t5-small
+encoder_checkpoint: "embedded-language-flows/t5_small_encoder_jax/t5_small_encoder_jax.pkl"
+latent_mean: 0.0
+latent_std: 0.2
+
+# Model architecture
+model: ELF-B  # ELF-B, ELF-M
+bottleneck_dim: 128
+num_time_tokens: 4
+num_self_cond_cfg_tokens: 4
+num_model_mode_tokens: 4
+
+# Denoiser objective
+denoiser_p_mean: -1.5
+denoiser_p_std: 0.8
+denoiser_noise_scale: 2.0
+t_eps: 0.05
+time_schedule: "logit_normal"
+
+# Decoder objective
+decoder_prob: 0.2
+decoder_noise_scale: 5.0
+decoder_p_mean: 0.8
+decoder_p_std: 0.8
+
+# Conditioning / CFG
+label_drop_prob: 0.1
+self_cond_prob: 0.5
+
+# Training (optimizer + schedule)
+epochs: 100
+global_batch_size: 512
+blr: 0.001
+weight_decay: 0.0
+warmup_steps: 5000
+optimzier: muon
+
+# EMA
+ema_decay1: 0.9999
+
+# Sampling
+sampling_configs_path: "configs/sampling_configs/cond_sampling_configs.yml"
+num_samples: 5000
+
+# Logging & Checkpointing
+log_freq: 100
+save_freq: 10
+save_last_freq: 1000
+eval_freq: 10
+
+# Output
+output_dir: "outputs/elf_b-wmt-de-en"
+resume: null
+
+# Wandb
+use_wandb: true
+wandb_project: elf
+wandb_entity: 
+wandb_run_name: elf_b-wmt-de-en
+
+# Misc
+seed: 42

checkpoint_0/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"init_timestamp_nsecs": 1778515893369740925, "commit_timestamp_nsecs": 1778515894613494062}

checkpoint_0/ocdbt.process_0/d/1b4dc63bea2d98dc392e69e33f2ebe7a

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047893f95a836893ea82af14022afe0eb02ebdbe1eb5adaac2449fbbfe2a5ac8
+size 423174144

checkpoint_0/ocdbt.process_0/d/ad715c4692f9b6da91a21655a0bb3af0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b118fc32474de8b0c152fd7ac4c459efd04f7e611151187b7e4c354a4c18aff6
+size 21368832

checkpoint_0/ocdbt.process_0/d/dbc8b9f046ec6f3845cf6c9d8c255b93

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf707007b8e2b42aaa791869876b4f21fcf562ef6e3812db37326f8e4fb0cf2
+size 332054528