Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/961934ef67f08ca0e602c89e25310435 filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/a42ffa565d5d5a8a129cb64352df601c filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/c1ffccc6374a2d6988433b8927c8b6f5 filter=lfs diff=lfs merge=lfs -text
+checkpoint_0/ocdbt.process_0/d/e6b21145a10013010c4aa83a68b552ad filter=lfs diff=lfs merge=lfs -text

ELF-M-owt.yml

@@ -0,0 +1,67 @@
+# Dataset
+data_path: "embedded-language-flows/openwebtext-t5"
+max_length: 1024
+
+# Encoder
+encoder_model_name: t5-small
+encoder_checkpoint: "embedded-language-flows/t5_small_encoder_jax/t5_small_encoder_jax.pkl"
+latent_mean: 0.0
+latent_std: 0.2
+
+# Model architecture
+model: ELF-M  # ELF-B, ELF-M
+bottleneck_dim: 128
+num_time_tokens: 4
+num_self_cond_cfg_tokens: 4
+num_model_mode_tokens: 4
+
+# Denoiser objective
+denoiser_p_mean: -1.5
+denoiser_p_std: 0.8
+denoiser_noise_scale: 2.0
+t_eps: 0.05
+time_schedule: "logit_normal"
+
+# Decoder objective
+decoder_prob: 0.2
+decoder_noise_scale: 5.0
+decoder_p_mean: 0.8
+decoder_p_std: 0.8
+
+# Conditioning / CFG
+self_cond_prob: 0.5
+
+# Training (optimizer + schedule)
+epochs: 4
+global_batch_size: 512
+blr: 0.001
+weight_decay: 0.0
+warmup_epochs: 0.5
+warmup_steps: -1  # -1 falls back to warmup_epochs
+optimizer: muon  # "adamw" or "muon"
+
+# EMA
+ema_decay1: 0.9999
+
+# Sampling
+sampling_configs_path: "configs/sampling_configs/uncond_sampling_configs.yml"
+num_samples: 1000
+
+# Logging & Checkpointing
+log_freq: 100
+save_freq: 1
+save_last_freq: 1
+eval_freq: 1
+
+# Output
+output_dir: "outputs/elf_m-owt"
+resume: null
+
+# Wandb
+use_wandb: true
+wandb_project: elf
+wandb_entity: null
+wandb_run_name: elf_m-owt
+
+# Misc
+seed: 42

checkpoint_0/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"init_timestamp_nsecs": 1778513483615276684, "commit_timestamp_nsecs": 1778513494595536170}

checkpoint_0/ocdbt.process_0/d/961934ef67f08ca0e602c89e25310435

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a5dc2b3989acc8e21a70346bcdd644180ccf010273e612af98c4f88d98de98
+size 2162982912

checkpoint_0/ocdbt.process_0/d/a42ffa565d5d5a8a129cb64352df601c

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a27ed82c50f8be44e8b58c4ac438ba24de7592fd96e643201c1cbf128ce65ec
+size 122421248

checkpoint_0/ocdbt.process_0/d/c1ffccc6374a2d6988433b8927c8b6f5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e7ad8dc94c7baa8fba1fdf7896bd72dc6fdeb7624642b71ca74c193647ef83
+size 8445952

checkpoint_0/ocdbt.process_0/d/e6b21145a10013010c4aa83a68b552ad

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9f7e9ab4bb8bf30a8f678b3ed65dfa92c595110f3ef1c9032770f2931923b
+size 245628928