Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint_19017 filter=lfs diff=lfs merge=lfs -text

checkpoint_19017

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c593da8527f0a207568b7e81c7f39011f5a6f262df909db61b4d9c7055e7f8c2
+size 857001698

config.yml

@@ -0,0 +1,50 @@
+data_path: embedded-language-flows/openwebtext-t5
+max_length: 1024
+encoder_model_name: t5-small
+latent_mean: 0.0
+latent_std: 0.2
+model: ELF-B
+bottleneck_dim: 128
+num_time_tokens: 4
+num_self_cond_cfg_tokens: 4
+num_model_mode_tokens: 4
+denoiser_p_mean: -1.5
+denoiser_p_std: 0.8
+denoiser_noise_scale: 2.0
+t_eps: 0.05
+time_schedule: logit_normal
+decoder_prob: 0.2
+decoder_noise_scale: 5.0
+decoder_p_mean: 0.8
+decoder_p_std: 0.8
+self_cond_prob: 0.5
+teacher_path: embedded-language-flows/ELF-B-owt-torch
+initialize_student_from_teacher: true
+teacher_use_ema: true
+student_init_from_checkpoint: null
+epochs: 1
+global_batch_size: 512
+blr: 0.001
+weight_decay: 0.0
+warmup_epochs: 0.1
+warmup_steps: -1
+optimizer: muon
+ema_decay1: 0.9999
+sampling_configs_path: src/configs/sampling_configs/uncond_fewstep_sampling_configs.yml
+num_samples: 1000
+log_freq: 100
+save_freq: 1
+eval_freq: 1
+output_dir: outputs/elf_b_pd-owt/round5_1step
+hf_repo_id: null
+resume: null
+use_wandb: true
+wandb_project: elf
+wandb_entity: null
+wandb_run_name: elf_b_pd-owt_round5_1step
+seed: 42
+pd_step_size: 1.0
+pd_student_schedule: logit_normal
+pd_teacher_schedule: logit_normal
+batch_size: 16
+lr: 0.002