lillian039 commited on
Commit
93ce983
·
verified ·
1 Parent(s): 506fb4b

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. checkpoint_880600 +3 -0
  3. config.yml +45 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ checkpoint_880600 filter=lfs diff=lfs merge=lfs -text
checkpoint_880600 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d77302b9f28b293227a2d29fd0f20b50be289ce9aa63a32f515f3290bbe7cc
3
+ size 836743114
config.yml ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ data_path: embedded-language-flows/wmt14_de-en_train_t5
2
+ eval_data_path: embedded-language-flows/wmt14_de-en_validation_t5
3
+ max_length: 128
4
+ max_input_length: 64
5
+ pad_token: eos
6
+ encoder_model_name: t5-small
7
+ latent_mean: 0.0
8
+ latent_std: 0.2
9
+ model: ELF-B
10
+ bottleneck_dim: 128
11
+ num_time_tokens: 4
12
+ num_self_cond_cfg_tokens: 4
13
+ num_model_mode_tokens: 4
14
+ denoiser_p_mean: -1.5
15
+ denoiser_p_std: 0.8
16
+ denoiser_noise_scale: 2.0
17
+ t_eps: 0.05
18
+ time_schedule: logit_normal
19
+ decoder_prob: 0.2
20
+ decoder_noise_scale: 5.0
21
+ decoder_p_mean: 0.8
22
+ decoder_p_std: 0.8
23
+ label_drop_prob: 0.1
24
+ self_cond_prob: 0.5
25
+ epochs: 100
26
+ global_batch_size: 512
27
+ blr: 0.001
28
+ weight_decay: 0.0
29
+ warmup_steps: 5000
30
+ optimzier: muon
31
+ ema_decay1: 0.9999
32
+ sampling_configs_path: src/configs/sampling_configs/cond_sampling_configs.yml
33
+ num_samples: 5000
34
+ log_freq: 100
35
+ save_freq: 10
36
+ save_last_freq: 1000
37
+ eval_freq: 10
38
+ output_dir: outputs/elf_b-de-en_from_torch
39
+ resume: null
40
+ use_wandb: true
41
+ wandb_project: elf
42
+ wandb_entity: null
43
+ wandb_run_name: elf_b-wmt-de-en
44
+ seed: 42
45
+ hf_repo_id: null