- lr1e-4_total_batch_size10240_seq_len1024
- lr1e-4_total_batch_size10240_seq_len128
- lr1e-4_total_batch_size10240_seq_len256
- lr1e-4_total_batch_size10240_seq_len512
- lr1e-4_total_batch_size10240_seq_len64
- lr1e-4_total_batch_size20480_seq_len1024
- lr1e-4_total_batch_size20480_seq_len128
- lr1e-4_total_batch_size20480_seq_len256
- lr1e-4_total_batch_size20480_seq_len512
- lr1e-4_total_batch_size40960_seq_len1024
- lr1e-4_total_batch_size40960_seq_len128
- lr1e-4_total_batch_size40960_seq_len256
- lr1e-4_total_batch_size40960_seq_len512
- lr1e-4_total_batch_size5120_seq_len128
- lr1e-4_total_batch_size5120_seq_len256
- lr1e-4_total_batch_size5120_seq_len512
- lr1e-4_total_batch_size5120_seq_len64
- lr2e-4_total_batch_size10240_seq_len1024
- lr2e-4_total_batch_size10240_seq_len128
- lr2e-4_total_batch_size10240_seq_len256
- lr2e-4_total_batch_size10240_seq_len512
- lr2e-4_total_batch_size5120_seq_len128
- lr2e-4_total_batch_size5120_seq_len256
- lr2e-4_total_batch_size5120_seq_len512
- lr4e-4_total_batch_size20480_seq_len128
- lr4e-4_total_batch_size20480_seq_len512
- lr4e-4_total_batch_size40960_seq_len128
- lr4e-4_total_batch_size40960_seq_len512
- lr4e-4_total_batch_size5120_seq_len128
- lr4e-4_total_batch_size5120_seq_len512
- lr8e-4_total_batch_size5120_seq_len128
- memory_loss_run_0
- protection_none_torch_compile
- selective_run_0
- selective_run_0_continued
- self_to_selective_run_0_restarted
- self_to_selective_run_1_restarted_with_ko_zero
- self_to_selective_run_1_restarted_with_memory_penalty
- self_to_selective_run_1_restarted_with_o_zero
- unselective_run_0
- unselective_run_0_continued
- unselective_run_0_restarted
- unselective_run_0_restarted_with_head
- unselective_run_1_restarted
- unselective_run_1_restarted_with_ko_zero
- unselective_run_1_restarted_with_o_rescaled
- unselective_run_1_restarted_with_o_zero
-
2.45 kB