- lr1.5e-3_total_batch_size20480_seq_len128
- lr1.5e-3_total_batch_size20480_seq_len512
- lr1.5e-3_total_batch_size40960_seq_len128
- lr1.5e-3_total_batch_size40960_seq_len512
- lr1.5e-3_total_batch_size5120_seq_len128
- lr1.5e-3_total_batch_size5120_seq_len512
- lr1e-4_total_batch_size10240_seq_len1024
- lr1e-4_total_batch_size10240_seq_len128
- lr1e-4_total_batch_size10240_seq_len256
- lr1e-4_total_batch_size10240_seq_len512
- lr1e-4_total_batch_size10240_seq_len64
- lr1e-4_total_batch_size20480_seq_len1024
- lr1e-4_total_batch_size20480_seq_len128
- lr1e-4_total_batch_size20480_seq_len256
- lr1e-4_total_batch_size20480_seq_len512
- lr1e-4_total_batch_size40960_seq_len1024
- lr1e-4_total_batch_size40960_seq_len128
- lr1e-4_total_batch_size40960_seq_len256
- lr1e-4_total_batch_size40960_seq_len512
- lr1e-4_total_batch_size5120_seq_len128
- lr1e-4_total_batch_size5120_seq_len256
- lr1e-4_total_batch_size5120_seq_len512
- lr1e-4_total_batch_size5120_seq_len64
- lr2e-4_total_batch_size10240_seq_len1024
- lr2e-4_total_batch_size10240_seq_len128
- lr2e-4_total_batch_size10240_seq_len256
- lr2e-4_total_batch_size10240_seq_len512
- lr2e-4_total_batch_size5120_seq_len128
- lr2e-4_total_batch_size5120_seq_len256
- lr2e-4_total_batch_size5120_seq_len512
- lr3e-3_total_batch_size20480_seq_len128
- lr3e-3_total_batch_size20480_seq_len512
- lr3e-3_total_batch_size40960_seq_len128
- lr3e-3_total_batch_size40960_seq_len512
- lr3e-3_total_batch_size5120_seq_len128
- lr3e-3_total_batch_size5120_seq_len512
- lr3e-4_total_batch_size20480_seq_len128
- lr4e-4_total_batch_size10240_seq_len128
- lr4e-4_total_batch_size20480_seq_len128
- lr4e-4_total_batch_size20480_seq_len512
- lr4e-4_total_batch_size40960_seq_len128
- lr4e-4_total_batch_size40960_seq_len512
- lr4e-4_total_batch_size5120_seq_len128
- lr4e-4_total_batch_size5120_seq_len512
- lr5e-4_total_batch_size20480_seq_len128
- lr6e-4_total_batch_size10240_seq_len128
- lr6e-4_total_batch_size20480_seq_len128
- lr6e-4_total_batch_size5120_seq_len128
- lr8e-4_total_batch_size20480_seq_len128
- lr8e-4_total_batch_size20480_seq_len512