| name: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T | |
| type: CausalLM | |
| epochs: 1 | |
| per_device_batch_size: 1 | |
| real_batch_size: 32 | |
| bf16: True | |
| eval_epochs: 1 | |
| early_stopping_patience: 3 | |
| max_length: 512 | |
| logging_steps: 1 | |
| learning_rate: 1e-5 |
| name: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T | |
| type: CausalLM | |
| epochs: 1 | |
| per_device_batch_size: 1 | |
| real_batch_size: 32 | |
| bf16: True | |
| eval_epochs: 1 | |
| early_stopping_patience: 3 | |
| max_length: 512 | |
| logging_steps: 1 | |
| learning_rate: 1e-5 |