| model_config = 'gpt2' | |
| out_dir = 'out/gpt2' | |
| init_from = 'resume' | |
| start = "The sun is bright, the night is dark, fire is hot, and ice is" | |
| num_samples = 10 | |
| max_new_tokens = 500 | |
| temperature = 0.8 | |
| top_k = 200 | |
| seed = 1337 | |
| device = 'cuda' | |
| dtype = 'bfloat16' | |
| compile = False | |