Checkpoints/dahyecheckpoint/final/config.json

{"n_dirs_local": 32768, "d_model": 2048, "k": 32, "auxk": 32, "dead_steps_threshold": 2441, "auxk_coef": 0.03125}