| { | |
| "tag": "validate", | |
| "lr": 0.0001, | |
| "train_tokens": 204800, | |
| "final_bpb": 2.330550253418433, | |
| "divisor": 3.1089070924799973, | |
| "curve": [], | |
| "trainable_params": 2097152 | |
| } |
| { | |
| "tag": "validate", | |
| "lr": 0.0001, | |
| "train_tokens": 204800, | |
| "final_bpb": 2.330550253418433, | |
| "divisor": 3.1089070924799973, | |
| "curve": [], | |
| "trainable_params": 2097152 | |
| } |