| { | |
| "model_type": "sentinel_tiny_transformer", | |
| "n_params": 13410304, | |
| "vocab_size": 50257, | |
| "d_model": 128, | |
| "n_heads": 2, | |
| "n_layers": 4, | |
| "d_ff": 256, | |
| "max_seq_len": 128, | |
| "activation": "sentinel_sech", | |
| "attention": "sentinel_sech_multihead", | |
| "optimizer": "adamw_sentinel_ready", | |
| "epochs": 3, | |
| "dataset": "TinyStories_5K", | |
| "final_loss": 4.651565570831298, | |
| "sample_generation": "Once upon a time, a little cat, and \" there was a littlehell were a little girl was a man could like smiled. The little girl named proud. He started to theulsive" | |
| } |