{
  "model_type": "sentinel_tiny_transformer",
  "n_params": 13410304,
  "vocab_size": 50257,
  "d_model": 128,
  "n_heads": 2,
  "n_layers": 4,
  "d_ff": 256,
  "max_seq_len": 128,
  "activation": "sentinel_sech",
  "attention": "sentinel_sech_multihead",
  "optimizer": "adamw_sentinel_ready",
  "epochs": 3,
  "dataset": "TinyStories_5K",
  "final_loss": 4.651565570831298,
  "sample_generation": "Once upon a time, a little cat, and \" there was a littlehell were a little girl was a man could like smiled. The little girl named proud. He started to theulsive"
}