{
  "model_type": "gemma4_text",
  "parameter_count": 2597624,
  "tokenizer_size": 1024,
  "final_eval_loss": 2.6066784620285035,
  "final_eval_ppl": 13.553956021605197,
  "args": {
    "output_dir": "tinygemma4text3m_cov_ssFssF",
    "train_files": [
      "data/train-00000-of-00004-2d5a1467fff1081b.parquet",
      "data/train-00001-of-00004-5852b56a2bd28fd9.parquet",
      "data/train-00002-of-00004-a26307300439e943.parquet",
      "data/train-00003-of-00004-d243063613e5a057.parquet"
    ],
    "max_rows": 0,
    "vocab_size": 1024,
    "min_frequency": 2,
    "hidden_size": 160,
    "intermediate_size": 640,
    "num_hidden_layers": 6,
    "num_attention_heads": 5,
    "num_key_value_heads": 1,
    "head_dim": 32,
    "hidden_size_per_layer_input": 24,
    "sliding_window": 128,
    "max_position_embeddings": 1024,
    "layer_pattern": "ssFssF",
    "block_size": 256,
    "batch_size": 32,
    "max_steps": 76597,
    "num_epochs": 1.0,
    "learning_rate": 0.0002,
    "weight_decay": 0.0,
    "grad_clip": 1.0,
    "log_steps": 50,
    "eval_steps": 500,
    "eval_batches": 20,
    "seed": 1234,
    "device": "auto",
    "dtype": "auto",
    "num_workers": 0,
    "generate_prompts": [
      "Once upon",
      "There was a little",
      "One day"
    ],
    "generate_new_tokens": 80
  },
  "generations": {
    "Once upon": "Once upon a time, there was a little girl named Lily. She loved to play with her toys and her friends. One day, Lily's mom said, \"We can play with the toys, but you can't play with it. You can play with it.\"\n\nLily was happy to see the toys and the toys. She said, \"I'm sorry, mom. I'm sorry.",
    "There was a little": "There was a little girl named Lily. She loved to play with her toys and her toys. One day, she saw a big pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink pink",
    "One day": "One day, a little girl named Lily was playing in the park. She saw a big, deep bush. She was very happy. She wanted to play with it.\n\n\"Wow, Lily, that's a big bush!\" she said. \"I'm so happy to see you.\"\n\n\"I'm sorry, Lily. I was very happy. I was"
  }
}