training_metadata.json

{
  "checkpoint_id": "ckpt_20260501_135657_10000_22deff1b_9470fbb7",
  "created_at": "2026-05-01T13:56:57.356801",
  "iteration": 10000,
  "epoch": 0,
  "train_loss": 0.0,
  "val_loss": 0.0006787379943125416,
  "learning_rate": 0.00013599114698442237,
  "model_config": {
    "n_layer": 4,
    "n_head": 4,
    "n_embd": 256,
    "vocab_size": 50257,
    "block_size": 1024,
    "dropout": 0.1,
    "bias": true,
    "initial_connections": 0.1,
    "connection_growth_rate": 0.05,
    "max_connections": 1.0
  },
  "training_config": {
    "learning_rate": 0.0002,
    "batch_size": 2,
    "max_iters": 500,
    "warmup_iters": 5000,
    "lr_decay_iters": 50000,
    "min_lr": 1e-05,
    "weight_decay": 0.1,
    "grad_clip": 1.0,
    "enable_curriculum_learning": true,
    "enable_introspection": true
  },
  "data_config": {
    "data_dir": "data/nanecho",
    "batch_size": 2,
    "block_size": 1024
  },
  "metrics": {
    "val_loss": 0.0006787379943125416,
    "connection_ratio": 1.0,
    "tokens_processed": 20480000,
    "training_speed_iters_per_sec": 0.08551042168896358
  },
  "tags": [
    "phase_adaptive_mastery",
    "high_quality",
    "milestone",
    "nanecho",
    "curriculum",
    "introspection"
  ],
  "parent_checkpoint": null,
  "notes": "Training checkpoint at iteration 10000 (resumed from iteration 9500) | Phase: adaptive_mastery",
  "file_size_mb": 252.34821033477783,
  "quality_score": 1536000.7809893924
}