init_metadata.json

{
  "config_path": "configs/model/knk_vf_lab_38b_active5b.yaml",
  "output_dir": "/workspace/checkpoints/knk_vf_lab_38b",
  "shards": 9,
  "tensors": 7311,
  "total_params": 38049091584,
  "active_params": 5349249024,
  "total_bytes": 76098763776,
  "dtype": "bfloat16",
  "device": "cpu"
}