File size: 1,706 Bytes
0283740 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | {
"run_id": "4ccb379a86f2",
"mode": "train_from_scratch",
"config_path": "/root/MDNAC/config/train.48gb.yaml",
"training_config_snapshot_path": "/root/MDNAC/data/checkpoints/protein_from_scratch/training_config.snapshot.json",
"checkpoint_path": "/root/MDNAC/data/checkpoints/protein_from_scratch/checkpoint_best.pt",
"best_checkpoint_path": "/root/MDNAC/data/checkpoints/protein_from_scratch/checkpoint_best.pt",
"final_checkpoint_path": "/root/MDNAC/data/checkpoints/protein_from_scratch/checkpoint_final.pt",
"model": {
"progen_model_size": "0.8B",
"context_length": 512,
"stride": 256,
"progen_config_overrides": {
"emb_dim": 1024,
"n_heads": 16,
"n_layers": 16,
"hidden_dim": 4096,
"head_dim": 64,
"n_kv_groups": 4,
"linear_key_head_dim": 64,
"linear_value_head_dim": 64,
"linear_num_key_heads": 16,
"linear_num_value_heads": 16
}
},
"optimizer": {
"type": "adamw",
"learning_rate": 0.0002,
"weight_decay": 0.1
},
"runtime": {
"device": "cuda",
"distributed": false,
"data_parallel": false,
"rank": 0,
"world_size": 1,
"mixed_precision": "bf16"
},
"progress": {
"epoch": 0,
"global_step": 0,
"tokens_seen": 0,
"current_part_index": 0,
"current_part_uri": null,
"current_batch_index": 0,
"completed_parts": []
},
"metrics": {
"latest_train_loss": null,
"latest_val_loss": null,
"best_loss": null,
"best_metric_name": "val_loss",
"train_losses": [],
"val_losses": []
},
"timestamps": {
"created_at": "2026-06-16T06:42:09.041642+00:00",
"updated_at": "2026-06-16T06:42:09.041642+00:00"
}
}
|