molmistral-foundation / gate_scan.json
Delower's picture
Original pre-repair gate scan (2 weight NaNs)
32f18e5 verified
Raw History Blame Contribute Delete
560 Bytes
{
"weights_file": "/home/hatch/workspace/foundation_llm/job794_weights/archive/best_foundation_bundle.keras",
"size_bytes": 611953638,
"vocab_size": 621,
"load_ok": true,
"n_params": 21831680,
"weight_scan": {
"n_tensors": 112,
"n_values": 21831680,
"n_nonfinite": 2,
"bad_tensors": [
{
"name": "embeddings",
"shape": [
621,
512
],
"n_nonfinite": 2
}
]
},
"eval_256": {
"loss": 0.272176057100296,
"accuracy": 0.2651774287223816,
"n_rows": 256
}
}