{ "format_version": 1, "source_repository": "https://github.com/YuX-Ren/stamp_diff", "source_commit": "8381d722fe57e6515666ea0523dd78a448790da4", "recommended_model": "infill_10pct", "vocabulary_rule": "checkpoint['vocab'] == vocab_json['vocab'] + ['', '']", "models": [ { "name": "infill_10pct", "source_run": "large_pretrain_infill_20261015", "checkpoint_step": 39000, "training_completion": { "step": 41377, "nominal_steps": 41559, "best_validation": 1.5793923139572144, "discarded_tail_microbatches": 3, "segment_start_consumed_batches": 0 }, "config": { "vocab_size": 12707, "max_length": 256, "width": 768, "heads": 12, "layers": 12, "dropout": 0.1, "pad_weight": 0.1, "condition_dropout": 0.15, "boundary_weight": 1.0 }, "dreamon_options": { "merge_probability": 0.5, "max_delete": 16, "infill_probability": 0.5 }, "tokenization": "hybrid-v1", "vocab_tokens": 12705, "checkpoint_tokens": 12707, "atomic_motifs": 12000, "controls": [ { "token": "", "index": 12705 }, { "token": "", "index": 12706 } ], "validation": { "ordered_vocab_matches": true, "atomic_tokens_in_vocab": true, "state_dict_strict_load": true, "token_embedding_rows_match": true, "output_rows_match": true, "cpu_forward_finite": true }, "files": [ { "path": "infill_10pct/best.pt", "size_bytes": 212344252, "sha256": "227143d0e32129a81dcc45771676012d9d818eff7777d2928f6951aa062b0ce1" }, { "path": "infill_10pct/vocab.json", "size_bytes": 664430, "sha256": "e7a6dea85773f86977a5daef527de30ee711a35978c69c1f0f689576fc199349" } ] }, { "name": "baseline_10pct", "source_run": "large_pretrain_20261013", "checkpoint_step": 40000, "training_completion": { "step": 41377, "nominal_steps": 41559, "best_validation": 2.1470673084259033, "discarded_tail_microbatches": 3, "segment_start_consumed_batches": 0 }, "config": { "vocab_size": 12707, "max_length": 256, "width": 768, "heads": 12, "layers": 12, "dropout": 0.1, "pad_weight": 0.1, "condition_dropout": 0.15, "boundary_weight": 1.0 }, "dreamon_options": { "merge_probability": 0.5, "max_delete": 16 }, "tokenization": "hybrid-v1", "vocab_tokens": 12705, "checkpoint_tokens": 12707, "atomic_motifs": 12000, "controls": [ { "token": "", "index": 12705 }, { "token": "", "index": 12706 } ], "validation": { "ordered_vocab_matches": true, "atomic_tokens_in_vocab": true, "state_dict_strict_load": true, "token_embedding_rows_match": true, "output_rows_match": true, "cpu_forward_finite": true }, "files": [ { "path": "baseline_10pct/best.pt", "size_bytes": 212344188, "sha256": "39761af0325c0b5e9dea1f630d41549bbf0b25b486de5d6b123f82eb80e3a7b1" }, { "path": "baseline_10pct/vocab.json", "size_bytes": 664430, "sha256": "e7a6dea85773f86977a5daef527de30ee711a35978c69c1f0f689576fc199349" } ] } ], "additional_files": [ { "path": "motif_vocab.txt", "size_bytes": 2034995, "sha256": "c9bc4f175df775a7b6603a26780a3033eebefd705dee0a1ffc4410d6373b3e32" } ] }