| { |
| "format_version": 1, |
| "source_repository": "https://github.com/YuX-Ren/stamp_diff", |
| "source_commit": "8381d722fe57e6515666ea0523dd78a448790da4", |
| "recommended_model": "infill_10pct", |
| "vocabulary_rule": "checkpoint['vocab'] == vocab_json['vocab'] + ['<EXPAND>', '<DELETE>']", |
| "models": [ |
| { |
| "name": "infill_10pct", |
| "source_run": "large_pretrain_infill_20261015", |
| "checkpoint_step": 39000, |
| "training_completion": { |
| "step": 41377, |
| "nominal_steps": 41559, |
| "best_validation": 1.5793923139572144, |
| "discarded_tail_microbatches": 3, |
| "segment_start_consumed_batches": 0 |
| }, |
| "config": { |
| "vocab_size": 12707, |
| "max_length": 256, |
| "width": 768, |
| "heads": 12, |
| "layers": 12, |
| "dropout": 0.1, |
| "pad_weight": 0.1, |
| "condition_dropout": 0.15, |
| "boundary_weight": 1.0 |
| }, |
| "dreamon_options": { |
| "merge_probability": 0.5, |
| "max_delete": 16, |
| "infill_probability": 0.5 |
| }, |
| "tokenization": "hybrid-v1", |
| "vocab_tokens": 12705, |
| "checkpoint_tokens": 12707, |
| "atomic_motifs": 12000, |
| "controls": [ |
| { |
| "token": "<EXPAND>", |
| "index": 12705 |
| }, |
| { |
| "token": "<DELETE>", |
| "index": 12706 |
| } |
| ], |
| "validation": { |
| "ordered_vocab_matches": true, |
| "atomic_tokens_in_vocab": true, |
| "state_dict_strict_load": true, |
| "token_embedding_rows_match": true, |
| "output_rows_match": true, |
| "cpu_forward_finite": true |
| }, |
| "files": [ |
| { |
| "path": "infill_10pct/best.pt", |
| "size_bytes": 212344252, |
| "sha256": "227143d0e32129a81dcc45771676012d9d818eff7777d2928f6951aa062b0ce1" |
| }, |
| { |
| "path": "infill_10pct/vocab.json", |
| "size_bytes": 664430, |
| "sha256": "e7a6dea85773f86977a5daef527de30ee711a35978c69c1f0f689576fc199349" |
| } |
| ] |
| }, |
| { |
| "name": "baseline_10pct", |
| "source_run": "large_pretrain_20261013", |
| "checkpoint_step": 40000, |
| "training_completion": { |
| "step": 41377, |
| "nominal_steps": 41559, |
| "best_validation": 2.1470673084259033, |
| "discarded_tail_microbatches": 3, |
| "segment_start_consumed_batches": 0 |
| }, |
| "config": { |
| "vocab_size": 12707, |
| "max_length": 256, |
| "width": 768, |
| "heads": 12, |
| "layers": 12, |
| "dropout": 0.1, |
| "pad_weight": 0.1, |
| "condition_dropout": 0.15, |
| "boundary_weight": 1.0 |
| }, |
| "dreamon_options": { |
| "merge_probability": 0.5, |
| "max_delete": 16 |
| }, |
| "tokenization": "hybrid-v1", |
| "vocab_tokens": 12705, |
| "checkpoint_tokens": 12707, |
| "atomic_motifs": 12000, |
| "controls": [ |
| { |
| "token": "<EXPAND>", |
| "index": 12705 |
| }, |
| { |
| "token": "<DELETE>", |
| "index": 12706 |
| } |
| ], |
| "validation": { |
| "ordered_vocab_matches": true, |
| "atomic_tokens_in_vocab": true, |
| "state_dict_strict_load": true, |
| "token_embedding_rows_match": true, |
| "output_rows_match": true, |
| "cpu_forward_finite": true |
| }, |
| "files": [ |
| { |
| "path": "baseline_10pct/best.pt", |
| "size_bytes": 212344188, |
| "sha256": "39761af0325c0b5e9dea1f630d41549bbf0b25b486de5d6b123f82eb80e3a7b1" |
| }, |
| { |
| "path": "baseline_10pct/vocab.json", |
| "size_bytes": 664430, |
| "sha256": "e7a6dea85773f86977a5daef527de30ee711a35978c69c1f0f689576fc199349" |
| } |
| ] |
| } |
| ], |
| "additional_files": [ |
| { |
| "path": "motif_vocab.txt", |
| "size_bytes": 2034995, |
| "sha256": "c9bc4f175df775a7b6603a26780a3033eebefd705dee0a1ffc4410d6373b3e32" |
| } |
| ] |
| } |
|
|
