| { |
| "run_name": "run_large_20260115_191350", |
| "timestamp": "20260115_191350", |
| "phase": "large", |
| "config": { |
| "arch_layout": [ |
| "m4", |
| [ |
| "T1m4", |
| [ |
| "T22" |
| ], |
| "m4T1" |
| ], |
| "m4" |
| ], |
| "d_model": [ |
| 1024, |
| 1024, |
| 1536 |
| ], |
| "d_intermediate": [ |
| 0, |
| 2816, |
| 4096 |
| ], |
| "vocab_size": 256, |
| "ssm_cfg": { |
| "chunk_size": 256, |
| "d_conv": 4, |
| "d_state": 128, |
| "expand": 2 |
| }, |
| "attn_cfg": { |
| "num_heads": [ |
| 16, |
| 16, |
| 16 |
| ], |
| "rotary_emb_dim": [ |
| 32, |
| 32, |
| 48 |
| ], |
| "window_size": [ |
| 1023, |
| 1023, |
| -1 |
| ] |
| }, |
| "tie_embeddings": false |
| }, |
| "training_args": { |
| "data": "datasets/PI1M/PI1M_v2.csv", |
| "max_samples": null, |
| "batch_size": 16, |
| "epochs": 5, |
| "lr": 0.0001, |
| "weight_decay": 0.1, |
| "gradient_accumulation": 8, |
| "concatenate": true, |
| "num_concatenate": 10, |
| "concatenate_separator": " ", |
| "checkpoint_bytes": 1000000, |
| "num_test_samples": 5, |
| "num_visualize": 5, |
| "skip_visualization": false |
| }, |
| "dataset_info": { |
| "train_size": 99574, |
| "test_size": 5, |
| "test_smiles_file": "checkpoints/run_large_20260115_191350/test_smiles.txt" |
| }, |
| "model_info": { |
| "num_parameters": 622923776, |
| "device": "cuda", |
| "dtype": "torch.bfloat16", |
| "use_amp": true |
| }, |
| "training_history": [ |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 1000000, |
| "cumulative_training_bytes": 1000166, |
| "metrics": { |
| "loss": 3.0352404484382043, |
| "ce_loss": 3.0252403846153846, |
| "lb_loss": 0.9999999889960656 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 2000000, |
| "cumulative_training_bytes": 2000240, |
| "metrics": { |
| "loss": 2.107340772335346, |
| "ce_loss": 2.097340745192308, |
| "lb_loss": 0.9999999871620765 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 3000000, |
| "cumulative_training_bytes": 3001794, |
| "metrics": { |
| "loss": 1.7094185730380476, |
| "ce_loss": 1.6994185581841432, |
| "lb_loss": 0.9999999873473516 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 4000000, |
| "cumulative_training_bytes": 4002359, |
| "metrics": { |
| "loss": 1.47650072853762, |
| "ce_loss": 1.4665007197696738, |
| "lb_loss": 0.9999999890171863 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 5000000, |
| "cumulative_training_bytes": 5005670, |
| "metrics": { |
| "loss": 1.3171558716545808, |
| "ce_loss": 1.3071558665644172, |
| "lb_loss": 0.9999999897611653 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 6000000, |
| "cumulative_training_bytes": 6001321, |
| "metrics": { |
| "loss": 1.2017559169808312, |
| "ce_loss": 1.1917559143222507, |
| "lb_loss": 0.9999999908535072 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 7000000, |
| "cumulative_training_bytes": 7001673, |
| "metrics": { |
| "loss": 1.1151093587948484, |
| "ce_loss": 1.1051093578860898, |
| "lb_loss": 0.9999999904684795 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 8000000, |
| "cumulative_training_bytes": 8004669, |
| "metrics": { |
| "loss": 1.0468063034773787, |
| "ce_loss": 1.0368063038793103, |
| "lb_loss": 0.9999999897804297 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 9000000, |
| "cumulative_training_bytes": 9006752, |
| "metrics": { |
| "loss": 0.9919913549626127, |
| "ce_loss": 0.9819913563829787, |
| "lb_loss": 0.9999999897023465 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 10000000, |
| "cumulative_training_bytes": 10007281, |
| "metrics": { |
| "loss": 0.9471440684010387, |
| "ce_loss": 0.9371440706355283, |
| "lb_loss": 0.9999999893660932 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 11000000, |
| "cumulative_training_bytes": 11001365, |
| "metrics": { |
| "loss": 0.9100927569407938, |
| "ce_loss": 0.900092759836351, |
| "lb_loss": 0.999999989540132 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 12000000, |
| "cumulative_training_bytes": 12005386, |
| "metrics": { |
| "loss": 0.8784949809940438, |
| "ce_loss": 0.868494984444799, |
| "lb_loss": 0.999999989882045 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 13000000, |
| "cumulative_training_bytes": 13001269, |
| "metrics": { |
| "loss": 0.8592479796569771, |
| "ce_loss": 0.849247983573954, |
| "lb_loss": 0.999999989954668 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 14000000, |
| "cumulative_training_bytes": 14005280, |
| "metrics": { |
| "loss": 0.8378439935604906, |
| "ce_loss": 0.8278439978801969, |
| "lb_loss": 0.9999999899245978 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 15000000, |
| "cumulative_training_bytes": 15001797, |
| "metrics": { |
| "loss": 0.8179623213681307, |
| "ce_loss": 0.8079623260342186, |
| "lb_loss": 0.9999999895889742 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 16000000, |
| "cumulative_training_bytes": 16003308, |
| "metrics": { |
| "loss": 0.7999628585397256, |
| "ce_loss": 0.7899628635112494, |
| "lb_loss": 0.999999989471463 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 17000000, |
| "cumulative_training_bytes": 17001780, |
| "metrics": { |
| "loss": 0.783798369592028, |
| "ce_loss": 0.773798374831005, |
| "lb_loss": 0.9999999887720858 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 18000000, |
| "cumulative_training_bytes": 18002585, |
| "metrics": { |
| "loss": 0.7691971354788922, |
| "ce_loss": 0.7591971409574468, |
| "lb_loss": 0.9999999888399814 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 19000000, |
| "cumulative_training_bytes": 19004388, |
| "metrics": { |
| "loss": 0.7562685100266358, |
| "ce_loss": 0.746268515719468, |
| "lb_loss": 0.9999999887325359 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 20000000, |
| "cumulative_training_bytes": 20001795, |
| "metrics": { |
| "loss": 0.7443181650561906, |
| "ce_loss": 0.7343181709418071, |
| "lb_loss": 0.9999999887043265 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 21000000, |
| "cumulative_training_bytes": 21006219, |
| "metrics": { |
| "loss": 0.7334088699425653, |
| "ce_loss": 0.723408876002552, |
| "lb_loss": 0.9999999888743791 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 22000000, |
| "cumulative_training_bytes": 22003647, |
| "metrics": { |
| "loss": 0.7233542565306926, |
| "ce_loss": 0.7133542627479986, |
| "lb_loss": 0.9999999891080966 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 23000000, |
| "cumulative_training_bytes": 23000855, |
| "metrics": { |
| "loss": 0.7141935865044633, |
| "ce_loss": 0.7041935928654679, |
| "lb_loss": 0.9999999891627919 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 24000000, |
| "cumulative_training_bytes": 24007583, |
| "metrics": { |
| "loss": 0.7056202586567953, |
| "ce_loss": 0.6956202651515152, |
| "lb_loss": 0.9999999891818045 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 25000000, |
| "cumulative_training_bytes": 25004319, |
| "metrics": { |
| "loss": 0.6978230217149393, |
| "ce_loss": 0.687823028330781, |
| "lb_loss": 0.9999999895577774 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 26000000, |
| "cumulative_training_bytes": 26000600, |
| "metrics": { |
| "loss": 0.6906206210337261, |
| "ce_loss": 0.6806206277614139, |
| "lb_loss": 0.9999999897293911 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 27000000, |
| "cumulative_training_bytes": 27007515, |
| "metrics": { |
| "loss": 0.6838098439610576, |
| "ce_loss": 0.6738098507938758, |
| "lb_loss": 0.9999999897926835 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 28000000, |
| "cumulative_training_bytes": 28003023, |
| "metrics": { |
| "loss": 0.6774992880874688, |
| "ce_loss": 0.6674992950164069, |
| "lb_loss": 0.9999999895687797 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 29000000, |
| "cumulative_training_bytes": 29003935, |
| "metrics": { |
| "loss": 0.6715684946638226, |
| "ce_loss": 0.6615685016829461, |
| "lb_loss": 0.9999999895046732 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 30000000, |
| "cumulative_training_bytes": 30001066, |
| "metrics": { |
| "loss": 0.6660281601701846, |
| "ce_loss": 0.6560281672728433, |
| "lb_loss": 0.9999999894573715 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 31000000, |
| "cumulative_training_bytes": 31004436, |
| "metrics": { |
| "loss": 0.6609612641201458, |
| "ce_loss": 0.6509612713015559, |
| "lb_loss": 0.9999999894746058 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 32000000, |
| "cumulative_training_bytes": 32006649, |
| "metrics": { |
| "loss": 0.6561554203763533, |
| "ce_loss": 0.646155427631579, |
| "lb_loss": 0.9999999895050194 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 33000000, |
| "cumulative_training_bytes": 33004203, |
| "metrics": { |
| "loss": 0.6516305574961438, |
| "ce_loss": 0.6416305648201857, |
| "lb_loss": 0.9999999895588151 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 34000000, |
| "cumulative_training_bytes": 34006104, |
| "metrics": { |
| "loss": 0.6472530922785559, |
| "ce_loss": 0.6372530996678676, |
| "lb_loss": 0.9999999896520646 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 35000000, |
| "cumulative_training_bytes": 35005618, |
| "metrics": { |
| "loss": 0.6431124474281974, |
| "ce_loss": 0.6331124548785824, |
| "lb_loss": 0.9999999896725271 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 36000000, |
| "cumulative_training_bytes": 36002823, |
| "metrics": { |
| "loss": 0.6391829455870056, |
| "ce_loss": 0.6291829530950862, |
| "lb_loss": 0.9999999896918579 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 37000000, |
| "cumulative_training_bytes": 37006427, |
| "metrics": { |
| "loss": 0.6354130913090232, |
| "ce_loss": 0.6254130988721026, |
| "lb_loss": 0.9999999896752716 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 38000000, |
| "cumulative_training_bytes": 38005922, |
| "metrics": { |
| "loss": 0.6318843585695924, |
| "ce_loss": 0.6218843661847673, |
| "lb_loss": 0.9999999897196099 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 39000000, |
| "cumulative_training_bytes": 39004443, |
| "metrics": { |
| "loss": 0.6285198655931632, |
| "ce_loss": 0.6185198732577543, |
| "lb_loss": 0.9999999895276488 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 40000000, |
| "cumulative_training_bytes": 40005613, |
| "metrics": { |
| "loss": 0.6254313996155814, |
| "ce_loss": 0.615431407326761, |
| "lb_loss": 0.9999999897083863 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 41000000, |
| "cumulative_training_bytes": 41003596, |
| "metrics": { |
| "loss": 0.6224746753085582, |
| "ce_loss": 0.6124746830640643, |
| "lb_loss": 0.9999999896242941 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 42000000, |
| "cumulative_training_bytes": 42004130, |
| "metrics": { |
| "loss": 0.619576180100767, |
| "ce_loss": 0.609576187898815, |
| "lb_loss": 0.9999999894482935 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 43000000, |
| "cumulative_training_bytes": 43002856, |
| "metrics": { |
| "loss": 0.6168661168497852, |
| "ce_loss": 0.6068661246883903, |
| "lb_loss": 0.9999999894715442 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 44000000, |
| "cumulative_training_bytes": 44000615, |
| "metrics": { |
| "loss": 0.6142508432585481, |
| "ce_loss": 0.6042508511355725, |
| "lb_loss": 0.9999999894192938 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 45000000, |
| "cumulative_training_bytes": 45002728, |
| "metrics": { |
| "loss": 0.6117183565789184, |
| "ce_loss": 0.6017183644929386, |
| "lb_loss": 0.9999999893305962 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 46000000, |
| "cumulative_training_bytes": 46000713, |
| "metrics": { |
| "loss": 0.6093004826243594, |
| "ce_loss": 0.5993004905734975, |
| "lb_loss": 0.9999999892538988 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 47000000, |
| "cumulative_training_bytes": 47001586, |
| "metrics": { |
| "loss": 0.6069603338424916, |
| "ce_loss": 0.5969603418255132, |
| "lb_loss": 0.999999989075395 |
| } |
| }, |
| { |
| "epoch": 1, |
| "checkpoint_type": "epoch", |
| "metrics": { |
| "loss": 0.6054869050538325, |
| "ce_loss": 0.5954869130583226, |
| "lb_loss": 0.9999999890922734, |
| "training_bytes": 47653409 |
| }, |
| "cumulative_training_bytes": 47653409, |
| "training_bytes_this_epoch": 47653409 |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 48000000, |
| "cumulative_training_bytes": 48006676, |
| "metrics": { |
| "loss": 0.49496941981108294, |
| "ce_loss": 0.4849694293478261, |
| "lb_loss": 0.9999999935212343 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 49000000, |
| "cumulative_training_bytes": 49000759, |
| "metrics": { |
| "loss": 0.49630592086098413, |
| "ce_loss": 0.4863059303977273, |
| "lb_loss": 0.9999999932267449 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 50000000, |
| "cumulative_training_bytes": 50005240, |
| "metrics": { |
| "loss": 0.4959718451049506, |
| "ce_loss": 0.4859718546416938, |
| "lb_loss": 0.9999999914573148 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 51000000, |
| "cumulative_training_bytes": 51007539, |
| "metrics": { |
| "loss": 0.49752317824864495, |
| "ce_loss": 0.4875231877853881, |
| "lb_loss": 0.9999999910184781 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 52000000, |
| "cumulative_training_bytes": 52002554, |
| "metrics": { |
| "loss": 0.4988107849174822, |
| "ce_loss": 0.4888107944542254, |
| "lb_loss": 0.9999999891914112 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 53000000, |
| "cumulative_training_bytes": 53005306, |
| "metrics": { |
| "loss": 0.49884286868214095, |
| "ce_loss": 0.4888428782188841, |
| "lb_loss": 0.9999999886589159 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 54000000, |
| "cumulative_training_bytes": 54000123, |
| "metrics": { |
| "loss": 0.49843673654287085, |
| "ce_loss": 0.488436746079614, |
| "lb_loss": 0.9999999882803895 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 55000000, |
| "cumulative_training_bytes": 55003152, |
| "metrics": { |
| "loss": 0.4980025132497152, |
| "ce_loss": 0.48800252278645834, |
| "lb_loss": 0.9999999890724818 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 56000000, |
| "cumulative_training_bytes": 56002937, |
| "metrics": { |
| "loss": 0.4978086235979956, |
| "ce_loss": 0.48780863313473877, |
| "lb_loss": 0.9999999890733924 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 57000000, |
| "cumulative_training_bytes": 57004703, |
| "metrics": { |
| "loss": 0.4975252436342879, |
| "ce_loss": 0.48752525317103107, |
| "lb_loss": 0.9999999889765551 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 58000000, |
| "cumulative_training_bytes": 58002959, |
| "metrics": { |
| "loss": 0.49715732681680713, |
| "ce_loss": 0.4871573363535503, |
| "lb_loss": 0.9999999886698271 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 59000000, |
| "cumulative_training_bytes": 59000108, |
| "metrics": { |
| "loss": 0.4970432515893526, |
| "ce_loss": 0.48704326112609575, |
| "lb_loss": 0.9999999883443378 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 60000000, |
| "cumulative_training_bytes": 60007478, |
| "metrics": { |
| "loss": 0.4969303793951454, |
| "ce_loss": 0.48693038893188856, |
| "lb_loss": 0.9999999884481401 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 61000000, |
| "cumulative_training_bytes": 61002660, |
| "metrics": { |
| "loss": 0.49673105242600757, |
| "ce_loss": 0.48673106196275073, |
| "lb_loss": 0.9999999883864875 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 62000000, |
| "cumulative_training_bytes": 62003465, |
| "metrics": { |
| "loss": 0.49654987219300095, |
| "ce_loss": 0.4865498817297441, |
| "lb_loss": 0.9999999883713753 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 63000000, |
| "cumulative_training_bytes": 63000868, |
| "metrics": { |
| "loss": 0.4964099013555799, |
| "ce_loss": 0.48640991089232305, |
| "lb_loss": 0.9999999887089905 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 64000000, |
| "cumulative_training_bytes": 64003546, |
| "metrics": { |
| "loss": 0.49635096437528303, |
| "ce_loss": 0.4863509739120262, |
| "lb_loss": 0.9999999889827633 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 65000000, |
| "cumulative_training_bytes": 65001846, |
| "metrics": { |
| "loss": 0.4962221452934289, |
| "ce_loss": 0.48622215483017206, |
| "lb_loss": 0.9999999886680185 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 66000000, |
| "cumulative_training_bytes": 66004938, |
| "metrics": { |
| "loss": 0.4961587034532485, |
| "ce_loss": 0.48615871298999164, |
| "lb_loss": 0.9999999882679765 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 67000000, |
| "cumulative_training_bytes": 67000216, |
| "metrics": { |
| "loss": 0.49601907669743406, |
| "ce_loss": 0.4860190862341772, |
| "lb_loss": 0.9999999884704623 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 68000000, |
| "cumulative_training_bytes": 68000224, |
| "metrics": { |
| "loss": 0.4964207015242049, |
| "ce_loss": 0.4864207110609481, |
| "lb_loss": 0.9999999881822244 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 69000000, |
| "cumulative_training_bytes": 69005372, |
| "metrics": { |
| "loss": 0.49684213258408866, |
| "ce_loss": 0.4868421421208318, |
| "lb_loss": 0.9999999881602821 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 70000000, |
| "cumulative_training_bytes": 70001864, |
| "metrics": { |
| "loss": 0.497037369488608, |
| "ce_loss": 0.48703737902535116, |
| "lb_loss": 0.9999999881770848 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 71000000, |
| "cumulative_training_bytes": 71000907, |
| "metrics": { |
| "loss": 0.49706029712117744, |
| "ce_loss": 0.4870603066579206, |
| "lb_loss": 0.9999999880360634 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 72000000, |
| "cumulative_training_bytes": 72005398, |
| "metrics": { |
| "loss": 0.49712042088778513, |
| "ce_loss": 0.4871204304245283, |
| "lb_loss": 0.9999999880790711 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 73000000, |
| "cumulative_training_bytes": 73003962, |
| "metrics": { |
| "loss": 0.49715716096929913, |
| "ce_loss": 0.4871571705060423, |
| "lb_loss": 0.9999999879890338 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 74000000, |
| "cumulative_training_bytes": 74006324, |
| "metrics": { |
| "loss": 0.4971806565123705, |
| "ce_loss": 0.48718066604911364, |
| "lb_loss": 0.9999999879612822 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 75000000, |
| "cumulative_training_bytes": 75002178, |
| "metrics": { |
| "loss": 0.4972360369138309, |
| "ce_loss": 0.48723604645057406, |
| "lb_loss": 0.999999987898805 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 76000000, |
| "cumulative_training_bytes": 76006119, |
| "metrics": { |
| "loss": 0.49723345379388895, |
| "ce_loss": 0.4872334633306321, |
| "lb_loss": 0.9999999879728066 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 77000000, |
| "cumulative_training_bytes": 77005284, |
| "metrics": { |
| "loss": 0.4972499007815454, |
| "ce_loss": 0.48724991031828857, |
| "lb_loss": 0.9999999881039516 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 78000000, |
| "cumulative_training_bytes": 78007177, |
| "metrics": { |
| "loss": 0.4972263361683527, |
| "ce_loss": 0.4872263457050959, |
| "lb_loss": 0.9999999881362097 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 79000000, |
| "cumulative_training_bytes": 79001491, |
| "metrics": { |
| "loss": 0.4971963830499691, |
| "ce_loss": 0.48719639258671227, |
| "lb_loss": 0.9999999881780725 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 80000000, |
| "cumulative_training_bytes": 80002957, |
| "metrics": { |
| "loss": 0.49715744238633375, |
| "ce_loss": 0.4871574519230769, |
| "lb_loss": 0.9999999881778243 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 81000000, |
| "cumulative_training_bytes": 81002131, |
| "metrics": { |
| "loss": 0.4970846991314543, |
| "ce_loss": 0.4870847086681975, |
| "lb_loss": 0.9999999881201305 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 82000000, |
| "cumulative_training_bytes": 82000379, |
| "metrics": { |
| "loss": 0.497049108552869, |
| "ce_loss": 0.48704911808961215, |
| "lb_loss": 0.9999999881481625 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 83000000, |
| "cumulative_training_bytes": 83002326, |
| "metrics": { |
| "loss": 0.49690102084670573, |
| "ce_loss": 0.4869010303834489, |
| "lb_loss": 0.9999999881849545 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 84000000, |
| "cumulative_training_bytes": 84004823, |
| "metrics": { |
| "loss": 0.4968436548828903, |
| "ce_loss": 0.48684366441963345, |
| "lb_loss": 0.9999999882473252 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 85000000, |
| "cumulative_training_bytes": 85001132, |
| "metrics": { |
| "loss": 0.496751819840948, |
| "ce_loss": 0.4867518293776912, |
| "lb_loss": 0.9999999883161697 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 86000000, |
| "cumulative_training_bytes": 86000628, |
| "metrics": { |
| "loss": 0.4967399565175699, |
| "ce_loss": 0.4867399660543131, |
| "lb_loss": 0.9999999883718574 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 87000000, |
| "cumulative_training_bytes": 87000672, |
| "metrics": { |
| "loss": 0.49681193101589355, |
| "ce_loss": 0.4868119405526367, |
| "lb_loss": 0.9999999883783122 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 88000000, |
| "cumulative_training_bytes": 88002075, |
| "metrics": { |
| "loss": 0.49670176321425324, |
| "ce_loss": 0.4867017727509964, |
| "lb_loss": 0.9999999882917427 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 89000000, |
| "cumulative_training_bytes": 89004728, |
| "metrics": { |
| "loss": 0.49663121152807166, |
| "ce_loss": 0.4866312210648148, |
| "lb_loss": 0.9999999883770943 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 90000000, |
| "cumulative_training_bytes": 90003725, |
| "metrics": { |
| "loss": 0.49656294246108723, |
| "ce_loss": 0.4865629519978304, |
| "lb_loss": 0.999999988555391 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 91000000, |
| "cumulative_training_bytes": 91002611, |
| "metrics": { |
| "loss": 0.4965044176845958, |
| "ce_loss": 0.48650442722133896, |
| "lb_loss": 0.9999999886813296 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 92000000, |
| "cumulative_training_bytes": 92003164, |
| "metrics": { |
| "loss": 0.4964984069213024, |
| "ce_loss": 0.4864984164580456, |
| "lb_loss": 0.9999999888961651 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 93000000, |
| "cumulative_training_bytes": 93001402, |
| "metrics": { |
| "loss": 0.49645113397473944, |
| "ce_loss": 0.4864511435114826, |
| "lb_loss": 0.999999989119787 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 94000000, |
| "cumulative_training_bytes": 94007638, |
| "metrics": { |
| "loss": 0.4963942520052126, |
| "ce_loss": 0.48639426154195575, |
| "lb_loss": 0.9999999891207247 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 95000000, |
| "cumulative_training_bytes": 95004271, |
| "metrics": { |
| "loss": 0.4963107445261611, |
| "ce_loss": 0.48631075406290425, |
| "lb_loss": 0.9999999891373812 |
| } |
| }, |
| { |
| "epoch": 2, |
| "checkpoint_type": "epoch", |
| "metrics": { |
| "loss": 0.4962876345627106, |
| "ce_loss": 0.48628764409945374, |
| "lb_loss": 0.999999989168886, |
| "training_bytes": 47653416 |
| }, |
| "cumulative_training_bytes": 95306825, |
| "training_bytes_this_epoch": 47653416 |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 96000000, |
| "cumulative_training_bytes": 96003218, |
| "metrics": { |
| "loss": 0.49025411134237773, |
| "ce_loss": 0.4802541208791209, |
| "lb_loss": 0.9999999908300546 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 97000000, |
| "cumulative_training_bytes": 97000816, |
| "metrics": { |
| "loss": 0.4910255136533021, |
| "ce_loss": 0.48102552319004527, |
| "lb_loss": 0.9999999905603504 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 98000000, |
| "cumulative_training_bytes": 98005358, |
| "metrics": { |
| "loss": 0.49233333855107553, |
| "ce_loss": 0.4823333480878187, |
| "lb_loss": 0.9999999910508607 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 99000000, |
| "cumulative_training_bytes": 99000141, |
| "metrics": { |
| "loss": 0.4918436110636709, |
| "ce_loss": 0.4818436206004141, |
| "lb_loss": 0.999999992102076 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 100000000, |
| "cumulative_training_bytes": 100005926, |
| "metrics": { |
| "loss": 0.4912067290626054, |
| "ce_loss": 0.48120673859934854, |
| "lb_loss": 0.9999999912631629 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 101000000, |
| "cumulative_training_bytes": 101001458, |
| "metrics": { |
| "loss": 0.4909990244014289, |
| "ce_loss": 0.48099903393817206, |
| "lb_loss": 0.999999990947144 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 102000000, |
| "cumulative_training_bytes": 102004630, |
| "metrics": { |
| "loss": 0.49028549532595705, |
| "ce_loss": 0.4802855048627002, |
| "lb_loss": 0.9999999912707156 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 103000000, |
| "cumulative_training_bytes": 103004382, |
| "metrics": { |
| "loss": 0.490558137229426, |
| "ce_loss": 0.48055814676616915, |
| "lb_loss": 0.99999999092586 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 104000000, |
| "cumulative_training_bytes": 104002283, |
| "metrics": { |
| "loss": 0.49042572008880747, |
| "ce_loss": 0.48042572962555063, |
| "lb_loss": 0.9999999908623717 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 105000000, |
| "cumulative_training_bytes": 105006513, |
| "metrics": { |
| "loss": 0.49059360480816605, |
| "ce_loss": 0.4805936143449092, |
| "lb_loss": 0.9999999903559967 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 106000000, |
| "cumulative_training_bytes": 106006613, |
| "metrics": { |
| "loss": 0.4903415147116462, |
| "ce_loss": 0.4803415242483894, |
| "lb_loss": 0.9999999906561079 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 107000000, |
| "cumulative_training_bytes": 107005607, |
| "metrics": { |
| "loss": 0.4906465298378475, |
| "ce_loss": 0.4806465393745907, |
| "lb_loss": 0.9999999903976801 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 108000000, |
| "cumulative_training_bytes": 108001197, |
| "metrics": { |
| "loss": 0.4906608704421343, |
| "ce_loss": 0.48066087997887746, |
| "lb_loss": 0.9999999902877164 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 109000000, |
| "cumulative_training_bytes": 109001691, |
| "metrics": { |
| "loss": 0.49069485728372664, |
| "ce_loss": 0.4806948668204698, |
| "lb_loss": 0.9999999900325566 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 110000000, |
| "cumulative_training_bytes": 110007304, |
| "metrics": { |
| "loss": 0.4906437990875403, |
| "ce_loss": 0.48064380862428346, |
| "lb_loss": 0.9999999899985953 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 111000000, |
| "cumulative_training_bytes": 111006246, |
| "metrics": { |
| "loss": 0.49070311546325684, |
| "ce_loss": 0.480703125, |
| "lb_loss": 0.9999999900562008 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 112000000, |
| "cumulative_training_bytes": 112006808, |
| "metrics": { |
| "loss": 0.4907320227878786, |
| "ce_loss": 0.48073203232462175, |
| "lb_loss": 0.9999999894783181 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 113000000, |
| "cumulative_training_bytes": 113006280, |
| "metrics": { |
| "loss": 0.4907356900739835, |
| "ce_loss": 0.48073569961072665, |
| "lb_loss": 0.999999989610436 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 114000000, |
| "cumulative_training_bytes": 114000244, |
| "metrics": { |
| "loss": 0.4906710912515451, |
| "ce_loss": 0.4806711007882883, |
| "lb_loss": 0.9999999897974031 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 115000000, |
| "cumulative_training_bytes": 115000090, |
| "metrics": { |
| "loss": 0.49064408903496304, |
| "ce_loss": 0.4806440985717062, |
| "lb_loss": 0.9999999897608811 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 116000000, |
| "cumulative_training_bytes": 116003964, |
| "metrics": { |
| "loss": 0.4908688999492036, |
| "ce_loss": 0.48086890948594674, |
| "lb_loss": 0.9999999897499409 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 117000000, |
| "cumulative_training_bytes": 117001141, |
| "metrics": { |
| "loss": 0.49077886969755463, |
| "ce_loss": 0.4807788792342978, |
| "lb_loss": 0.9999999896522636 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 118000000, |
| "cumulative_training_bytes": 118002964, |
| "metrics": { |
| "loss": 0.49081061967910844, |
| "ce_loss": 0.4808106292158516, |
| "lb_loss": 0.9999999897073936 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 119000000, |
| "cumulative_training_bytes": 119004829, |
| "metrics": { |
| "loss": 0.49074190038735244, |
| "ce_loss": 0.4807419099240956, |
| "lb_loss": 0.9999999899118753 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 120000000, |
| "cumulative_training_bytes": 120005174, |
| "metrics": { |
| "loss": 0.49069510202198013, |
| "ce_loss": 0.4806951115587233, |
| "lb_loss": 0.999999989785755 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 121000000, |
| "cumulative_training_bytes": 121000398, |
| "metrics": { |
| "loss": 0.4906328099449369, |
| "ce_loss": 0.4806328194816801, |
| "lb_loss": 0.9999999898084403 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 122000000, |
| "cumulative_training_bytes": 122005153, |
| "metrics": { |
| "loss": 0.4905734521533371, |
| "ce_loss": 0.48057346169008025, |
| "lb_loss": 0.9999999895931111 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 123000000, |
| "cumulative_training_bytes": 123002062, |
| "metrics": { |
| "loss": 0.49056105234136627, |
| "ce_loss": 0.48056106187810943, |
| "lb_loss": 0.9999999894398626 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 124000000, |
| "cumulative_training_bytes": 124006089, |
| "metrics": { |
| "loss": 0.4904723872690717, |
| "ce_loss": 0.4804723968058149, |
| "lb_loss": 0.9999999896498737 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 125000000, |
| "cumulative_training_bytes": 125006477, |
| "metrics": { |
| "loss": 0.4903383307249222, |
| "ce_loss": 0.4803383402616654, |
| "lb_loss": 0.9999999898584517 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 126000000, |
| "cumulative_training_bytes": 126002630, |
| "metrics": { |
| "loss": 0.49058030584739254, |
| "ce_loss": 0.4805803153841357, |
| "lb_loss": 0.9999999897561486 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 127000000, |
| "cumulative_training_bytes": 127007067, |
| "metrics": { |
| "loss": 0.49066594004055153, |
| "ce_loss": 0.4806659495772947, |
| "lb_loss": 0.9999999898067419 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 128000000, |
| "cumulative_training_bytes": 128000583, |
| "metrics": { |
| "loss": 0.49058034760611396, |
| "ce_loss": 0.48058035714285713, |
| "lb_loss": 0.999999989768102 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 129000000, |
| "cumulative_training_bytes": 129007289, |
| "metrics": { |
| "loss": 0.4905069065050655, |
| "ce_loss": 0.4805069160418087, |
| "lb_loss": 0.9999999897476218 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 130000000, |
| "cumulative_training_bytes": 130006166, |
| "metrics": { |
| "loss": 0.49045753542133275, |
| "ce_loss": 0.4804575449580759, |
| "lb_loss": 0.9999999899782128 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 131000000, |
| "cumulative_training_bytes": 131001304, |
| "metrics": { |
| "loss": 0.4904289406187695, |
| "ce_loss": 0.4804289501555127, |
| "lb_loss": 0.9999999901426038 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 132000000, |
| "cumulative_training_bytes": 132007108, |
| "metrics": { |
| "loss": 0.4903701265992885, |
| "ce_loss": 0.4803701361360317, |
| "lb_loss": 0.9999999899394623 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 133000000, |
| "cumulative_training_bytes": 133003089, |
| "metrics": { |
| "loss": 0.49030012820954977, |
| "ce_loss": 0.48030013774629293, |
| "lb_loss": 0.9999999899266576 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 134000000, |
| "cumulative_training_bytes": 134000170, |
| "metrics": { |
| "loss": 0.49024726003084046, |
| "ce_loss": 0.4802472695675836, |
| "lb_loss": 0.999999989902716 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 135000000, |
| "cumulative_training_bytes": 135007268, |
| "metrics": { |
| "loss": 0.4902310506127265, |
| "ce_loss": 0.48023106014946965, |
| "lb_loss": 0.999999989883879 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 136000000, |
| "cumulative_training_bytes": 136002367, |
| "metrics": { |
| "loss": 0.49015822482355786, |
| "ce_loss": 0.48015823436030103, |
| "lb_loss": 0.9999999898845927 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 137000000, |
| "cumulative_training_bytes": 137002293, |
| "metrics": { |
| "loss": 0.49018864670178053, |
| "ce_loss": 0.4801886562385237, |
| "lb_loss": 0.9999999900512997 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 138000000, |
| "cumulative_training_bytes": 138004174, |
| "metrics": { |
| "loss": 0.4901451457887006, |
| "ce_loss": 0.4801451553254438, |
| "lb_loss": 0.9999999901139867 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 139000000, |
| "cumulative_training_bytes": 139006240, |
| "metrics": { |
| "loss": 0.4903390567955974, |
| "ce_loss": 0.4803390663323406, |
| "lb_loss": 0.999999990163354 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 140000000, |
| "cumulative_training_bytes": 140006436, |
| "metrics": { |
| "loss": 0.49048212032282185, |
| "ce_loss": 0.480482129859565, |
| "lb_loss": 0.9999999901594661 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 141000000, |
| "cumulative_training_bytes": 141007445, |
| "metrics": { |
| "loss": 0.4905080058343408, |
| "ce_loss": 0.48050801537108395, |
| "lb_loss": 0.9999999901041711 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 142000000, |
| "cumulative_training_bytes": 142004918, |
| "metrics": { |
| "loss": 0.4905039665249063, |
| "ce_loss": 0.48050397606164946, |
| "lb_loss": 0.9999999901685075 |
| } |
| }, |
| { |
| "epoch": 3, |
| "checkpoint_type": "epoch", |
| "metrics": { |
| "loss": 0.49051486986155374, |
| "ce_loss": 0.4805148793982969, |
| "lb_loss": 0.9999999901265442, |
| "training_bytes": 47653391 |
| }, |
| "cumulative_training_bytes": 142960216, |
| "training_bytes_this_epoch": 47653391 |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 143000000, |
| "cumulative_training_bytes": 143005202, |
| "metrics": { |
| "loss": 0.4950260321299235, |
| "ce_loss": 0.4850260416666667, |
| "lb_loss": 0.9999999701976776 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 144000000, |
| "cumulative_training_bytes": 144006005, |
| "metrics": { |
| "loss": 0.4904259713026729, |
| "ce_loss": 0.48042598083941607, |
| "lb_loss": 0.9999999908635216 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 145000000, |
| "cumulative_training_bytes": 145001749, |
| "metrics": { |
| "loss": 0.4900371510437812, |
| "ce_loss": 0.48003716058052437, |
| "lb_loss": 0.9999999908472268 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 146000000, |
| "cumulative_training_bytes": 146005280, |
| "metrics": { |
| "loss": 0.4904491602627556, |
| "ce_loss": 0.48044916979949875, |
| "lb_loss": 0.9999999887961194 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 147000000, |
| "cumulative_training_bytes": 147006364, |
| "metrics": { |
| "loss": 0.49022183598212477, |
| "ce_loss": 0.48022184551886793, |
| "lb_loss": 0.9999999902158413 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 148000000, |
| "cumulative_training_bytes": 148004606, |
| "metrics": { |
| "loss": 0.4898206580768932, |
| "ce_loss": 0.47982066761363634, |
| "lb_loss": 0.9999999900658926 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 149000000, |
| "cumulative_training_bytes": 149001684, |
| "metrics": { |
| "loss": 0.48951690106452267, |
| "ce_loss": 0.47951691060126583, |
| "lb_loss": 0.9999999901161918 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 150000000, |
| "cumulative_training_bytes": 150003252, |
| "metrics": { |
| "loss": 0.4902524334599995, |
| "ce_loss": 0.4802524429967427, |
| "lb_loss": 0.9999999897099473 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 151000000, |
| "cumulative_training_bytes": 151004021, |
| "metrics": { |
| "loss": 0.4901546794499362, |
| "ce_loss": 0.48015468898667935, |
| "lb_loss": 0.9999999898484954 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 152000000, |
| "cumulative_training_bytes": 152003583, |
| "metrics": { |
| "loss": 0.4901396364200731, |
| "ce_loss": 0.48013964595681624, |
| "lb_loss": 0.9999999896032542 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 153000000, |
| "cumulative_training_bytes": 153004258, |
| "metrics": { |
| "loss": 0.49013379143505564, |
| "ce_loss": 0.4801338009717988, |
| "lb_loss": 0.9999999890058506 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 154000000, |
| "cumulative_training_bytes": 154004288, |
| "metrics": { |
| "loss": 0.4900680994376158, |
| "ce_loss": 0.480068108974359, |
| "lb_loss": 0.999999989632179 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 155000000, |
| "cumulative_training_bytes": 155004149, |
| "metrics": { |
| "loss": 0.4901411515178947, |
| "ce_loss": 0.4801411610546379, |
| "lb_loss": 0.9999999897755691 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 156000000, |
| "cumulative_training_bytes": 156001930, |
| "metrics": { |
| "loss": 0.4899712896123179, |
| "ce_loss": 0.47997129914906106, |
| "lb_loss": 0.9999999894012868 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 157000000, |
| "cumulative_training_bytes": 157005966, |
| "metrics": { |
| "loss": 0.4899014294959544, |
| "ce_loss": 0.47990143903269755, |
| "lb_loss": 0.9999999894758012 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 158000000, |
| "cumulative_training_bytes": 158006659, |
| "metrics": { |
| "loss": 0.48980809543528125, |
| "ce_loss": 0.4798081049720244, |
| "lb_loss": 0.9999999895403854 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 159000000, |
| "cumulative_training_bytes": 159001028, |
| "metrics": { |
| "loss": 0.4895588359286506, |
| "ce_loss": 0.4795588454653938, |
| "lb_loss": 0.9999999895585181 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 160000000, |
| "cumulative_training_bytes": 160001860, |
| "metrics": { |
| "loss": 0.4894983198657726, |
| "ce_loss": 0.47949832940251574, |
| "lb_loss": 0.9999999894232549 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 161000000, |
| "cumulative_training_bytes": 161000396, |
| "metrics": { |
| "loss": 0.4892045148159733, |
| "ce_loss": 0.4792045243527165, |
| "lb_loss": 0.9999999891972906 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 162000000, |
| "cumulative_training_bytes": 162002358, |
| "metrics": { |
| "loss": 0.4891760811347486, |
| "ce_loss": 0.47917609067149175, |
| "lb_loss": 0.9999999890233505 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 163000000, |
| "cumulative_training_bytes": 163000910, |
| "metrics": { |
| "loss": 0.4890335630177085, |
| "ce_loss": 0.47903357255445167, |
| "lb_loss": 0.9999999890675471 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 164000000, |
| "cumulative_training_bytes": 164005597, |
| "metrics": { |
| "loss": 0.48890226029586237, |
| "ce_loss": 0.47890226983260553, |
| "lb_loss": 0.9999999888729321 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 165000000, |
| "cumulative_training_bytes": 165002975, |
| "metrics": { |
| "loss": 0.4889194060730553, |
| "ce_loss": 0.47891941560979845, |
| "lb_loss": 0.9999999890234671 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 166000000, |
| "cumulative_training_bytes": 166007294, |
| "metrics": { |
| "loss": 0.48903683825322025, |
| "ce_loss": 0.4790368477899634, |
| "lb_loss": 0.9999999888872696 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 167000000, |
| "cumulative_training_bytes": 167001945, |
| "metrics": { |
| "loss": 0.4890494737780068, |
| "ce_loss": 0.47904948331474995, |
| "lb_loss": 0.9999999891006479 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 168000000, |
| "cumulative_training_bytes": 168005336, |
| "metrics": { |
| "loss": 0.48906435342565363, |
| "ce_loss": 0.4790643629623968, |
| "lb_loss": 0.9999999890849336 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 169000000, |
| "cumulative_training_bytes": 169002071, |
| "metrics": { |
| "loss": 0.48898078195840533, |
| "ce_loss": 0.4789807914951485, |
| "lb_loss": 0.9999999892392673 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 170000000, |
| "cumulative_training_bytes": 170002507, |
| "metrics": { |
| "loss": 0.48883532836328514, |
| "ce_loss": 0.4788353379000283, |
| "lb_loss": 0.9999999893484761 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 171000000, |
| "cumulative_training_bytes": 171005319, |
| "metrics": { |
| "loss": 0.48872788846981063, |
| "ce_loss": 0.4787278980065538, |
| "lb_loss": 0.9999999894365335 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 172000000, |
| "cumulative_training_bytes": 172007475, |
| "metrics": { |
| "loss": 0.4886464073825819, |
| "ce_loss": 0.4786464169193251, |
| "lb_loss": 0.999999989424222 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 173000000, |
| "cumulative_training_bytes": 173006995, |
| "metrics": { |
| "loss": 0.48865697313400097, |
| "ce_loss": 0.47865698267074414, |
| "lb_loss": 0.9999999893671633 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 174000000, |
| "cumulative_training_bytes": 174002372, |
| "metrics": { |
| "loss": 0.48858499138826916, |
| "ce_loss": 0.4785850009250123, |
| "lb_loss": 0.9999999893993713 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 175000000, |
| "cumulative_training_bytes": 175000872, |
| "metrics": { |
| "loss": 0.48849087463510193, |
| "ce_loss": 0.4784908841718451, |
| "lb_loss": 0.9999999894580696 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 176000000, |
| "cumulative_training_bytes": 176007018, |
| "metrics": { |
| "loss": 0.4885006819310511, |
| "ce_loss": 0.4785006914677943, |
| "lb_loss": 0.9999999893523677 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 177000000, |
| "cumulative_training_bytes": 177003062, |
| "metrics": { |
| "loss": 0.4884071085188124, |
| "ce_loss": 0.4784071180555556, |
| "lb_loss": 0.9999999894492003 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 178000000, |
| "cumulative_training_bytes": 178005739, |
| "metrics": { |
| "loss": 0.4883760760542553, |
| "ce_loss": 0.4783760855909985, |
| "lb_loss": 0.9999999893214313 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 179000000, |
| "cumulative_training_bytes": 179002039, |
| "metrics": { |
| "loss": 0.48841644468038026, |
| "ce_loss": 0.4784164542171234, |
| "lb_loss": 0.9999999892871193 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 180000000, |
| "cumulative_training_bytes": 180001975, |
| "metrics": { |
| "loss": 0.4885168265783871, |
| "ce_loss": 0.47851683611513024, |
| "lb_loss": 0.9999999893307933 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 181000000, |
| "cumulative_training_bytes": 181002156, |
| "metrics": { |
| "loss": 0.4885435228641423, |
| "ce_loss": 0.4785435324008855, |
| "lb_loss": 0.9999999895041126 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 182000000, |
| "cumulative_training_bytes": 182006789, |
| "metrics": { |
| "loss": 0.48842715038972745, |
| "ce_loss": 0.4784271599264706, |
| "lb_loss": 0.9999999895516564 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 183000000, |
| "cumulative_training_bytes": 183001003, |
| "metrics": { |
| "loss": 0.4883744527003505, |
| "ce_loss": 0.4783744622370937, |
| "lb_loss": 0.9999999895720363 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 184000000, |
| "cumulative_training_bytes": 184002846, |
| "metrics": { |
| "loss": 0.4883268971737586, |
| "ce_loss": 0.47832690671050176, |
| "lb_loss": 0.9999999894599509 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 185000000, |
| "cumulative_training_bytes": 185004724, |
| "metrics": { |
| "loss": 0.4882663181899502, |
| "ce_loss": 0.47826632772669336, |
| "lb_loss": 0.9999999894400365 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 186000000, |
| "cumulative_training_bytes": 186007260, |
| "metrics": { |
| "loss": 0.48828150444600626, |
| "ce_loss": 0.47828151398274943, |
| "lb_loss": 0.9999999894740508 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 187000000, |
| "cumulative_training_bytes": 187007019, |
| "metrics": { |
| "loss": 0.4882290801773191, |
| "ce_loss": 0.47822908971406225, |
| "lb_loss": 0.9999999894010861 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 188000000, |
| "cumulative_training_bytes": 188003736, |
| "metrics": { |
| "loss": 0.488216156216274, |
| "ce_loss": 0.4782161657530172, |
| "lb_loss": 0.9999999894326629 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 189000000, |
| "cumulative_training_bytes": 189007403, |
| "metrics": { |
| "loss": 0.4881525303701408, |
| "ce_loss": 0.47815253990688394, |
| "lb_loss": 0.9999999895538252 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 190000000, |
| "cumulative_training_bytes": 190003337, |
| "metrics": { |
| "loss": 0.4880743821461995, |
| "ce_loss": 0.4780743916829427, |
| "lb_loss": 0.9999999895905299 |
| } |
| }, |
| { |
| "epoch": 4, |
| "checkpoint_type": "epoch", |
| "metrics": { |
| "loss": 0.488021058104645, |
| "ce_loss": 0.4780210676413882, |
| "lb_loss": 0.9999999895423727, |
| "training_bytes": 47653398 |
| }, |
| "cumulative_training_bytes": 190613614, |
| "training_bytes_this_epoch": 47653398 |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 191000000, |
| "cumulative_training_bytes": 191004295, |
| "metrics": { |
| "loss": 0.48361365467894313, |
| "ce_loss": 0.4736136642156863, |
| "lb_loss": 0.9999999906502518 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 192000000, |
| "cumulative_training_bytes": 192003486, |
| "metrics": { |
| "loss": 0.4822246106290027, |
| "ce_loss": 0.47222462016574585, |
| "lb_loss": 0.9999999911086994 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 193000000, |
| "cumulative_training_bytes": 193000756, |
| "metrics": { |
| "loss": 0.48206590686197065, |
| "ce_loss": 0.4720659163987138, |
| "lb_loss": 0.9999999875424376 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 194000000, |
| "cumulative_training_bytes": 194006438, |
| "metrics": { |
| "loss": 0.4826827534723066, |
| "ce_loss": 0.47268276300904977, |
| "lb_loss": 0.9999999888072726 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 195000000, |
| "cumulative_training_bytes": 195005382, |
| "metrics": { |
| "loss": 0.48297037944927085, |
| "ce_loss": 0.472970388986014, |
| "lb_loss": 0.9999999882249565 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 196000000, |
| "cumulative_training_bytes": 196002015, |
| "metrics": { |
| "loss": 0.4832766776071315, |
| "ce_loss": 0.47327668714387466, |
| "lb_loss": 0.999999988792289 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 197000000, |
| "cumulative_training_bytes": 197006361, |
| "metrics": { |
| "loss": 0.48392085377260935, |
| "ce_loss": 0.4739208633093525, |
| "lb_loss": 0.9999999878503721 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 198000000, |
| "cumulative_training_bytes": 198003880, |
| "metrics": { |
| "loss": 0.483928608201846, |
| "ce_loss": 0.4739286177385892, |
| "lb_loss": 0.99999998751023 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 199000000, |
| "cumulative_training_bytes": 199006196, |
| "metrics": { |
| "loss": 0.48404037288334817, |
| "ce_loss": 0.47404038242009133, |
| "lb_loss": 0.9999999879702041 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 200000000, |
| "cumulative_training_bytes": 200002073, |
| "metrics": { |
| "loss": 0.4839540720959099, |
| "ce_loss": 0.47395408163265307, |
| "lb_loss": 0.999999988760267 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 201000000, |
| "cumulative_training_bytes": 201002611, |
| "metrics": { |
| "loss": 0.4842147074617819, |
| "ce_loss": 0.4742147169985251, |
| "lb_loss": 0.9999999887032495 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 202000000, |
| "cumulative_training_bytes": 202000755, |
| "metrics": { |
| "loss": 0.48400739288586786, |
| "ce_loss": 0.474007402422611, |
| "lb_loss": 0.9999999884480903 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 203000000, |
| "cumulative_training_bytes": 203001562, |
| "metrics": { |
| "loss": 0.4841745324391381, |
| "ce_loss": 0.47417454197588127, |
| "lb_loss": 0.9999999887573181 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 204000000, |
| "cumulative_training_bytes": 204005682, |
| "metrics": { |
| "loss": 0.48423728844666647, |
| "ce_loss": 0.47423729798340963, |
| "lb_loss": 0.9999999889179008 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 205000000, |
| "cumulative_training_bytes": 205003502, |
| "metrics": { |
| "loss": 0.484211044443555, |
| "ce_loss": 0.47421105398029817, |
| "lb_loss": 0.9999999888598348 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 206000000, |
| "cumulative_training_bytes": 206008019, |
| "metrics": { |
| "loss": 0.48419132477137033, |
| "ce_loss": 0.4741913343081135, |
| "lb_loss": 0.9999999889632016 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 207000000, |
| "cumulative_training_bytes": 207007717, |
| "metrics": { |
| "loss": 0.4842689376011073, |
| "ce_loss": 0.47426894713785045, |
| "lb_loss": 0.9999999892488818 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 208000000, |
| "cumulative_training_bytes": 208005208, |
| "metrics": { |
| "loss": 0.4841757200888075, |
| "ce_loss": 0.47417572962555066, |
| "lb_loss": 0.999999989313176 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 209000000, |
| "cumulative_training_bytes": 209005329, |
| "metrics": { |
| "loss": 0.4841251532236735, |
| "ce_loss": 0.47412516276041666, |
| "lb_loss": 0.9999999895443519 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 210000000, |
| "cumulative_training_bytes": 210006121, |
| "metrics": { |
| "loss": 0.4841085443945093, |
| "ce_loss": 0.47410855393125245, |
| "lb_loss": 0.9999999895909708 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 211000000, |
| "cumulative_training_bytes": 211003532, |
| "metrics": { |
| "loss": 0.48414475511940114, |
| "ce_loss": 0.4741447646561443, |
| "lb_loss": 0.9999999894947094 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 212000000, |
| "cumulative_training_bytes": 212007723, |
| "metrics": { |
| "loss": 0.48415256366347176, |
| "ce_loss": 0.4741525732002149, |
| "lb_loss": 0.9999999894966027 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 213000000, |
| "cumulative_training_bytes": 213005205, |
| "metrics": { |
| "loss": 0.48423584617656507, |
| "ce_loss": 0.47423585571330823, |
| "lb_loss": 0.9999999894371515 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 214000000, |
| "cumulative_training_bytes": 214007542, |
| "metrics": { |
| "loss": 0.4842972747625365, |
| "ce_loss": 0.47429728429927964, |
| "lb_loss": 0.9999999894023176 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 215000000, |
| "cumulative_training_bytes": 215006636, |
| "metrics": { |
| "loss": 0.48420266889447544, |
| "ce_loss": 0.4742026784312186, |
| "lb_loss": 0.9999999897414117 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 216000000, |
| "cumulative_training_bytes": 216002411, |
| "metrics": { |
| "loss": 0.48442725453235763, |
| "ce_loss": 0.4744272640691008, |
| "lb_loss": 0.9999999896582165 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 217000000, |
| "cumulative_training_bytes": 217003351, |
| "metrics": { |
| "loss": 0.48465302021652246, |
| "ce_loss": 0.4746530297532656, |
| "lb_loss": 0.9999999896708351 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 218000000, |
| "cumulative_training_bytes": 218001934, |
| "metrics": { |
| "loss": 0.48466454465906106, |
| "ce_loss": 0.4746645541958042, |
| "lb_loss": 0.9999999894795718 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 219000000, |
| "cumulative_training_bytes": 219001498, |
| "metrics": { |
| "loss": 0.48470003685327034, |
| "ce_loss": 0.4747000463900135, |
| "lb_loss": 0.9999999894626067 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 220000000, |
| "cumulative_training_bytes": 220000802, |
| "metrics": { |
| "loss": 0.48471733482440416, |
| "ce_loss": 0.4747173443611473, |
| "lb_loss": 0.9999999896022145 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 221000000, |
| "cumulative_training_bytes": 221002631, |
| "metrics": { |
| "loss": 0.4847172157847394, |
| "ce_loss": 0.4747172253214826, |
| "lb_loss": 0.9999999895699386 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 222000000, |
| "cumulative_training_bytes": 222001546, |
| "metrics": { |
| "loss": 0.48476429971392804, |
| "ce_loss": 0.4747643092506712, |
| "lb_loss": 0.9999999897434038 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 223000000, |
| "cumulative_training_bytes": 223002095, |
| "metrics": { |
| "loss": 0.4846939223298289, |
| "ce_loss": 0.47469393186657205, |
| "lb_loss": 0.9999999896217131 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 224000000, |
| "cumulative_training_bytes": 224004704, |
| "metrics": { |
| "loss": 0.4846698684175937, |
| "ce_loss": 0.47466987795433685, |
| "lb_loss": 0.9999999897695562 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 225000000, |
| "cumulative_training_bytes": 225002022, |
| "metrics": { |
| "loss": 0.48464635646704474, |
| "ce_loss": 0.4746463660037879, |
| "lb_loss": 0.9999999898666792 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 226000000, |
| "cumulative_training_bytes": 226003031, |
| "metrics": { |
| "loss": 0.4846968945550516, |
| "ce_loss": 0.47469690409179477, |
| "lb_loss": 0.999999989960508 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 227000000, |
| "cumulative_training_bytes": 227007213, |
| "metrics": { |
| "loss": 0.48466569770009893, |
| "ce_loss": 0.4746657072368421, |
| "lb_loss": 0.9999999899738713 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 228000000, |
| "cumulative_training_bytes": 228002618, |
| "metrics": { |
| "loss": 0.4847170054192085, |
| "ce_loss": 0.47471701495595164, |
| "lb_loss": 0.9999999898766133 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 229000000, |
| "cumulative_training_bytes": 229002817, |
| "metrics": { |
| "loss": 0.4849277419846056, |
| "ce_loss": 0.47492775152134875, |
| "lb_loss": 0.9999999898439013 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 230000000, |
| "cumulative_training_bytes": 230004657, |
| "metrics": { |
| "loss": 0.48519230282958, |
| "ce_loss": 0.47519231236632314, |
| "lb_loss": 0.9999999897664978 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 231000000, |
| "cumulative_training_bytes": 231006924, |
| "metrics": { |
| "loss": 0.4853118831206326, |
| "ce_loss": 0.4753118926573758, |
| "lb_loss": 0.9999999898737654 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 232000000, |
| "cumulative_training_bytes": 232007018, |
| "metrics": { |
| "loss": 0.4854375916427203, |
| "ce_loss": 0.4754376011794635, |
| "lb_loss": 0.9999999898104178 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 233000000, |
| "cumulative_training_bytes": 233006236, |
| "metrics": { |
| "loss": 0.48551042782778, |
| "ce_loss": 0.47551043736452314, |
| "lb_loss": 0.9999999898362022 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 234000000, |
| "cumulative_training_bytes": 234000486, |
| "metrics": { |
| "loss": 0.4855104365451488, |
| "ce_loss": 0.47551044608189197, |
| "lb_loss": 0.9999999898169262 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 235000000, |
| "cumulative_training_bytes": 235002824, |
| "metrics": { |
| "loss": 0.485555099787045, |
| "ce_loss": 0.47555510932378814, |
| "lb_loss": 0.9999999898311206 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 236000000, |
| "cumulative_training_bytes": 236004788, |
| "metrics": { |
| "loss": 0.48557505530384387, |
| "ce_loss": 0.47557506484058704, |
| "lb_loss": 0.9999999897843591 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 237000000, |
| "cumulative_training_bytes": 237001532, |
| "metrics": { |
| "loss": 0.4854937203452311, |
| "ce_loss": 0.47549372988197425, |
| "lb_loss": 0.999999989826477 |
| } |
| }, |
| { |
| "checkpoint_type": "bytes", |
| "bytes_threshold": 238000000, |
| "cumulative_training_bytes": 238004993, |
| "metrics": { |
| "loss": 0.485468689970447, |
| "ce_loss": 0.4754686995071902, |
| "lb_loss": 0.9999999898203087 |
| } |
| }, |
| { |
| "epoch": 5, |
| "checkpoint_type": "epoch", |
| "metrics": { |
| "loss": 0.48547107517566046, |
| "ce_loss": 0.4754710847124036, |
| "lb_loss": 0.9999999897626342, |
| "training_bytes": 47653400 |
| }, |
| "cumulative_training_bytes": 238267014, |
| "training_bytes_this_epoch": 47653400 |
| } |
| ] |
| } |
