| { |
| "screen": "SP-2-SPINE-LM", |
| "seed": 0, |
| "steps": 4000, |
| "batch": 32, |
| "block": 512, |
| "lrs": [ |
| 0.001 |
| ], |
| "text_mb": 96.0, |
| "d_spine": 640, |
| "layers_spine": 8, |
| "n_spine": 33137920, |
| "tf_mult": 1.0, |
| "d_transformer": 672, |
| "layers_transformer": 6, |
| "n_transformer": 33257952, |
| "device": "cuda", |
| "thresholds": { |
| "pass": 1.05, |
| "concern": 1.15 |
| }, |
| "corpora": { |
| "text": { |
| "spine_lr0.001": { |
| "best_bpb": 1.5229665040969849, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.129907461277208, |
| "eval_bpb": 5.5101518630981445, |
| "best": 5.5101518630981445, |
| "kBps": 11.0 |
| }, |
| { |
| "step": 250, |
| "train_bits": 2.1948707954659055, |
| "eval_bpb": 2.1676111221313477, |
| "best": 2.1676111221313477, |
| "kBps": 19.2 |
| }, |
| { |
| "step": 500, |
| "train_bits": 1.9935468724699963, |
| "eval_bpb": 1.9912030696868896, |
| "best": 1.9912030696868896, |
| "kBps": 19.1 |
| }, |
| { |
| "step": 750, |
| "train_bits": 1.8484287715852128, |
| "eval_bpb": 1.8803513050079346, |
| "best": 1.8803513050079346, |
| "kBps": 19.1 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 1.8020306041048408, |
| "eval_bpb": 1.8245058059692383, |
| "best": 1.8245058059692383, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 1.7574234639505542, |
| "eval_bpb": 1.7559597492218018, |
| "best": 1.7559597492218018, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 1.692556251576676, |
| "eval_bpb": 1.7225568294525146, |
| "best": 1.7225568294525146, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 1.7061122680829843, |
| "eval_bpb": 1.6795181035995483, |
| "best": 1.6795181035995483, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 1.6381732735820456, |
| "eval_bpb": 1.6360663175582886, |
| "best": 1.6360663175582886, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 1.5964389316277712, |
| "eval_bpb": 1.6126888990402222, |
| "best": 1.6126888990402222, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 1.5226208821897382, |
| "eval_bpb": 1.5832231044769287, |
| "best": 1.5832231044769287, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 1.5009390293954639, |
| "eval_bpb": 1.5672656297683716, |
| "best": 1.5672656297683716, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 3000, |
| "train_bits": 1.5241976191328486, |
| "eval_bpb": 1.5502691268920898, |
| "best": 1.5502691268920898, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 3250, |
| "train_bits": 1.526238021302685, |
| "eval_bpb": 1.5373672246932983, |
| "best": 1.5373672246932983, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 3500, |
| "train_bits": 1.4832688439152155, |
| "eval_bpb": 1.531510591506958, |
| "best": 1.531510591506958, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 3750, |
| "train_bits": 1.4648457183894898, |
| "eval_bpb": 1.5232207775115967, |
| "best": 1.5232207775115967, |
| "kBps": 19.0 |
| }, |
| { |
| "step": 3999, |
| "train_bits": 1.51629054477678, |
| "eval_bpb": 1.5229665040969849, |
| "best": 1.5229665040969849, |
| "kBps": 19.0 |
| } |
| ], |
| "wall_s": 3449.4 |
| }, |
| "tf_lr0.001": { |
| "best_bpb": 2.060558557510376, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.209524421737033, |
| "eval_bpb": 7.171977996826172, |
| "best": 7.171977996826172, |
| "kBps": 26.1 |
| }, |
| { |
| "step": 250, |
| "train_bits": 3.5390039550066, |
| "eval_bpb": 3.59385085105896, |
| "best": 3.59385085105896, |
| "kBps": 42.1 |
| }, |
| { |
| "step": 500, |
| "train_bits": 3.5031717136646354, |
| "eval_bpb": 3.5455288887023926, |
| "best": 3.5455288887023926, |
| "kBps": 42.2 |
| }, |
| { |
| "step": 750, |
| "train_bits": 3.2674196156884063, |
| "eval_bpb": 3.293250322341919, |
| "best": 3.293250322341919, |
| "kBps": 42.3 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 3.103596165747831, |
| "eval_bpb": 3.1184656620025635, |
| "best": 3.1184656620025635, |
| "kBps": 42.4 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 2.900629808436182, |
| "eval_bpb": 2.898190975189209, |
| "best": 2.898190975189209, |
| "kBps": 42.4 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 2.6630564141873156, |
| "eval_bpb": 2.622429609298706, |
| "best": 2.622429609298706, |
| "kBps": 42.5 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 2.438966459766093, |
| "eval_bpb": 2.4253695011138916, |
| "best": 2.4253695011138916, |
| "kBps": 42.5 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 2.2740543596455565, |
| "eval_bpb": 2.3043291568756104, |
| "best": 2.3043291568756104, |
| "kBps": 42.5 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 2.150469002596749, |
| "eval_bpb": 2.223310708999634, |
| "best": 2.223310708999634, |
| "kBps": 42.5 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 2.1707502286823965, |
| "eval_bpb": 2.1691296100616455, |
| "best": 2.1691296100616455, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 2.114052020241851, |
| "eval_bpb": 2.1417148113250732, |
| "best": 2.1417148113250732, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 3000, |
| "train_bits": 2.1376967110304226, |
| "eval_bpb": 2.1043992042541504, |
| "best": 2.1043992042541504, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 3250, |
| "train_bits": 2.0466229543007204, |
| "eval_bpb": 2.085282564163208, |
| "best": 2.085282564163208, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 3500, |
| "train_bits": 2.0477953600316523, |
| "eval_bpb": 2.0702152252197266, |
| "best": 2.0702152252197266, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 3750, |
| "train_bits": 2.022161001955249, |
| "eval_bpb": 2.0639238357543945, |
| "best": 2.0639238357543945, |
| "kBps": 42.6 |
| }, |
| { |
| "step": 3999, |
| "train_bits": 2.018942862592304, |
| "eval_bpb": 2.060558557510376, |
| "best": 2.060558557510376, |
| "kBps": 42.6 |
| } |
| ], |
| "wall_s": 1538.3 |
| }, |
| "spine_best": 1.5229665040969849, |
| "tf_best": 2.060558557510376, |
| "ratio": 0.739103724349904, |
| "verdict": "PASS" |
| } |
| }, |
| "partial": false, |
| "verdict": "PASS" |
| } |
