| { |
| "screen": "SP-2-SPINE-LM", |
| "seed": 0, |
| "steps": 3000, |
| "batch": 32, |
| "block": 512, |
| "lrs": [ |
| 0.001 |
| ], |
| "text_mb": 24.0, |
| "d_spine": 384, |
| "layers_spine": 8, |
| "n_spine": 12018432, |
| "tf_mult": 2.0, |
| "d_transformer": 624, |
| "layers_transformer": 5, |
| "n_transformer": 24045216, |
| "device": "cuda", |
| "thresholds": { |
| "pass": 1.05, |
| "concern": 1.15 |
| }, |
| "corpora": { |
| "text": { |
| "spine_lr0.001": { |
| "best_bpb": 1.6573128700256348, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.097306429979653, |
| "eval_bpb": 5.986931800842285, |
| "best": 5.986931800842285, |
| "kBps": 11.0 |
| }, |
| { |
| "step": 250, |
| "train_bits": 2.1230272788424283, |
| "eval_bpb": 2.182271718978882, |
| "best": 2.182271718978882, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 500, |
| "train_bits": 1.9552195068293143, |
| "eval_bpb": 2.0323281288146973, |
| "best": 2.0323281288146973, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 750, |
| "train_bits": 1.7949351158781939, |
| "eval_bpb": 1.9211971759796143, |
| "best": 1.9211971759796143, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 1.7489086029063365, |
| "eval_bpb": 1.850945234298706, |
| "best": 1.850945234298706, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 1.6664138567496238, |
| "eval_bpb": 1.812852382659912, |
| "best": 1.812852382659912, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 1.6738565779483627, |
| "eval_bpb": 1.7703351974487305, |
| "best": 1.7703351974487305, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 1.6136710772962721, |
| "eval_bpb": 1.7218865156173706, |
| "best": 1.7218865156173706, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 1.584476162399056, |
| "eval_bpb": 1.6893564462661743, |
| "best": 1.6893564462661743, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 1.5259576895817784, |
| "eval_bpb": 1.6723499298095703, |
| "best": 1.6723499298095703, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 1.4685067130784064, |
| "eval_bpb": 1.662462830543518, |
| "best": 1.662462830543518, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 1.5642197018151327, |
| "eval_bpb": 1.6594675779342651, |
| "best": 1.6594675779342651, |
| "kBps": 21.7 |
| }, |
| { |
| "step": 2999, |
| "train_bits": 1.4700798383858484, |
| "eval_bpb": 1.6573128700256348, |
| "best": 1.6573128700256348, |
| "kBps": 21.7 |
| } |
| ], |
| "wall_s": 2268.9 |
| }, |
| "tf_lr0.001": { |
| "best_bpb": 1.870753288269043, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.26989102012048, |
| "eval_bpb": 6.739991664886475, |
| "best": 6.739991664886475, |
| "kBps": 11.4 |
| }, |
| { |
| "step": 250, |
| "train_bits": 3.5156865472026206, |
| "eval_bpb": 3.5838325023651123, |
| "best": 3.5838325023651123, |
| "kBps": 18.5 |
| }, |
| { |
| "step": 500, |
| "train_bits": 3.118333703065567, |
| "eval_bpb": 3.109508991241455, |
| "best": 3.109508991241455, |
| "kBps": 18.5 |
| }, |
| { |
| "step": 750, |
| "train_bits": 2.671179498752868, |
| "eval_bpb": 2.7187116146087646, |
| "best": 2.7187116146087646, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 2.3104986872419415, |
| "eval_bpb": 2.379302978515625, |
| "best": 2.379302978515625, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 2.0811331650055025, |
| "eval_bpb": 2.1693010330200195, |
| "best": 2.1693010330200195, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 1.9972204218924259, |
| "eval_bpb": 2.0676300525665283, |
| "best": 2.0676300525665283, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 1.9581717610140252, |
| "eval_bpb": 1.989850640296936, |
| "best": 1.989850640296936, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 1.8832767562162893, |
| "eval_bpb": 1.9484683275222778, |
| "best": 1.9484683275222778, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 1.836628181996261, |
| "eval_bpb": 1.9090824127197266, |
| "best": 1.9090824127197266, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 1.8263085350138892, |
| "eval_bpb": 1.8851382732391357, |
| "best": 1.8851382732391357, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 1.8128861490273014, |
| "eval_bpb": 1.8729664087295532, |
| "best": 1.8729664087295532, |
| "kBps": 18.6 |
| }, |
| { |
| "step": 2999, |
| "train_bits": 1.7961690913981345, |
| "eval_bpb": 1.870753288269043, |
| "best": 1.870753288269043, |
| "kBps": 18.6 |
| } |
| ], |
| "wall_s": 2642.3 |
| }, |
| "spine_best": 1.6573128700256348, |
| "tf_best": 1.870753288269043, |
| "ratio": 0.8859066988780232, |
| "verdict": "PASS" |
| } |
| }, |
| "partial": false, |
| "verdict": "PASS" |
| } |
