| { |
| "screen": "SP-2-SPINE-LM", |
| "seed": 0, |
| "steps": 3000, |
| "batch": 32, |
| "block": 512, |
| "lrs": [ |
| 0.0003 |
| ], |
| "text_mb": 24.0, |
| "d_spine": 384, |
| "layers_spine": 8, |
| "n_spine": 12018432, |
| "tf_mult": 1.0, |
| "d_transformer": 400, |
| "layers_transformer": 6, |
| "n_transformer": 11962800, |
| "device": "cuda", |
| "thresholds": { |
| "pass": 1.05, |
| "concern": 1.15 |
| }, |
| "corpora": { |
| "text": { |
| "spine_lr0.0003": { |
| "best_bpb": 1.6920182704925537, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.10444164619865, |
| "eval_bpb": 6.368494033813477, |
| "best": 6.368494033813477, |
| "kBps": 10.9 |
| }, |
| { |
| "step": 250, |
| "train_bits": 2.0672142651058736, |
| "eval_bpb": 2.1344122886657715, |
| "best": 2.1344122886657715, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 500, |
| "train_bits": 1.9160518339565165, |
| "eval_bpb": 1.9972063302993774, |
| "best": 1.9972063302993774, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 750, |
| "train_bits": 1.7798878378062541, |
| "eval_bpb": 1.9081671237945557, |
| "best": 1.9081671237945557, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 1.7443163221629978, |
| "eval_bpb": 1.852670669555664, |
| "best": 1.852670669555664, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 1.6570211962554025, |
| "eval_bpb": 1.8103423118591309, |
| "best": 1.8103423118591309, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 1.6759471990522512, |
| "eval_bpb": 1.7894508838653564, |
| "best": 1.7894508838653564, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 1.6142092110108217, |
| "eval_bpb": 1.745488166809082, |
| "best": 1.745488166809082, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 1.6002025999592528, |
| "eval_bpb": 1.721181035041809, |
| "best": 1.721181035041809, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 1.5390813417038176, |
| "eval_bpb": 1.7037999629974365, |
| "best": 1.7037999629974365, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 1.4838240039122006, |
| "eval_bpb": 1.6920182704925537, |
| "best": 1.6920182704925537, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 1.5799485471324417, |
| "eval_bpb": 1.6952470541000366, |
| "best": 1.6920182704925537, |
| "kBps": 21.1 |
| }, |
| { |
| "step": 2999, |
| "train_bits": 1.4944028287494229, |
| "eval_bpb": 1.6929237842559814, |
| "best": 1.6920182704925537, |
| "kBps": 21.1 |
| } |
| ], |
| "wall_s": 2334.0 |
| }, |
| "tf_lr0.0003": { |
| "best_bpb": 2.3104419708251953, |
| "history": [ |
| { |
| "step": 0, |
| "train_bits": 8.184333090969252, |
| "eval_bpb": 6.767765045166016, |
| "best": 6.767765045166016, |
| "kBps": 16.1 |
| }, |
| { |
| "step": 250, |
| "train_bits": 3.5008781530327293, |
| "eval_bpb": 3.5642881393432617, |
| "best": 3.5642881393432617, |
| "kBps": 26.8 |
| }, |
| { |
| "step": 500, |
| "train_bits": 3.384189988214124, |
| "eval_bpb": 3.3779335021972656, |
| "best": 3.3779335021972656, |
| "kBps": 26.8 |
| }, |
| { |
| "step": 750, |
| "train_bits": 2.96575207108129, |
| "eval_bpb": 3.0074915885925293, |
| "best": 3.0074915885925293, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 1000, |
| "train_bits": 2.7209486981728017, |
| "eval_bpb": 2.7959744930267334, |
| "best": 2.7959744930267334, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 1250, |
| "train_bits": 2.580237824699028, |
| "eval_bpb": 2.642259120941162, |
| "best": 2.642259120941162, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 1500, |
| "train_bits": 2.475455330869052, |
| "eval_bpb": 2.528750419616699, |
| "best": 2.528750419616699, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 1750, |
| "train_bits": 2.421410126800716, |
| "eval_bpb": 2.442403554916382, |
| "best": 2.442403554916382, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 2000, |
| "train_bits": 2.330143061571444, |
| "eval_bpb": 2.388734817504883, |
| "best": 2.388734817504883, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 2250, |
| "train_bits": 2.2836532273381622, |
| "eval_bpb": 2.3470757007598877, |
| "best": 2.3470757007598877, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 2500, |
| "train_bits": 2.298321971595553, |
| "eval_bpb": 2.3256967067718506, |
| "best": 2.3256967067718506, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 2750, |
| "train_bits": 2.2844876871601487, |
| "eval_bpb": 2.3124146461486816, |
| "best": 2.3124146461486816, |
| "kBps": 26.9 |
| }, |
| { |
| "step": 2999, |
| "train_bits": 2.240674246939594, |
| "eval_bpb": 2.3104419708251953, |
| "best": 2.3104419708251953, |
| "kBps": 26.9 |
| } |
| ], |
| "wall_s": 1828.9 |
| }, |
| "spine_best": 1.6920182704925537, |
| "tf_best": 2.3104419708251953, |
| "ratio": 0.7323353245215823, |
| "verdict": "PASS" |
| } |
| }, |
| "partial": false, |
| "verdict": "PASS" |
| } |
