{ "format_version": 1, "adapter": { "rank": 16, "alpha": 8.0, "use_rslora": true, "dropout": 0.05, "targets": { "encoder_self_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "encoder_ffn": [ "gate_proj", "up_proj", "down_proj" ], "decoder_self_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "decoder_cross_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "decoder_ffn": [ "gate_proj", "up_proj", "down_proj" ] }, "lr_multipliers": {}, "trainable_tokens": [ "", "", "" ] }, "scaling": 2.0, "style_token": "", "trainable_tokens": { "": 266, "": 274, "": 275 }, "parameters": 18287616, "base": { "checkpoint": "KeelCore/KeelCore-750M", "step": 90000, "fingerprint": "3dcb3cf25d47379e86e12d889e9139d59cf7508846b0bd036b9fb97200968cd7" }, "provenance": { "phase_1": { "step": 146342, "final_metrics": { "eval/loss": 0.2977872219764001, "eval/perplexity": 1.3468751719507266, "eval/token_accuracy": 0.9084640896078094, "eval/eos_accuracy": 0.9791729398775469, "eval/ece": 0.004893604238046363, "eval/confidence": 0.9129432059253049, "eval/examples": 19926.0, "eval/loss_by_length/short": 0.34995758793783915, "eval/loss_by_length/medium": 0.3643175207048626, "eval/loss_by_length/long": 0.2319568483194215, "generation/sari": 65.33603310642951, "generation/chrf_reference": 77.19320224188608, "generation/chrf_input": 78.11275879064725, "generation/length_ratio": 1.0316882908212353, "generation/shorter_rate": 0.364, "generation/span_preservation": 0.951260678959641, "generation/novel_word_rate": 0.16575745373099998, "generation/loop_rate": 0.002, "generation/terminated_rate": 0.982, "generation/empty_rate": 0.0, "generation/copy_rate": 0.004, "generation/distinct_2": 0.7101879672978827, "generation/examples": 500.0, "generation/output_tokens": 84.684, "quality/acceptable_rate": 0.93, "perf/eval_seconds": 158.31764645129442 } }, "phase_2": { "step": 1444, "final_metrics": { "eval/loss": 0.31521833835457524, "eval/perplexity": 1.370558523783922, "eval/token_accuracy": 0.9076035833559555, "eval/eos_accuracy": 0.9835221421215242, "eval/ece": 0.006463088998026999, "eval/confidence": 0.9128969446645174, "eval/examples": 3884.0, "eval/loss_by_length/short": 0.3533447977725127, "eval/loss_by_length/medium": 0.3540014474260306, "eval/loss_by_length/long": 0.2640006830703098, "generation/sari": 67.20927204646436, "generation/chrf_reference": 78.57761231766997, "generation/chrf_input": 75.47220212143709, "generation/length_ratio": 1.0527019284083794, "generation/shorter_rate": 0.276, "generation/span_preservation": 0.9128116732687585, "generation/novel_word_rate": 0.1772604663624468, "generation/loop_rate": 0.004, "generation/terminated_rate": 0.984, "generation/empty_rate": 0.0, "generation/copy_rate": 0.004, "generation/distinct_2": 0.7617565439135978, "generation/examples": 500.0, "generation/output_tokens": 81.546, "quality/acceptable_rate": 0.834, "perf/eval_seconds": 76.68794807884842 }, "note": "continued from the phase-1 adapter on ~20k date/link-rich rewrites mixed 1:1 with clean phase-1 rows; 1 epoch, lr 5e-5" } } }