{ "format_version": 1, "adapter": { "rank": 16, "alpha": 8.0, "use_rslora": true, "dropout": 0.05, "targets": { "encoder_self_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "encoder_ffn": [ "gate_proj", "up_proj", "down_proj" ], "decoder_self_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "decoder_cross_attention": [ "q_proj", "k_proj", "v_proj", "o_proj" ], "decoder_ffn": [ "gate_proj", "up_proj", "down_proj" ] }, "lr_multipliers": {}, "trainable_tokens": [ "", "", "" ] }, "scaling": 2.0, "style_token": "", "trainable_tokens": { "": 263, "": 274, "": 275 }, "parameters": 18287616, "base": { "checkpoint": "KeelCore/KeelCore-750M", "step": 90000, "fingerprint": "3dcb3cf25d47379e86e12d889e9139d59cf7508846b0bd036b9fb97200968cd7" }, "provenance": { "phase_1": { "step": 126846, "final_metrics": { "eval/loss": 0.3990466985379618, "eval/perplexity": 1.4904032166335173, "eval/token_accuracy": 0.8768576032944714, "eval/eos_accuracy": 0.9932496624831242, "eval/ece": 0.007870048502947148, "eval/confidence": 0.8842153102496593, "eval/examples": 19999.0, "eval/loss_by_length/short": 0.30445002886540923, "eval/loss_by_length/medium": 0.3992814156755112, "eval/loss_by_length/long": 0.41674466314313663, "generation/sari": 66.11013411456256, "generation/chrf_reference": 76.14434418738131, "generation/chrf_input": 65.75699624543186, "generation/length_ratio": 0.8029637862731017, "generation/shorter_rate": 0.97, "generation/span_preservation": 0.9472342147868322, "generation/novel_word_rate": 0.11945442390191029, "generation/loop_rate": 0.0, "generation/terminated_rate": 0.998, "generation/empty_rate": 0.0, "generation/copy_rate": 0.004, "generation/distinct_2": 0.7913288510974886, "generation/examples": 500.0, "generation/output_tokens": 60.202, "quality/acceptable_rate": 0.932, "perf/eval_seconds": 143.93358595855534 } }, "phase_2": { "step": 1389, "final_metrics": { "eval/loss": 0.38949770371521336, "eval/perplexity": 1.4762390982082592, "eval/token_accuracy": 0.8856307481476122, "eval/eos_accuracy": 0.9878531819382097, "eval/ece": 0.008548974790665487, "eval/confidence": 0.8932836751980151, "eval/examples": 3787.0, "eval/loss_by_length/short": 0.30626515962420126, "eval/loss_by_length/medium": 0.3886483242410324, "eval/loss_by_length/long": 0.40896211418703743, "generation/sari": 67.03907087797579, "generation/chrf_reference": 78.2989483954743, "generation/chrf_input": 68.52071841048617, "generation/length_ratio": 0.8721406857373701, "generation/shorter_rate": 0.834, "generation/span_preservation": 0.916499274242637, "generation/novel_word_rate": 0.12034575831390777, "generation/loop_rate": 0.002, "generation/terminated_rate": 0.996, "generation/empty_rate": 0.0, "generation/copy_rate": 0.01, "generation/distinct_2": 0.8295188068661477, "generation/examples": 500.0, "generation/output_tokens": 67.026, "quality/acceptable_rate": 0.754, "perf/eval_seconds": 67.45724250655621 }, "note": "continued from the phase-1 adapter on ~20k date/link-rich rewrites mixed 1:1 with clean phase-1 rows; 1 epoch, lr 5e-5" } } }