| { |
| "format_version": 1, |
| "adapter": { |
| "rank": 16, |
| "alpha": 8.0, |
| "use_rslora": true, |
| "dropout": 0.05, |
| "targets": { |
| "encoder_self_attention": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj" |
| ], |
| "encoder_ffn": [ |
| "gate_proj", |
| "up_proj", |
| "down_proj" |
| ], |
| "decoder_self_attention": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj" |
| ], |
| "decoder_cross_attention": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj" |
| ], |
| "decoder_ffn": [ |
| "gate_proj", |
| "up_proj", |
| "down_proj" |
| ] |
| }, |
| "lr_multipliers": {}, |
| "trainable_tokens": [ |
| "<style:concise>", |
| "<text_to_rewrite>", |
| "</text_to_rewrite>" |
| ] |
| }, |
| "scaling": 2.0, |
| "style_token": "<style:concise>", |
| "trainable_tokens": { |
| "<style:concise>": 263, |
| "<text_to_rewrite>": 274, |
| "</text_to_rewrite>": 275 |
| }, |
| "parameters": 18287616, |
| "base": { |
| "checkpoint": "KeelCore/KeelCore-750M", |
| "step": 90000, |
| "fingerprint": "3dcb3cf25d47379e86e12d889e9139d59cf7508846b0bd036b9fb97200968cd7" |
| }, |
| "provenance": { |
| "step": 126846, |
| "final_metrics": { |
| "eval/loss": 0.3990466985379618, |
| "eval/perplexity": 1.4904032166335173, |
| "eval/token_accuracy": 0.8768576032944714, |
| "eval/eos_accuracy": 0.9932496624831242, |
| "eval/ece": 0.007870048502947148, |
| "eval/confidence": 0.8842153102496593, |
| "eval/examples": 19999.0, |
| "eval/loss_by_length/short": 0.30445002886540923, |
| "eval/loss_by_length/medium": 0.3992814156755112, |
| "eval/loss_by_length/long": 0.41674466314313663, |
| "generation/sari": 66.11013411456256, |
| "generation/chrf_reference": 76.14434418738131, |
| "generation/chrf_input": 65.75699624543186, |
| "generation/length_ratio": 0.8029637862731017, |
| "generation/shorter_rate": 0.97, |
| "generation/span_preservation": 0.9472342147868322, |
| "generation/novel_word_rate": 0.11945442390191029, |
| "generation/loop_rate": 0.0, |
| "generation/terminated_rate": 0.998, |
| "generation/empty_rate": 0.0, |
| "generation/copy_rate": 0.004, |
| "generation/distinct_2": 0.7913288510974886, |
| "generation/examples": 500.0, |
| "generation/output_tokens": 60.202, |
| "quality/acceptable_rate": 0.932, |
| "perf/eval_seconds": 143.93358595855534 |
| } |
| } |
| } |
