Hugging Face's logo

KeelCore
/
KeelCore-750M-Concise

Text Generation
ONNX
English
lora
adapter
text-rewriting
concise-writing
text-shortening
encoder-decoder
Model card Files
xet
 Community
KeelCore-750M-Concise
File size: 3,962 Bytes
23f08d1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
042257b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23f08d1
 
042257b
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
{
  "format_version": 1,
  "adapter": {
    "rank": 16,
    "alpha": 8.0,
    "use_rslora": true,
    "dropout": 0.05,
    "targets": {
      "encoder_self_attention": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj"
      ],
      "encoder_ffn": [
        "gate_proj",
        "up_proj",
        "down_proj"
      ],
      "decoder_self_attention": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj"
      ],
      "decoder_cross_attention": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj"
      ],
      "decoder_ffn": [
        "gate_proj",
        "up_proj",
        "down_proj"
      ]
    },
    "lr_multipliers": {},
    "trainable_tokens": [
      "<style:concise>",
      "<text_to_rewrite>",
      "</text_to_rewrite>"
    ]
  },
  "scaling": 2.0,
  "style_token": "<style:concise>",
  "trainable_tokens": {
    "<style:concise>": 263,
    "<text_to_rewrite>": 274,
    "</text_to_rewrite>": 275
  },
  "parameters": 18287616,
  "base": {
    "checkpoint": "KeelCore/KeelCore-750M",
    "step": 90000,
    "fingerprint": "3dcb3cf25d47379e86e12d889e9139d59cf7508846b0bd036b9fb97200968cd7"
  },
  "provenance": {
    "phase_1": {
      "step": 126846,
      "final_metrics": {
        "eval/loss": 0.3990466985379618,
        "eval/perplexity": 1.4904032166335173,
        "eval/token_accuracy": 0.8768576032944714,
        "eval/eos_accuracy": 0.9932496624831242,
        "eval/ece": 0.007870048502947148,
        "eval/confidence": 0.8842153102496593,
        "eval/examples": 19999.0,
        "eval/loss_by_length/short": 0.30445002886540923,
        "eval/loss_by_length/medium": 0.3992814156755112,
        "eval/loss_by_length/long": 0.41674466314313663,
        "generation/sari": 66.11013411456256,
        "generation/chrf_reference": 76.14434418738131,
        "generation/chrf_input": 65.75699624543186,
        "generation/length_ratio": 0.8029637862731017,
        "generation/shorter_rate": 0.97,
        "generation/span_preservation": 0.9472342147868322,
        "generation/novel_word_rate": 0.11945442390191029,
        "generation/loop_rate": 0.0,
        "generation/terminated_rate": 0.998,
        "generation/empty_rate": 0.0,
        "generation/copy_rate": 0.004,
        "generation/distinct_2": 0.7913288510974886,
        "generation/examples": 500.0,
        "generation/output_tokens": 60.202,
        "quality/acceptable_rate": 0.932,
        "perf/eval_seconds": 143.93358595855534
      }
    },
    "phase_2": {
      "step": 1389,
      "final_metrics": {
        "eval/loss": 0.38949770371521336,
        "eval/perplexity": 1.4762390982082592,
        "eval/token_accuracy": 0.8856307481476122,
        "eval/eos_accuracy": 0.9878531819382097,
        "eval/ece": 0.008548974790665487,
        "eval/confidence": 0.8932836751980151,
        "eval/examples": 3787.0,
        "eval/loss_by_length/short": 0.30626515962420126,
        "eval/loss_by_length/medium": 0.3886483242410324,
        "eval/loss_by_length/long": 0.40896211418703743,
        "generation/sari": 67.03907087797579,
        "generation/chrf_reference": 78.2989483954743,
        "generation/chrf_input": 68.52071841048617,
        "generation/length_ratio": 0.8721406857373701,
        "generation/shorter_rate": 0.834,
        "generation/span_preservation": 0.916499274242637,
        "generation/novel_word_rate": 0.12034575831390777,
        "generation/loop_rate": 0.002,
        "generation/terminated_rate": 0.996,
        "generation/empty_rate": 0.0,
        "generation/copy_rate": 0.01,
        "generation/distinct_2": 0.8295188068661477,
        "generation/examples": 500.0,
        "generation/output_tokens": 67.026,
        "quality/acceptable_rate": 0.754,
        "perf/eval_seconds": 67.45724250655621
      },
      "note": "continued from the phase-1 adapter on ~20k date/link-rich rewrites mixed 1:1 with clean phase-1 rows; 1 epoch, lr 5e-5"
    }
  }
}