ghost-typer / compile_settings.json
tmickleydoyle's picture
v6: modified Kneser-Ney + per-word extension rule (held-out keystrokes saved 22.2% -> 23.0%, precision 90.2% -> 90.8%)
3c53a76 verified
Raw History Blame Contribute Delete
998 Bytes
{
"_comment": "Chosen by scripts/sweep.py (docs/sweep.json): best keystrokes saved at >= 90% precision on held-out prompts (OASST/MBPP/CoNaLa + WildChat); smoothing and policy.ext from the lookback/look-ahead experiments (docs/experiments_lookback.json). hf = dense transformers model (vocab capped for width); web = sparse browser export.",
"hf": {
"n_prev": 3,
"smoothing": "mkn",
"phrase_weight": 1.0,
"prompt_weight": 1.0,
"reply_weight": 1.0,
"wildchat_weight": 1.0,
"max_vocab": 6000,
"min_word_count": 2,
"min_count": null,
"force_phrases": false,
"param_target": 400000000
},
"web": {
"n_prev": 3,
"smoothing": "mkn",
"phrase_weight": 1.0,
"prompt_weight": 1.0,
"reply_weight": 1.0,
"wildchat_weight": 1.0,
"max_vocab": 1000000,
"min_word_count": 2,
"min_count": 2
},
"policy": {
"tau": 0.62,
"min_support": 0,
"max_words": 8,
"ext": 0.8
},
"export": {
"deltas": "u8"
}
}