SEDD-medium / config.json
Jrffy666's picture
Publish audited SEDD-medium math-tool SFT inference weights
f9740ea verified
Raw
History Blame Contribute Delete
693 Bytes
{
"artifact_format": "sedd_math_tool_hf_inference_v1",
"graph": {
"type": "absorb"
},
"model": {
"cond_dim": 128,
"dropout": 0.0,
"hidden_size": 1024,
"length": 256,
"n_blocks": 24,
"n_heads": 16,
"name": "medium",
"scale_by_sigma": true,
"type": "ddit"
},
"noise": {
"sigma_max": 20.0,
"sigma_min": 0.0001,
"type": "loglinear"
},
"sampling": {
"eps": 0.001,
"noise_removal": true,
"predictor": "euler",
"steps": 64
},
"tokenizer": {
"add_special_tokens": false,
"identifier": "gpt2",
"vocab_sha256": "179cad62d906b7217f1c9431ece06e7a78a7721f9580960147a6c1ea0a53fc65"
},
"tokens": 50257
}