fela-tab / config_small.json
itstheraj's picture
initial commit
c902bdf
Raw
History Blame Contribute Delete
460 Bytes
{
"model_type": "felatab",
"library_name": "pytorch",
"arch": "FelaTab",
"tier": "small",
"params_millions": 51.56,
"max_features": 100,
"max_classes": 10,
"dim": 512,
"n_layers": 14,
"n_heads": 8,
"head_dim": 64,
"chunk": 64,
"ffn_mult": 3,
"use_landmark": true,
"n_landmarks": 48,
"ln_eps": 1e-05,
"note": "Reads support rows (features plus label) then query rows; returns class probabilities or mean and std error bars."
}