fela-tab / config.json
itstheraj's picture
initial commit
c902bdf
Raw
History Blame Contribute Delete
638 Bytes
{
"model_type": "felatab",
"library_name": "transformers",
"architectures": [
"FelaTabModel"
],
"auto_map": {
"AutoConfig": "configuration_felatab.FelaTabConfig",
"AutoModel": "modeling_felatab.FelaTabModel"
},
"arch": "FelaTab",
"tier": "big",
"params_millions": 411.86,
"max_features": 100,
"max_classes": 10,
"dim": 1024,
"n_layers": 28,
"n_heads": 16,
"head_dim": 64,
"chunk": 64,
"ffn_mult": 3,
"use_landmark": true,
"n_landmarks": 48,
"ln_eps": 1e-05,
"note": "Reads support rows (features plus label) then query rows; returns class probabilities or mean and std error bars."
}