| { |
| "codename": "tabwm", |
| "name": "TabWM", |
| "architectures": [ |
| "TabWM" |
| ], |
| "model_type": "tabwm", |
| "torch_dtype": "float32", |
| "context_length": 4096, |
| "model": { |
| "rt": { |
| "num_blocks": 12, |
| "d_model": 256, |
| "d_text": 384, |
| "num_heads": 8, |
| "d_ff": 1024, |
| "embedding_model": "all-MiniLM-L12-v2" |
| }, |
| "n_slots": 16, |
| "decoder_layers": 2, |
| "decoder_heads": 8, |
| "decoder_d_ff": null, |
| "numeric_head": "binned", |
| "shared_offset": true, |
| "value_decoder_width": 256, |
| "value_decoder_layers": 2, |
| "value_decoder_heads": 8, |
| "transformation_proposals": true |
| } |
| } |
|
|
