| { | |
| "codename": "rt-j", | |
| "name": "RT-J", | |
| "embedding_model": "all-MiniLM-L12-v2", | |
| "d_text": 384, | |
| "model": { | |
| "num_blocks": 12, | |
| "d_model": 512, | |
| "d_text": 384, | |
| "num_heads": 8, | |
| "d_ff": 2048, | |
| "materialize_attn_masks": true | |
| }, | |
| "variants": { | |
| "clf": { | |
| "path": "classification", | |
| "task_type": "clf" | |
| }, | |
| "reg": { | |
| "path": "regression", | |
| "task_type": "reg" | |
| } | |
| } | |
| } |