File size: 179 Bytes
f514288 |
1 2 3 4 5 6 7 8 9 10 11 |
{
"architectures": [
"i3HybridModel"
],
"model_type": "rwkv-hybrid",
"d_model": 768,
"n_layers": 16,
"rwkv_layers": 12,
"attn_layers": 4,
"vocab_size": 32000
} |