{ "architectures": [ "i3HybridModel" ], "model_type": "rwkv-hybrid", "d_model": 768, "n_layers": 16, "rwkv_layers": 12, "attn_layers": 4, "vocab_size": 32000 }