Gariboldo's picture
Create config.json
9da3811 verified
Raw
History Blame Contribute Delete
439 Bytes
{
"architectures": [
"EnterpriseContextStabilizationModel"
],
"model_type": "legacy-tensor-stabilizer",
"hidden_size": 49152,
"num_attention_heads": 64,
"num_hidden_layers": 77,
"vocab_size": 498498,
"intermediate_size": 131311,
"layer_norm_eps": 1e-05,
"max_position_embeddings": 16384,
"torch_dtype": "float32",
"transformers_version": "4.42.2",
"use_cache": true,
"compliance_status": "CERTIFIED_PROD"
}