Xuezha's picture
Upload RecombinationTransformerForCausalLM
ce8b22b verified
{
"_name_or_path": "Xuezha/RecombinationTransformer-small-base",
"architectures": [
"RecombinationTransformerForCausalLM"
],
"auto_map": {
"AutoConfig": "Xuezha/RecombinationTransformer-small-base--configure.RecombinationTransformerConfig",
"AutoModelForCausalLM": "Xuezha/RecombinationTransformer-small-base--modeling.RecombinationTransformerForCausalLM"
},
"embed_dim": 768,
"eos_token_id": 0,
"model_type": "RecombinationTransformer",
"num_heads": 8,
"num_layers": 4,
"torch_dtype": "float32",
"transformers_version": "4.41.2",
"vocab_size": 50280
}