File size: 656 Bytes
021848e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | {
"architectures": [
"AMPLIFY"
],
"auto_map": {
"AutoConfig": "modeling_amplify.AMPLIFYConfig",
"AutoModel": "modeling_amplify.AMPLIFY",
"AutoModelForMaskedLM": "modeling_amplify.AMPLIFY"
},
"base_scale": 0.03227486121839514,
"decoder_init_range": 0.02,
"dtype": "float32",
"embedding_init_range": 0.02,
"hidden_size": 640,
"intermediate_size": 2560,
"max_length": 512,
"max_protein_length": 50000,
"model_type": "AMPLIFY",
"norm_eps": 1e-05,
"normalized_transformer": false,
"num_attention_heads": 10,
"num_hidden_layers": 24,
"pad_token_id": 0,
"transformers_version": "4.57.0",
"vocab_size": 32
}
|