model_config.json

{"module": null, "class_name": "TransformerModel", "config": {"name": "transformer_model", "trainable": true, "dtype": {"module": "keras", "class_name": "DTypePolicy", "config": {"name": "float32"}, "registered_name": null}, "num_heads": 8, "attention_dim": 512, "vocab_size": 50259, "num_blocks": 8, "ff_dim": 1024, "dropout_rate": 0.2}, "registered_name": "TransformerModel", "build_config": {"input_shape": {"input_ids": [1, 2], "attention_mask": [1, 2]}}}