config.json

{"vocab_size": 250003, "hidden_size": 512, "num_hidden_layers": 6, "num_attention_heads": 8, "intermediate_size": 2048, "max_position_embeddings": 256, "model_type": "custom_ai", "torch_dtype": "float32", "transformers_version": "4.0.0"}