config.json

{"model_type": "gpt", "vocab_size": 50304, "num_layers": 52, "num_heads": 12, "model_dim": 1536, "architectures": ["GPT"], "torch_dtype": "bfloat16"}