config.json

{
  "architectures": [
    "MyTransformerModel"
  ],
  "model_type": "custom-transformer",
  "vocab_size": 30522,
  "learning_rate": 1e-05,
  "framework": "pytorch"
}