config.json

{
  "batchnorm_layer": 256,
  "dropout": 0.3,
  "embed_dim": 512,
  "expansion_factor": 4,
  "hidden_dim": 128,
  "input_layer": 128,
  "model_type": "bert",
  "n_dense": 6,
  "n_heads": 8,
  "num_layers": 2,
  "output_classification": 3454,
  "output_layer": 256,
  "transformers_version": "4.41.2",
  "w_s": 0.5
}