config.json

{
  "debugging": false,
  "device": "cpu",
  "epsilon_scalar_enc": 1.1,
  "hidden_dim": 256,
  "hidden_dim_scalar_enc": 32,
  "num_patches": 32,
  "pre_training": false,
  "scalar_scales": null,
  "seq_len": 512,
  "transf_depth": 6,
  "transf_dim_head": 128,
  "transf_dropout": 0.1,
  "transf_mlp_dim": 512,
  "transf_num_heads": 8
}