config.json

{
  "device": "cpu",
  "epsilon_scalar_enc": 1.1,
  "hidden_dim": 256,
  "hidden_dim_scalar_enc": 32,
  "kernel_size": null,
  "no_diff_operator": false,
  "no_scalars": false,
  "num_patches": 32,
  "output": "cls_token",
  "patch_length_oriented": false,
  "pre_training": false,
  "return_transf_layer": -1,
  "scalar_scales": null,
  "seq_len": 512,
  "transf_depth": 6,
  "transf_dim_head": 128,
  "transf_dropout": 0.1,
  "transf_mlp_dim": 512,
  "transf_num_heads": 8
}