{ "device": "cpu", "epsilon_scalar_enc": 1.1, "hidden_dim": 256, "hidden_dim_scalar_enc": 32, "kernel_size": null, "no_diff_operator": false, "no_scalars": false, "num_patches": 32, "output": "cls_token", "patch_length_oriented": false, "pre_training": false, "return_transf_layer": -1, "scalar_scales": null, "seq_len": 512, "transf_depth": 6, "transf_dim_head": 128, "transf_dropout": 0.1, "transf_mlp_dim": 512, "transf_num_heads": 8 }