{
  "add_cross_attention": false,
  "architectures": [
    "RobertaModel"
  ],
  "attention_probs_dropout_prob": 0.1,
  "biencoder": {
    "holdout_techniques": [],
    "labels": [
      "T1003",
      "T1005",
      "T1021",
      "T1036",
      "T1040",
      "T1041",
      "T1046",
      "T1055",
      "T1059",
      "T1068",
      "T1070",
      "T1071",
      "T1078",
      "T1082",
      "T1083",
      "T1087",
      "T1091",
      "T1098",
      "T1105",
      "T1106",
      "T1110",
      "T1133",
      "T1136",
      "T1185",
      "T1189",
      "T1190",
      "T1202",
      "T1203",
      "T1204",
      "T1210",
      "T1211",
      "T1212",
      "T1485",
      "T1486",
      "T1496",
      "T1497",
      "T1498",
      "T1499",
      "T1505",
      "T1528",
      "T1542",
      "T1543",
      "T1548",
      "T1550",
      "T1552",
      "T1555",
      "T1557",
      "T1563",
      "T1565",
      "T1566",
      "T1574",
      "T1608",
      "T1685"
    ],
    "logit_bias": -4.998987674713135,
    "logit_scale": 10.00108814239502,
    "technique_max_length": 256
  },
  "bos_token_id": 0,
  "classifier_dropout": null,
  "dtype": "float32",
  "eos_token_id": 2,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "is_decoder": false,
  "layer_norm_eps": 1e-05,
  "max_position_embeddings": 514,
  "metadata_inputs": [],
  "model_type": "roberta",
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 1,
  "tie_word_embeddings": true,
  "transformers_version": "5.15.0",
  "type_vocab_size": 1,
  "use_cache": false,
  "vocab_size": 50265
}