variants/cpu-int4/train/trainable_parameters.json

{
  "baseLayers": [
    "base_model.model.bert.encoder.layer.0.attention.self.query",
    "base_model.model.bert.encoder.layer.0.attention.self.value",
    "base_model.model.bert.encoder.layer.1.attention.self.query",
    "base_model.model.bert.encoder.layer.1.attention.self.value",
    "base_model.model.bert.encoder.layer.2.attention.self.query",
    "base_model.model.bert.encoder.layer.2.attention.self.value",
    "base_model.model.bert.encoder.layer.3.attention.self.query",
    "base_model.model.bert.encoder.layer.3.attention.self.value",
    "base_model.model.bert.encoder.layer.4.attention.self.query",
    "base_model.model.bert.encoder.layer.4.attention.self.value",
    "base_model.model.bert.encoder.layer.5.attention.self.query",
    "base_model.model.bert.encoder.layer.5.attention.self.value"
  ],
  "peftMethod": "lora",
  "rank": 8,
  "requiresGrad": [
    "backbone.bert.encoder.layer.0.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.0.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.0.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.0.attention.self.value.lora_B.lora.weight",
    "backbone.bert.encoder.layer.1.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.1.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.1.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.1.attention.self.value.lora_B.lora.weight",
    "backbone.bert.encoder.layer.2.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.2.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.2.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.2.attention.self.value.lora_B.lora.weight",
    "backbone.bert.encoder.layer.3.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.3.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.3.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.3.attention.self.value.lora_B.lora.weight",
    "backbone.bert.encoder.layer.4.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.4.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.4.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.4.attention.self.value.lora_B.lora.weight",
    "backbone.bert.encoder.layer.5.attention.self.query.lora_A.lora.weight",
    "backbone.bert.encoder.layer.5.attention.self.query.lora_B.lora.weight",
    "backbone.bert.encoder.layer.5.attention.self.value.lora_A.lora.weight",
    "backbone.bert.encoder.layer.5.attention.self.value.lora_B.lora.weight"
  ],
  "trainableParameterCount": 73728
}