{ "baseLayers": [ "base_model.model.bert.encoder.layer.0.attention.self.query", "base_model.model.bert.encoder.layer.0.attention.self.value", "base_model.model.bert.encoder.layer.1.attention.self.query", "base_model.model.bert.encoder.layer.1.attention.self.value", "base_model.model.bert.encoder.layer.2.attention.self.query", "base_model.model.bert.encoder.layer.2.attention.self.value", "base_model.model.bert.encoder.layer.3.attention.self.query", "base_model.model.bert.encoder.layer.3.attention.self.value", "base_model.model.bert.encoder.layer.4.attention.self.query", "base_model.model.bert.encoder.layer.4.attention.self.value", "base_model.model.bert.encoder.layer.5.attention.self.query", "base_model.model.bert.encoder.layer.5.attention.self.value" ], "peftMethod": "lora", "rank": 8, "requiresGrad": [ "backbone.bert.encoder.layer.0.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.0.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.0.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.0.attention.self.value.lora_B.lora.weight", "backbone.bert.encoder.layer.1.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.1.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.1.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.1.attention.self.value.lora_B.lora.weight", "backbone.bert.encoder.layer.2.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.2.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.2.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.2.attention.self.value.lora_B.lora.weight", "backbone.bert.encoder.layer.3.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.3.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.3.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.3.attention.self.value.lora_B.lora.weight", "backbone.bert.encoder.layer.4.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.4.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.4.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.4.attention.self.value.lora_B.lora.weight", "backbone.bert.encoder.layer.5.attention.self.query.lora_A.lora.weight", "backbone.bert.encoder.layer.5.attention.self.query.lora_B.lora.weight", "backbone.bert.encoder.layer.5.attention.self.value.lora_A.lora.weight", "backbone.bert.encoder.layer.5.attention.self.value.lora_B.lora.weight" ], "trainableParameterCount": 73728 }