File size: 2,762 Bytes
33f0155 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"baseLayers": [
"base_model.model.bert.encoder.layer.0.attention.self.query",
"base_model.model.bert.encoder.layer.0.attention.self.value",
"base_model.model.bert.encoder.layer.1.attention.self.query",
"base_model.model.bert.encoder.layer.1.attention.self.value",
"base_model.model.bert.encoder.layer.2.attention.self.query",
"base_model.model.bert.encoder.layer.2.attention.self.value",
"base_model.model.bert.encoder.layer.3.attention.self.query",
"base_model.model.bert.encoder.layer.3.attention.self.value",
"base_model.model.bert.encoder.layer.4.attention.self.query",
"base_model.model.bert.encoder.layer.4.attention.self.value",
"base_model.model.bert.encoder.layer.5.attention.self.query",
"base_model.model.bert.encoder.layer.5.attention.self.value"
],
"peftMethod": "lora",
"rank": 8,
"requiresGrad": [
"backbone.bert.encoder.layer.0.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.0.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.0.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.0.attention.self.value.lora_B.lora.weight",
"backbone.bert.encoder.layer.1.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.1.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.1.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.1.attention.self.value.lora_B.lora.weight",
"backbone.bert.encoder.layer.2.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.2.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.2.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.2.attention.self.value.lora_B.lora.weight",
"backbone.bert.encoder.layer.3.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.3.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.3.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.3.attention.self.value.lora_B.lora.weight",
"backbone.bert.encoder.layer.4.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.4.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.4.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.4.attention.self.value.lora_B.lora.weight",
"backbone.bert.encoder.layer.5.attention.self.query.lora_A.lora.weight",
"backbone.bert.encoder.layer.5.attention.self.query.lora_B.lora.weight",
"backbone.bert.encoder.layer.5.attention.self.value.lora_A.lora.weight",
"backbone.bert.encoder.layer.5.attention.self.value.lora_B.lora.weight"
],
"trainableParameterCount": 73728
}
|