change cuda
Browse files
minigpt4/models/base_model.py
CHANGED
|
@@ -216,7 +216,11 @@ class BaseModel(nn.Module):
|
|
| 216 |
**lora_kargs
|
| 217 |
)
|
| 218 |
llama_model = get_peft_model(llama_model, loraconfig)
|
| 219 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 220 |
llama_model.print_trainable_parameters()
|
| 221 |
|
| 222 |
else:
|
|
|
|
| 216 |
**lora_kargs
|
| 217 |
)
|
| 218 |
llama_model = get_peft_model(llama_model, loraconfig)
|
| 219 |
+
# 查看 LoRA 参数的名字和 shape
|
| 220 |
+
print("LoRA trainable parameters name and shape:")
|
| 221 |
+
for name, param in llama_model.named_parameters():
|
| 222 |
+
if param.requires_grad:
|
| 223 |
+
print(f"{name}: {tuple(param.shape)}")
|
| 224 |
llama_model.print_trainable_parameters()
|
| 225 |
|
| 226 |
else:
|
minigpt4/models/minigpt_base.py
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|