jcccy commited on
Commit
5a0f4bf
·
1 Parent(s): dfaf0c2

change cuda

Browse files
minigpt4/models/base_model.py CHANGED
@@ -216,7 +216,11 @@ class BaseModel(nn.Module):
216
  **lora_kargs
217
  )
218
  llama_model = get_peft_model(llama_model, loraconfig)
219
-
 
 
 
 
220
  llama_model.print_trainable_parameters()
221
 
222
  else:
 
216
  **lora_kargs
217
  )
218
  llama_model = get_peft_model(llama_model, loraconfig)
219
+ # 查看 LoRA 参数的名字和 shape
220
+ print("LoRA trainable parameters name and shape:")
221
+ for name, param in llama_model.named_parameters():
222
+ if param.requires_grad:
223
+ print(f"{name}: {tuple(param.shape)}")
224
  llama_model.print_trainable_parameters()
225
 
226
  else:
minigpt4/models/minigpt_base.py CHANGED
The diff for this file is too large to render. See raw diff