| mode: simple | |
| lora_A: kaiming | |
| lora_B: zeros | |
| # lora_A: zeros | |
| # lora_B: kaiming | |
| # This is the default way to initialize the model parameters. | |
| dtype: fp32 |
| mode: simple | |
| lora_A: kaiming | |
| lora_B: zeros | |
| # lora_A: zeros | |
| # lora_B: kaiming | |
| # This is the default way to initialize the model parameters. | |
| dtype: fp32 |