File size: 586 Bytes
0fbc0b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 | {
"model_name_or_path": "Qwen/Qwen3-0.6B",
"model_revision": "main",
"torch_dtype": "bfloat16",
"trust_remote_code": false,
"attn_implementation": "flash_attention_2",
"use_peft": false,
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"lora_target_modules": null,
"lora_target_parameters": null,
"lora_modules_to_save": null,
"lora_task_type": "CAUSAL_LM",
"use_rslora": false,
"use_dora": false,
"load_in_8bit": false,
"load_in_4bit": false,
"bnb_4bit_quant_type": "nf4",
"use_bnb_nested_quant": false
} |