Upload train.py with huggingface_hub

train.py

@@ -66,7 +66,7 @@ output_dir = "./output/sft-model"
 num_train_epochs = 1
 per_device_train_batch_size = 1
 gradient_accumulation_steps = 1
-learning_rate = 2e-4 if use_peft else 2e-5  # Higher learning rate for PEFT
+learning_rate = 2e-4
 
 """## Load model and tokenizer"""