Upload train_infrastructure_model.py with huggingface_hub

train_infrastructure_model.py

@@ -112,6 +112,7 @@ training_args = SFTConfig(
     per_device_eval_batch_size=4,
     gradient_accumulation_steps=4,
     gradient_checkpointing=True,
+    max_seq_length=2048,
 
     # Optimization
     learning_rate=2e-4,
@@ -145,6 +146,8 @@ training_args = SFTConfig(
 
     # Misc
     seed=42,
+    dataset_text_field="text",
+    packing=False,
 )
 
 # Initialize trainer
@@ -155,9 +158,6 @@ trainer = SFTTrainer(
     eval_dataset=eval_dataset,
     peft_config=peft_config,
     args=training_args,
-    max_seq_length=2048,
-    dataset_text_field="text",
-    packing=False,
 )
 
 # Train