delete file

training_args_tracker.txt

@@ -1,25 +0,0 @@
-from transformers import TrainingArguments
-
-steps = 200
-
-training_args = TrainingArguments(
-  output_dir=outmodelpath,
-  overwrite_output_dir=True, #Set to true to overwrite output directory
-  group_by_length=True, # group data with same length to save memory (only for dynamic padding)
-  per_device_train_batch_size=8, #16
-  #save_strategy="steps",# The checkpoint save strategy to adopt during training.
-  evaluation_strategy="steps", # alternative: None, epoch
-  num_train_epochs=5, #50
-  #max_gradient_norm=0.8, #Maximum gradient norm (for gradient clipping). Default: 1.0
-  fp16=True, # Available only on GPU, when set true save memory
-  gradient_checkpointing=True, # save memory at the expense of slower backward pass
-  save_steps=steps, 
-  eval_steps=steps,
-  logging_steps=steps,
-  learning_rate=1e-4, # default: 5e-5
-  weight_decay=0.005, # prevent overfitting, generalize better
-  warmup_ratio=0.1, # Ratio of total training steps used for a linear warmup from 0 to learning_rate. default 0.0
-  max_grad_norm=0.8,  
-  save_total_limit=2, # number of checkpoint to save
-  load_best_model_at_end=True #load best model to save the best model in trainer.save_model
-)