ligaments-dev commited on
Commit
80788cf
·
verified ·
1 Parent(s): cb6f87d

Remove max_seq_length from SFTTrainer (not supported in current TRL)

Browse files
Files changed (1) hide show
  1. train.py +0 -2
train.py CHANGED
@@ -20,7 +20,6 @@ MODEL_ID = "google/gemma-2-2b-it"
20
  DATASET_ID = "talkmap/telecom-conversation-corpus"
21
  OUTPUT_DIR = "./gemma-2b-it-telecom"
22
  HUB_MODEL_ID = "ligaments-dev/gemma-2b-it-telecom"
23
- MAX_SEQ_LENGTH = 2048
24
 
25
  # ------------------------------------------------------------------
26
  # Trackio monitoring
@@ -111,7 +110,6 @@ trainer = SFTTrainer(
111
  args=args,
112
  train_dataset=train_dataset,
113
  processing_class=tokenizer,
114
- max_seq_length=MAX_SEQ_LENGTH,
115
  )
116
 
117
  # ------------------------------------------------------------------
 
20
  DATASET_ID = "talkmap/telecom-conversation-corpus"
21
  OUTPUT_DIR = "./gemma-2b-it-telecom"
22
  HUB_MODEL_ID = "ligaments-dev/gemma-2b-it-telecom"
 
23
 
24
  # ------------------------------------------------------------------
25
  # Trackio monitoring
 
110
  args=args,
111
  train_dataset=train_dataset,
112
  processing_class=tokenizer,
 
113
  )
114
 
115
  # ------------------------------------------------------------------