Remove max_seq_length from SFTTrainer (not supported in current TRL)
Browse files
train.py
CHANGED
|
@@ -20,7 +20,6 @@ MODEL_ID = "google/gemma-2-2b-it"
|
|
| 20 |
DATASET_ID = "talkmap/telecom-conversation-corpus"
|
| 21 |
OUTPUT_DIR = "./gemma-2b-it-telecom"
|
| 22 |
HUB_MODEL_ID = "ligaments-dev/gemma-2b-it-telecom"
|
| 23 |
-
MAX_SEQ_LENGTH = 2048
|
| 24 |
|
| 25 |
# ------------------------------------------------------------------
|
| 26 |
# Trackio monitoring
|
|
@@ -111,7 +110,6 @@ trainer = SFTTrainer(
|
|
| 111 |
args=args,
|
| 112 |
train_dataset=train_dataset,
|
| 113 |
processing_class=tokenizer,
|
| 114 |
-
max_seq_length=MAX_SEQ_LENGTH,
|
| 115 |
)
|
| 116 |
|
| 117 |
# ------------------------------------------------------------------
|
|
|
|
| 20 |
DATASET_ID = "talkmap/telecom-conversation-corpus"
|
| 21 |
OUTPUT_DIR = "./gemma-2b-it-telecom"
|
| 22 |
HUB_MODEL_ID = "ligaments-dev/gemma-2b-it-telecom"
|
|
|
|
| 23 |
|
| 24 |
# ------------------------------------------------------------------
|
| 25 |
# Trackio monitoring
|
|
|
|
| 110 |
args=args,
|
| 111 |
train_dataset=train_dataset,
|
| 112 |
processing_class=tokenizer,
|
|
|
|
| 113 |
)
|
| 114 |
|
| 115 |
# ------------------------------------------------------------------
|