Update trainer.py
Browse files- trainer.py +4 -3
trainer.py
CHANGED
|
@@ -219,11 +219,12 @@ if __name__ == "__main__":
|
|
| 219 |
# print(f"Loading multilingual CoNLL data: {conll_train_path}")
|
| 220 |
|
| 221 |
|
| 222 |
-
train_bf_loader, dev_bf_loader, test_bf_loader, label2id, id2label = \
|
|
|
|
| 223 |
data_processing_for_loader_conll(
|
| 224 |
train_conll=conll_train_path,
|
| 225 |
dev_conll=conll_dev_path,
|
| 226 |
-
test_conll=conll_test_path,
|
| 227 |
tokenizer=tokenizer,
|
| 228 |
word_col_idx=word_col_idx,
|
| 229 |
srl_first_col_idx=srl_first_col_idx,
|
|
@@ -250,7 +251,7 @@ if __name__ == "__main__":
|
|
| 250 |
|
| 251 |
train_loader = DataLoader(train_bf_loader, batch_size=batch_size, shuffle=True, collate_fn=collate)
|
| 252 |
dev_loader = DataLoader(dev_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if dev_bf_loader else None
|
| 253 |
-
test_loader = DataLoader(test_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if test_bf_loader else None
|
| 254 |
|
| 255 |
# ------------------------------
|
| 256 |
# 🧠 Model initialization
|
|
|
|
| 219 |
# print(f"Loading multilingual CoNLL data: {conll_train_path}")
|
| 220 |
|
| 221 |
|
| 222 |
+
# train_bf_loader, dev_bf_loader, test_bf_loader, label2id, id2label = \
|
| 223 |
+
train_bf_loader, dev_bf_loader, label2id, id2label = \
|
| 224 |
data_processing_for_loader_conll(
|
| 225 |
train_conll=conll_train_path,
|
| 226 |
dev_conll=conll_dev_path,
|
| 227 |
+
# test_conll=conll_test_path,
|
| 228 |
tokenizer=tokenizer,
|
| 229 |
word_col_idx=word_col_idx,
|
| 230 |
srl_first_col_idx=srl_first_col_idx,
|
|
|
|
| 251 |
|
| 252 |
train_loader = DataLoader(train_bf_loader, batch_size=batch_size, shuffle=True, collate_fn=collate)
|
| 253 |
dev_loader = DataLoader(dev_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if dev_bf_loader else None
|
| 254 |
+
# test_loader = DataLoader(test_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if test_bf_loader else None
|
| 255 |
|
| 256 |
# ------------------------------
|
| 257 |
# 🧠 Model initialization
|