yeomtong commited on
Commit
f1c3b7e
·
verified ·
1 Parent(s): fe216b5

Update trainer.py

Browse files
Files changed (1) hide show
  1. trainer.py +4 -3
trainer.py CHANGED
@@ -219,11 +219,12 @@ if __name__ == "__main__":
219
  # print(f"Loading multilingual CoNLL data: {conll_train_path}")
220
 
221
 
222
- train_bf_loader, dev_bf_loader, test_bf_loader, label2id, id2label = \
 
223
  data_processing_for_loader_conll(
224
  train_conll=conll_train_path,
225
  dev_conll=conll_dev_path,
226
- test_conll=conll_test_path,
227
  tokenizer=tokenizer,
228
  word_col_idx=word_col_idx,
229
  srl_first_col_idx=srl_first_col_idx,
@@ -250,7 +251,7 @@ if __name__ == "__main__":
250
 
251
  train_loader = DataLoader(train_bf_loader, batch_size=batch_size, shuffle=True, collate_fn=collate)
252
  dev_loader = DataLoader(dev_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if dev_bf_loader else None
253
- test_loader = DataLoader(test_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if test_bf_loader else None
254
 
255
  # ------------------------------
256
  # 🧠 Model initialization
 
219
  # print(f"Loading multilingual CoNLL data: {conll_train_path}")
220
 
221
 
222
+ # train_bf_loader, dev_bf_loader, test_bf_loader, label2id, id2label = \
223
+ train_bf_loader, dev_bf_loader, label2id, id2label = \
224
  data_processing_for_loader_conll(
225
  train_conll=conll_train_path,
226
  dev_conll=conll_dev_path,
227
+ # test_conll=conll_test_path,
228
  tokenizer=tokenizer,
229
  word_col_idx=word_col_idx,
230
  srl_first_col_idx=srl_first_col_idx,
 
251
 
252
  train_loader = DataLoader(train_bf_loader, batch_size=batch_size, shuffle=True, collate_fn=collate)
253
  dev_loader = DataLoader(dev_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if dev_bf_loader else None
254
+ # test_loader = DataLoader(test_bf_loader, batch_size=batch_size, shuffle=False, collate_fn=collate) if test_bf_loader else None
255
 
256
  # ------------------------------
257
  # 🧠 Model initialization