manpreet88 commited on
Commit
949da3f
·
1 Parent(s): bcbfd4b

Update DeBERTav2.py

Browse files
Files changed (1) hide show
  1. PolyFusion/DeBERTav2.py +1 -1
PolyFusion/DeBERTav2.py CHANGED
@@ -390,7 +390,7 @@ def run_training(csv_file: str, nrows: int, train_txt: str, spm_prefix: str, tok
390
 
391
  tokenizer = build_tokenizer(spm_model_path)
392
 
393
- # Tokenize and save dataset (always matching your original behavior)
394
  tokenize_and_save_dataset(train_psmiles, val_psmiles, tokenizer, tokenized_dir)
395
 
396
  dataset_train, dataset_test = load_tokenized_dataset(tokenized_dir)
 
390
 
391
  tokenizer = build_tokenizer(spm_model_path)
392
 
393
+ # Tokenize and save dataset
394
  tokenize_and_save_dataset(train_psmiles, val_psmiles, tokenizer, tokenized_dir)
395
 
396
  dataset_train, dataset_test = load_tokenized_dataset(tokenized_dir)