Spaces:
Running
Running
manpreet88 commited on
Commit ·
949da3f
1
Parent(s): bcbfd4b
Update DeBERTav2.py
Browse files- PolyFusion/DeBERTav2.py +1 -1
PolyFusion/DeBERTav2.py
CHANGED
|
@@ -390,7 +390,7 @@ def run_training(csv_file: str, nrows: int, train_txt: str, spm_prefix: str, tok
|
|
| 390 |
|
| 391 |
tokenizer = build_tokenizer(spm_model_path)
|
| 392 |
|
| 393 |
-
# Tokenize and save dataset
|
| 394 |
tokenize_and_save_dataset(train_psmiles, val_psmiles, tokenizer, tokenized_dir)
|
| 395 |
|
| 396 |
dataset_train, dataset_test = load_tokenized_dataset(tokenized_dir)
|
|
|
|
| 390 |
|
| 391 |
tokenizer = build_tokenizer(spm_model_path)
|
| 392 |
|
| 393 |
+
# Tokenize and save dataset
|
| 394 |
tokenize_and_save_dataset(train_psmiles, val_psmiles, tokenizer, tokenized_dir)
|
| 395 |
|
| 396 |
dataset_train, dataset_test = load_tokenized_dataset(tokenized_dir)
|