Upload fine_tune33b_with_validation_no_torchscript.py
Browse files
fine_tune33b_with_validation_no_torchscript.py
CHANGED
|
@@ -36,7 +36,7 @@ LAST_TRAINED_PATH = Path("models/gpt_last_modern_33b_class.state_dict.pt")
|
|
| 36 |
BACKUP_DIR = Path("models/backups")
|
| 37 |
BACKUP_DIR.mkdir(exist_ok=True, parents=True)
|
| 38 |
|
| 39 |
-
RAW_PATH = Path("datasets/
|
| 40 |
CLEAN_PATH = Path("datasets/dialogues_text_clean.txt")
|
| 41 |
|
| 42 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
|
|
| 36 |
BACKUP_DIR = Path("models/backups")
|
| 37 |
BACKUP_DIR.mkdir(exist_ok=True, parents=True)
|
| 38 |
|
| 39 |
+
RAW_PATH = Path("datasets/dialogues_text.txt")
|
| 40 |
CLEAN_PATH = Path("datasets/dialogues_text_clean.txt")
|
| 41 |
|
| 42 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|