Update train.py
Browse files
train.py
CHANGED
|
@@ -142,7 +142,7 @@ logger.info(accelerator.state)
|
|
| 142 |
# Load model and tokenizer
|
| 143 |
if accelerator.is_main_process:
|
| 144 |
hf_repo = Repository("./", clone_from=project_name, revision=run_name,git_email='22301131@bjtu.edu.cn')
|
| 145 |
-
model = GPT2LMHeadModel.from_pretrained("TRM-coding/
|
| 146 |
model.gradient_checkpointing=True
|
| 147 |
tokenizer = AutoTokenizer.from_pretrained("TRM-coding/Origin-vocab")
|
| 148 |
|
|
|
|
| 142 |
# Load model and tokenizer
|
| 143 |
if accelerator.is_main_process:
|
| 144 |
hf_repo = Repository("./", clone_from=project_name, revision=run_name,git_email='22301131@bjtu.edu.cn')
|
| 145 |
+
model = GPT2LMHeadModel.from_pretrained("TRM-coding/Model-origin-small")
|
| 146 |
model.gradient_checkpointing=True
|
| 147 |
tokenizer = AutoTokenizer.from_pretrained("TRM-coding/Origin-vocab")
|
| 148 |
|