Physics-Tutor-Model / script /merge_tokenizer_and_ckpt.py
adityashisharma's picture
Create script/merge_tokenizer_and_ckpt.py
9eda5ba verified
import shutil, os, pathlib
dst = pathlib.Path("release")
dst.mkdir(exist_ok=True)
shutil.copy("out/tokenizer.json", dst/"tokenizer.json")
shutil.copy("out/pretrain/gpt_config.json", dst/"gpt_config.json")
shutil.copy("out/sft/model_sft.pt", dst/"model_sft.pt")
print("release/ populated.")