Create script/merge_tokenizer_and_ckpt.py

script/merge_tokenizer_and_ckpt.py

@@ -0,0 +1,7 @@
+import shutil, os, pathlib
+dst = pathlib.Path("release")
+dst.mkdir(exist_ok=True)
+shutil.copy("out/tokenizer.json", dst/"tokenizer.json")
+shutil.copy("out/pretrain/gpt_config.json", dst/"gpt_config.json")
+shutil.copy("out/sft/model_sft.pt", dst/"model_sft.pt")
+print("release/ populated.")