"""Child process capturing SentencePiece's native C++ training diagnostics.""" import json import sys from pathlib import Path def main(): import sentencepiece as spm request = json.loads(Path(sys.argv[1]).read_text(encoding='utf-8')) spm.set_random_generator_seed(request['seed']) spm.SentencePieceTrainer.train(**request['options']) if __name__=='__main__': main()