| # -*- coding: utf-8 -*- | |
| # file: tokenizer_wrapper.py | |
| # time: 00:57 27/04/2024 | |
| # author: YANG, HENG <hy345@exeter.ac.uk> (杨恒) | |
| # github: https://github.com/yangheng95 | |
| # huggingface: https://huggingface.co/yangheng | |
| # google scholar: https://scholar.google.com/citations?user=NPq5a_0AAAAJ&hl=en | |
| # Copyright (C) 2019-2024. All Rights Reserved. | |