inference.json

{
  "transforms": [
    "onmt_tokenize"
  ],
  "transforms_configs": {
    "onmt_tokenize": {
      "src_subword_type": "bpe",
      "src_subword_model": "${MODEL_PATH}/bpe.model",
      "gpt2_pretok": true
    }
  }
}