test.py

from transformers import pipeline

model_name = "CyberAgent/CAT-Translate-0.8b"
chat_pipeline = pipeline("text-generation", model_name)

prompt = "Translate the following {src_lang} text into {tgt_lang}.\n\n {src_text}"

src_lang = "Japanese"
tgt_lang = "English"
src_text = "🐈はとてもかわいいの。おててがまるくてふわふわなの。"

user_input = [{"role": "user", "content": prompt.format(src_lang=src_lang, tgt_lang=tgt_lang, src_text=src_text)}]

response = chat_pipeline(user_input, max_new_tokens=512)

print("-" * 20)
print("Source Text:")
print(src_text)
print("Translation:")
print(response[0]['generated_text'][-1]['content'])