test_time_scaling/test.py

from get_response_utils import get_response_template
from openai import OpenAI
openai_api_key = "EMPTY"
openai_api_base = "http://127.0.0.1:8422/v1"
client = OpenAI(
        api_key=openai_api_key,
        base_url=openai_api_base,
    )

input_messgae="芦荟是一个人 写一首赞美诗 中文"
print("input_messgae:",input_messgae)
response = get_response_template(input_messgae,model="meta-llama/Meta-Llama-3-8B-Instruct",client=client)