tests/run_chat_response.py

import os, sys, asyncio
sys.path.append(os.getcwd())
from app import chatResponse, ChatCompletionRequest

async def test():
    req = ChatCompletionRequest(model='rwkv-latest', prompt='Who is the president of France today?', stream=False, max_tokens=2, temperature=0.2, include_usage=True, auto_web_search=True)
    res = await chatResponse(req, model_state=None, completionId='test123', enableReasoning=False)
    print(res.model_dump())

if __name__ == '__main__':
    asyncio.run(test())