File size: 502 Bytes
aed88a2 | 1 2 3 4 5 6 7 8 9 10 11 12 | import os, sys, asyncio
sys.path.append(os.getcwd())
from app import chatResponse, ChatCompletionRequest
async def test():
req = ChatCompletionRequest(model='rwkv-latest', prompt='Who is the president of France today?', stream=False, max_tokens=2, temperature=0.2, include_usage=True, auto_web_search=True)
res = await chatResponse(req, model_state=None, completionId='test123', enableReasoning=False)
print(res.model_dump())
if __name__ == '__main__':
asyncio.run(test())
|