Fix async blocking

app.py

@@ -31,8 +31,10 @@ async def chat_completions(request: Request):
         elif m["role"] == "assistant":
             prompt += f"{m['content']}</s> "
             
+    import asyncio
     try:
-        response = llm(
+        response = await asyncio.to_thread(
+            llm,
             prompt=prompt,
             max_tokens=max_tokens,
             temperature=temperature,