feat: Update function to async
Browse files
app.py
CHANGED
|
@@ -4,6 +4,8 @@ from openai import OpenAI
|
|
| 4 |
from dotenv import load_dotenv
|
| 5 |
|
| 6 |
load_dotenv()
|
|
|
|
|
|
|
| 7 |
api_key = os.getenv("GROQ_API_KEY")
|
| 8 |
if not api_key:
|
| 9 |
raise RuntimeError("GROQ_API_KEY is not set")
|
|
@@ -14,7 +16,7 @@ client = OpenAI(
|
|
| 14 |
timeout=120.0
|
| 15 |
)
|
| 16 |
|
| 17 |
-
def respond(
|
| 18 |
message,
|
| 19 |
history,
|
| 20 |
system_message,
|
|
|
|
| 4 |
from dotenv import load_dotenv
|
| 5 |
|
| 6 |
load_dotenv()
|
| 7 |
+
|
| 8 |
+
# Global client initialization (Prevents connection overhead)
|
| 9 |
api_key = os.getenv("GROQ_API_KEY")
|
| 10 |
if not api_key:
|
| 11 |
raise RuntimeError("GROQ_API_KEY is not set")
|
|
|
|
| 16 |
timeout=120.0
|
| 17 |
)
|
| 18 |
|
| 19 |
+
async def respond(
|
| 20 |
message,
|
| 21 |
history,
|
| 22 |
system_message,
|