AnjanSB commited on
Commit
9f3abbc
·
verified ·
1 Parent(s): 8d0811d

feat: Update function to async

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -4,6 +4,8 @@ from openai import OpenAI
4
  from dotenv import load_dotenv
5
 
6
  load_dotenv()
 
 
7
  api_key = os.getenv("GROQ_API_KEY")
8
  if not api_key:
9
  raise RuntimeError("GROQ_API_KEY is not set")
@@ -14,7 +16,7 @@ client = OpenAI(
14
  timeout=120.0
15
  )
16
 
17
- def respond(
18
  message,
19
  history,
20
  system_message,
 
4
  from dotenv import load_dotenv
5
 
6
  load_dotenv()
7
+
8
+ # Global client initialization (Prevents connection overhead)
9
  api_key = os.getenv("GROQ_API_KEY")
10
  if not api_key:
11
  raise RuntimeError("GROQ_API_KEY is not set")
 
16
  timeout=120.0
17
  )
18
 
19
+ async def respond(
20
  message,
21
  history,
22
  system_message,