Update app.py

app.py

@@ -8,10 +8,6 @@ from openai import OpenAI
 from config import API_KEY, MODEL, SYSTEM_PROMPT, ENDPOINT, EXAMPLES, DEFAULT_LOCALE, DEFAULT_THEME
 from huggingface_hub import InferenceClient
 
-# Initialize both clients
-hf_client = InferenceClient(model=MODEL, token=API_KEY)
-openai_client = OpenAI(api_key=API_KEY, base_url=ENDPOINT + MODEL)
-
 react_imports = {
     "lucide-react": "https://esm.sh/lucide-react@0.525.0",
     "recharts": "https://esm.sh/recharts@3.1.0",
@@ -72,6 +68,9 @@ class GradioEvents:
         messages.append({'role': 'user', 'content': input_value})
 
         try:
+            # Initialize HuggingFace InferenceClient
+            hf_client = InferenceClient(model=MODEL, token=API_KEY)
+            
             # Try using HuggingFace InferenceClient first
             formatted_messages = [{"role": msg["role"], "content": msg["content"]} for msg in messages]
             response = ""
@@ -125,6 +124,9 @@ export default Demo
         except Exception as e:
             # Fallback to OpenAI client if HuggingFace client fails
             try:
+                # Initialize OpenAI client
+                openai_client = OpenAI(api_key=API_KEY, base_url=ENDPOINT + MODEL)
+                
                 generator = openai_client.chat.completions.create(model=MODEL,
                                                                messages=messages,
                                                                stream=True)