Update app.py

app.py

@@ -1,5 +1,4 @@
 import gradio as gr
-from huggingface_hub import InferenceClient
 from haystack.core.pipeline import Pipeline
 from haystack.components.builders.answer_builder import AnswerBuilder
 from haystack.components.converters.html import HTMLToDocument
@@ -13,10 +12,8 @@ from haystack.components.agents import Agent
 from haystack.utils import Secret
 from haystack.dataclasses import ChatMessage
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+base_url= os.getenv("BASE_URL")
+api_key= os.getenv("API_KEY")
 
 
 class ChatbotAgent:
@@ -69,10 +66,8 @@ class ChatbotAgent:
         # 🤖 Set up the Chat Generator
         # ------------------------------
         openai_generator = OpenAIChatGenerator(
-            api_base_url="https://integrate.api.nvidia.com/v1",
-            api_key=Secret.from_token(
-                "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"
-            ),
+            api_base_url=base_url,
+            api_key=Secret.from_token(api_key),
             model="meta/llama-3.3-70b-instruct",
         )