Update src/qa.py

src/qa.py

@@ -45,14 +45,43 @@ except Exception as e:
     _query_model = SentenceTransformer("sentence-transformers/all-MiniLM-L6-v2", cache_folder=CACHE_DIR)
 
 # ==========================================================
-# 3️⃣ GPT-4o Model Setup (OpenAI API)
+# 3️⃣ GPT-4o Model Setup (SAP Gen AI Hub)
 # ==========================================================
-from openai import OpenAI
+import json, os
+from gen_ai_hub.proxy.core.proxy_clients import get_proxy_client
+from gen_ai_hub.proxy.langchain.openai import ChatOpenAI
 
-MODEL_NAME = "gpt-4o"
-client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
+print("✅ Loading GPT-4o via SAP Gen AI Hub...")
+
+# Load JSON credentials
+CRED_PATH = os.path.join(os.path.dirname(__file__), "irpa-r1208-hands-on-exercises-sk.json")
+
+try:
+    with open(CRED_PATH, "r") as key_file:
+        svcKey = json.load(key_file)
+
+    os.environ.update({
+        "AICORE_AUTH_URL": svcKey["url"],
+        "AICORE_CLIENT_ID": svcKey["clientid"],
+        "AICORE_CLIENT_SECRET": svcKey["clientsecret"],
+        "AICORE_RESOURCE_GROUP": "default",
+        "AICORE_BASE_URL": svcKey["serviceurls"]["AI_API_URL"]
+    })
+
+    proxy_client = get_proxy_client("gen-ai-hub")
+    chat_llm = ChatOpenAI(
+        proxy_model_name="gpt-4o",
+        proxy_client=proxy_client,
+        temperature=0.3,
+        max_tokens=800
+    )
+
+    print("✅ GPT-4o (via Gen AI Hub) ready for generation.")
+
+except Exception as e:
+    print(f"⚠️ Gen AI Hub setup failed: {e}")
+    chat_llm = None
 
-print(f"✅ Connected to OpenAI GPT model: {MODEL_NAME}")
 
 # ==========================================================
 # 4️⃣ Prompts