Update app.py

app.py

@@ -224,10 +224,92 @@ print("Loading model...")
 pipe = pipeline(
     "text-generation",
     model="meta-llama/Llama-3.2-1B-Instruct",   
-    device="cpu",   
-    trust_remote_code=True
+    device="cpu"
 )
 
+
+# =========================
+# TOKEN FUNCTION
+# =========================
+def generate_sap_xsuaa_token():
+    global access_token
+
+    print("Generating SAP token...")
+
+    auth_response = requests.post(
+        token_url,
+        data={"grant_type": "client_credentials"},
+        auth=(client_id, client_secret)
+    )
+
+    if auth_response.status_code != 200:
+        print("Token Error:", auth_response.text)
+        return None
+
+    access_token = auth_response.json().get("access_token")
+    print("Token generated!")
+    return access_token
+
+# =========================
+# FETCH SAP DATA
+# =========================
+def fetch_sap_data():
+    global access_token
+
+    if not access_token:
+        generate_sap_xsuaa_token()
+
+    headers = {
+        "Authorization": f"Bearer {access_token}",
+        "Accept": "application/json"
+    }
+
+    res1 = requests.get(cap_service_url_customers, headers=headers)
+    res2 = requests.get(cap_service_url_products, headers=headers)
+    res3 = requests.get(cap_service_url_saleorders, headers=headers)
+    res4 = requests.get(cap_service_url_saleorderitems, headers=headers)
+
+    # Retry if token expired
+    if res1.status_code in [400,401,403]:
+        print("Token expired. Regenerating...")
+        access_token = None
+        generate_sap_xsuaa_token()
+
+        headers["Authorization"] = f"Bearer {access_token}"
+        res1 = requests.get(cap_service_url_customers, headers=headers)
+        res2 = requests.get(cap_service_url_products, headers=headers)
+        res3 = requests.get(cap_service_url_saleorders, headers=headers)
+        res4 = requests.get(cap_service_url_saleorderitems, headers=headers)
+
+    df_customers = pd.DataFrame(res1.json()["value"])
+    df_products = pd.DataFrame(res2.json()["value"])
+    df_saleorders = pd.DataFrame(res3.json()["value"])
+    df_saleorderitems = pd.DataFrame(res4.json()["value"])
+
+    # Keep only important columns
+    df_customers = df_customers[["ID","name","country","industry"]]
+    df_products = df_products[["ID","name","category","price","currency"]]
+    df_saleorders = df_saleorders[["ID","customer_ID","orderDate","status"]]
+    df_saleorderitems = df_saleorderitems[["ID","parent_ID","product_ID","quantity","netAmount"]]
+
+    return df_customers, df_products, df_saleorders, df_saleorderitems
+
+# =========================
+# CACHE LOGIC
+# =========================
+
+def get_cached_data():
+    global cached_customers, cached_products,cached_salesorders,cached_salesorderitems, last_refresh
+
+    # Refresh every 5 minutes
+    if time.time() - last_refresh > 3000 or cached_customers is None:
+        print("Refreshing SAP data...")
+        cached_customers, cached_products,cached_salesorders,cached_salesorderitems = fetch_sap_data()
+        last_refresh = time.time()
+
+    return cached_customers, cached_products,cached_salesorders,cached_salesorderitems
+
+
 # =========================
 # MAIN FUNCTION (LLM)
 # =========================
@@ -280,4 +362,28 @@ def generate_response(user_prompt):
         return generated_text.strip()
 
     except Exception as e:
-        return f"Error: {str(e)}"
+        return f"Error: {str(e)}"
+
+
+# =========================
+# GRADIO UI + API
+# =========================
+with gr.Blocks() as demo:
+
+    user_input = gr.Textbox(label="User Question")
+
+    output = gr.Textbox(label="Response")
+
+    btn = gr.Button("Generate")
+
+    btn.click(
+        fn=generate_response,
+        inputs=[user_input],
+        outputs=output,
+        api_name="predict"
+    )
+
+# REQUIRED for API exposure
+demo.queue()
+
+demo.launch()