import requests
import yaml
import json
import zipfile
import io
import tempfile
from identityNow import handle_identitynow_call
from okta import handle_okta_call
from iiq import handle_iiq_call
from utils import extract_path_params, extract_query_params
import gradio as gr
import os
from dotenv import load_dotenv
from pathlib import Path
from api_schema_generatorV5 import ApiSchemaGeneratorV5
# Load environment variables
script_dir = Path(__file__).resolve().parent
env_path = script_dir / '.env'
load_dotenv(dotenv_path=env_path)
def fetch_api_endpoints_yaml(spec_url):
try:
response = requests.get(spec_url)
response.raise_for_status()
content = response.text
api_spec = yaml.safe_load(content)
except Exception as e:
print(f"Error fetching/parsing YAML spec from {spec_url}: {e}")
return {}
endpoints = {}
if "paths" not in api_spec:
print("No endpoints found in the specification.")
return {}
valid_methods = ['get', 'post'] # Only process GET and POST endpoints
for path, methods in api_spec["paths"].items():
endpoints[path] = {}
if not methods or not isinstance(methods, dict):
continue
common_params = methods.get("parameters", [])
for method, details in methods.items():
if method.lower() not in valid_methods:
continue
method_params = details.get("parameters", [])
all_params = common_params + method_params
endpoint_info = {
"summary": details.get("summary", ""),
"description": details.get("description", ""),
"parameters": all_params
}
endpoints[path][method.lower()] = endpoint_info
return endpoints
def fetch_api_endpoints_json(spec_url):
try:
response = requests.get(spec_url)
response.raise_for_status()
api_spec = response.json()
except Exception as e:
print(f"Error fetching/parsing JSON spec from {spec_url}: {e}")
return {}
endpoints = {}
if "paths" not in api_spec:
print("No endpoints found in the specification.")
return {}
valid_methods = ['get', 'post'] # Only process GET and POST endpoints
for path, methods in api_spec["paths"].items():
endpoints[path] = {}
if not methods or not isinstance(methods, dict):
continue
common_params = methods.get("parameters", [])
for method, details in methods.items():
if method.lower() not in valid_methods:
continue
method_params = details.get("parameters", [])
all_params = common_params + method_params
endpoint_info = {
"summary": details.get("summary", ""),
"description": details.get("description", ""),
"parameters": all_params
}
endpoints[path][method.lower()] = endpoint_info
return endpoints
def get_endpoints(spec_choice, base_url=None):
# If base_url is provided, use it directly
if base_url:
spec_url = base_url
if "JSON" in spec_choice:
return fetch_api_endpoints_json(spec_url), spec_url
return fetch_api_endpoints_yaml(spec_url), spec_url
# Otherwise, try to use environment variables as fallback
api_spec_options = {
"Okta (JSON)": os.getenv("OKTA_API_SPEC"),
"SailPoint IdentityNow (YAML)": os.getenv("IDENTITY_NOW_API_SPEC"),
"Sailpoint IIQ (YAML)": os.getenv("IIQ_API_SPEC")
}
spec_url = api_spec_options.get(spec_choice)
if not spec_url:
print(f"No API specification URL found for {spec_choice}")
return {}, None
if "JSON" in spec_choice:
return fetch_api_endpoints_json(spec_url), spec_url
return fetch_api_endpoints_yaml(spec_url), spec_url
def group_endpoints(endpoints, spec_choice, endpoint_type='get'):
"""Group endpoints by their first path segment, filtering by endpoint type"""
groups = {}
if endpoint_type == 'all':
# For 'all' type, include all endpoints regardless of method
if spec_choice == "Okta (JSON)":
for path, methods in endpoints.items():
clean_path = path.replace('/api/v1/', '')
segments = clean_path.strip("/").split("/")
group_key = segments[0] if segments else "other"
if group_key not in groups:
groups[group_key] = {}
groups[group_key][path] = methods
else:
for path, methods in endpoints.items():
segments = path.strip("/").split("/")
group_key = segments[0] if segments[0] != "" else "other"
if group_key not in groups:
groups[group_key] = {}
groups[group_key][path] = methods
else:
# For specific method types (get, post)
if spec_choice == "Okta (JSON)":
for path, methods in endpoints.items():
if endpoint_type not in methods:
continue
clean_path = path.replace('/api/v1/', '')
segments = clean_path.strip("/").split("/")
group_key = segments[0] if segments else "other"
if group_key not in groups:
groups[group_key] = {}
groups[group_key][path] = methods
else:
for path, methods in endpoints.items():
if endpoint_type not in methods:
continue
segments = path.strip("/").split("/")
group_key = segments[0] if segments[0] != "" else "other"
if group_key not in groups:
groups[group_key] = {}
groups[group_key][path] = methods
return groups
def generate_schema_files(api_choice_val, selected_endpoints, api_spec_url, custom_name=None):
"""Generate JSON and XML schema files for selected endpoints"""
# Determine API name based on choice
if api_choice_val == "Others" and custom_name:
api_name = custom_name.lower().replace(" ", "_")
else:
api_name = api_choice_val.split(" (")[0].lower().replace(" ", "_")
# Debug print to verify api_spec_url is not empty
print(f"API Choice: {api_choice_val}")
print(f"API Spec URL: {api_spec_url}")
print(f"Selected endpoints count: {len(selected_endpoints)}")
print(f"Using API name: {api_name}")
# Create schema generator with path+method pairs
generator = ApiSchemaGeneratorV5(api_spec_url, api_name=api_name, selected_endpoints=selected_endpoints)
# Generate files in memory
meta_data = generator.generate_datasource_plugin_meta()
schema_xml = generator.generate_default_schema()
# Create JSON string
json_str = json.dumps(meta_data, indent=2)
# Create a zip file in memory
zip_buffer = io.BytesIO()
with zipfile.ZipFile(zip_buffer, 'w', zipfile.ZIP_DEFLATED) as zip_file:
zip_file.writestr(f"{api_name}_datasource_plugin_meta.json", json_str)
zip_file.writestr(f"{api_name}_default_schema.orx", schema_xml)
zip_buffer.seek(0)
# Return both the individual files and the zip
return {
"json": json_str,
"xml": schema_xml,
"zip": zip_buffer
}
def update_api_url(api_choice_val):
global current_api_spec_url
if api_choice_val == "Others":
# For "Others", we don't set a URL yet - user will input it
current_api_spec_url = ""
return gr.update(visible=True), gr.update(value=""), gr.update(value="")
# Get URL from environment variables
api_spec_options = {
"Okta (JSON)": os.getenv("OKTA_API_SPEC"),
"SailPoint IdentityNow (YAML)": os.getenv("IDENTITY_NOW_API_SPEC"),
"Sailpoint IIQ (YAML)": os.getenv("IIQ_API_SPEC")
}
url = api_spec_options.get(api_choice_val, "")
print(f"Setting API spec URL to: {url}") # Debug print
# Update the global variable
current_api_spec_url = url
return gr.update(visible=False), gr.update(value=url), gr.update(value=url) # Update both text field and state
# ----------------------------- CSS -----------------------------
custom_css = """
@import url('https://fonts.googleapis.com/css2?family=Roboto:wght@300;400;500;700&display=swap');
@import url('https://cdnjs.cloudflare.com/ajax/libs/font-awesome/5.15.4/css/all.min.css');
body, .gradio-container {
font-family: 'Roboto', sans-serif;
background: #f3f3f3;
color: #333;
margin: 0;
padding: 0;
}
.title {
text-align: center;
margin: 40px 0;
font-size: 2.5em;
color: #222;
animation: fadeIn 1s ease-in;
}
.api-cards {
display: flex;
justify-content: center;
gap: 30px;
margin-bottom: 40px;
animation: slideUp 0.5s ease-out;
}
.api-card {
background: white;
padding: 30px;
border-radius: 15px;
box-shadow: 0 6px 12px rgba(0,0,0,0.1);
text-align: center;
cursor: pointer;
transition: transform 0.3s, box-shadow 0.3s;
width: 220px;
}
.api-card:hover {
transform: translateY(-10px);
box-shadow: 0 8px 16px rgba(0,0,0,0.15);
}
.api-card i {
font-size: 40px;
color: #007BFF;
margin-bottom: 15px;
}
.api-card h2 {
font-size: 20px;
margin: 15px 0;
font-weight: 500;
}
.api-card p {
font-size: 16px;
color: #666;
}
.cred-section {
background: white;
padding: 30px;
border-radius: 15px;
box-shadow: 0 6px 12px rgba(0,0,0,0.1);
margin-bottom: 30px;
animation: fadeIn 0.5s ease-in;
}
.action-btn {
background-color: #007BFF;
color: white;
border: none;
padding: 12px 24px;
border-radius: 8px;
cursor: pointer;
transition: background-color 0.3s, transform 0.2s;
font-size: 16px;
}
.action-btn:hover {
background-color: #0056b3;
transform: translateY(-2px);
}
.loading-spinner {
border: 4px solid #f3f3f3;
border-top: 4px solid #3498db;
border-radius: 50%;
width: 40px;
height: 40px;
animation: spin 1s linear infinite;
margin: 20px auto;
}
.loading-text {
color: black;
font-size: 24px;
font-weight: bold;
margin-top: 20px;
text-shadow: 1px 1px 3px rgba(0, 0, 0, 0.8);
}
.fetch-loading-indicator {
display: flex;
justify-content: center;
align-items: center;
height: 100px;
}
.fetch-loading-indicator .loading-spinner {
border-width: 6px;
width: 50px;
height: 50px;
}
@keyframes spin {
0% { transform: rotate(0deg); }
100% { transform: rotate(360deg); }
}
.success-message, .error-message {
padding: 15px;
border-radius: 8px;
margin-top: 15px;
display: flex;
align-items: center;
gap: 10px;
animation: slideIn 0.3s ease-out;
font-size: 16px;
}
.success-message {
background: #d4edda;
color: #155724;
}
.error-message {
background: #f8d7da;
color: #721c24;
}
.endpoints-section, .param-group, .fetch-section, .results-section {
background: white;
padding: 30px;
border-radius: 15px;
box-shadow: 0 6px 12px rgba(0,0,0,0.1);
margin-bottom: 30px;
animation: fadeIn 0.5s ease-in;
}
.custom-accordion {
border: 1px solid #ddd;
border-radius: 8px;
margin-bottom: 15px;
transition: all 0.3s ease;
}
.custom-accordion .gr-accordion-header {
background: #f9f9f9;
padding: 15px;
cursor: pointer;
font-weight: 500;
font-size: 18px;
transition: background-color 0.3s;
}
.custom-accordion .gr-accordion-header:hover {
background-color: #e9ecef;
}
.custom-checkbox .gr-checkbox-group {
display: flex;
flex-direction: column;
gap: 10px;
padding: 15px;
}
.custom-checkbox .gr-checkbox-group label {
font-size: 16px;
color: #333;
transition: color 0.3s;
}
.custom-checkbox .gr-checkbox-group label:hover {
color: #007BFF;
}
.reset-btn {
background-color: #6c757d;
color: white;
border: none;
padding: 10px 20px;
border-radius: 8px;
cursor: pointer;
transition: background-color 0.3s, transform 0.2s;
font-size: 16px;
}
.reset-btn:hover:enabled {
background-color: #5a6268;
transform: translateY(-2px);
}
.gr-code {
background: #f9f9f9;
padding: 15px;
border: 1px solid #ddd;
border-radius: 8px;
max-height: 500px;
overflow: auto;
font-family: 'Courier New', monospace;
font-size: 14px;
white-space: pre-wrap;
word-wrap: break-word;
}
.gr-code pre {
margin: 0;
padding: 0;
white-space: pre-wrap;
word-wrap: break-word;
}
.download-btn {
background-color: #28a745;
color: white;
border: none;
padding: 12px 24px;
border-radius: 8px;
cursor: pointer;
transition: background-color 0.3s, transform 0.2s;
font-size: 16px;
}
.download-btn:hover {
background-color: #218838;
transform: translateY(-2px);
}
.banner {
background-color: #007BFF;
color: white;
padding: 25px;
text-align: center;
font-size: 28px;
font-weight: 500;
margin-bottom: 30px;
box-shadow: 0 4px 8px rgba(0,0,0,0.1);
}
.param-item {
background: #f9f9f9;
padding: 15px;
border-radius: 8px;
margin-bottom: 15px;
box-shadow: 0 2px 4px rgba(0,0,0,0.05);
}
.param-group .gr-textbox {
border: 1px solid #ddd;
border-radius: 8px;
padding: 10px;
font-size: 16px;
transition: border-color 0.3s;
}
.param-group .gr-textbox:focus {
border-color: #007BFF;
box-shadow: 0 0 5px rgba(0,123,255,0.5);
}
.fetch-loading-indicator {
display: flex;
justify-content: center;
align-items: center;
height: 100px;
}
.fetch-loading-indicator .loading-spinner {
border-width: 6px;
width: 50px;
height: 50px;
}
.endpoint-type-selector {
margin-bottom: 20px;
padding: 15px;
background: #333333;
border-radius: 8px;
border: 1px solid #ddd;
}
.endpoint-type-selector label {
color: white !important;
font-weight: bold !important;
font-size: 18px !important;
}
.endpoint-type-selector > .block > label:first-child {
color: #000000;
font-weight: 700;
font-size: 18px;
}
.endpoint-type-selector .gr-radio-group label {
color: white;
font-weight: 500;
}
@keyframes fadeIn {
from { opacity: 0; }
to { opacity: 1; }
}
@keyframes slideUp {
from { transform: translateY(30px); opacity: 0; }
to { transform: translateY(0); opacity: 1; }
}
@keyframes slideIn {
from { transform: translateX(-30px); opacity: 0; }
to { transform: translateX(0); opacity: 1; }
}
.user-guide-overlay {
position: fixed;
top: 0;
left: 0;
width: 100%;
height: 100%;
background: rgba(0,0,0,0.6);
z-index: 9998;
transition: all 0.5s ease;
}
.user-guide-modal {
position: fixed;
top: 50%;
left: 50%;
transform: translate(-50%, -50%);
background: #ffffff;
color: #333333;
padding: 35px;
border-radius: 10px;
box-shadow: 0 10px 25px rgba(0,0,0,0.2);
width: 80%;
max-width: 650px;
max-height: 80vh;
overflow-y: auto;
z-index: 9999;
transition: all 0.5s ease;
font-family: 'Roboto', sans-serif;
font-size: 16px;
line-height: 1.6;
}
.user-guide-modal h2,
.user-guide-modal h3,
.user-guide-modal p,
.user-guide-modal ul,
.user-guide-modal li {
color: #333333;
}
.user-guide-modal h2 {
color: #1a1a1a;
font-size: 24px;
margin-bottom: 20px;
}
.user-guide-modal h3 {
color: #0056b3;
font-size: 20px;
margin-top: 25px;
}
.user-guide-modal strong {
color: #1a1a1a;
}
.collapsed {
opacity: 0;
transform: translate(-50%, -50%) scale(0.9);
}
"""
with gr.Blocks(css=custom_css) as demo:
gr.HTML("
Data Connector Demo
")
# User Guide Modal
user_guide_html = gr.HTML("""
Data Connector - User Guide
Welcome to Data Connector, a tool that helps you easily extract and explore data from any API platform and generate schema files.
Getting Started
Step 1: Select an API Platform
Click on one of the three available platforms:
Okta: For Okta Identity Cloud data
SailPoint IdentityNow: For cloud-based identity governance data
SailPoint IIQ: For on-premise identity governance data
Others: For custom API specifications
Step 2: Enter API Specification URL
Enter the URL for the API specification (OpenAPI/Swagger) for your selected platform.
Step 3: Load API Specification
Click the "Load API Specification" button to fetch and parse the API endpoints.
Step 4: Select Endpoint Type
Choose between GET or POST endpoints to display.
Step 5: Browse and Select Endpoints
After loading, you'll see API endpoints grouped by category
Click on any category to expand it and see available endpoints
Select the checkboxes next to the endpoints you want to include
You can select multiple endpoints across different categories
Step 6: Generate Schema
Click the "Generate Schema" button to create schema files based on your selected endpoints.
Step 7: View and Download Results
Results will display in both JSON and XML formats
Review the generated schema files
Click the download button to save all files as a ZIP file
Tips and Troubleshooting
API Specification URLs: Always include the full URL with https:// prefix
No Endpoints Found: Check that the API specification is valid and accessible
Schema Generation: Make sure to select at least one endpoint before generating schemas
Need Help?
If you need assistance or encounter issues, refer to the official API documentation for detailed guidance:
You can always access these instructions any time by clicking on the "User Guide" button.
""", visible=True)
# State variables
locked_endpoints_state = gr.State([])
endpoint_type_state = gr.State("get") # Default to GET endpoints
api_spec_url_state = gr.State("")
required_params_count = gr.State(0)
# API selection with card-style UI
api_options = [
{"icon": "fa-cloud", "title": "Okta", "description": "Identity and Access Management", "value": "Okta (JSON)"},
{"icon": "fa-user-shield", "title": "SailPoint IdentityNow", "description": "Cloud Identity Governance", "value": "SailPoint IdentityNow (YAML)"},
{"icon": "fa-network-wired", "title": "Sailpoint IIQ", "description": "On-premise Identity Governance", "value": "Sailpoint IIQ (YAML)"},
{"icon": "fa-cogs", "title": "Other", "description": "Custom API Specification", "value": "Others"}
]
# Create a radio button with custom styling to look like cards
choices = [(opt["title"], opt["value"]) for opt in api_options]
api_choice = gr.Radio(choices=choices, label="Select API Platform", type="value", elem_classes="api-cards")
# Custom API inputs (visible when "Others" is selected)
with gr.Group(visible=False) as custom_api_group:
custom_api_name = gr.Textbox(label="Custom API Name", placeholder="Enter API name (e.g., 'My API')")
custom_api_format = gr.Radio(choices=["JSON", "YAML"], label="API Format", value="JSON")
# API Base URL input
with gr.Row():
api_base_url = gr.Textbox(label="API Specification URL", placeholder="Enter API specification URL")
# Connect API choice to custom API visibility
api_choice.change(
fn=update_api_url,
inputs=[api_choice],
outputs=[custom_api_group, api_base_url, api_spec_url_state]
)
# Update API spec URL state when the text field changes
def update_api_spec_url_state(url):
global current_api_spec_url
print(f"Updating API spec URL state to: {url}")
# Also update the global variable
current_api_spec_url = url
return gr.update(value=url)
api_base_url.change(
fn=update_api_spec_url_state,
inputs=[api_base_url],
outputs=[api_spec_url_state]
)
# Load API Specification button
load_btn = gr.Button("Load API Specification", elem_classes="action-btn")
loading_indicator = gr.HTML("", visible=False)
message_box = gr.HTML("", visible=False)
# Endpoints section
with gr.Group(visible=False, elem_classes="endpoints-section") as endpoints_section:
# Endpoint type selector (GET, POST, or ALL)
endpoint_type = gr.Radio(
choices=["GET", "POST", "ALL"],
value="GET",
label="Endpoints Type",
elem_classes="endpoint-type-selector"
)
# Deselect All checkbox
with gr.Row():
deselect_all_cb = gr.Checkbox(label="Deselect All", value=False)
with gr.Row():
edit_btn = gr.Button("Edit", interactive=False, elem_classes="reset-btn")
reset_btn = gr.Button("Reset", interactive=False, elem_classes="reset-btn")
# Accordion for endpoint groups
max_groups = 100 # Reduced for simplicity
accordion_placeholders = []
for i in range(max_groups):
with gr.Accordion(label="", open=False, visible=False, elem_classes="custom-accordion") as acc:
cb = gr.CheckboxGroup(label="", choices=[], value=[], elem_classes="custom-checkbox")
accordion_placeholders.append((acc, cb))
continue_btn = gr.Button("Generate Schema", elem_classes="action-btn")
# Parameters section
with gr.Group(elem_classes="param-group", visible=False) as param_group:
param_header = gr.Markdown("### Parameters Required")
param_components = []
for i in range(5):
with gr.Group(visible=False, elem_classes="param-item") as group:
param_display = gr.Markdown(visible=False)
param_input = gr.Textbox(label="Parameter Value", visible=False)
param_components.append((group, param_display, param_input))
# Results section
with gr.Group(visible=False, elem_classes="results-section") as results_section:
gr.Markdown("### Results")
with gr.Tabs() as result_tabs:
with gr.TabItem("JSON Schema"):
json_output = gr.Code(label="JSON Schema", language="json", elem_classes="gr-code")
with gr.TabItem("XML Schema"):
xml_output = gr.Textbox(label="XML Schema", lines=20, elem_classes="gr-code")
download_out = gr.File(label="Download Schema Files (ZIP)", visible=True, interactive=True)
# Function to load API specification
def load_api_spec(api_choice_val, base_url, custom_name=None, custom_format=None):
global current_api_spec_url
yield (
gr.update(visible=True), # Show loading indicator
gr.update(value="", visible=False),
gr.update(visible=False),
gr.update(visible=False),
*[gr.update(visible=False, label="", value=[]) for _ in range(max_groups * 2)],
gr.update(value="")
)
# Handle custom API
if api_choice_val == "Others":
# Create a custom API choice value if name is provided
if custom_name:
api_choice_val = f"{custom_name} ({custom_format})"
# Make sure we use the base_url directly for "Others" option
spec_url = base_url
print(f"Using custom API spec URL: {spec_url}")
else:
# Get endpoints and API spec URL for predefined platforms
_, spec_url = get_endpoints(api_choice_val, None)
if base_url: # If user provided a URL, use it instead
spec_url = base_url
print(f"Using user-provided API spec URL for {api_choice_val}: {spec_url}")
else:
print(f"Using default API spec URL for {api_choice_val}: {spec_url}")
# Store the current API spec URL
current_api_spec_url = spec_url
print(f"Setting current_api_spec_url to: {current_api_spec_url}")
# Get endpoints using the determined spec_url
endpoints, _ = get_endpoints(api_choice_val, spec_url)
if not endpoints:
yield (
gr.update(visible=True),
gr.update(value="
No endpoints found
", visible=True),
gr.update(visible=False),
gr.update(visible=False),
*[gr.update(visible=False, label="", value=[]) for _ in range(max_groups * 2)],
gr.update(value=spec_url)
)
# Group endpoints by GET method (default)
groups = group_endpoints(endpoints, api_choice_val, 'get')
group_keys = list(groups.keys())
updates = []
for i in range(max_groups):
if i < len(group_keys):
group = group_keys[i]
choices = [f"{ep} | GET - {methods['get'].get('summary', 'No summary')}" for ep, methods in groups[group].items() if 'get' in methods]
updates.extend([
gr.update(label=group, visible=bool(choices), open=False),
gr.update(choices=choices, value=choices, visible=bool(choices))
])
else:
updates.extend([gr.update(visible=False, label=""), gr.update(visible=False, choices=[], value=[])])
yield (
gr.update(visible=False),
gr.update(value="
API specification loaded successfully
", visible=True),
gr.update(visible=True),
gr.update(visible=False),
*updates,
gr.update(value=spec_url)
)
# Function to update endpoints based on selected type (GET, POST, or ALL)
def update_endpoint_display(api_choice_val, endpoint_type_val, api_spec_url):
# Convert endpoint type to lowercase
endpoint_type_val = endpoint_type_val.lower()
# Get endpoints
endpoints, _ = get_endpoints(api_choice_val, api_spec_url)
if not endpoints:
# Even if no endpoints are found, we should still return the endpoint type state
# and ensure the endpoints section remains visible
return [gr.update(visible=False, label="", value=[]) for _ in range(max_groups * 2)] + [gr.update(value=endpoint_type_val)]
# Group endpoints by selected type
groups = group_endpoints(endpoints, api_choice_val, endpoint_type_val)
group_keys = list(groups.keys())
updates = []
for i in range(max_groups):
if i < len(group_keys):
group = group_keys[i]
if endpoint_type_val == 'all':
# For 'all' type, include both GET and POST endpoints
choices = []
for ep, methods in groups[group].items():
for method_type in ['get', 'post']:
if method_type in methods:
choices.append(f"{ep} | {method_type.upper()} - {methods[method_type].get('summary', 'No summary')}")
else:
# For specific method types
choices = [f"{ep} | {endpoint_type_val.upper()} - {methods[endpoint_type_val].get('summary', 'No summary')}"
for ep, methods in groups[group].items() if endpoint_type_val in methods]
updates.extend([
gr.update(label=group, visible=bool(choices), open=False),
gr.update(choices=choices, value=choices, visible=bool(choices))
])
else:
updates.extend([gr.update(visible=False, label=""), gr.update(visible=False, choices=[], value=[])])
return updates + [gr.update(value=endpoint_type_val)]
# Function to lock selected endpoints and generate schema directly
def lock_selected_endpoints(*checkbox_values):
all_selected = [sel for group in checkbox_values if isinstance(group, list) for sel in group]
if not all_selected:
return [
[],
gr.update(interactive=True),
gr.update(interactive=False),
gr.update(interactive=False),
*[gr.update(interactive=True) for _ in range(max_groups)]
]
return [
all_selected,
gr.update(interactive=False),
gr.update(interactive=True),
gr.update(interactive=True),
*[gr.update(interactive=False) for _ in range(max_groups)]
]
# Function to unlock selected endpoints
def unlock_selected_endpoints():
return [
gr.update(value=[]),
gr.update(interactive=True),
gr.update(interactive=False),
gr.update(interactive=False),
*[gr.update(interactive=True) for _ in range(max_groups)]
]
# Function to reset selected endpoints
def reset_selected_endpoints():
return [
gr.update(value=[]),
gr.update(interactive=True),
gr.update(interactive=False),
gr.update(interactive=False),
*[gr.update(interactive=True, value=[]) for _ in range(max_groups)]
]
# Store the current API spec URL in a global variable
current_api_spec_url = ""
# Function to generate schema files
def generate_schemas(api_choice_val, api_spec_url_value, custom_api_name_value, *checkbox_values):
global current_api_spec_url
print(f"Generate schemas called with api_choice_val: {api_choice_val}")
print(f"API spec URL value from state: {api_spec_url_value}")
print(f"Current API spec URL: {current_api_spec_url}")
print(f"Custom API name from UI: {custom_api_name_value}")
# Get custom API name if "Others" is selected
custom_name = None
if api_choice_val == "Others":
# Use the custom API name passed as a parameter
custom_name = custom_api_name_value
# If custom_name is None or empty, use a default name
if not custom_name or custom_name.strip() == "":
custom_name = "custom_api"
print(f"Using default custom API name: {custom_name}")
# Extract both path and method from selected endpoints
all_selected = []
for group in checkbox_values:
if isinstance(group, list):
for sel in group:
# Parse both path and method from the selection
parts = sel.split(" | ")
if len(parts) >= 2:
path = parts[0].strip()
method = parts[1].split(" - ")[0].strip().lower() # Extract GET or POST
all_selected.append((path, method))
if not all_selected:
return (
gr.update(visible=False),
gr.update(value=""),
gr.update(value=""),
gr.update(value=None)
)
# Use the current API spec URL that was set when loading the API specification
api_spec_url = current_api_spec_url
# If we still don't have a URL, try to use the one from the state
if not api_spec_url:
api_spec_url = api_spec_url_value
print(f"Using API spec URL from state: {api_spec_url}")
print(f"API Choice: {api_choice_val}")
print(f"API Spec URL: {api_spec_url}")
print(f"Selected endpoints count: {len(all_selected)}")
# Check if api_choice_val is None
if api_choice_val is None:
print(f"Error: API choice is None")
return (
gr.update(visible=True),
gr.update(value="Error: Please select an API platform first"),
gr.update(value="Error: Please select an API platform first"),
gr.update(value=None)
)
# Check if api_spec_url is empty
if not api_spec_url:
print(f"Error: API spec URL is empty")
return (
gr.update(visible=True),
gr.update(value="Error: API specification URL is empty. Please select a valid API platform or enter a URL."),
gr.update(value="Error: API specification URL is empty. Please select a valid API platform or enter a URL."),
gr.update(value=None)
)
# Generate schema files
try:
# Pass the custom API name if it's available
if api_choice_val == "Others" and custom_name:
result = generate_schema_files(api_choice_val, all_selected, api_spec_url, custom_name)
else:
result = generate_schema_files(api_choice_val, all_selected, api_spec_url)
# Create a temporary file with .zip extension
fd, temp_path = tempfile.mkstemp(suffix='.zip')
os.close(fd)
# Write the BytesIO content to the temporary file
with open(temp_path, 'wb') as f:
f.write(result["zip"].getvalue())
print(f"Temporary zip file created at: {temp_path}")
except Exception as e:
print(f"Error generating schema files: {e}")
return (
gr.update(visible=True),
gr.update(value=f"Error generating schema files: {str(e)}"),
gr.update(value=f"Error generating schema files: {str(e)}"),
gr.update(value=None)
)
return (
gr.update(visible=True),
gr.update(value=result["json"]),
gr.update(value=result["xml"]),
gr.update(value=temp_path) # Use the temporary file path instead of BytesIO
)
# Function to handle API choice change - collapses sections when API is changed
def handle_api_choice_change(api_choice_val):
global current_api_spec_url
# Reset the current API spec URL when changing API choice
current_api_spec_url = ""
# First, get the outputs from update_api_url
custom_api_visibility, api_base_url_value, api_spec_url_value = update_api_url(api_choice_val)
# Then, add the visibility updates for endpoints and results sections
return custom_api_visibility, api_base_url_value, api_spec_url_value, gr.update(visible=False), gr.update(visible=False), gr.update(visible=False)
# Update API choice to handle collapsing sections
api_choice.change(
fn=handle_api_choice_change,
inputs=[api_choice],
outputs=[custom_api_group, api_base_url, api_spec_url_state, endpoints_section, results_section, message_box]
)
# Connect UI components to functions
load_btn.click(
fn=load_api_spec,
inputs=[api_choice, api_base_url, custom_api_name, custom_api_format],
outputs=[
loading_indicator,
message_box,
endpoints_section,
results_section
] + [comp for acc, cb in accordion_placeholders for comp in (acc, cb)] + [api_spec_url_state]
)
# Function to update endpoints and ensure endpoints section remains visible
def update_endpoints_and_maintain_visibility(api_choice_val, endpoint_type_val, api_spec_url):
# Get updates for accordion placeholders and endpoint type state
updates = update_endpoint_display(api_choice_val, endpoint_type_val, api_spec_url)
# Return these updates plus an update to keep the endpoints section visible
return updates + [gr.update(visible=True)]
endpoint_type.change(
fn=update_endpoints_and_maintain_visibility,
inputs=[api_choice, endpoint_type, api_spec_url_state],
outputs=[comp for acc, cb in accordion_placeholders for comp in (acc, cb)] + [endpoint_type_state, endpoints_section]
)
# Function to handle deselect all checkbox
def deselect_all_endpoints(deselect_all, *current_values):
if not deselect_all:
return [gr.update(value=val) for val in current_values]
# Deselect all checkboxes
updates = [gr.update(value=[]) for _ in current_values]
return updates
# Connect deselect all checkbox
deselect_all_cb.change(
fn=deselect_all_endpoints,
inputs=[deselect_all_cb] + [cb for _, cb in accordion_placeholders],
outputs=[cb for _, cb in accordion_placeholders]
)
continue_btn.click(
fn=lock_selected_endpoints,
inputs=[cb for _, cb in accordion_placeholders],
outputs=[
locked_endpoints_state,
continue_btn,
edit_btn,
reset_btn
] + [cb for _, cb in accordion_placeholders]
)
edit_btn.click(
fn=unlock_selected_endpoints,
inputs=[],
outputs=[
locked_endpoints_state,
continue_btn,
edit_btn,
reset_btn
] + [cb for _, cb in accordion_placeholders]
)
reset_btn.click(
fn=reset_selected_endpoints,
inputs=[],
outputs=[
locked_endpoints_state,
continue_btn,
edit_btn,
reset_btn
] + [cb for _, cb in accordion_placeholders]
)
continue_btn.click(
fn=generate_schemas,
inputs=[api_choice, api_spec_url_state, custom_api_name] + [cb for _, cb in accordion_placeholders],
outputs=[
results_section,
json_output,
xml_output,
download_out
]
)
# Function to return the zip file for download
def download_schema_files(json_content, xml_content):
# Generate schema files in memory
if not json_content or not xml_content:
return None
try:
# Determine API name from JSON content
meta_data = json.loads(json_content)
api_name = meta_data.get("name", "schema").lower().replace(" ", "_")
# Create a zip file in memory
zip_buffer = io.BytesIO()
with zipfile.ZipFile(zip_buffer, 'w', zipfile.ZIP_DEFLATED) as zip_file:
zip_file.writestr(f"{api_name}_datasource_plugin_meta.json", json_content)
zip_file.writestr(f"{api_name}_default_schema.orx", xml_content)
zip_buffer.seek(0)
# Create a temporary file with .zip extension
fd, temp_path = tempfile.mkstemp(suffix='.zip')
os.close(fd)
# Write the BytesIO content to the temporary file
with open(temp_path, 'wb') as f:
f.write(zip_buffer.getvalue())
# Return the file path with a filename for download
return (temp_path, f"{api_name}_schema_files.zip")
except Exception as e:
print(f"Error creating download file: {e}")
return None
if __name__ == "__main__":
demo.launch(show_error=True)