app.py

# Install required packages
%pip install azure-ai-ml azure-identity --upgrade --quiet

import os
import time
from azure.ai.ml import MLClient
from azure.ai.ml.entities import ManagedOnlineEndpoint, ManagedOnlineDeployment
from azure.identity import DefaultAzureCredential

# Set environment variables (replace with your values)
# Follow setup steps at: https://huggingface.co/docs/microsoft-azure/guides/configure-azure-ml-microsoft-foundry
os.environ["SUBSCRIPTION_ID"] = "<YOUR_SUBSCRIPTION_ID>"
os.environ["RESOURCE_GROUP"] = "<YOUR_RESOURCE_GROUP>"
os.environ["WORKSPACE_NAME"] = "<YOUR_WORKSPACE_NAME>"

# Generate unique names for endpoint and deployment
timestamp = str(int(time.time()))
os.environ["ENDPOINT_NAME"] = f"hf-ep-{timestamp}"
os.environ["DEPLOYMENT_NAME"] = f"hf-deploy-{timestamp}"

# Create Azure ML Client for Microsoft Foundry (classic)
client = MLClient(
    credential=DefaultAzureCredential(),
    subscription_id=os.getenv("SUBSCRIPTION_ID"),
    resource_group_name=os.getenv("RESOURCE_GROUP"),
    workspace_name=os.getenv("WORKSPACE_NAME"),
)

# Build model URI for Azure registry
model_uri = f"azureml://registries/HuggingFace/models/salesforce-codegen-350m-multi/labels/latest"

# Create endpoint and deployment
endpoint = ManagedOnlineEndpoint(name=os.getenv("ENDPOINT_NAME"))

deployment = ManagedOnlineDeployment(
    name=os.getenv("DEPLOYMENT_NAME"),
    endpoint_name=os.getenv("ENDPOINT_NAME"),
    model=model_uri,
    # Check https://huggingface.co/docs/microsoft-azure/foundry/hardware to see the available instances
    instance_type="Standard_NC40ads_H100_v5",
    instance_count=1,
)

# Deploy endpoint and deployment (this may take 10-15 minutes)
client.begin_create_or_update(endpoint).wait()
client.online_deployments.begin_create_or_update(deployment).wait()

print(f"Endpoint '{os.getenv('ENDPOINT_NAME')}' deployed successfully!")
print("You can now send requests to your endpoint via Microsoft Foundry or Azure Machine Learning.")