| |
| """ |
| Update the wheel index for PR SGLang releases. |
| |
| This script generates a single PyPI-compatible index.html file at pr/index.html |
| containing all PR builds, ordered by PR number and commit count (newest first). |
| |
| Similar to update_nightly_whl_index.py but for PR builds. |
| """ |
|
|
| import argparse |
| import hashlib |
| import pathlib |
| import re |
|
|
|
|
| def compute_sha256(file_path: pathlib.Path) -> str: |
| """Compute SHA256 hash of a file.""" |
| sha256_hash = hashlib.sha256() |
| with open(file_path, "rb") as f: |
| for byte_block in iter(lambda: f.read(4096), b""): |
| sha256_hash.update(byte_block) |
| return sha256_hash.hexdigest() |
|
|
|
|
| def update_wheel_index( |
| pr_number: str, commit_hash: str, wheel_version: str, build_date: str |
| ): |
| """Update the wheel index for PR releases. |
| |
| Creates a single index at pr/index.html containing all PR builds. |
| |
| Args: |
| pr_number: PR number (e.g., '123') |
| commit_hash: Short git commit hash (e.g., 'c5f1e86') |
| wheel_version: Full wheel version string (e.g., '0.5.6.dev7716+pr-123.gc5f1e86') |
| build_date: Build date in YYYY-MM-DD format (e.g., '2025-12-13') |
| """ |
| dist_dir = pathlib.Path("dist") |
| whl_repo_dir = pathlib.Path("sgl-whl") |
|
|
| if not dist_dir.exists(): |
| print(f"Warning: {dist_dir} does not exist, skipping index update") |
| return |
|
|
| |
| base_url = "https://github.com/sgl-project/whl/releases/download" |
| release_tag = f"pr-{pr_number}-{build_date}-{commit_hash}" |
|
|
| |
| |
| |
| pr_dir = whl_repo_dir / "pr" |
| pr_dir.mkdir(parents=True, exist_ok=True) |
|
|
| sglang_dir = pr_dir / "sglang" |
| sglang_dir.mkdir(parents=True, exist_ok=True) |
|
|
| root_index = pr_dir / "index.html" |
| package_index = sglang_dir / "index.html" |
|
|
| print(f"\nUpdating PR wheel index") |
| print(f" Root index: {root_index}") |
| print(f" Package index: {package_index}") |
|
|
| |
| existing_links = [] |
| if package_index.exists(): |
| with open(package_index, "r") as f: |
| content = f.read() |
| |
| existing_links = [ |
| line for line in content.split("\n") if line.startswith("<a href=") |
| ] |
|
|
| |
| new_links = [] |
| for wheel_path in sorted(dist_dir.glob("*.whl")): |
| try: |
| filename = wheel_path.name |
| sha256 = compute_sha256(wheel_path) |
|
|
| |
| wheel_url = f"{base_url}/{release_tag}/{filename}#sha256={sha256}" |
| link = f'<a href="{wheel_url}">{filename}</a><br>' |
|
|
| new_links.append(link) |
| print(f" Added: {filename}") |
| except Exception as e: |
| print(f" Error processing {wheel_path.name}: {e}") |
| continue |
|
|
| if not new_links: |
| print(" No new wheels to add") |
| return |
|
|
| |
| all_links = new_links + existing_links |
|
|
| |
| seen = set() |
| unique_links = [] |
| for link in all_links: |
| |
| filename_match = re.search(r">([^<]+\.whl)</a>", link) |
| if filename_match: |
| filename = filename_match.group(1) |
| if filename not in seen: |
| seen.add(filename) |
| unique_links.append(link) |
|
|
| |
| with open(root_index, "w") as f: |
| f.write("<!DOCTYPE html>\n") |
| f.write('<a href="sglang/">sglang</a>\n') |
|
|
| print(f" Written root index: {root_index}") |
|
|
| |
| with open(package_index, "w") as f: |
| f.write("<!DOCTYPE html>\n") |
| f.write("<h1>SGLang PR Wheels</h1>\n") |
| |
| f.write("\n".join(unique_links)) |
| f.write("\n") |
|
|
| print(f" Written {len(unique_links)} total wheels to {package_index}") |
| print(f"\nDone! Users can install with:") |
| print( |
| f" pip install sglang --pre --extra-index-url https://sgl-project.github.io/whl/pr/" |
| ) |
| print(f"\nOr install specific PR #{pr_number} wheel directly:") |
| if new_links: |
| first_wheel_match = re.search(r'href="([^"]+)"', new_links[0]) |
| if first_wheel_match: |
| wheel_url = first_wheel_match.group(1).split("#")[0] |
| print(f" pip install {wheel_url}") |
|
|
|
|
| def main(): |
| parser = argparse.ArgumentParser( |
| description="Update wheel index for PR SGLang releases" |
| ) |
| parser.add_argument( |
| "--pr-number", |
| type=str, |
| required=True, |
| help="PR number (e.g., '123')", |
| ) |
| parser.add_argument( |
| "--commit-hash", |
| type=str, |
| required=True, |
| help="Short git commit hash (e.g., 'c5f1e86')", |
| ) |
| parser.add_argument( |
| "--wheel-version", |
| type=str, |
| required=True, |
| help="Full wheel version string (e.g., '0.5.6.dev7716+pr-123.gc5f1e86')", |
| ) |
| parser.add_argument( |
| "--build-date", |
| type=str, |
| required=True, |
| help="Build date in YYYY-MM-DD format (e.g., '2025-12-13')", |
| ) |
|
|
| args = parser.parse_args() |
|
|
| print(f"Updating PR wheel index") |
| print(f" PR: #{args.pr_number}") |
| print(f" Commit: {args.commit_hash}") |
| print(f" Version: {args.wheel_version}") |
| print(f" Build date: {args.build_date}") |
|
|
| update_wheel_index( |
| args.pr_number, args.commit_hash, args.wheel_version, args.build_date |
| ) |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
