burtenshaw's picture
burtenshaw HF Staff
Upload folder using huggingface_hub
a7241e4 verified
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
"""
FastAPI application for the Benchmark Environment.
This module creates an HTTP server that exposes the BenchmarkEnvironment
over HTTP and WebSocket endpoints, supporting concurrent sessions.
Usage:
# Development (with auto-reload):
uvicorn server.app:app --reload --host 0.0.0.0 --port 8000
# Production:
uvicorn server.app:app --host 0.0.0.0 --port 8000 --workers 4
# Or run directly:
python -m server.app
"""
import os
try:
from openenv.core.env_server.http_server import create_app
except Exception as e: # pragma: no cover
raise ImportError(
"openenv is required for the web interface. Install dependencies with '\n uv sync\n'"
) from e
from benchmark.models import BenchmarkAction, BenchmarkObservation
from .benchmark_environment import BenchmarkEnvironment
# Get max concurrent environments from env var, default to 100
MAX_CONCURRENT_ENVS = int(os.getenv("MAX_CONCURRENT_ENVS", "100"))
# Create the app with WebSocket support for concurrent sessions
app = create_app(
BenchmarkEnvironment, # Pass the class, not an instance (factory pattern)
BenchmarkAction,
BenchmarkObservation,
env_name="benchmark",
max_concurrent_envs=MAX_CONCURRENT_ENVS,
)
def main(host: str = "0.0.0.0", port: int = 8000):
"""
Entry point for direct execution via uv run or python -m.
This function enables running the server without Docker:
uv run --project . server
uv run --project . server --port 8001
python -m benchmark.server.app
Args:
host: Host address to bind to (default: "0.0.0.0")
port: Port number to listen on (default: 8000)
For production deployments, consider using uvicorn directly with
multiple workers:
uvicorn benchmark.server.app:app --workers 4
"""
import uvicorn
uvicorn.run(app, host=host, port=port)
if __name__ == "__main__":
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--port", type=int, default=8000)
args = parser.parse_args()
main(port=args.port)