Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/01-messages.mov filter=lfs diff=lfs merge=lfs -text
+assets/02-editor.mov filter=lfs diff=lfs merge=lfs -text
+assets/03-calendar.mov filter=lfs diff=lfs merge=lfs -text
+assets/04-todo.mov filter=lfs diff=lfs merge=lfs -text
+assets/OpenApps_OpenEnv_RL.png filter=lfs diff=lfs merge=lfs -text
+assets/openapps-demo.gif filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/01-messages.mov filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/02-editor.mov filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/03-calendar.mov filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/04-todo.mov filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/OpenApps_OpenEnv_RL.png filter=lfs diff=lfs merge=lfs -text
+envs/openapp_env/assets/openapps-demo.gif filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+OpenApps

Dockerfile

@@ -0,0 +1,128 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Dockerfile for OpenApp Environment
+# This image provides OpenApps web application simulation for UI agent training
+#
+# This Dockerfile works for both local builds and HuggingFace Spaces deployment:
+# - Local build: cd envs/openapp_env && docker build -t openapp-env:latest -f server/Dockerfile .
+# - HuggingFace: Automatically deployed via `openenv push`
+#
+# Run with web interface:
+#   docker run -p 8000:8000 -e ENABLE_WEB_INTERFACE=true openapp-env:latest
+
+FROM python:3.11-slim
+
+# Set metadata
+LABEL maintainer="OpenEnv Team"
+LABEL description="OpenApp Environment with BrowserGym for UI agent training"
+LABEL org.opencontainers.image.source="https://github.com/meta-pytorch/OpenEnv"
+
+# Set working directory
+WORKDIR /app/env
+
+# Install system dependencies
+# - git: required to clone OpenApps from GitHub
+# - curl: for healthcheck
+# - Playwright/BrowserGym dependencies: fonts, libraries for browser automation
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    git \
+    curl \
+    ca-certificates \
+    wget \
+    gnupg \
+    # Playwright/Chromium dependencies
+    libnss3 \
+    libnspr4 \
+    libatk1.0-0 \
+    libatk-bridge2.0-0 \
+    libcups2 \
+    libdrm2 \
+    libdbus-1-3 \
+    libxkbcommon0 \
+    libxcomposite1 \
+    libxdamage1 \
+    libxfixes3 \
+    libxrandr2 \
+    libgbm1 \
+    libasound2 \
+    libpango-1.0-0 \
+    libcairo2 \
+    libatspi2.0-0 \
+    libxshmfence1 \
+    fonts-liberation \
+    libappindicator3-1 \
+    xdg-utils && \
+    rm -rf /var/lib/apt/lists/*
+
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+
+# Set working directory
+WORKDIR /app/env
+
+# Copy environment files
+# Context is always the env directory (envs/openapp_env/)
+# - GitHub Actions: uses context: envs/openapp_env
+# - HuggingFace: openenv push uploads env dir as context
+COPY . /app/env
+
+# Install OpenApps FIRST to establish openai<2 (required by agentlab)
+# This must happen before openenv-core to avoid version conflict
+WORKDIR /app
+RUN git clone https://github.com/facebookresearch/OpenApps.git openapps && \
+    cd openapps && \
+    pip install --no-cache-dir -e .
+
+# Verify OpenApps installation
+RUN python -c "import open_apps; print('✓ OpenApps installed')"
+
+# Install openenv-core from GitHub with --no-deps to avoid openai>=2.7.2 conflict
+# Then install only the server dependencies (no openai needed for server)
+RUN pip install --no-cache-dir --no-deps "openenv-core[core]>=0.2.1" && \
+    pip install --no-cache-dir fastapi pydantic uvicorn requests websockets
+
+# Install openapp_env and remaining dependencies
+WORKDIR /app/env
+RUN pip install --no-cache-dir -e .
+
+# Verify installation
+RUN python -c "import openapp_env; print('✓ openapp_env installed')" && \
+    python -c "import openapp_env.server.app; print('✓ openapp_env.server.app importable')"
+
+# Install Playwright browsers (Chromium for BrowserGym)
+# We already installed system dependencies above, so just install the browser
+RUN playwright install chromium
+
+# Copy startup script
+WORKDIR /app/env
+COPY server/start.sh /app/start.sh
+RUN chmod +x /app/start.sh
+
+# OpenApp-specific environment variables (can be overridden at runtime)
+ENV OPENAPPS_URL=http://localhost:5001
+ENV OPENAPPS_PORT=5001
+ENV OPENAPP_HEADLESS=true
+ENV OPENAPP_MAX_STEPS=50
+
+# Hydra requires USER environment variable
+ENV USER=root
+
+# Enable web interface by default (set to false to disable)
+ENV ENABLE_WEB_INTERFACE=true
+
+# Expose ports (8000 for FastAPI, 5001 for OpenApps)
+EXPOSE 8000 5001
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=3s --start-period=10s --retries=3 \
+    CMD curl -f http://localhost:8000/health || exit 1
+
+# Run the startup script that launches both OpenApps server and FastAPI server
+# Web interface will be available at /web if ENABLE_WEB_INTERFACE=true
+# API documentation available at /docs
+CMD ["/app/start.sh"]

README.md

@@ -1,10 +1,600 @@
 ---
-title: Openapp Env-v2-1-0
-emoji: 👀
-colorFrom: green
-colorTo: indigo
+title: OpenApp Environment Server
+emoji: 🌐
+colorFrom: blue
+colorTo: green
 sdk: docker
 pinned: false
+app_port: 8000
+base_path: /web
+tags:
+  - openenv
+  - OpenApps
+  - BrowserGym
+  - UI-Agents
+  - Reinforcement-Learning
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+## Hugging Face Space Deployment
+
+This Space is built from OpenEnv environment `openapp_env`.
+
+- Space URL: `https://huggingface.co/spaces/openenv/openapp_env-v2-1-0`
+- OpenEnv pinned ref: `v2.1.0`
+- Hub tag: `openenv`
+
+### Connecting from Code
+
+```python
+from envs.openapp_env import Env
+
+env = Env(base_url="https://huggingface.co/spaces/openenv/openapp_env-v2-1-0")
+```
+
+<!--
+Copyright (c) Meta Platforms, Inc. and affiliates.
+All rights reserved.
+
+This source code is licensed under the BSD-style license found in the
+LICENSE file in the root directory of this source tree.
+-->
+
+<div align="center">
+
+# OpenApp Environment
+
+<img src="assets/OpenApps_OpenEnv_RL.png" alt="OpenApps Environment" width="800"/>
+
+*A web application simulation environment for OpenEnv that wraps the [OpenApps](https://github.com/facebookresearch/OpenApps) framework and BrowserGym.*
+
+</div>
+
+## Overview
+
+The OpenApp environment provides a simulated web application ecosystem where agents can interact with various apps (calendar, todo, messenger, maps) using browser-based actions.
+
+<div align="center">
+<img src="assets/openapps-demo.gif" alt="OpenApps Demo" width="800"/>
+</div>
+
+This environment is ideal for:
+
+- Training and evaluating UI agents
+- Testing web automation strategies
+- Researching human-computer interaction
+- Developing multimodal agents
+
+## Features
+
+- **Multiple Apps**: Interact with calendar, todo list, messenger, and map applications
+- **Browser-Based Actions**: Click, fill forms, navigate, scroll, and more
+- **Task-Based Evaluation**: Optional task goals with automatic reward calculation
+- **Configurable**: Customize app configurations and behavior
+- **BrowserGym Integration**: Built on top of BrowserGym for robust browser interaction
+
+## Directory Structure
+
+```
+openapp_env/
+├── __init__.py                   # Package exports
+├── client.py                     # HTTP client for connecting to OpenApp
+├── models.py                     # Data models for actions and observations
+├── pyproject.toml                # Package dependencies and configuration
+├── openenv.yaml                  # OpenEnv environment configuration
+├── test_openapp_env.py           # Unit tests for environment structure
+├── README.md                     # This file
+├── IMPLEMENTATION.md             # Implementation details and design decisions
+├── example_usage.py              # Basic usage example (legacy)
+├── assets/                       # Images and media
+│   ├── OpenApps_OpenEnv_RL.png   # Environment overview diagram
+│   └── openapps-demo.gif         # Demo animation
+└── server/                       # Server-side environment implementation
+    ├── __init__.py
+    ├── app.py                    # FastAPI server application
+    ├── openapp_environment.py    # Core environment logic (BrowserGym + OpenApps)
+    ├── Dockerfile                # Docker image definition
+    └── start.sh                  # Container startup script (runs both servers)
+```
+
+**Key Components:**
+
+- **client.py**: `OpenAppEnv` class that extends `HTTPEnvClient` for remote environment interaction
+- **models.py**: `OpenAppAction` and `OpenAppObservation` dataclasses with validation
+- **server/openapp_environment.py**: `OpenAppEnvironment` class that wraps BrowserGym and OpenApps
+- **server/app.py**: FastAPI server that exposes the environment via HTTP endpoints
+- **server/Dockerfile**: Self-contained Docker image with OpenApps server and FastAPI server
+- **server/start.sh**: Startup script that launches both OpenApps (port 5001) and FastAPI (port 8000)
+
+## Installation
+
+There are two ways to use the OpenApp environment: **Docker mode** (recommended, fully self-contained) or **Local mode** (requires manual server setup).
+
+### Option 1: Docker Mode (Recommended)
+
+Docker mode is fully self-contained and handles all dependencies automatically. No local installation required!
+
+**Step 1: Build the Docker image**
+
+The Docker image can be built in standalone mode using only public base images:
+
+```bash
+# Build from the environment directory
+cd envs/openapp_env
+docker build -t openapp-env:latest -f server/Dockerfile .
+```
+
+**Note for Meta/Corporate Networks:** If you're behind a proxy (HTTP_PROXY/HTTPS_PROXY set), you may need to bypass it for localhost connections:
+```bash
+export NO_PROXY=localhost,127.0.0.1
+cd envs/openapp_env
+docker build -t openapp-env:latest -f server/Dockerfile .
+```
+
+**What gets installed in Docker:**
+- **OpenEnv core**: Installed as a dependency
+- **OpenApps**: Cloned from GitHub and installed (runs server inside container)
+- **Core packages**: FastAPI, Uvicorn, Pydantic, Requests (from pyproject.toml)
+- **BrowserGym**: For browser automation
+- **Playwright**: Chromium browser for UI interaction
+- **Web interface support**: Enabled by default via `ENABLE_WEB_INTERFACE=true`
+
+**How Docker mode works:**
+The Docker container runs TWO services automatically:
+1. **OpenApps server** (port 5001) - Provides the web applications (calendar, todo, messenger, maps)
+2. **FastAPI server** (port 8000) - Exposes the OpenEnv HTTP API
+
+Both servers start automatically when the container launches. You only interact with port 8000.
+
+**Build details:**
+- Base image: `python:3.11-slim` (public)
+- Installation: Uses `pip install -e .` with pyproject.toml
+- System deps: Playwright/Chromium dependencies for browser automation
+- Size: ~5.7GB (includes Chromium browser and all dependencies)
+
+**Step 2: Run the example**
+```bash
+# For Meta/Corporate Networks with proxy, also set NO_PROXY:
+export NO_PROXY=localhost,127.0.0.1
+
+python examples/openapp_example.py --mode docker
+```
+
+**Note:** For Docker mode, you only need Python installed locally to run the example script. All environment dependencies are inside the Docker container.
+
+### Option 2: Local Mode
+
+Local mode requires manual setup of the OpenApps server. This mode is useful for development or when you need to customize the OpenApps configuration.
+
+**Prerequisites:**
+- Python 3.11+ installed
+- UV package manager (recommended) or pip
+
+**Step 1: Install openapp_env**
+```bash
+cd envs/openapp_env
+pip install -e .
+```
+
+This installs the environment package along with dependencies (BrowserGym, Playwright, etc.).
+
+**Step 2: Install Playwright browsers**
+```bash
+playwright install chromium
+```
+
+**Step 3: Clone and set up OpenApps** (for running the server)
+```bash
+# Clone OpenApps repository
+git clone https://github.com/facebookresearch/OpenApps.git
+cd OpenApps
+
+# Install dependencies
+uv sync  # or: pip install -e .
+```
+
+**Why do I need the OpenApps repository?**
+
+The OpenApps Python package (installed via pip in Step 1) provides the library code, but the repository contains:
+- `launch.py` - The server startup script
+- `config/` - Hydra configuration files
+- Application templates and assets
+
+In Docker mode, all of this is included in the container, so you don't need to clone anything.
+
+## Quick Start
+
+### Running with Docker (Recommended)
+
+Docker mode is the easiest way - everything is automated:
+
+```bash
+# For Meta/Corporate networks with proxy, set NO_PROXY first:
+export NO_PROXY=localhost,127.0.0.1
+
+# Run the example
+python examples/openapp_example.py --mode docker
+```
+
+The Docker container automatically:
+- Starts the OpenApps server (port 5001)
+- Starts the FastAPI server (port 8000)
+- Manages both services for you
+
+No manual server setup required!
+
+**What happens inside the container:**
+
+When you run `from_docker_image()`, the following happens automatically:
+
+1. **Container Startup** (`/app/start.sh` runs):
+   ```bash
+   # Launches OpenApps server in background
+   cd /app/openapps
+   python launch.py &
+
+   # Waits for port 5001 to be ready
+   # Then starts FastAPI server
+   uvicorn openapp_env.server.app:app --host 0.0.0.0 --port 8000
+   ```
+
+2. **Your client code** interacts only with port 8000:
+   ```python
+   client = OpenAppEnv.from_docker_image("openapp-env:latest")
+   # Client -> FastAPI (port 8000) -> OpenApps (port 5001)
+   ```
+
+3. **On cleanup**, both servers are automatically stopped when the container is removed.
+
+### Running Locally
+
+For local usage, you need the OpenApps repository to run the server:
+
+**Step 1: Clone OpenApps (if you haven't already)**
+```bash
+git clone https://github.com/facebookresearch/OpenApps.git
+cd OpenApps
+uv sync
+```
+
+**Step 2: Start OpenApps Server** (in terminal 1)
+
+To run the server in **headless mode** (no browser window):
+```bash
+cd OpenApps  # or wherever you cloned it
+uv run launch.py
+
+# or instead of the uv run you can use the Python command:
+python OpenApps/launch.py
+```
+
+To run the server with **visible browser** for visualization:
+```bash
+cd OpenApps
+python OpenApps/launch.py browsergym_env_args.headless=False
+```
+
+Wait for the server to start (you'll see "Port 5001 is available" or similar).
+
+**Step 3: Run your code** (in terminal 2)
+```bash
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Note:** The OpenApps Python package (installed via pip) provides the modules, but you need the full repository to run launch.py with its config files.
+
+### Example Script
+
+```bash
+# Run with Docker (recommended)
+python examples/openapp_example.py --mode docker
+
+# Run locally (requires OpenApps server running)
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+
+# Show browser window to visualize agent actions
+python examples/openapp_example.py --mode local --show-browser
+
+# Run with custom number of steps
+python examples/openapp_example.py --mode docker --num-steps 20
+
+# See all options
+python examples/openapp_example.py --help
+```
+
+### Visualizing Agent Interactions
+
+There are multiple ways to see what the agent is doing:
+
+**Option 1: Show Browser Window (Local Mode)**
+
+The key is to start the OpenApps server with visualization enabled:
+
+```bash
+# Terminal 1: Start OpenApps server with visible browser
+cd OpenApps
+python OpenApps/launch.py browsergym_env_args.headless=False
+
+# Terminal 2: Run your agent code
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Important:** The browser visualization is controlled by the OpenApps server, not the client. You must launch the server with `browsergym_env_args.headless=False` to see the browser window.
+
+**Option 2: Access Web Interface Directly**
+
+While the OpenApps server is running, open your browser to:
+- Main page: `http://localhost:5001`
+- Calendar: `http://localhost:5001/calendar`
+- Todo: `http://localhost:5001/todo`
+- Messenger: `http://localhost:5001/messages`
+- Maps: `http://localhost:5001/maps`
+
+**Option 3: Docker Web Interface**
+
+When running in Docker mode, you can also access a web interface for manual testing:
+
+```bash
+# Start a container and keep it running
+docker run -d -p 8000:8000 openapp-env:latest
+
+# Access the web interface
+# - Interactive UI: http://localhost:8000/web
+# - API docs: http://localhost:8000/docs
+# - OpenApps (internal): http://localhost:5001 (inside container)
+```
+
+**Note:** In Docker mode, the OpenApps server runs inside the container and is not directly accessible from your host machine. The FastAPI server at port 8000 acts as a proxy to interact with OpenApps.
+
+### Basic Usage
+
+```python
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create environment from Docker image
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+# Reset to initial state
+result = client.reset()
+print(f"Starting URL: {result.observation.url}")
+
+# Navigate to calendar app
+result = client.step(OpenAppAction(
+    action_type="goto",
+    url="http://localhost:5001/calendar"
+))
+
+# Click on a button (example bid)
+result = client.step(OpenAppAction(
+    action_type="click",
+    bid="add-event-btn"
+))
+
+# Fill in a form field
+result = client.step(OpenAppAction(
+    action_type="fill",
+    bid="event-title-input",
+    text="Team Meeting"
+))
+
+print(f"Reward: {result.reward}")
+print(f"Done: {result.done}")
+
+# Cleanup
+client.close()
+```
+
+### Action Types
+
+The environment supports the following action types:
+
+- **click**: Click on an element
+  - Required: `bid` (BrowserGym element ID)
+
+- **fill**: Fill a text input field
+  - Required: `bid`, `text`
+
+- **select_option**: Select from dropdown
+  - Required: `bid`, `value`
+
+- **goto**: Navigate to a URL
+  - Required: `url`
+
+- **scroll**: Scroll the page
+  - Required: `direction` ("up" or "down")
+
+- **send_keys**: Send keyboard input
+  - Required: `text`
+
+- **noop**: No operation
+
+### Observations
+
+Each observation includes:
+
+- **html**: Current page HTML content
+- **url**: Current page URL
+- **open_pages_urls**: List of all open page URLs
+- **active_page_index**: Index of currently active page
+- **screenshot**: Base64-encoded screenshot (optional)
+- **axtree_txt**: Accessibility tree for element interaction
+- **app_state**: Current state of all apps (calendar events, todos, messages, etc.)
+- **task_info**: Information about current task (if using tasks)
+- **last_action_error**: Error message if last action failed
+
+## Configuration
+
+### Environment Parameters
+
+```python
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    web_app_port=5001,                   # Port for OpenApps server
+    headless=True,                       # Run browser in headless mode
+    task_name="add_meeting",             # Optional task name
+    apps_config={},                      # App-specific configuration
+    max_steps=50,                        # Maximum steps per episode
+)
+```
+
+**Note:** OpenApps is automatically detected from the installed Python package. You can optionally override with `openapps_path` parameter or `OPENAPPS_PATH` environment variable if needed.
+
+## Tasks and Rewards
+
+The environment can be configured with specific tasks from OpenApps. Tasks define:
+- Goal state (e.g., "Add a meeting with Dennis to the calendar")
+- Reward function based on app state changes
+- Success criteria
+
+See [OpenApps documentation](https://facebookresearch.github.io/OpenApps/) for available tasks.
+
+## Example: Task-Based Training
+
+```python
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create environment with a specific task
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+# The task will guide the agent toward a specific goal
+# Rewards will be based on progress toward completing the task
+result = client.reset()
+
+# Agent interacts to complete the task
+# ... agent logic here ...
+
+client.close()
+```
+
+## Development
+
+### Running Server Locally (without Docker)
+
+```bash
+cd envs/openapp_env
+uv run server
+```
+
+The server will start at `http://localhost:8000`
+
+### Testing
+
+```python
+from openapp_env.server.openapp_environment import OpenAppEnvironment
+from openapp_env.models import OpenAppAction
+
+def test_environment():
+    env = OpenAppEnvironment()
+
+    # Test reset
+    obs = env.reset()
+    assert obs.url != ""
+
+    # Test step
+    action = OpenAppAction(action_type="noop")
+    obs = env.step(action)
+    assert env.state.step_count == 1
+
+    # Cleanup
+    env.close()
+
+test_environment()
+```
+
+## Attribution
+
+This environment integrates:
+- [OpenApps](https://github.com/facebookresearch/OpenApps) - Web application simulation framework
+- [BrowserGym](https://github.com/ServiceNow/BrowserGym) - Browser automation environment
+
+## Troubleshooting
+
+### Docker Build Issues
+
+**Error: `Container did not become ready`**
+
+If you're behind a corporate proxy (Meta/Facebook networks), set `NO_PROXY`:
+```bash
+export NO_PROXY=localhost,127.0.0.1
+docker build -t openapp-env:latest -f envs/openapp_env/server/Dockerfile .
+```
+
+**Error: `Environment variable 'USER' not found`**
+
+This is automatically handled in the Dockerfile with `ENV USER=root`. If you see this, rebuild the image.
+
+**Container exits immediately**
+
+Check the logs to see which server failed:
+```bash
+docker logs <container-id>
+```
+
+Common causes:
+- OpenApps server failed to start (check for port conflicts)
+- Missing dependencies (rebuild with `--no-cache`)
+
+### Local Mode Issues
+
+**Error: `OPENAPPS_URL not set`**
+
+Set the environment variable before running:
+```bash
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Error: `Connection refused to localhost:5001`**
+
+Make sure the OpenApps server is running:
+```bash
+cd OpenApps
+uv run launch.py
+```
+
+**Browser visualization not working**
+
+The visualization is controlled by the **server**, not the client:
+```bash
+# Start server with visible browser
+cd OpenApps
+python launch.py browsergym_env_args.headless=False
+```
+
+### Performance Issues
+
+**Docker container is slow**
+
+The container runs both a full Chromium browser and web applications. For faster performance:
+- Increase Docker memory allocation (6GB+ recommended)
+- Use headless mode (default)
+- Reduce `max_steps` in environment configuration
+
+**Large Docker image size**
+
+The image is ~5.7GB due to:
+- Chromium browser (~1.5GB)
+- OpenApps dependencies (~2GB)
+- BrowserGym and ML libraries (~2GB)
+
+This is expected for a full browser automation environment.
+
+## License
+
+BSD 3-Clause License (see LICENSE file in OpenEnv root directory)
+
+## Citation
+
+If you use this environment in your research, please cite both OpenEnv and OpenApps:
+
+```bibtex
+@article{ullrich2025openapps0,
+  title   = {OpenApps: Simulating Environment Variations to Measure UI-Agent Reliability},
+  author  = {Karen Ullrich and Jingtong Su and Claudia Shi and Arjun Subramonian and Amir Bar and Ivan Evtimov and Nikolaos Tsilivis and Randall Balestriero and Julia Kempe and Mark Ibrahim},
+  year    = {2025},
+  journal = {arXiv preprint arXiv: 2511.20766}
+}
+```

__init__.py

@@ -0,0 +1,12 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""OpenApp Environment - Web application simulation environment for UI agents."""
+
+from .client import OpenAppEnv
+from .models import OpenAppAction, OpenAppObservation
+
+__all__ = ["OpenAppAction", "OpenAppObservation", "OpenAppEnv"]

assets/01-messages.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4333519dedb001fdc95c47430349e1e33f03daf0082b3d80d2e66f604e812e
+size 10889481

assets/02-editor.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49677c425607944fdcc4a35f0cefa55115b34fa1c61b8597074e5920e6be31ad
+size 11875181

assets/03-calendar.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4011bb80014623250bd375a3c52012f0a43469dcff966c0fe538727cd9c194
+size 10553742

assets/04-todo.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2231f1e2587ddabbf59fb793693e645e907cf6d7dd5d6bd9c79cf781f016e6
+size 9591496

assets/demo-showcase.html

@@ -0,0 +1,624 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>OpenApp + OpenEnv Demo Showcase</title>
+    <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;500;600;700;800&display=swap" rel="stylesheet">
+    <style>
+        :root {
+            --primary-color: #6366f1;
+            --primary-dark: #4f46e5;
+            --secondary-color: #10b981;
+            --accent-color: #f59e0b;
+            --bg-dark: #0f172a;
+            --bg-card: #1e293b;
+            --bg-card-hover: #334155;
+            --text-primary: #f8fafc;
+            --text-secondary: #94a3b8;
+            --gradient-1: linear-gradient(135deg, #6366f1 0%, #8b5cf6 100%);
+            --gradient-2: linear-gradient(135deg, #10b981 0%, #14b8a6 100%);
+            --gradient-3: linear-gradient(135deg, #f59e0b 0%, #f97316 100%);
+            --gradient-4: linear-gradient(135deg, #ec4899 0%, #f43f5e 100%);
+        }
+
+        * {
+            margin: 0;
+            padding: 0;
+            box-sizing: border-box;
+        }
+
+        body {
+            font-family: 'Inter', -apple-system, BlinkMacSystemFont, sans-serif;
+            background: var(--bg-dark);
+            color: var(--text-primary);
+            min-height: 100vh;
+            overflow-x: hidden;
+        }
+
+        /* Animated background */
+        .bg-animation {
+            position: fixed;
+            top: 0;
+            left: 0;
+            width: 100%;
+            height: 100%;
+            z-index: -1;
+            overflow: hidden;
+        }
+
+        .bg-animation::before {
+            content: '';
+            position: absolute;
+            top: -50%;
+            left: -50%;
+            width: 200%;
+            height: 200%;
+            background: radial-gradient(circle at 20% 80%, rgba(99, 102, 241, 0.1) 0%, transparent 50%),
+                        radial-gradient(circle at 80% 20%, rgba(16, 185, 129, 0.1) 0%, transparent 50%),
+                        radial-gradient(circle at 40% 40%, rgba(245, 158, 11, 0.05) 0%, transparent 40%);
+            animation: bgRotate 30s linear infinite;
+        }
+
+        @keyframes bgRotate {
+            0% { transform: rotate(0deg); }
+            100% { transform: rotate(360deg); }
+        }
+
+        /* Header */
+        header {
+            text-align: center;
+            padding: 4rem 2rem 3rem;
+            position: relative;
+        }
+
+        .logo-container {
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            gap: 1rem;
+            margin-bottom: 1.5rem;
+        }
+
+        .logo-img {
+            width: 80px;
+            height: 80px;
+            border-radius: 16px;
+            box-shadow: 0 10px 40px rgba(99, 102, 241, 0.3);
+        }
+
+        h1 {
+            font-size: 3.5rem;
+            font-weight: 800;
+            background: linear-gradient(135deg, #fff 0%, #a5b4fc 50%, #6366f1 100%);
+            -webkit-background-clip: text;
+            -webkit-text-fill-color: transparent;
+            background-clip: text;
+            margin-bottom: 1rem;
+            letter-spacing: -0.02em;
+        }
+
+        .subtitle {
+            font-size: 1.25rem;
+            color: var(--text-secondary);
+            max-width: 700px;
+            margin: 0 auto 2rem;
+            line-height: 1.6;
+        }
+
+        .badge-container {
+            display: flex;
+            justify-content: center;
+            gap: 1rem;
+            flex-wrap: wrap;
+        }
+
+        .badge {
+            display: inline-flex;
+            align-items: center;
+            gap: 0.5rem;
+            padding: 0.5rem 1rem;
+            background: var(--bg-card);
+            border-radius: 9999px;
+            font-size: 0.875rem;
+            font-weight: 500;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+        }
+
+        .badge-icon {
+            width: 18px;
+            height: 18px;
+        }
+
+        /* Main content */
+        main {
+            max-width: 1400px;
+            margin: 0 auto;
+            padding: 2rem;
+        }
+
+        /* Section title */
+        .section-title {
+            text-align: center;
+            margin-bottom: 3rem;
+        }
+
+        .section-title h2 {
+            font-size: 2rem;
+            font-weight: 700;
+            margin-bottom: 0.5rem;
+        }
+
+        .section-title p {
+            color: var(--text-secondary);
+        }
+
+        /* Demo grid */
+        .demo-grid {
+            display: grid;
+            grid-template-columns: repeat(2, 1fr);
+            gap: 2rem;
+            margin-bottom: 4rem;
+        }
+
+        @media (max-width: 1024px) {
+            .demo-grid {
+                grid-template-columns: 1fr;
+            }
+        }
+
+        /* Demo card */
+        .demo-card {
+            background: var(--bg-card);
+            border-radius: 20px;
+            overflow: hidden;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+            transition: all 0.3s ease;
+            position: relative;
+        }
+
+        .demo-card:hover {
+            transform: translateY(-5px);
+            border-color: rgba(99, 102, 241, 0.5);
+            box-shadow: 0 20px 60px rgba(0, 0, 0, 0.4),
+                        0 0 40px rgba(99, 102, 241, 0.1);
+        }
+
+        .demo-card::before {
+            content: '';
+            position: absolute;
+            top: 0;
+            left: 0;
+            right: 0;
+            height: 4px;
+            opacity: 0;
+            transition: opacity 0.3s ease;
+        }
+
+        .demo-card:nth-child(1)::before { background: var(--gradient-1); }
+        .demo-card:nth-child(2)::before { background: var(--gradient-2); }
+        .demo-card:nth-child(3)::before { background: var(--gradient-3); }
+        .demo-card:nth-child(4)::before { background: var(--gradient-4); }
+
+        .demo-card:hover::before {
+            opacity: 1;
+        }
+
+        .video-container {
+            position: relative;
+            width: 100%;
+            background: #000;
+            aspect-ratio: 16 / 10;
+        }
+
+        .video-container video {
+            width: 100%;
+            height: 100%;
+            object-fit: contain;
+        }
+
+        .play-overlay {
+            position: absolute;
+            top: 0;
+            left: 0;
+            width: 100%;
+            height: 100%;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            background: rgba(0, 0, 0, 0.4);
+            opacity: 0;
+            transition: opacity 0.3s ease;
+            cursor: pointer;
+        }
+
+        .video-container:hover .play-overlay {
+            opacity: 1;
+        }
+
+        .play-overlay.hidden {
+            display: none;
+        }
+
+        .play-button {
+            width: 80px;
+            height: 80px;
+            background: rgba(255, 255, 255, 0.95);
+            border-radius: 50%;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            box-shadow: 0 10px 40px rgba(0, 0, 0, 0.3);
+            transition: transform 0.3s ease;
+        }
+
+        .play-button:hover {
+            transform: scale(1.1);
+        }
+
+        .play-button svg {
+            width: 32px;
+            height: 32px;
+            fill: var(--bg-dark);
+            margin-left: 4px;
+        }
+
+        .demo-info {
+            padding: 1.5rem;
+        }
+
+        .demo-header {
+            display: flex;
+            align-items: center;
+            gap: 0.75rem;
+            margin-bottom: 0.75rem;
+        }
+
+        .demo-icon {
+            width: 40px;
+            height: 40px;
+            border-radius: 10px;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            font-size: 1.25rem;
+        }
+
+        .demo-card:nth-child(1) .demo-icon { background: var(--gradient-1); }
+        .demo-card:nth-child(2) .demo-icon { background: var(--gradient-2); }
+        .demo-card:nth-child(3) .demo-icon { background: var(--gradient-3); }
+        .demo-card:nth-child(4) .demo-icon { background: var(--gradient-4); }
+
+        .demo-title {
+            font-size: 1.25rem;
+            font-weight: 600;
+        }
+
+        .demo-description {
+            color: var(--text-secondary);
+            font-size: 0.95rem;
+            line-height: 1.6;
+        }
+
+        /* Features section */
+        .features-section {
+            margin-top: 4rem;
+            padding: 3rem;
+            background: var(--bg-card);
+            border-radius: 24px;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+        }
+
+        .features-grid {
+            display: grid;
+            grid-template-columns: repeat(3, 1fr);
+            gap: 2rem;
+            margin-top: 2rem;
+        }
+
+        @media (max-width: 768px) {
+            .features-grid {
+                grid-template-columns: 1fr;
+            }
+        }
+
+        .feature-card {
+            text-align: center;
+            padding: 1.5rem;
+        }
+
+        .feature-icon {
+            width: 60px;
+            height: 60px;
+            background: var(--gradient-1);
+            border-radius: 16px;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            margin: 0 auto 1rem;
+            font-size: 1.5rem;
+        }
+
+        .feature-card:nth-child(2) .feature-icon { background: var(--gradient-2); }
+        .feature-card:nth-child(3) .feature-icon { background: var(--gradient-3); }
+
+        .feature-title {
+            font-size: 1.125rem;
+            font-weight: 600;
+            margin-bottom: 0.5rem;
+        }
+
+        .feature-desc {
+            color: var(--text-secondary);
+            font-size: 0.9rem;
+            line-height: 1.5;
+        }
+
+        /* Footer */
+        footer {
+            text-align: center;
+            padding: 3rem 2rem;
+            color: var(--text-secondary);
+            font-size: 0.875rem;
+        }
+
+        footer a {
+            color: var(--primary-color);
+            text-decoration: none;
+        }
+
+        footer a:hover {
+            text-decoration: underline;
+        }
+
+        /* Video controls styling */
+        video::-webkit-media-controls-panel {
+            background: linear-gradient(transparent, rgba(0, 0, 0, 0.7));
+        }
+
+        /* Responsive adjustments */
+        @media (max-width: 640px) {
+            h1 {
+                font-size: 2.5rem;
+            }
+
+            .subtitle {
+                font-size: 1rem;
+            }
+
+            .demo-grid {
+                gap: 1.5rem;
+            }
+
+            main {
+                padding: 1rem;
+            }
+        }
+    </style>
+</head>
+<body>
+    <div class="bg-animation"></div>
+
+    <header>
+        <div class="logo-container">
+            <img src="OpenApps_OpenEnv_RL.png" alt="OpenApp Logo" class="logo-img">
+        </div>
+        <h1>OpenApp + OpenEnv</h1>
+        <p class="subtitle">
+            A powerful integration bringing realistic web application environments to reinforcement learning agents.
+            Watch AI agents interact with calendar, messaging, code editor, and task management apps.
+        </p>
+        <div class="badge-container">
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-2 15l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z"/>
+                </svg>
+                BrowserGym Compatible
+            </span>
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M9.4 16.6L4.8 12l4.6-4.6L8 6l-6 6 6 6 1.4-1.4zm5.2 0l4.6-4.6-4.6-4.6L16 6l6 6-6 6-1.4-1.4z"/>
+                </svg>
+                5+ Web Apps
+            </span>
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zm-5 14H7v-2h7v2zm3-4H7v-2h10v2zm0-4H7V7h10v2z"/>
+                </svg>
+                RL Ready
+            </span>
+        </div>
+    </header>
+
+    <main>
+        <div class="section-title">
+            <h2>🎬 Demo Showcase</h2>
+            <p>Watch our AI agents perform real tasks in realistic web environments</p>
+        </div>
+
+        <div class="demo-grid">
+            <!-- Messenger Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video1" controls preload="metadata" poster="">
+                        <source src="01-messages.mov" type="video/quicktime">
+                        <source src="01-messages.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video1', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">💬</div>
+                        <h3 class="demo-title">Messenger App</h3>
+                    </div>
+                    <p class="demo-description">
+                        AI agent navigates conversations, types messages interactively, and sends them to contacts.
+                        Demonstrates natural language input and real-time chat interactions.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Code Editor Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video2" controls preload="metadata">
+                        <source src="02-editor.mov" type="video/quicktime">
+                        <source src="02-editor.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video2', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">💻</div>
+                        <h3 class="demo-title">Code Editor</h3>
+                    </div>
+                    <p class="demo-description">
+                        Agent creates files and writes a complete PyTorch training loop with syntax highlighting.
+                        Shows code generation, file management, and save operations.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Calendar Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video3" controls preload="metadata">
+                        <source src="03-calendar.mov" type="video/quicktime">
+                        <source src="03-calendar.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video3', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">📅</div>
+                        <h3 class="demo-title">Calendar App</h3>
+                    </div>
+                    <p class="demo-description">
+                        Navigate between calendar and agenda views, browse events across months,
+                        and view detailed event information. Perfect for scheduling tasks.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Todo Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video4" controls preload="metadata">
+                        <source src="04-todo.mov" type="video/quicktime">
+                        <source src="04-todo.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video4', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">✅</div>
+                        <h3 class="demo-title">Todo Manager</h3>
+                    </div>
+                    <p class="demo-description">
+                        Browse and manage task lists, edit task details, mark items complete,
+                        and organize priorities. Demonstrates CRUD operations on structured data.
+                    </p>
+                </div>
+            </div>
+        </div>
+
+        <!-- Features Section -->
+        <div class="features-section">
+            <div class="section-title">
+                <h2>✨ Key Features</h2>
+                <p>Why OpenApp + OpenEnv is perfect for AI agent research</p>
+            </div>
+            <div class="features-grid">
+                <div class="feature-card">
+                    <div class="feature-icon">🎮</div>
+                    <h4 class="feature-title">Gymnasium Compatible</h4>
+                    <p class="feature-desc">
+                        Standard RL interface with observations, actions, and rewards.
+                        Drop-in replacement for existing training pipelines.
+                    </p>
+                </div>
+                <div class="feature-card">
+                    <div class="feature-icon">🌐</div>
+                    <h4 class="feature-title">Real Web Apps</h4>
+                    <p class="feature-desc">
+                        Authentic web applications with HTML, CSS, and JavaScript.
+                        No simplified simulations – real browser interactions.
+                    </p>
+                </div>
+                <div class="feature-card">
+                    <div class="feature-icon">🔄</div>
+                    <h4 class="feature-title">Configurable Tasks</h4>
+                    <p class="feature-desc">
+                        YAML-based configuration for custom scenarios, data, and rewards.
+                        Easily create new training environments.
+                    </p>
+                </div>
+            </div>
+        </div>
+    </main>
+
+    <footer>
+        <p>
+            Built for the <strong>OpenEnv Hackathon</strong> 🏆<br>
+            <a href="https://github.com/anthropics/anthropic-cookbook/tree/main/misc/openenv" target="_blank">OpenEnv Framework</a> •
+            <a href="https://github.com/ServiceNow/BrowserGym" target="_blank">BrowserGym</a>
+        </p>
+    </footer>
+
+    <script>
+        function playVideo(videoId, overlay) {
+            const video = document.getElementById(videoId);
+            video.play();
+            overlay.classList.add('hidden');
+        }
+
+        // Show overlay again when video ends or is paused
+        document.querySelectorAll('video').forEach(video => {
+            video.addEventListener('ended', function() {
+                const overlay = this.parentElement.querySelector('.play-overlay');
+                overlay.classList.remove('hidden');
+            });
+        });
+
+        // Add intersection observer for lazy loading
+        const videos = document.querySelectorAll('video');
+        const observer = new IntersectionObserver((entries) => {
+            entries.forEach(entry => {
+                if (entry.isIntersecting) {
+                    entry.target.load();
+                }
+            });
+        }, { threshold: 0.25 });
+
+        videos.forEach(video => observer.observe(video));
+    </script>
+</body>
+</html>

client.py

@@ -0,0 +1,139 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+OpenApp Environment HTTP Client.
+
+This module provides the client for connecting to an OpenApp Environment server
+over HTTP.
+"""
+
+from typing import Any, Dict
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.client_types import StepResult
+    from openenv.core.env_server.types import State
+    from openenv.core.env_client import EnvClient
+    from .models import OpenAppAction, OpenAppObservation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.client_types import StepResult
+    from openenv.core.env_server.types import State
+    from openenv.core.env_client import EnvClient
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+
+
+class OpenAppEnv(EnvClient[OpenAppAction, OpenAppObservation, State]):
+    """
+    HTTP client for the OpenApp Environment.
+
+    This client connects to an OpenAppEnvironment HTTP server and provides
+    methods to interact with it: reset(), step(), and state access.
+
+    The OpenApp environment simulates web applications (calendar, todo, messenger, maps)
+    and allows agents to interact with them using browser-based actions.
+
+    Example:
+        >>> # Connect to a running server
+        >>> client = OpenAppEnv(base_url="http://localhost:8000")
+        >>> result = client.reset()
+        >>> print(result.observation.url)
+        >>>
+        >>> # Click on an element
+        >>> result = client.step(OpenAppAction(action_type="click", bid="123"))
+        >>> print(result.observation.html)
+        >>> print(result.reward)
+
+    Example with Docker:
+        >>> # Automatically start container and connect
+        >>> client = OpenAppEnv.from_docker_image("openapp-env:latest")
+        >>> result = client.reset()
+        >>> # Fill a text field
+        >>> result = client.step(OpenAppAction(
+        ...     action_type="fill",
+        ...     bid="456",
+        ...     text="Meeting with team"
+        ... ))
+    """
+
+    def _step_payload(self, action: OpenAppAction) -> Dict:
+        """
+        Convert OpenAppAction to JSON payload for step request.
+
+        Args:
+            action: OpenAppAction instance
+
+        Returns:
+            Dictionary representation suitable for JSON encoding
+        """
+        payload = {
+            "action_type": action.action_type,
+        }
+
+        # Add optional fields if present
+        if action.bid is not None:
+            payload["bid"] = action.bid
+        if action.text is not None:
+            payload["text"] = action.text
+        if action.value is not None:
+            payload["value"] = action.value
+        if action.url is not None:
+            payload["url"] = action.url
+        if action.direction is not None:
+            payload["direction"] = action.direction
+        if action.metadata:
+            payload["metadata"] = action.metadata
+
+        return payload
+
+    def _parse_result(self, payload: Dict) -> StepResult[OpenAppObservation]:
+        """
+        Parse server response into StepResult[OpenAppObservation].
+
+        Args:
+            payload: JSON response from server
+
+        Returns:
+            StepResult with OpenAppObservation
+        """
+        obs_data = payload.get("observation", {})
+        observation = OpenAppObservation(
+            html=obs_data.get("html", ""),
+            url=obs_data.get("url", ""),
+            open_pages_urls=obs_data.get("open_pages_urls", []),
+            active_page_index=obs_data.get("active_page_index", 0),
+            screenshot=obs_data.get("screenshot"),
+            axtree_txt=obs_data.get("axtree_txt", ""),
+            app_state=obs_data.get("app_state", {}),
+            task_info=obs_data.get("task_info"),
+            last_action_error=obs_data.get("last_action_error"),
+            done=payload.get("done", False),
+            reward=payload.get("reward"),
+            metadata=obs_data.get("metadata", {}),
+        )
+
+        return StepResult(
+            observation=observation,
+            reward=payload.get("reward"),
+            done=payload.get("done", False),
+        )
+
+    def _parse_state(self, payload: Dict) -> State:
+        """
+        Parse server response into State object.
+
+        Args:
+            payload: JSON response from /state endpoint
+
+        Returns:
+            State object with episode_id and step_count
+        """
+        return State(
+            episode_id=payload.get("episode_id"),
+            step_count=payload.get("step_count", 0),
+        )

envs/openapp_env/.gitignore

@@ -0,0 +1 @@
+OpenApps

envs/openapp_env/README.md

@@ -0,0 +1,584 @@
+---
+title: OpenApp Environment Server
+emoji: 🌐
+colorFrom: blue
+colorTo: green
+sdk: docker
+pinned: false
+app_port: 8000
+base_path: /web
+tags:
+  - openenv
+  - OpenApps
+  - BrowserGym
+  - UI-Agents
+  - Reinforcement-Learning
+---
+
+<!--
+Copyright (c) Meta Platforms, Inc. and affiliates.
+All rights reserved.
+
+This source code is licensed under the BSD-style license found in the
+LICENSE file in the root directory of this source tree.
+-->
+
+<div align="center">
+
+# OpenApp Environment
+
+<img src="assets/OpenApps_OpenEnv_RL.png" alt="OpenApps Environment" width="800"/>
+
+*A web application simulation environment for OpenEnv that wraps the [OpenApps](https://github.com/facebookresearch/OpenApps) framework and BrowserGym.*
+
+</div>
+
+## Overview
+
+The OpenApp environment provides a simulated web application ecosystem where agents can interact with various apps (calendar, todo, messenger, maps) using browser-based actions.
+
+<div align="center">
+<img src="assets/openapps-demo.gif" alt="OpenApps Demo" width="800"/>
+</div>
+
+This environment is ideal for:
+
+- Training and evaluating UI agents
+- Testing web automation strategies
+- Researching human-computer interaction
+- Developing multimodal agents
+
+## Features
+
+- **Multiple Apps**: Interact with calendar, todo list, messenger, and map applications
+- **Browser-Based Actions**: Click, fill forms, navigate, scroll, and more
+- **Task-Based Evaluation**: Optional task goals with automatic reward calculation
+- **Configurable**: Customize app configurations and behavior
+- **BrowserGym Integration**: Built on top of BrowserGym for robust browser interaction
+
+## Directory Structure
+
+```
+openapp_env/
+├── __init__.py                   # Package exports
+├── client.py                     # HTTP client for connecting to OpenApp
+├── models.py                     # Data models for actions and observations
+├── pyproject.toml                # Package dependencies and configuration
+├── openenv.yaml                  # OpenEnv environment configuration
+├── test_openapp_env.py           # Unit tests for environment structure
+├── README.md                     # This file
+├── IMPLEMENTATION.md             # Implementation details and design decisions
+├── example_usage.py              # Basic usage example (legacy)
+├── assets/                       # Images and media
+│   ├── OpenApps_OpenEnv_RL.png   # Environment overview diagram
+│   └── openapps-demo.gif         # Demo animation
+└── server/                       # Server-side environment implementation
+    ├── __init__.py
+    ├── app.py                    # FastAPI server application
+    ├── openapp_environment.py    # Core environment logic (BrowserGym + OpenApps)
+    ├── Dockerfile                # Docker image definition
+    └── start.sh                  # Container startup script (runs both servers)
+```
+
+**Key Components:**
+
+- **client.py**: `OpenAppEnv` class that extends `HTTPEnvClient` for remote environment interaction
+- **models.py**: `OpenAppAction` and `OpenAppObservation` dataclasses with validation
+- **server/openapp_environment.py**: `OpenAppEnvironment` class that wraps BrowserGym and OpenApps
+- **server/app.py**: FastAPI server that exposes the environment via HTTP endpoints
+- **server/Dockerfile**: Self-contained Docker image with OpenApps server and FastAPI server
+- **server/start.sh**: Startup script that launches both OpenApps (port 5001) and FastAPI (port 8000)
+
+## Installation
+
+There are two ways to use the OpenApp environment: **Docker mode** (recommended, fully self-contained) or **Local mode** (requires manual server setup).
+
+### Option 1: Docker Mode (Recommended)
+
+Docker mode is fully self-contained and handles all dependencies automatically. No local installation required!
+
+**Step 1: Build the Docker image**
+
+The Docker image can be built in standalone mode using only public base images:
+
+```bash
+# Build from the environment directory
+cd envs/openapp_env
+docker build -t openapp-env:latest -f server/Dockerfile .
+```
+
+**Note for Meta/Corporate Networks:** If you're behind a proxy (HTTP_PROXY/HTTPS_PROXY set), you may need to bypass it for localhost connections:
+```bash
+export NO_PROXY=localhost,127.0.0.1
+cd envs/openapp_env
+docker build -t openapp-env:latest -f server/Dockerfile .
+```
+
+**What gets installed in Docker:**
+- **OpenEnv core**: Installed as a dependency
+- **OpenApps**: Cloned from GitHub and installed (runs server inside container)
+- **Core packages**: FastAPI, Uvicorn, Pydantic, Requests (from pyproject.toml)
+- **BrowserGym**: For browser automation
+- **Playwright**: Chromium browser for UI interaction
+- **Web interface support**: Enabled by default via `ENABLE_WEB_INTERFACE=true`
+
+**How Docker mode works:**
+The Docker container runs TWO services automatically:
+1. **OpenApps server** (port 5001) - Provides the web applications (calendar, todo, messenger, maps)
+2. **FastAPI server** (port 8000) - Exposes the OpenEnv HTTP API
+
+Both servers start automatically when the container launches. You only interact with port 8000.
+
+**Build details:**
+- Base image: `python:3.11-slim` (public)
+- Installation: Uses `pip install -e .` with pyproject.toml
+- System deps: Playwright/Chromium dependencies for browser automation
+- Size: ~5.7GB (includes Chromium browser and all dependencies)
+
+**Step 2: Run the example**
+```bash
+# For Meta/Corporate Networks with proxy, also set NO_PROXY:
+export NO_PROXY=localhost,127.0.0.1
+
+python examples/openapp_example.py --mode docker
+```
+
+**Note:** For Docker mode, you only need Python installed locally to run the example script. All environment dependencies are inside the Docker container.
+
+### Option 2: Local Mode
+
+Local mode requires manual setup of the OpenApps server. This mode is useful for development or when you need to customize the OpenApps configuration.
+
+**Prerequisites:**
+- Python 3.11+ installed
+- UV package manager (recommended) or pip
+
+**Step 1: Install openapp_env**
+```bash
+cd envs/openapp_env
+pip install -e .
+```
+
+This installs the environment package along with dependencies (BrowserGym, Playwright, etc.).
+
+**Step 2: Install Playwright browsers**
+```bash
+playwright install chromium
+```
+
+**Step 3: Clone and set up OpenApps** (for running the server)
+```bash
+# Clone OpenApps repository
+git clone https://github.com/facebookresearch/OpenApps.git
+cd OpenApps
+
+# Install dependencies
+uv sync  # or: pip install -e .
+```
+
+**Why do I need the OpenApps repository?**
+
+The OpenApps Python package (installed via pip in Step 1) provides the library code, but the repository contains:
+- `launch.py` - The server startup script
+- `config/` - Hydra configuration files
+- Application templates and assets
+
+In Docker mode, all of this is included in the container, so you don't need to clone anything.
+
+## Quick Start
+
+### Running with Docker (Recommended)
+
+Docker mode is the easiest way - everything is automated:
+
+```bash
+# For Meta/Corporate networks with proxy, set NO_PROXY first:
+export NO_PROXY=localhost,127.0.0.1
+
+# Run the example
+python examples/openapp_example.py --mode docker
+```
+
+The Docker container automatically:
+- Starts the OpenApps server (port 5001)
+- Starts the FastAPI server (port 8000)
+- Manages both services for you
+
+No manual server setup required!
+
+**What happens inside the container:**
+
+When you run `from_docker_image()`, the following happens automatically:
+
+1. **Container Startup** (`/app/start.sh` runs):
+   ```bash
+   # Launches OpenApps server in background
+   cd /app/openapps
+   python launch.py &
+
+   # Waits for port 5001 to be ready
+   # Then starts FastAPI server
+   uvicorn openapp_env.server.app:app --host 0.0.0.0 --port 8000
+   ```
+
+2. **Your client code** interacts only with port 8000:
+   ```python
+   client = OpenAppEnv.from_docker_image("openapp-env:latest")
+   # Client -> FastAPI (port 8000) -> OpenApps (port 5001)
+   ```
+
+3. **On cleanup**, both servers are automatically stopped when the container is removed.
+
+### Running Locally
+
+For local usage, you need the OpenApps repository to run the server:
+
+**Step 1: Clone OpenApps (if you haven't already)**
+```bash
+git clone https://github.com/facebookresearch/OpenApps.git
+cd OpenApps
+uv sync
+```
+
+**Step 2: Start OpenApps Server** (in terminal 1)
+
+To run the server in **headless mode** (no browser window):
+```bash
+cd OpenApps  # or wherever you cloned it
+uv run launch.py
+
+# or instead of the uv run you can use the Python command:
+python OpenApps/launch.py
+```
+
+To run the server with **visible browser** for visualization:
+```bash
+cd OpenApps
+python OpenApps/launch.py browsergym_env_args.headless=False
+```
+
+Wait for the server to start (you'll see "Port 5001 is available" or similar).
+
+**Step 3: Run your code** (in terminal 2)
+```bash
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Note:** The OpenApps Python package (installed via pip) provides the modules, but you need the full repository to run launch.py with its config files.
+
+### Example Script
+
+```bash
+# Run with Docker (recommended)
+python examples/openapp_example.py --mode docker
+
+# Run locally (requires OpenApps server running)
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+
+# Show browser window to visualize agent actions
+python examples/openapp_example.py --mode local --show-browser
+
+# Run with custom number of steps
+python examples/openapp_example.py --mode docker --num-steps 20
+
+# See all options
+python examples/openapp_example.py --help
+```
+
+### Visualizing Agent Interactions
+
+There are multiple ways to see what the agent is doing:
+
+**Option 1: Show Browser Window (Local Mode)**
+
+The key is to start the OpenApps server with visualization enabled:
+
+```bash
+# Terminal 1: Start OpenApps server with visible browser
+cd OpenApps
+python OpenApps/launch.py browsergym_env_args.headless=False
+
+# Terminal 2: Run your agent code
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Important:** The browser visualization is controlled by the OpenApps server, not the client. You must launch the server with `browsergym_env_args.headless=False` to see the browser window.
+
+**Option 2: Access Web Interface Directly**
+
+While the OpenApps server is running, open your browser to:
+- Main page: `http://localhost:5001`
+- Calendar: `http://localhost:5001/calendar`
+- Todo: `http://localhost:5001/todo`
+- Messenger: `http://localhost:5001/messages`
+- Maps: `http://localhost:5001/maps`
+
+**Option 3: Docker Web Interface**
+
+When running in Docker mode, you can also access a web interface for manual testing:
+
+```bash
+# Start a container and keep it running
+docker run -d -p 8000:8000 openapp-env:latest
+
+# Access the web interface
+# - Interactive UI: http://localhost:8000/web
+# - API docs: http://localhost:8000/docs
+# - OpenApps (internal): http://localhost:5001 (inside container)
+```
+
+**Note:** In Docker mode, the OpenApps server runs inside the container and is not directly accessible from your host machine. The FastAPI server at port 8000 acts as a proxy to interact with OpenApps.
+
+### Basic Usage
+
+```python
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create environment from Docker image
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+# Reset to initial state
+result = client.reset()
+print(f"Starting URL: {result.observation.url}")
+
+# Navigate to calendar app
+result = client.step(OpenAppAction(
+    action_type="goto",
+    url="http://localhost:5001/calendar"
+))
+
+# Click on a button (example bid)
+result = client.step(OpenAppAction(
+    action_type="click",
+    bid="add-event-btn"
+))
+
+# Fill in a form field
+result = client.step(OpenAppAction(
+    action_type="fill",
+    bid="event-title-input",
+    text="Team Meeting"
+))
+
+print(f"Reward: {result.reward}")
+print(f"Done: {result.done}")
+
+# Cleanup
+client.close()
+```
+
+### Action Types
+
+The environment supports the following action types:
+
+- **click**: Click on an element
+  - Required: `bid` (BrowserGym element ID)
+
+- **fill**: Fill a text input field
+  - Required: `bid`, `text`
+
+- **select_option**: Select from dropdown
+  - Required: `bid`, `value`
+
+- **goto**: Navigate to a URL
+  - Required: `url`
+
+- **scroll**: Scroll the page
+  - Required: `direction` ("up" or "down")
+
+- **send_keys**: Send keyboard input
+  - Required: `text`
+
+- **noop**: No operation
+
+### Observations
+
+Each observation includes:
+
+- **html**: Current page HTML content
+- **url**: Current page URL
+- **open_pages_urls**: List of all open page URLs
+- **active_page_index**: Index of currently active page
+- **screenshot**: Base64-encoded screenshot (optional)
+- **axtree_txt**: Accessibility tree for element interaction
+- **app_state**: Current state of all apps (calendar events, todos, messages, etc.)
+- **task_info**: Information about current task (if using tasks)
+- **last_action_error**: Error message if last action failed
+
+## Configuration
+
+### Environment Parameters
+
+```python
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    web_app_port=5001,                   # Port for OpenApps server
+    headless=True,                       # Run browser in headless mode
+    task_name="add_meeting",             # Optional task name
+    apps_config={},                      # App-specific configuration
+    max_steps=50,                        # Maximum steps per episode
+)
+```
+
+**Note:** OpenApps is automatically detected from the installed Python package. You can optionally override with `openapps_path` parameter or `OPENAPPS_PATH` environment variable if needed.
+
+## Tasks and Rewards
+
+The environment can be configured with specific tasks from OpenApps. Tasks define:
+- Goal state (e.g., "Add a meeting with Dennis to the calendar")
+- Reward function based on app state changes
+- Success criteria
+
+See [OpenApps documentation](https://facebookresearch.github.io/OpenApps/) for available tasks.
+
+## Example: Task-Based Training
+
+```python
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create environment with a specific task
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+# The task will guide the agent toward a specific goal
+# Rewards will be based on progress toward completing the task
+result = client.reset()
+
+# Agent interacts to complete the task
+# ... agent logic here ...
+
+client.close()
+```
+
+## Development
+
+### Running Server Locally (without Docker)
+
+```bash
+cd envs/openapp_env
+uv run server
+```
+
+The server will start at `http://localhost:8000`
+
+### Testing
+
+```python
+from openapp_env.server.openapp_environment import OpenAppEnvironment
+from openapp_env.models import OpenAppAction
+
+def test_environment():
+    env = OpenAppEnvironment()
+
+    # Test reset
+    obs = env.reset()
+    assert obs.url != ""
+
+    # Test step
+    action = OpenAppAction(action_type="noop")
+    obs = env.step(action)
+    assert env.state.step_count == 1
+
+    # Cleanup
+    env.close()
+
+test_environment()
+```
+
+## Attribution
+
+This environment integrates:
+- [OpenApps](https://github.com/facebookresearch/OpenApps) - Web application simulation framework
+- [BrowserGym](https://github.com/ServiceNow/BrowserGym) - Browser automation environment
+
+## Troubleshooting
+
+### Docker Build Issues
+
+**Error: `Container did not become ready`**
+
+If you're behind a corporate proxy (Meta/Facebook networks), set `NO_PROXY`:
+```bash
+export NO_PROXY=localhost,127.0.0.1
+docker build -t openapp-env:latest -f envs/openapp_env/server/Dockerfile .
+```
+
+**Error: `Environment variable 'USER' not found`**
+
+This is automatically handled in the Dockerfile with `ENV USER=root`. If you see this, rebuild the image.
+
+**Container exits immediately**
+
+Check the logs to see which server failed:
+```bash
+docker logs <container-id>
+```
+
+Common causes:
+- OpenApps server failed to start (check for port conflicts)
+- Missing dependencies (rebuild with `--no-cache`)
+
+### Local Mode Issues
+
+**Error: `OPENAPPS_URL not set`**
+
+Set the environment variable before running:
+```bash
+export OPENAPPS_URL=http://localhost:5001
+python examples/openapp_example.py --mode local
+```
+
+**Error: `Connection refused to localhost:5001`**
+
+Make sure the OpenApps server is running:
+```bash
+cd OpenApps
+uv run launch.py
+```
+
+**Browser visualization not working**
+
+The visualization is controlled by the **server**, not the client:
+```bash
+# Start server with visible browser
+cd OpenApps
+python launch.py browsergym_env_args.headless=False
+```
+
+### Performance Issues
+
+**Docker container is slow**
+
+The container runs both a full Chromium browser and web applications. For faster performance:
+- Increase Docker memory allocation (6GB+ recommended)
+- Use headless mode (default)
+- Reduce `max_steps` in environment configuration
+
+**Large Docker image size**
+
+The image is ~5.7GB due to:
+- Chromium browser (~1.5GB)
+- OpenApps dependencies (~2GB)
+- BrowserGym and ML libraries (~2GB)
+
+This is expected for a full browser automation environment.
+
+## License
+
+BSD 3-Clause License (see LICENSE file in OpenEnv root directory)
+
+## Citation
+
+If you use this environment in your research, please cite both OpenEnv and OpenApps:
+
+```bibtex
+@article{ullrich2025openapps0,
+  title   = {OpenApps: Simulating Environment Variations to Measure UI-Agent Reliability},
+  author  = {Karen Ullrich and Jingtong Su and Claudia Shi and Arjun Subramonian and Amir Bar and Ivan Evtimov and Nikolaos Tsilivis and Randall Balestriero and Julia Kempe and Mark Ibrahim},
+  year    = {2025},
+  journal = {arXiv preprint arXiv: 2511.20766}
+}
+```

envs/openapp_env/__init__.py

@@ -0,0 +1,12 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""OpenApp Environment - Web application simulation environment for UI agents."""
+
+from .client import OpenAppEnv
+from .models import OpenAppAction, OpenAppObservation
+
+__all__ = ["OpenAppAction", "OpenAppObservation", "OpenAppEnv"]

envs/openapp_env/assets/01-messages.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4333519dedb001fdc95c47430349e1e33f03daf0082b3d80d2e66f604e812e
+size 10889481

envs/openapp_env/assets/02-editor.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49677c425607944fdcc4a35f0cefa55115b34fa1c61b8597074e5920e6be31ad
+size 11875181

envs/openapp_env/assets/03-calendar.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4011bb80014623250bd375a3c52012f0a43469dcff966c0fe538727cd9c194
+size 10553742

envs/openapp_env/assets/04-todo.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2231f1e2587ddabbf59fb793693e645e907cf6d7dd5d6bd9c79cf781f016e6
+size 9591496

envs/openapp_env/assets/demo-showcase.html

@@ -0,0 +1,624 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>OpenApp + OpenEnv Demo Showcase</title>
+    <link href="https://fonts.googleapis.com/css2?family=Inter:wght@300;400;500;600;700;800&display=swap" rel="stylesheet">
+    <style>
+        :root {
+            --primary-color: #6366f1;
+            --primary-dark: #4f46e5;
+            --secondary-color: #10b981;
+            --accent-color: #f59e0b;
+            --bg-dark: #0f172a;
+            --bg-card: #1e293b;
+            --bg-card-hover: #334155;
+            --text-primary: #f8fafc;
+            --text-secondary: #94a3b8;
+            --gradient-1: linear-gradient(135deg, #6366f1 0%, #8b5cf6 100%);
+            --gradient-2: linear-gradient(135deg, #10b981 0%, #14b8a6 100%);
+            --gradient-3: linear-gradient(135deg, #f59e0b 0%, #f97316 100%);
+            --gradient-4: linear-gradient(135deg, #ec4899 0%, #f43f5e 100%);
+        }
+
+        * {
+            margin: 0;
+            padding: 0;
+            box-sizing: border-box;
+        }
+
+        body {
+            font-family: 'Inter', -apple-system, BlinkMacSystemFont, sans-serif;
+            background: var(--bg-dark);
+            color: var(--text-primary);
+            min-height: 100vh;
+            overflow-x: hidden;
+        }
+
+        /* Animated background */
+        .bg-animation {
+            position: fixed;
+            top: 0;
+            left: 0;
+            width: 100%;
+            height: 100%;
+            z-index: -1;
+            overflow: hidden;
+        }
+
+        .bg-animation::before {
+            content: '';
+            position: absolute;
+            top: -50%;
+            left: -50%;
+            width: 200%;
+            height: 200%;
+            background: radial-gradient(circle at 20% 80%, rgba(99, 102, 241, 0.1) 0%, transparent 50%),
+                        radial-gradient(circle at 80% 20%, rgba(16, 185, 129, 0.1) 0%, transparent 50%),
+                        radial-gradient(circle at 40% 40%, rgba(245, 158, 11, 0.05) 0%, transparent 40%);
+            animation: bgRotate 30s linear infinite;
+        }
+
+        @keyframes bgRotate {
+            0% { transform: rotate(0deg); }
+            100% { transform: rotate(360deg); }
+        }
+
+        /* Header */
+        header {
+            text-align: center;
+            padding: 4rem 2rem 3rem;
+            position: relative;
+        }
+
+        .logo-container {
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            gap: 1rem;
+            margin-bottom: 1.5rem;
+        }
+
+        .logo-img {
+            width: 80px;
+            height: 80px;
+            border-radius: 16px;
+            box-shadow: 0 10px 40px rgba(99, 102, 241, 0.3);
+        }
+
+        h1 {
+            font-size: 3.5rem;
+            font-weight: 800;
+            background: linear-gradient(135deg, #fff 0%, #a5b4fc 50%, #6366f1 100%);
+            -webkit-background-clip: text;
+            -webkit-text-fill-color: transparent;
+            background-clip: text;
+            margin-bottom: 1rem;
+            letter-spacing: -0.02em;
+        }
+
+        .subtitle {
+            font-size: 1.25rem;
+            color: var(--text-secondary);
+            max-width: 700px;
+            margin: 0 auto 2rem;
+            line-height: 1.6;
+        }
+
+        .badge-container {
+            display: flex;
+            justify-content: center;
+            gap: 1rem;
+            flex-wrap: wrap;
+        }
+
+        .badge {
+            display: inline-flex;
+            align-items: center;
+            gap: 0.5rem;
+            padding: 0.5rem 1rem;
+            background: var(--bg-card);
+            border-radius: 9999px;
+            font-size: 0.875rem;
+            font-weight: 500;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+        }
+
+        .badge-icon {
+            width: 18px;
+            height: 18px;
+        }
+
+        /* Main content */
+        main {
+            max-width: 1400px;
+            margin: 0 auto;
+            padding: 2rem;
+        }
+
+        /* Section title */
+        .section-title {
+            text-align: center;
+            margin-bottom: 3rem;
+        }
+
+        .section-title h2 {
+            font-size: 2rem;
+            font-weight: 700;
+            margin-bottom: 0.5rem;
+        }
+
+        .section-title p {
+            color: var(--text-secondary);
+        }
+
+        /* Demo grid */
+        .demo-grid {
+            display: grid;
+            grid-template-columns: repeat(2, 1fr);
+            gap: 2rem;
+            margin-bottom: 4rem;
+        }
+
+        @media (max-width: 1024px) {
+            .demo-grid {
+                grid-template-columns: 1fr;
+            }
+        }
+
+        /* Demo card */
+        .demo-card {
+            background: var(--bg-card);
+            border-radius: 20px;
+            overflow: hidden;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+            transition: all 0.3s ease;
+            position: relative;
+        }
+
+        .demo-card:hover {
+            transform: translateY(-5px);
+            border-color: rgba(99, 102, 241, 0.5);
+            box-shadow: 0 20px 60px rgba(0, 0, 0, 0.4),
+                        0 0 40px rgba(99, 102, 241, 0.1);
+        }
+
+        .demo-card::before {
+            content: '';
+            position: absolute;
+            top: 0;
+            left: 0;
+            right: 0;
+            height: 4px;
+            opacity: 0;
+            transition: opacity 0.3s ease;
+        }
+
+        .demo-card:nth-child(1)::before { background: var(--gradient-1); }
+        .demo-card:nth-child(2)::before { background: var(--gradient-2); }
+        .demo-card:nth-child(3)::before { background: var(--gradient-3); }
+        .demo-card:nth-child(4)::before { background: var(--gradient-4); }
+
+        .demo-card:hover::before {
+            opacity: 1;
+        }
+
+        .video-container {
+            position: relative;
+            width: 100%;
+            background: #000;
+            aspect-ratio: 16 / 10;
+        }
+
+        .video-container video {
+            width: 100%;
+            height: 100%;
+            object-fit: contain;
+        }
+
+        .play-overlay {
+            position: absolute;
+            top: 0;
+            left: 0;
+            width: 100%;
+            height: 100%;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            background: rgba(0, 0, 0, 0.4);
+            opacity: 0;
+            transition: opacity 0.3s ease;
+            cursor: pointer;
+        }
+
+        .video-container:hover .play-overlay {
+            opacity: 1;
+        }
+
+        .play-overlay.hidden {
+            display: none;
+        }
+
+        .play-button {
+            width: 80px;
+            height: 80px;
+            background: rgba(255, 255, 255, 0.95);
+            border-radius: 50%;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            box-shadow: 0 10px 40px rgba(0, 0, 0, 0.3);
+            transition: transform 0.3s ease;
+        }
+
+        .play-button:hover {
+            transform: scale(1.1);
+        }
+
+        .play-button svg {
+            width: 32px;
+            height: 32px;
+            fill: var(--bg-dark);
+            margin-left: 4px;
+        }
+
+        .demo-info {
+            padding: 1.5rem;
+        }
+
+        .demo-header {
+            display: flex;
+            align-items: center;
+            gap: 0.75rem;
+            margin-bottom: 0.75rem;
+        }
+
+        .demo-icon {
+            width: 40px;
+            height: 40px;
+            border-radius: 10px;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            font-size: 1.25rem;
+        }
+
+        .demo-card:nth-child(1) .demo-icon { background: var(--gradient-1); }
+        .demo-card:nth-child(2) .demo-icon { background: var(--gradient-2); }
+        .demo-card:nth-child(3) .demo-icon { background: var(--gradient-3); }
+        .demo-card:nth-child(4) .demo-icon { background: var(--gradient-4); }
+
+        .demo-title {
+            font-size: 1.25rem;
+            font-weight: 600;
+        }
+
+        .demo-description {
+            color: var(--text-secondary);
+            font-size: 0.95rem;
+            line-height: 1.6;
+        }
+
+        /* Features section */
+        .features-section {
+            margin-top: 4rem;
+            padding: 3rem;
+            background: var(--bg-card);
+            border-radius: 24px;
+            border: 1px solid rgba(255, 255, 255, 0.1);
+        }
+
+        .features-grid {
+            display: grid;
+            grid-template-columns: repeat(3, 1fr);
+            gap: 2rem;
+            margin-top: 2rem;
+        }
+
+        @media (max-width: 768px) {
+            .features-grid {
+                grid-template-columns: 1fr;
+            }
+        }
+
+        .feature-card {
+            text-align: center;
+            padding: 1.5rem;
+        }
+
+        .feature-icon {
+            width: 60px;
+            height: 60px;
+            background: var(--gradient-1);
+            border-radius: 16px;
+            display: flex;
+            align-items: center;
+            justify-content: center;
+            margin: 0 auto 1rem;
+            font-size: 1.5rem;
+        }
+
+        .feature-card:nth-child(2) .feature-icon { background: var(--gradient-2); }
+        .feature-card:nth-child(3) .feature-icon { background: var(--gradient-3); }
+
+        .feature-title {
+            font-size: 1.125rem;
+            font-weight: 600;
+            margin-bottom: 0.5rem;
+        }
+
+        .feature-desc {
+            color: var(--text-secondary);
+            font-size: 0.9rem;
+            line-height: 1.5;
+        }
+
+        /* Footer */
+        footer {
+            text-align: center;
+            padding: 3rem 2rem;
+            color: var(--text-secondary);
+            font-size: 0.875rem;
+        }
+
+        footer a {
+            color: var(--primary-color);
+            text-decoration: none;
+        }
+
+        footer a:hover {
+            text-decoration: underline;
+        }
+
+        /* Video controls styling */
+        video::-webkit-media-controls-panel {
+            background: linear-gradient(transparent, rgba(0, 0, 0, 0.7));
+        }
+
+        /* Responsive adjustments */
+        @media (max-width: 640px) {
+            h1 {
+                font-size: 2.5rem;
+            }
+
+            .subtitle {
+                font-size: 1rem;
+            }
+
+            .demo-grid {
+                gap: 1.5rem;
+            }
+
+            main {
+                padding: 1rem;
+            }
+        }
+    </style>
+</head>
+<body>
+    <div class="bg-animation"></div>
+
+    <header>
+        <div class="logo-container">
+            <img src="OpenApps_OpenEnv_RL.png" alt="OpenApp Logo" class="logo-img">
+        </div>
+        <h1>OpenApp + OpenEnv</h1>
+        <p class="subtitle">
+            A powerful integration bringing realistic web application environments to reinforcement learning agents.
+            Watch AI agents interact with calendar, messaging, code editor, and task management apps.
+        </p>
+        <div class="badge-container">
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M12 2C6.48 2 2 6.48 2 12s4.48 10 10 10 10-4.48 10-10S17.52 2 12 2zm-2 15l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z"/>
+                </svg>
+                BrowserGym Compatible
+            </span>
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M9.4 16.6L4.8 12l4.6-4.6L8 6l-6 6 6 6 1.4-1.4zm5.2 0l4.6-4.6-4.6-4.6L16 6l6 6-6 6-1.4-1.4z"/>
+                </svg>
+                5+ Web Apps
+            </span>
+            <span class="badge">
+                <svg class="badge-icon" viewBox="0 0 24 24" fill="currentColor">
+                    <path d="M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zm-5 14H7v-2h7v2zm3-4H7v-2h10v2zm0-4H7V7h10v2z"/>
+                </svg>
+                RL Ready
+            </span>
+        </div>
+    </header>
+
+    <main>
+        <div class="section-title">
+            <h2>🎬 Demo Showcase</h2>
+            <p>Watch our AI agents perform real tasks in realistic web environments</p>
+        </div>
+
+        <div class="demo-grid">
+            <!-- Messenger Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video1" controls preload="metadata" poster="">
+                        <source src="01-messages.mov" type="video/quicktime">
+                        <source src="01-messages.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video1', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">💬</div>
+                        <h3 class="demo-title">Messenger App</h3>
+                    </div>
+                    <p class="demo-description">
+                        AI agent navigates conversations, types messages interactively, and sends them to contacts.
+                        Demonstrates natural language input and real-time chat interactions.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Code Editor Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video2" controls preload="metadata">
+                        <source src="02-editor.mov" type="video/quicktime">
+                        <source src="02-editor.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video2', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">💻</div>
+                        <h3 class="demo-title">Code Editor</h3>
+                    </div>
+                    <p class="demo-description">
+                        Agent creates files and writes a complete PyTorch training loop with syntax highlighting.
+                        Shows code generation, file management, and save operations.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Calendar Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video3" controls preload="metadata">
+                        <source src="03-calendar.mov" type="video/quicktime">
+                        <source src="03-calendar.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video3', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">📅</div>
+                        <h3 class="demo-title">Calendar App</h3>
+                    </div>
+                    <p class="demo-description">
+                        Navigate between calendar and agenda views, browse events across months,
+                        and view detailed event information. Perfect for scheduling tasks.
+                    </p>
+                </div>
+            </div>
+
+            <!-- Todo Demo -->
+            <div class="demo-card">
+                <div class="video-container">
+                    <video id="video4" controls preload="metadata">
+                        <source src="04-todo.mov" type="video/quicktime">
+                        <source src="04-todo.mov" type="video/mp4">
+                        Your browser does not support the video tag.
+                    </video>
+                    <div class="play-overlay" onclick="playVideo('video4', this)">
+                        <div class="play-button">
+                            <svg viewBox="0 0 24 24">
+                                <path d="M8 5v14l11-7z"/>
+                            </svg>
+                        </div>
+                    </div>
+                </div>
+                <div class="demo-info">
+                    <div class="demo-header">
+                        <div class="demo-icon">✅</div>
+                        <h3 class="demo-title">Todo Manager</h3>
+                    </div>
+                    <p class="demo-description">
+                        Browse and manage task lists, edit task details, mark items complete,
+                        and organize priorities. Demonstrates CRUD operations on structured data.
+                    </p>
+                </div>
+            </div>
+        </div>
+
+        <!-- Features Section -->
+        <div class="features-section">
+            <div class="section-title">
+                <h2>✨ Key Features</h2>
+                <p>Why OpenApp + OpenEnv is perfect for AI agent research</p>
+            </div>
+            <div class="features-grid">
+                <div class="feature-card">
+                    <div class="feature-icon">🎮</div>
+                    <h4 class="feature-title">Gymnasium Compatible</h4>
+                    <p class="feature-desc">
+                        Standard RL interface with observations, actions, and rewards.
+                        Drop-in replacement for existing training pipelines.
+                    </p>
+                </div>
+                <div class="feature-card">
+                    <div class="feature-icon">🌐</div>
+                    <h4 class="feature-title">Real Web Apps</h4>
+                    <p class="feature-desc">
+                        Authentic web applications with HTML, CSS, and JavaScript.
+                        No simplified simulations – real browser interactions.
+                    </p>
+                </div>
+                <div class="feature-card">
+                    <div class="feature-icon">🔄</div>
+                    <h4 class="feature-title">Configurable Tasks</h4>
+                    <p class="feature-desc">
+                        YAML-based configuration for custom scenarios, data, and rewards.
+                        Easily create new training environments.
+                    </p>
+                </div>
+            </div>
+        </div>
+    </main>
+
+    <footer>
+        <p>
+            Built for the <strong>OpenEnv Hackathon</strong> 🏆<br>
+            <a href="https://github.com/anthropics/anthropic-cookbook/tree/main/misc/openenv" target="_blank">OpenEnv Framework</a> •
+            <a href="https://github.com/ServiceNow/BrowserGym" target="_blank">BrowserGym</a>
+        </p>
+    </footer>
+
+    <script>
+        function playVideo(videoId, overlay) {
+            const video = document.getElementById(videoId);
+            video.play();
+            overlay.classList.add('hidden');
+        }
+
+        // Show overlay again when video ends or is paused
+        document.querySelectorAll('video').forEach(video => {
+            video.addEventListener('ended', function() {
+                const overlay = this.parentElement.querySelector('.play-overlay');
+                overlay.classList.remove('hidden');
+            });
+        });
+
+        // Add intersection observer for lazy loading
+        const videos = document.querySelectorAll('video');
+        const observer = new IntersectionObserver((entries) => {
+            entries.forEach(entry => {
+                if (entry.isIntersecting) {
+                    entry.target.load();
+                }
+            });
+        }, { threshold: 0.25 });
+
+        videos.forEach(video => observer.observe(video));
+    </script>
+</body>
+</html>

envs/openapp_env/client.py

@@ -0,0 +1,139 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+OpenApp Environment HTTP Client.
+
+This module provides the client for connecting to an OpenApp Environment server
+over HTTP.
+"""
+
+from typing import Any, Dict
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.client_types import StepResult
+    from openenv.core.env_server.types import State
+    from openenv.core.env_client import EnvClient
+    from .models import OpenAppAction, OpenAppObservation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.client_types import StepResult
+    from openenv.core.env_server.types import State
+    from openenv.core.env_client import EnvClient
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+
+
+class OpenAppEnv(EnvClient[OpenAppAction, OpenAppObservation, State]):
+    """
+    HTTP client for the OpenApp Environment.
+
+    This client connects to an OpenAppEnvironment HTTP server and provides
+    methods to interact with it: reset(), step(), and state access.
+
+    The OpenApp environment simulates web applications (calendar, todo, messenger, maps)
+    and allows agents to interact with them using browser-based actions.
+
+    Example:
+        >>> # Connect to a running server
+        >>> client = OpenAppEnv(base_url="http://localhost:8000")
+        >>> result = client.reset()
+        >>> print(result.observation.url)
+        >>>
+        >>> # Click on an element
+        >>> result = client.step(OpenAppAction(action_type="click", bid="123"))
+        >>> print(result.observation.html)
+        >>> print(result.reward)
+
+    Example with Docker:
+        >>> # Automatically start container and connect
+        >>> client = OpenAppEnv.from_docker_image("openapp-env:latest")
+        >>> result = client.reset()
+        >>> # Fill a text field
+        >>> result = client.step(OpenAppAction(
+        ...     action_type="fill",
+        ...     bid="456",
+        ...     text="Meeting with team"
+        ... ))
+    """
+
+    def _step_payload(self, action: OpenAppAction) -> Dict:
+        """
+        Convert OpenAppAction to JSON payload for step request.
+
+        Args:
+            action: OpenAppAction instance
+
+        Returns:
+            Dictionary representation suitable for JSON encoding
+        """
+        payload = {
+            "action_type": action.action_type,
+        }
+
+        # Add optional fields if present
+        if action.bid is not None:
+            payload["bid"] = action.bid
+        if action.text is not None:
+            payload["text"] = action.text
+        if action.value is not None:
+            payload["value"] = action.value
+        if action.url is not None:
+            payload["url"] = action.url
+        if action.direction is not None:
+            payload["direction"] = action.direction
+        if action.metadata:
+            payload["metadata"] = action.metadata
+
+        return payload
+
+    def _parse_result(self, payload: Dict) -> StepResult[OpenAppObservation]:
+        """
+        Parse server response into StepResult[OpenAppObservation].
+
+        Args:
+            payload: JSON response from server
+
+        Returns:
+            StepResult with OpenAppObservation
+        """
+        obs_data = payload.get("observation", {})
+        observation = OpenAppObservation(
+            html=obs_data.get("html", ""),
+            url=obs_data.get("url", ""),
+            open_pages_urls=obs_data.get("open_pages_urls", []),
+            active_page_index=obs_data.get("active_page_index", 0),
+            screenshot=obs_data.get("screenshot"),
+            axtree_txt=obs_data.get("axtree_txt", ""),
+            app_state=obs_data.get("app_state", {}),
+            task_info=obs_data.get("task_info"),
+            last_action_error=obs_data.get("last_action_error"),
+            done=payload.get("done", False),
+            reward=payload.get("reward"),
+            metadata=obs_data.get("metadata", {}),
+        )
+
+        return StepResult(
+            observation=observation,
+            reward=payload.get("reward"),
+            done=payload.get("done", False),
+        )
+
+    def _parse_state(self, payload: Dict) -> State:
+        """
+        Parse server response into State object.
+
+        Args:
+            payload: JSON response from /state endpoint
+
+        Returns:
+            State object with episode_id and step_count
+        """
+        return State(
+            episode_id=payload.get("episode_id"),
+            step_count=payload.get("step_count", 0),
+        )

envs/openapp_env/example_usage.py

@@ -0,0 +1,279 @@
+#!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+Example usage of OpenApp Environment.
+
+This script demonstrates how to use the OpenApp environment with OpenEnv.
+
+For a complete runnable example, see: examples/openapp_example.py
+
+Visualization Options:
+    To see the browser window and watch agent interactions:
+
+    Terminal 1: Start OpenApps server with visible browser
+        cd OpenApps
+        python OpenApps/launch.py browsergym_env_args.headless=False
+
+    Terminal 2: Run your agent code
+        export OPENAPPS_URL=http://localhost:5001
+        python examples/openapp_example.py --mode local
+
+    Or access OpenApps web interface at http://localhost:5001
+    Docker mode web interface at http://localhost:8000/web
+
+Important:
+    Browser visualization is controlled by the OpenApps SERVER, not the client.
+    Launch the server with 'browsergym_env_args.headless=False' to see the browser.
+"""
+
+import sys
+from pathlib import Path
+
+# Add src to path for local testing
+sys.path.insert(0, str(Path(__file__).parent.parent.parent.parent))
+
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+
+def example_basic_usage():
+    """Basic usage example."""
+    print("=" * 60)
+    print("OpenApp Environment - Basic Usage Example")
+    print("=" * 60)
+
+    # Option 1: Connect to a running server
+    print("\nOption 1: Connect to running server")
+    print("client = OpenAppEnv(base_url='http://localhost:8000')")
+
+    # Option 2: Start from Docker image (recommended)
+    print("\nOption 2: Start from Docker image")
+    print("client = OpenAppEnv.from_docker_image('openapp-env:latest')")
+
+    print("\n" + "-" * 60)
+
+
+def example_actions():
+    """Example of different action types."""
+    print("\nExample Actions")
+    print("-" * 60)
+
+    # Navigate to a page
+    print("\n1. Navigate to calendar app:")
+    print("action = OpenAppAction(")
+    print("    action_type='goto',")
+    print("    url='http://localhost:5001/calendar'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Click on an element
+    print("\n2. Click on a button:")
+    print("action = OpenAppAction(")
+    print("    action_type='click',")
+    print("    bid='add-event-btn'  # BrowserGym element ID")
+    print(")")
+    print("result = client.step(action)")
+
+    # Fill a form field
+    print("\n3. Fill in text input:")
+    print("action = OpenAppAction(")
+    print("    action_type='fill',")
+    print("    bid='event-title-input',")
+    print("    text='Team Meeting'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Select from dropdown
+    print("\n4. Select from dropdown:")
+    print("action = OpenAppAction(")
+    print("    action_type='select_option',")
+    print("    bid='time-select',")
+    print("    value='14:00'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Scroll the page
+    print("\n5. Scroll down:")
+    print("action = OpenAppAction(")
+    print("    action_type='scroll',")
+    print("    direction='down'")
+    print(")")
+    print("result = client.step(action)")
+
+    # No operation
+    print("\n6. No operation (useful for observation):")
+    print("action = OpenAppAction(action_type='noop')")
+    print("result = client.step(action)")
+
+
+def example_observations():
+    """Example of observation structure."""
+    print("\n\nObservation Structure")
+    print("-" * 60)
+
+    print("\nAfter reset() or step(), you receive:")
+    print("result.observation.html          # Current page HTML")
+    print("result.observation.url           # Current URL")
+    print("result.observation.open_pages_urls  # All open pages")
+    print("result.observation.axtree_txt    # Accessibility tree")
+    print("result.observation.app_state     # App states (calendar, todo, etc.)")
+    print("result.observation.task_info     # Task information (if using tasks)")
+    print("result.observation.screenshot    # Page screenshot (base64)")
+    print("result.observation.last_action_error  # Error from last action")
+    print("result.reward                    # Step reward")
+    print("result.done                      # Episode done flag")
+
+
+def example_complete_workflow():
+    """Complete workflow example."""
+    print("\n\nComplete Workflow Example")
+    print("=" * 60)
+
+    example_code = """
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create client (starts Docker container)
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+try:
+    # Reset environment
+    result = client.reset()
+    print(f"Starting at: {result.observation.url}")
+
+    # Navigate to calendar
+    result = client.step(OpenAppAction(
+        action_type="goto",
+        url="http://localhost:5001/calendar"
+    ))
+
+    # Click to add new event
+    result = client.step(OpenAppAction(
+        action_type="click",
+        bid="new-event-button"
+    ))
+
+    # Fill event title
+    result = client.step(OpenAppAction(
+        action_type="fill",
+        bid="title-input",
+        text="Project Review Meeting"
+    ))
+
+    # Fill event date
+    result = client.step(OpenAppAction(
+        action_type="fill",
+        bid="date-input",
+        text="2025-12-15"
+    ))
+
+    # Submit form
+    result = client.step(OpenAppAction(
+        action_type="click",
+        bid="submit-button"
+    ))
+
+    print(f"Reward: {result.reward}")
+    print(f"Done: {result.done}")
+    print(f"App State: {result.observation.app_state}")
+
+finally:
+    # Always cleanup
+    client.close()
+"""
+
+    print(example_code)
+
+
+def example_with_tasks():
+    """Example using OpenApps tasks."""
+    print("\n\nUsing Tasks (Task-Based RL)")
+    print("=" * 60)
+
+    example_code = """
+# Environment can be configured with specific tasks
+# Tasks define goals and automatic reward calculation
+
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    openapps_url="http://localhost:5001",  # OpenApps server URL
+    task_name="add_meeting_with_dennis",   # Optional task name
+    headless=False,  # Set to False to watch the browser
+    max_steps=50,
+)
+
+obs = env.reset()
+# Now the environment has a goal: add a meeting with Dennis
+# Rewards will be based on progress toward this goal
+
+# Agent loop
+done = False
+while not done:
+    action = agent.get_action(obs)  # Your agent
+    obs = env.step(action)
+    done = obs.done
+
+print(f"Task completed! Reward: {obs.reward}")
+env.close()
+"""
+
+    print(example_code)
+
+
+def example_visualization():
+    """Example of visualization options."""
+    print("\n\nVisualization Options")
+    print("=" * 60)
+
+    example_code = """
+# Option 1: Show browser window (watch agent in real-time)
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    openapps_url="http://localhost:5001",
+    headless=False,  # Show browser window
+)
+
+obs = env.reset()
+# You'll see a browser window open!
+
+# Option 2: Access web interface manually
+# While OpenApps server is running, open in your browser:
+# - Main: http://localhost:5001
+# - Calendar: http://localhost:5001/calendar
+# - Todo: http://localhost:5001/todo
+# - Messenger: http://localhost:5001/messenger
+# - Maps: http://localhost:5001/maps
+
+# Option 3: Use the example script with --show-browser
+# python examples/openapp_example.py --mode local --show-browser
+"""
+
+    print(example_code)
+
+
+def main():
+    """Run all examples."""
+    example_basic_usage()
+    example_actions()
+    example_observations()
+    example_complete_workflow()
+    example_with_tasks()
+    example_visualization()
+
+    print("\n" + "=" * 60)
+    print("For a complete runnable example:")
+    print("  python examples/openapp_example.py --mode local --show-browser")
+    print("\nFor more information, see:")
+    print("- README.md in this directory")
+    print("- OpenApps docs: https://facebookresearch.github.io/OpenApps/")
+    print("- OpenEnv docs: https://meta-pytorch.org/OpenEnv/")
+    print("=" * 60)
+
+
+if __name__ == "__main__":
+    main()

envs/openapp_env/models.py

@@ -0,0 +1,86 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+Data models for the OpenApp Environment.
+
+The OpenApp environment provides a simulated web application environment
+for training and evaluating UI agents that interact with various apps
+(calendar, todo, messenger, maps, etc.) using browser actions.
+"""
+
+from typing import Any, Dict, List, Optional
+
+from pydantic import Field
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.types import Action, Observation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.types import Action, Observation
+
+
+class OpenAppAction(Action):
+    """
+    Action for the OpenApp environment.
+
+    Supports BrowserGym-style actions for web interaction:
+    - click: Click on an element (requires bid - BrowserGym ID)
+    - fill: Fill a text field (requires bid and text)
+    - select_option: Select from dropdown (requires bid and value)
+    - goto: Navigate to URL (requires url)
+    - scroll: Scroll the page (requires direction)
+    - send_keys: Send keyboard input (requires text)
+    - noop: No operation
+
+    Attributes:
+        action_type: Type of action to perform
+        bid: BrowserGym element ID (for click, fill, select_option)
+        text: Text content (for fill, send_keys)
+        value: Value to select (for select_option)
+        url: URL to navigate to (for goto)
+        direction: Scroll direction - 'up' or 'down' (for scroll)
+    """
+
+    action_type: str = Field(
+        ..., description="Type of action: click, fill, select_option, goto, scroll, send_keys, noop"
+    )
+    bid: Optional[str] = Field(default=None, description="BrowserGym element ID")
+    text: Optional[str] = Field(default=None, description="Text content for fill or send_keys")
+    value: Optional[str] = Field(default=None, description="Value for select_option")
+    url: Optional[str] = Field(default=None, description="URL for goto action")
+    direction: Optional[str] = Field(default=None, description="Scroll direction: 'up' or 'down'")
+
+
+class OpenAppObservation(Observation):
+    """
+    Observation from the OpenApp environment.
+
+    Provides comprehensive state information about the web apps and browser state.
+
+    Attributes:
+        html: Current page HTML content
+        url: Current page URL
+        open_pages_urls: List of all open page URLs
+        active_page_index: Index of currently active page
+        screenshot: Base64-encoded screenshot (optional)
+        axtree_txt: Accessibility tree as text (for element interaction)
+        app_state: Current state of all apps (calendar, todo, messenger, map)
+        task_info: Information about the current task (if any)
+        last_action_error: Error message from last action (if failed)
+    """
+
+    html: str = Field(default="", description="Current page HTML content")
+    url: str = Field(default="", description="Current page URL")
+    open_pages_urls: List[str] = Field(default_factory=list, description="List of all open page URLs")
+    active_page_index: int = Field(default=0, ge=0, description="Index of currently active page")
+    screenshot: Optional[str] = Field(default=None, description="Base64-encoded screenshot")
+    axtree_txt: str = Field(default="", description="Accessibility tree as text")
+    app_state: Dict[str, Any] = Field(default_factory=dict, description="State of all apps")
+    task_info: Optional[Dict[str, Any]] = Field(default=None, description="Current task information")
+    last_action_error: Optional[str] = Field(default=None, description="Error from last action")

envs/openapp_env/openenv.yaml

@@ -0,0 +1,6 @@
+spec_version: 1
+name: openapp_env
+type: space
+runtime: fastapi
+app: server.app:app
+port: 8000

envs/openapp_env/pyproject.toml

@@ -0,0 +1,58 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+[build-system]
+requires = ["setuptools>=45", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "openenv-openapp_env"
+version = "0.1.0"
+description = "OpenApp Environment for OpenEnv - web application simulation environment for UI agents"
+requires-python = ">=3.11,<3.14"
+dependencies = [
+    # NOTE: openenv-core is NOT listed here to avoid openai version conflict
+    # It is installed separately in the Dockerfile with --no-deps to avoid
+    # openai>=2.7.2 conflicting with OpenApps' openai<2 requirement.
+    # For local development, install manually:
+    #   pip install --no-deps "openenv-core @ git+https://github.com/meta-pytorch/OpenEnv.git"
+    #   pip install fastapi pydantic uvicorn requests websockets
+    #
+    # NOTE: open_apps is also NOT listed here for the same reason.
+    # Install manually for local development:
+    #   pip install git+https://github.com/facebookresearch/OpenApps.git
+    #
+    # Server dependencies (these are installed by Dockerfile separately for openenv-core)
+    "fastapi>=0.115.0",
+    "pydantic>=2.0.0",
+    "uvicorn[standard]>=0.24.0",
+    "requests>=2.31.0",
+    "websockets>=15.0.1",
+    # BrowserGym dependencies
+    "browsergym>=0.13.3",
+    "playwright>=1.40.0",
+    # Additional dependencies for web app interaction
+    "python-multipart>=0.0.20",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-cov>=4.0.0",
+]
+
+[project.scripts]
+server = "openapp_env.server.app:main"
+
+[tool.setuptools]
+packages = ["openapp_env", "openapp_env.server"]
+package-dir = { "openapp_env" = ".", "openapp_env.server" = "server" }
+
+[tool.setuptools.package-data]
+openapp_env = ["**/*.yaml", "**/*.yml", "**/*.md"]
+
+[tool.hatch.metadata]
+allow-direct-references = true

envs/openapp_env/server/Dockerfile

@@ -0,0 +1,128 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Dockerfile for OpenApp Environment
+# This image provides OpenApps web application simulation for UI agent training
+#
+# This Dockerfile works for both local builds and HuggingFace Spaces deployment:
+# - Local build: cd envs/openapp_env && docker build -t openapp-env:latest -f server/Dockerfile .
+# - HuggingFace: Automatically deployed via `openenv push`
+#
+# Run with web interface:
+#   docker run -p 8000:8000 -e ENABLE_WEB_INTERFACE=true openapp-env:latest
+
+FROM python:3.11-slim
+
+# Set metadata
+LABEL maintainer="OpenEnv Team"
+LABEL description="OpenApp Environment with BrowserGym for UI agent training"
+LABEL org.opencontainers.image.source="https://github.com/meta-pytorch/OpenEnv"
+
+# Set working directory
+WORKDIR /app/env
+
+# Install system dependencies
+# - git: required to clone OpenApps from GitHub
+# - curl: for healthcheck
+# - Playwright/BrowserGym dependencies: fonts, libraries for browser automation
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    git \
+    curl \
+    ca-certificates \
+    wget \
+    gnupg \
+    # Playwright/Chromium dependencies
+    libnss3 \
+    libnspr4 \
+    libatk1.0-0 \
+    libatk-bridge2.0-0 \
+    libcups2 \
+    libdrm2 \
+    libdbus-1-3 \
+    libxkbcommon0 \
+    libxcomposite1 \
+    libxdamage1 \
+    libxfixes3 \
+    libxrandr2 \
+    libgbm1 \
+    libasound2 \
+    libpango-1.0-0 \
+    libcairo2 \
+    libatspi2.0-0 \
+    libxshmfence1 \
+    fonts-liberation \
+    libappindicator3-1 \
+    xdg-utils && \
+    rm -rf /var/lib/apt/lists/*
+
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+
+# Set working directory
+WORKDIR /app/env
+
+# Copy environment files
+# Context is always the env directory (envs/openapp_env/)
+# - GitHub Actions: uses context: envs/openapp_env
+# - HuggingFace: openenv push uploads env dir as context
+COPY . /app/env
+
+# Install OpenApps FIRST to establish openai<2 (required by agentlab)
+# This must happen before openenv-core to avoid version conflict
+WORKDIR /app
+RUN git clone https://github.com/facebookresearch/OpenApps.git openapps && \
+    cd openapps && \
+    pip install --no-cache-dir -e .
+
+# Verify OpenApps installation
+RUN python -c "import open_apps; print('✓ OpenApps installed')"
+
+# Install openenv-core from GitHub with --no-deps to avoid openai>=2.7.2 conflict
+# Then install only the server dependencies (no openai needed for server)
+RUN pip install --no-cache-dir --no-deps "openenv-core[core]>=0.2.1" && \
+    pip install --no-cache-dir fastapi pydantic uvicorn requests websockets
+
+# Install openapp_env and remaining dependencies
+WORKDIR /app/env
+RUN pip install --no-cache-dir -e .
+
+# Verify installation
+RUN python -c "import openapp_env; print('✓ openapp_env installed')" && \
+    python -c "import openapp_env.server.app; print('✓ openapp_env.server.app importable')"
+
+# Install Playwright browsers (Chromium for BrowserGym)
+# We already installed system dependencies above, so just install the browser
+RUN playwright install chromium
+
+# Copy startup script
+WORKDIR /app/env
+COPY server/start.sh /app/start.sh
+RUN chmod +x /app/start.sh
+
+# OpenApp-specific environment variables (can be overridden at runtime)
+ENV OPENAPPS_URL=http://localhost:5001
+ENV OPENAPPS_PORT=5001
+ENV OPENAPP_HEADLESS=true
+ENV OPENAPP_MAX_STEPS=50
+
+# Hydra requires USER environment variable
+ENV USER=root
+
+# Enable web interface by default (set to false to disable)
+ENV ENABLE_WEB_INTERFACE=true
+
+# Expose ports (8000 for FastAPI, 5001 for OpenApps)
+EXPOSE 8000 5001
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=3s --start-period=10s --retries=3 \
+    CMD curl -f http://localhost:8000/health || exit 1
+
+# Run the startup script that launches both OpenApps server and FastAPI server
+# Web interface will be available at /web if ENABLE_WEB_INTERFACE=true
+# API documentation available at /docs
+CMD ["/app/start.sh"]

envs/openapp_env/server/__init__.py

@@ -0,0 +1,7 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""OpenApp Environment Server."""

envs/openapp_env/server/app.py

@@ -0,0 +1,59 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+FastAPI application for the OpenApp Environment.
+
+This module creates an HTTP server that exposes the OpenAppEnvironment
+over HTTP endpoints, making it compatible with HTTPEnvClient.
+
+Usage:
+    # Development (with auto-reload):
+    uvicorn server.app:app --reload --host 0.0.0.0 --port 8000
+
+    # Production:
+    uvicorn server.app:app --host 0.0.0.0 --port 8000 --workers 4
+
+    # Or run directly:
+    uv run --project . server
+"""
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.http_server import create_app
+    from ..models import OpenAppAction, OpenAppObservation
+    from .openapp_environment import OpenAppEnvironment
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.http_server import create_app
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+    from openapp_env.server.openapp_environment import OpenAppEnvironment
+
+# Create the app with web interface and README integration
+# Pass the class (factory) instead of an instance for WebSocket session support
+# Each client gets its own environment instance. The environment reads
+# OPENAPPS_URL from environment variables in __init__.
+app = create_app(OpenAppEnvironment, OpenAppAction, OpenAppObservation, env_name="openapp_env")
+
+
+def main():
+    """
+    Entry point for direct execution via uv run or python -m.
+
+    This function enables running the server without Docker:
+        uv run --project . server
+        python -m envs.openapp_env.server.app
+        openenv serve openapp_env
+
+    """
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8000)
+
+
+if __name__ == "__main__":
+    main()

envs/openapp_env/server/openapp_environment.py

@@ -0,0 +1,659 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+OpenApp Environment Implementation.
+
+A web application simulation environment that wraps OpenApps and BrowserGym.
+This environment provides agent interaction with simulated web apps including
+calendar, todo, messenger, and maps applications.
+"""
+
+import logging
+import os
+import subprocess
+import time
+import urllib.request
+from pathlib import Path
+from typing import Any, Dict, Optional, Tuple
+from uuid import uuid4
+
+logger = logging.getLogger(__name__)
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.interfaces import Environment
+    from openenv.core.env_server.types import State
+    from ..models import OpenAppAction, OpenAppObservation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.interfaces import Environment
+    from openenv.core.env_server.types import State
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+
+
+class GenericOpenAppsTask:
+    """
+    A generic task for OpenApps interaction without specific goals.
+
+    This is a simple wrapper that allows BrowserGym to interact with OpenApps
+    without requiring a specific task. For task-based interaction, use the
+    OpenAppsTask from open_apps.tasks.add_tasks_to_browsergym.
+    """
+
+    def __init__(
+        self,
+        base_url: str,
+        seed: int = 1,
+        **kwargs,
+    ) -> None:
+        """
+        Initialize generic OpenApps task.
+
+        Args:
+            base_url: Base URL of the OpenApps server
+            seed: Random seed (required by BrowserGym)
+            **kwargs: Additional arguments (ignored)
+        """
+        try:
+            from browsergym.core.task import AbstractBrowserTask
+            import playwright.sync_api
+        except ImportError:
+            raise ImportError(
+                "BrowserGym is required. Install with: pip install browsergym"
+            )
+
+        # Store as instance attributes
+        self.base_url = base_url
+        self.seed = seed
+
+        # BrowserGym task properties
+        self.viewport = {"width": 1024, "height": 768}
+        self.slow_mo = 100
+        self.timeout = 5000
+
+        # Additional properties that BrowserGym might expect
+        self.locale = None
+        self.timezone_id = None
+        self.geolocation = None
+
+    def setup(
+        self, page: "playwright.sync_api.Page"
+    ) -> Tuple[str, Dict[str, Any]]:
+        """
+        Set up the task by navigating to the base URL.
+
+        Args:
+            page: Playwright page object
+
+        Returns:
+            Tuple of (goal_string, info_dict)
+        """
+        page.goto(self.base_url)
+        return "Explore OpenApps", {}
+
+    def teardown(self) -> None:
+        """Clean up after task completion."""
+        pass
+
+    def validate(
+        self, page: "playwright.sync_api.Page", chat_messages: list[str]
+    ) -> Tuple[float, bool, str, Dict[str, Any]]:
+        """
+        Validate task state and return reward.
+
+        Args:
+            page: Playwright page object
+            chat_messages: List of chat messages
+
+        Returns:
+            Tuple of (reward, done, message, info)
+        """
+        # Generic task never completes automatically
+        return 0.0, False, "", {}
+
+    def cheat(
+        self, page: "playwright.sync_api.Page", chat_messages: list[str]
+    ) -> None:
+        """Cheat method (no-op for generic task)."""
+        pass
+
+
+class OpenAppEnvironment(Environment):
+    """
+    A web application environment that wraps OpenApps and BrowserGym.
+
+    This environment launches OpenApps web server and provides a BrowserGym-like
+    interface for agents to interact with simulated web applications.
+
+    Args:
+        openapps_path: Path to OpenApps directory (default: auto-detect)
+        web_app_port: Port for OpenApps web server (default: 5001)
+        headless: Run browser in headless mode (default: True)
+        task_name: Optional task name to evaluate (e.g., "add_meeting_with_dennis")
+        apps_config: Configuration for apps (default: all enabled)
+        max_steps: Maximum steps per episode (default: 50)
+
+    Example:
+        >>> env = OpenAppEnvironment()
+        >>> obs = env.reset()
+        >>> print(obs.url)  # Starting page URL
+        >>>
+        >>> # Click on an element
+        >>> action = OpenAppAction(action_type="click", bid="calendar-btn")
+        >>> obs = env.step(action)
+        >>> print(obs.html)
+    """
+
+    def __init__(
+        self,
+        openapps_url: Optional[str] = None,
+        openapps_path: Optional[str] = None,
+        web_app_port: int = 5001,
+        headless: bool = True,
+        task_name: Optional[str] = None,
+        apps_config: Optional[Dict[str, Any]] = None,
+        max_steps: int = 50,
+    ):
+        """Initialize the OpenApp environment."""
+        self._state = State(episode_id=str(uuid4()), step_count=0)
+        self._max_steps = max_steps
+
+        # OpenApps configuration
+        # Priority: 1. openapps_url, 2. OPENAPPS_URL env var, 3. Try to find/launch
+        self.openapps_url = openapps_url or os.environ.get("OPENAPPS_URL")
+        if not self.openapps_url:
+            self.web_app_port = web_app_port
+            self.openapps_url = f"http://localhost:{web_app_port}"
+
+        self.openapps_path = openapps_path
+        self.headless = headless
+        self.task_name = task_name
+        self.apps_config = apps_config or {}
+
+        # Runtime state
+        self._apps_process: Optional[subprocess.Popen] = None
+        self._browser_env = None
+        self._current_html = ""
+        self._current_url = ""
+        self._current_axtree = ""
+        self._app_state = {}
+        self._last_action_error = None
+        self._episode_reward = 0.0
+
+    def _detect_openapps_path(self) -> str:
+        """
+        Auto-detect OpenApps path.
+
+        Since OpenApps is installed as a Python package, we use the installed
+        package location instead of requiring a separate directory.
+        """
+        # Check if user provided a custom path via environment variable
+        env_path = os.environ.get("OPENAPPS_PATH")
+        if env_path and Path(env_path).exists():
+            return env_path
+
+        # Try to find OpenApps as an installed package
+        try:
+            import open_apps
+
+            openapps_pkg_path = Path(open_apps.__file__).parent.parent
+            if openapps_pkg_path.exists():
+                return str(openapps_pkg_path)
+        except ImportError:
+            pass
+
+        raise ValueError(
+            "OpenApps not found. Please install it with: "
+            "pip install git+https://github.com/facebookresearch/OpenApps.git "
+            "or set OPENAPPS_PATH environment variable."
+        )
+
+    def _launch_openapps_server(self) -> Optional[subprocess.Popen]:
+        """
+        Launch OpenApps web server in background.
+
+        Returns None if server is expected to be already running (OPENAPPS_URL set).
+        """
+        # If OPENAPPS_URL is set, assume server is already running
+        if os.environ.get("OPENAPPS_URL"):
+            logger.info(f"Using existing OpenApps server at {self.openapps_url}")
+            # Wait for server to be available
+            self._wait_for_server(max_wait=5)
+            return None
+
+        # Otherwise, provide helpful error message
+        raise NotImplementedError(
+            "Automatic OpenApps server launch is not yet implemented.\n"
+            "\n"
+            "Please start OpenApps manually in a separate terminal:\n"
+            "  1. Clone OpenApps: git clone https://github.com/facebookresearch/OpenApps.git\n"
+            "  2. Install: cd OpenApps && uv sync\n"
+            "  3. Run: uv run launch.py\n"
+            "\n"
+            "Then set the OPENAPPS_URL environment variable:\n"
+            "  export OPENAPPS_URL=http://localhost:5001\n"
+            "\n"
+            "Or use Docker mode which handles this automatically:\n"
+            "  python examples/openapp_example.py --mode docker\n"
+        )
+
+    def _wait_for_server(self, max_wait: int = 30):
+        """Wait for OpenApps server to become available."""
+        for i in range(max_wait):
+            try:
+                response = urllib.request.urlopen(self.openapps_url, timeout=2)
+                if response.status == 200:
+                    return
+            except Exception:
+                pass
+            time.sleep(1)
+
+        raise TimeoutError(f"OpenApps server did not start within {max_wait} seconds")
+
+    def _initialize_browser(self):
+        """Initialize BrowserGym environment for interaction."""
+        try:
+            from browsergym.core.env import BrowserEnv
+        except ImportError:
+            raise ImportError(
+                "BrowserGym is required for OpenApp environment. "
+                "Install it with: pip install browsergym"
+            )
+
+        # Create BrowserGym environment with generic OpenApps task
+        self._browser_env = BrowserEnv(
+            task_entrypoint=GenericOpenAppsTask,
+            task_kwargs={"base_url": self.openapps_url},
+            headless=self.headless,
+            slow_mo=200,  # Slow down actions so they're visible (200ms delay)
+        )
+
+    def _get_current_observation(self) -> Dict[str, Any]:
+        """Extract current observation from browser state."""
+        if self._browser_env is None:
+            return {
+                "html": "",
+                "url": self.openapps_url,
+                "open_pages_urls": [self.openapps_url],
+                "active_page_index": 0,
+                "axtree_txt": "",
+                "app_state": {},
+            }
+
+        # Get browser state (implementation depends on BrowserGym API)
+        # This is a simplified version - actual implementation would use BrowserGym's observation
+        return {
+            "html": self._current_html,
+            "url": self._current_url,
+            "open_pages_urls": [self._current_url],
+            "active_page_index": 0,
+            "axtree_txt": self._current_axtree,
+            "app_state": self._app_state,
+        }
+
+    def reset(self) -> OpenAppObservation:
+        """
+        Reset the environment.
+
+        Returns:
+            OpenAppObservation with initial state
+        """
+        # Reset state
+        self._state = State(episode_id=str(uuid4()), step_count=0)
+        self._episode_reward = 0.0
+        self._last_action_error = None
+
+        # Check if OpenApps server is running, start if needed
+        if self._apps_process is None and not os.environ.get("OPENAPPS_URL"):
+            self._apps_process = self._launch_openapps_server()
+
+        # Initialize browser
+        if self._browser_env is None:
+            self._initialize_browser()
+
+        # Reset the BrowserGym environment
+        try:
+            obs, info = self._browser_env.reset()
+            # Extract observation data from BrowserGym
+            self._current_url = obs.get("url", self.openapps_url)
+            self._current_html = obs.get("dom_txt", "")
+            self._current_axtree = obs.get("axtree_txt", "")
+            self._app_state = {}
+        except Exception as e:
+            logger.warning(f"Failed to reset browser environment: {e}")
+            # Fallback to placeholder values
+            self._current_url = self.openapps_url
+            self._current_html = "<html><body>OpenApps Ready</body></html>"
+            self._current_axtree = ""
+            self._app_state = {}
+
+        obs_data = self._get_current_observation()
+
+        return OpenAppObservation(
+            html=obs_data["html"],
+            url=obs_data["url"],
+            open_pages_urls=obs_data["open_pages_urls"],
+            active_page_index=obs_data["active_page_index"],
+            axtree_txt=obs_data["axtree_txt"],
+            app_state=obs_data["app_state"],
+            task_info={"task_name": self.task_name} if self.task_name else None,
+            last_action_error=None,
+            done=False,
+            reward=0.0,
+        )
+
+    def step(self, action: OpenAppAction) -> OpenAppObservation:  # type: ignore[override]
+        """
+        Execute a step in the environment.
+
+        Args:
+            action: OpenAppAction to execute
+
+        Returns:
+            OpenAppObservation with resulting state and reward
+        """
+        self._state.step_count += 1
+        self._last_action_error = None
+        reward = 0.0
+
+        try:
+            # Execute action based on type
+            if action.action_type == "click":
+                reward = self._execute_click(action.bid)
+            elif action.action_type == "fill":
+                reward = self._execute_fill(action.bid, action.text)
+            elif action.action_type == "select_option":
+                reward = self._execute_select(action.bid, action.value)
+            elif action.action_type == "goto":
+                reward = self._execute_goto(action.url)
+            elif action.action_type == "scroll":
+                reward = self._execute_scroll(action.direction)
+            elif action.action_type == "send_keys":
+                reward = self._execute_send_keys(action.text)
+            elif action.action_type == "noop":
+                reward = 0.0
+            else:
+                self._last_action_error = f"Unknown action type: {action.action_type}"
+                reward = -0.1
+
+        except Exception as e:
+            self._last_action_error = str(e)
+            reward = -0.1
+
+        # Update cumulative reward
+        self._episode_reward += reward
+
+        # Check if episode is done
+        done = self._state.step_count >= self._max_steps
+
+        # Get current observation
+        obs_data = self._get_current_observation()
+
+        return OpenAppObservation(
+            html=obs_data["html"],
+            url=obs_data["url"],
+            open_pages_urls=obs_data["open_pages_urls"],
+            active_page_index=obs_data["active_page_index"],
+            axtree_txt=obs_data["axtree_txt"],
+            app_state=obs_data["app_state"],
+            task_info={"task_name": self.task_name} if self.task_name else None,
+            last_action_error=self._last_action_error,
+            done=done,
+            reward=reward,
+            metadata={"cumulative_reward": self._episode_reward},
+        )
+
+    def _execute_click(self, bid: str) -> float:
+        """Execute click action. Returns reward.
+
+        Supports two modes:
+        1. CSS selector mode: If bid starts with '#', '.', or '[', it's treated as a CSS selector
+           and uses Playwright directly (e.g., bid="#msg-input")
+        2. BrowserGym mode: Otherwise, uses BrowserGym's accessibility tree bid
+        """
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Check if bid is a CSS selector (starts with # or other CSS selector chars)
+            if bid.startswith('#') or bid.startswith('.') or bid.startswith('['):
+                # Use Playwright directly for CSS selectors
+                return self._execute_click_playwright(bid)
+
+            # BrowserGym action format: click("bid")
+            action = f'click("{bid}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Click failed: {str(e)}"
+            return -0.1
+
+    def _execute_fill(self, bid: str, text: str) -> float:
+        """Execute fill action. Returns reward.
+
+        Supports two modes:
+        1. CSS selector mode: If bid starts with '#', it's treated as an HTML ID selector
+           and uses Playwright directly (e.g., bid="#msg-input")
+        2. BrowserGym mode: Otherwise, uses BrowserGym's accessibility tree bid
+        """
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Check if bid is a CSS selector (starts with # or other CSS selector chars)
+            if bid.startswith('#') or bid.startswith('.') or bid.startswith('['):
+                # Use Playwright directly for CSS selectors
+                return self._execute_fill_playwright(bid, text)
+
+            # BrowserGym action format: fill("bid", "text")
+            action = f'fill("{bid}", "{text}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Fill failed: {str(e)}"
+            return -0.1
+
+    def _execute_fill_playwright(self, selector: str, text: str) -> float:
+        """Execute fill action using Playwright directly with CSS selector."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Wait for element and fill it
+            page.wait_for_selector(selector, timeout=5000)
+            page.fill(selector, text)
+
+            # Small delay to let the page update
+            page.wait_for_timeout(200)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Fill (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _execute_click_playwright(self, selector: str) -> float:
+        """Execute click action using Playwright directly with CSS selector."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Wait for element and click it
+            page.wait_for_selector(selector, timeout=5000)
+            page.click(selector)
+
+            # Longer delay to let HTMX process the request
+            page.wait_for_timeout(500)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Click (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _execute_press_key_playwright(self, key: str) -> float:
+        """Execute key press using Playwright directly."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Press the key
+            page.keyboard.press(key)
+
+            # Delay to let the page update
+            page.wait_for_timeout(500)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Press key (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _update_observation_from_page(self, page) -> None:
+        """Update internal observation state from Playwright page."""
+        try:
+            self._current_url = page.url
+            # Note: We can't easily get axtree from Playwright directly,
+            # so we'll just update URL. The next BrowserGym action will sync the state.
+        except Exception:
+            pass
+
+    def _execute_select(self, bid: str, value: str) -> float:
+        """Execute select option action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # BrowserGym action format: select_option("bid", "value")
+            action = f'select_option("{bid}", "{value}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Select failed: {str(e)}"
+            return -0.1
+
+    def _execute_goto(self, url: str) -> float:
+        """Execute navigation action. Returns reward."""
+        if self._browser_env is None:
+            self._current_url = url
+            return 0.0
+
+        try:
+            # BrowserGym action format: goto("url")
+            action = f'goto("{url}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Goto failed: {str(e)}"
+            self._current_url = url  # Update URL even if failed
+            return -0.1
+
+    def _execute_scroll(self, direction: str) -> float:
+        """Execute scroll action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # BrowserGym action format: scroll("direction")
+            action = f'scroll("{direction}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Scroll failed: {str(e)}"
+            return -0.1
+
+    def _execute_send_keys(self, text: str) -> float:
+        """Execute send keys action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Special handling for Enter key - use Playwright directly for reliability
+            if text == "\n" or text.lower() == "enter":
+                return self._execute_press_key_playwright("Enter")
+
+            # BrowserGym action format: send_keys("text")
+            action = f'send_keys("{text}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Send keys failed: {str(e)}"
+            return -0.1
+
+    @property
+    def state(self) -> State:
+        """
+        Get the current environment state.
+
+        Returns:
+            Current State with episode_id and step_count
+        """
+        return self._state
+
+    def close(self):
+        """Clean up resources."""
+        if hasattr(self, "_browser_env") and self._browser_env is not None:
+            try:
+                self._browser_env.close()
+            except Exception:
+                pass
+            self._browser_env = None
+
+        if hasattr(self, "_apps_process") and self._apps_process is not None:
+            try:
+                self._apps_process.terminate()
+                self._apps_process.wait(timeout=5)
+            except Exception:
+                self._apps_process.kill()
+            self._apps_process = None
+
+    def __del__(self):
+        """Cleanup on deletion."""
+        self.close()

envs/openapp_env/server/start.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Startup script for OpenApp Environment Docker container
+# This script starts both the OpenApps server and the FastAPI environment server
+
+set -e
+
+echo "Starting OpenApp Environment..."
+
+# Start OpenApps server in the background
+echo "Starting OpenApps server on port ${OPENAPPS_PORT:-5001}..."
+cd /app/openapps
+# Run launch.py directly - it uses Hydra and needs the config directory
+# Redirect OpenApps output to a log file so we can debug if needed
+python launch.py > /tmp/openapps.log 2>&1 &
+OPENAPPS_PID=$!
+
+# Wait for OpenApps server to be ready
+echo "Waiting for OpenApps server to be ready..."
+for i in {1..60}; do
+    # Check if OpenApps server is responding using curl
+    if curl -sf http://localhost:${OPENAPPS_PORT:-5001} >/dev/null 2>&1; then
+        echo "OpenApps server is ready on port ${OPENAPPS_PORT:-5001}!"
+        break
+    fi
+    if [ $i -eq 60 ]; then
+        echo "ERROR: OpenApps server failed to start within 60 seconds"
+        echo "OpenApps log output:"
+        cat /tmp/openapps.log || echo "No log file found"
+        kill $OPENAPPS_PID 2>/dev/null || true
+        exit 1
+    fi
+    sleep 1
+done
+
+# Start the FastAPI environment server
+echo "Starting FastAPI environment server on port 8000..."
+cd /app/env
+exec uvicorn openapp_env.server.app:app --host 0.0.0.0 --port 8000

envs/openapp_env/test_openapp_env.py

@@ -0,0 +1,144 @@
+#!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+Simple test script for OpenApp Environment.
+
+This script tests the basic functionality of the OpenApp environment
+to ensure it follows OpenEnv standards.
+
+Usage:
+    # From OpenEnv root directory
+    python3 envs/openapp_env/test_openapp_env.py
+
+    # Or from openapp_env directory
+    cd envs/openapp_env
+    python3 test_openapp_env.py
+"""
+
+import sys
+from pathlib import Path
+
+# Add src to path for local testing
+sys.path.insert(0, str(Path(__file__).parent.parent.parent))
+
+from openapp_env.models import OpenAppAction, OpenAppObservation
+from openapp_env.server.openapp_environment import OpenAppEnvironment
+
+
+def test_models():
+    """Test that models are properly defined."""
+    print("Testing models...")
+
+    # Test creating an action
+    action = OpenAppAction(action_type="noop")
+    assert action.action_type == "noop"
+
+    # Test click action
+    click_action = OpenAppAction(action_type="click", bid="test-btn")
+    assert click_action.bid == "test-btn"
+
+    # Test fill action
+    fill_action = OpenAppAction(action_type="fill", bid="input", text="Hello")
+    assert fill_action.text == "Hello"
+
+    print("✓ Models test passed")
+
+
+def test_environment_basic():
+    """Test basic environment functionality."""
+    print("\nTesting environment...")
+
+    try:
+        # Create environment (note: this will check if OpenApps is installed as a package)
+        env = OpenAppEnvironment(
+            max_steps=10,
+        )
+
+        # Test that environment has required methods
+        assert hasattr(env, "reset")
+        assert hasattr(env, "step")
+        assert hasattr(env, "state")
+        assert hasattr(env, "close")
+
+        print("✓ Environment structure test passed")
+
+    except (ValueError, ImportError) as e:
+        # Expected if OpenApps is not installed as a package
+        if "OpenApps not found" in str(e) or "open_apps" in str(e):
+            print(
+                "✓ Environment structure test passed (OpenApps not installed, expected)"
+            )
+        else:
+            raise
+
+
+def test_client_server_contract():
+    """Test that client and server follow the contract."""
+    print("\nTesting client-server contract...")
+
+    # Test that action can be serialized to dict
+    action = OpenAppAction(
+        action_type="click", bid="test-123", metadata={"test": "value"}
+    )
+
+    # Simulate what client._step_payload would do
+    payload = {
+        "action_type": action.action_type,
+        "bid": action.bid,
+        "metadata": action.metadata,
+    }
+
+    assert payload["action_type"] == "click"
+    assert payload["bid"] == "test-123"
+
+    # Test observation construction
+    obs = OpenAppObservation(
+        html="<html></html>",
+        url="http://localhost:5001",
+        open_pages_urls=["http://localhost:5001"],
+        done=False,
+        reward=0.0,
+    )
+
+    assert obs.url == "http://localhost:5001"
+    assert obs.done is False
+
+    print("✓ Client-server contract test passed")
+
+
+def main():
+    """Run all tests."""
+    print("=" * 60)
+    print("OpenApp Environment - Structure Tests")
+    print("=" * 60)
+
+    try:
+        test_models()
+        test_environment_basic()
+        test_client_server_contract()
+
+        print("\n" + "=" * 60)
+        print("All tests passed! ✓")
+        print("=" * 60)
+        print("\nNote: Full integration tests require:")
+        print(
+            "1. OpenApps installed: pip install git+https://github.com/facebookresearch/OpenApps.git"
+        )
+        print("2. Playwright browsers installed: playwright install chromium")
+        print("3. BrowserGym dependencies installed")
+
+    except Exception as e:
+        print(f"\n✗ Test failed: {e}")
+        import traceback
+
+        traceback.print_exc()
+        sys.exit(1)
+
+
+if __name__ == "__main__":
+    main()

example_usage.py

@@ -0,0 +1,279 @@
+#!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+Example usage of OpenApp Environment.
+
+This script demonstrates how to use the OpenApp environment with OpenEnv.
+
+For a complete runnable example, see: examples/openapp_example.py
+
+Visualization Options:
+    To see the browser window and watch agent interactions:
+
+    Terminal 1: Start OpenApps server with visible browser
+        cd OpenApps
+        python OpenApps/launch.py browsergym_env_args.headless=False
+
+    Terminal 2: Run your agent code
+        export OPENAPPS_URL=http://localhost:5001
+        python examples/openapp_example.py --mode local
+
+    Or access OpenApps web interface at http://localhost:5001
+    Docker mode web interface at http://localhost:8000/web
+
+Important:
+    Browser visualization is controlled by the OpenApps SERVER, not the client.
+    Launch the server with 'browsergym_env_args.headless=False' to see the browser.
+"""
+
+import sys
+from pathlib import Path
+
+# Add src to path for local testing
+sys.path.insert(0, str(Path(__file__).parent.parent.parent.parent))
+
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+
+def example_basic_usage():
+    """Basic usage example."""
+    print("=" * 60)
+    print("OpenApp Environment - Basic Usage Example")
+    print("=" * 60)
+
+    # Option 1: Connect to a running server
+    print("\nOption 1: Connect to running server")
+    print("client = OpenAppEnv(base_url='http://localhost:8000')")
+
+    # Option 2: Start from Docker image (recommended)
+    print("\nOption 2: Start from Docker image")
+    print("client = OpenAppEnv.from_docker_image('openapp-env:latest')")
+
+    print("\n" + "-" * 60)
+
+
+def example_actions():
+    """Example of different action types."""
+    print("\nExample Actions")
+    print("-" * 60)
+
+    # Navigate to a page
+    print("\n1. Navigate to calendar app:")
+    print("action = OpenAppAction(")
+    print("    action_type='goto',")
+    print("    url='http://localhost:5001/calendar'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Click on an element
+    print("\n2. Click on a button:")
+    print("action = OpenAppAction(")
+    print("    action_type='click',")
+    print("    bid='add-event-btn'  # BrowserGym element ID")
+    print(")")
+    print("result = client.step(action)")
+
+    # Fill a form field
+    print("\n3. Fill in text input:")
+    print("action = OpenAppAction(")
+    print("    action_type='fill',")
+    print("    bid='event-title-input',")
+    print("    text='Team Meeting'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Select from dropdown
+    print("\n4. Select from dropdown:")
+    print("action = OpenAppAction(")
+    print("    action_type='select_option',")
+    print("    bid='time-select',")
+    print("    value='14:00'")
+    print(")")
+    print("result = client.step(action)")
+
+    # Scroll the page
+    print("\n5. Scroll down:")
+    print("action = OpenAppAction(")
+    print("    action_type='scroll',")
+    print("    direction='down'")
+    print(")")
+    print("result = client.step(action)")
+
+    # No operation
+    print("\n6. No operation (useful for observation):")
+    print("action = OpenAppAction(action_type='noop')")
+    print("result = client.step(action)")
+
+
+def example_observations():
+    """Example of observation structure."""
+    print("\n\nObservation Structure")
+    print("-" * 60)
+
+    print("\nAfter reset() or step(), you receive:")
+    print("result.observation.html          # Current page HTML")
+    print("result.observation.url           # Current URL")
+    print("result.observation.open_pages_urls  # All open pages")
+    print("result.observation.axtree_txt    # Accessibility tree")
+    print("result.observation.app_state     # App states (calendar, todo, etc.)")
+    print("result.observation.task_info     # Task information (if using tasks)")
+    print("result.observation.screenshot    # Page screenshot (base64)")
+    print("result.observation.last_action_error  # Error from last action")
+    print("result.reward                    # Step reward")
+    print("result.done                      # Episode done flag")
+
+
+def example_complete_workflow():
+    """Complete workflow example."""
+    print("\n\nComplete Workflow Example")
+    print("=" * 60)
+
+    example_code = """
+from envs.openapp_env import OpenAppAction, OpenAppEnv
+
+# Create client (starts Docker container)
+client = OpenAppEnv.from_docker_image("openapp-env:latest")
+
+try:
+    # Reset environment
+    result = client.reset()
+    print(f"Starting at: {result.observation.url}")
+
+    # Navigate to calendar
+    result = client.step(OpenAppAction(
+        action_type="goto",
+        url="http://localhost:5001/calendar"
+    ))
+
+    # Click to add new event
+    result = client.step(OpenAppAction(
+        action_type="click",
+        bid="new-event-button"
+    ))
+
+    # Fill event title
+    result = client.step(OpenAppAction(
+        action_type="fill",
+        bid="title-input",
+        text="Project Review Meeting"
+    ))
+
+    # Fill event date
+    result = client.step(OpenAppAction(
+        action_type="fill",
+        bid="date-input",
+        text="2025-12-15"
+    ))
+
+    # Submit form
+    result = client.step(OpenAppAction(
+        action_type="click",
+        bid="submit-button"
+    ))
+
+    print(f"Reward: {result.reward}")
+    print(f"Done: {result.done}")
+    print(f"App State: {result.observation.app_state}")
+
+finally:
+    # Always cleanup
+    client.close()
+"""
+
+    print(example_code)
+
+
+def example_with_tasks():
+    """Example using OpenApps tasks."""
+    print("\n\nUsing Tasks (Task-Based RL)")
+    print("=" * 60)
+
+    example_code = """
+# Environment can be configured with specific tasks
+# Tasks define goals and automatic reward calculation
+
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    openapps_url="http://localhost:5001",  # OpenApps server URL
+    task_name="add_meeting_with_dennis",   # Optional task name
+    headless=False,  # Set to False to watch the browser
+    max_steps=50,
+)
+
+obs = env.reset()
+# Now the environment has a goal: add a meeting with Dennis
+# Rewards will be based on progress toward this goal
+
+# Agent loop
+done = False
+while not done:
+    action = agent.get_action(obs)  # Your agent
+    obs = env.step(action)
+    done = obs.done
+
+print(f"Task completed! Reward: {obs.reward}")
+env.close()
+"""
+
+    print(example_code)
+
+
+def example_visualization():
+    """Example of visualization options."""
+    print("\n\nVisualization Options")
+    print("=" * 60)
+
+    example_code = """
+# Option 1: Show browser window (watch agent in real-time)
+from envs.openapp_env.server.openapp_environment import OpenAppEnvironment
+
+env = OpenAppEnvironment(
+    openapps_url="http://localhost:5001",
+    headless=False,  # Show browser window
+)
+
+obs = env.reset()
+# You'll see a browser window open!
+
+# Option 2: Access web interface manually
+# While OpenApps server is running, open in your browser:
+# - Main: http://localhost:5001
+# - Calendar: http://localhost:5001/calendar
+# - Todo: http://localhost:5001/todo
+# - Messenger: http://localhost:5001/messenger
+# - Maps: http://localhost:5001/maps
+
+# Option 3: Use the example script with --show-browser
+# python examples/openapp_example.py --mode local --show-browser
+"""
+
+    print(example_code)
+
+
+def main():
+    """Run all examples."""
+    example_basic_usage()
+    example_actions()
+    example_observations()
+    example_complete_workflow()
+    example_with_tasks()
+    example_visualization()
+
+    print("\n" + "=" * 60)
+    print("For a complete runnable example:")
+    print("  python examples/openapp_example.py --mode local --show-browser")
+    print("\nFor more information, see:")
+    print("- README.md in this directory")
+    print("- OpenApps docs: https://facebookresearch.github.io/OpenApps/")
+    print("- OpenEnv docs: https://meta-pytorch.org/OpenEnv/")
+    print("=" * 60)
+
+
+if __name__ == "__main__":
+    main()

models.py

@@ -0,0 +1,86 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+Data models for the OpenApp Environment.
+
+The OpenApp environment provides a simulated web application environment
+for training and evaluating UI agents that interact with various apps
+(calendar, todo, messenger, maps, etc.) using browser actions.
+"""
+
+from typing import Any, Dict, List, Optional
+
+from pydantic import Field
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.types import Action, Observation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.types import Action, Observation
+
+
+class OpenAppAction(Action):
+    """
+    Action for the OpenApp environment.
+
+    Supports BrowserGym-style actions for web interaction:
+    - click: Click on an element (requires bid - BrowserGym ID)
+    - fill: Fill a text field (requires bid and text)
+    - select_option: Select from dropdown (requires bid and value)
+    - goto: Navigate to URL (requires url)
+    - scroll: Scroll the page (requires direction)
+    - send_keys: Send keyboard input (requires text)
+    - noop: No operation
+
+    Attributes:
+        action_type: Type of action to perform
+        bid: BrowserGym element ID (for click, fill, select_option)
+        text: Text content (for fill, send_keys)
+        value: Value to select (for select_option)
+        url: URL to navigate to (for goto)
+        direction: Scroll direction - 'up' or 'down' (for scroll)
+    """
+
+    action_type: str = Field(
+        ..., description="Type of action: click, fill, select_option, goto, scroll, send_keys, noop"
+    )
+    bid: Optional[str] = Field(default=None, description="BrowserGym element ID")
+    text: Optional[str] = Field(default=None, description="Text content for fill or send_keys")
+    value: Optional[str] = Field(default=None, description="Value for select_option")
+    url: Optional[str] = Field(default=None, description="URL for goto action")
+    direction: Optional[str] = Field(default=None, description="Scroll direction: 'up' or 'down'")
+
+
+class OpenAppObservation(Observation):
+    """
+    Observation from the OpenApp environment.
+
+    Provides comprehensive state information about the web apps and browser state.
+
+    Attributes:
+        html: Current page HTML content
+        url: Current page URL
+        open_pages_urls: List of all open page URLs
+        active_page_index: Index of currently active page
+        screenshot: Base64-encoded screenshot (optional)
+        axtree_txt: Accessibility tree as text (for element interaction)
+        app_state: Current state of all apps (calendar, todo, messenger, map)
+        task_info: Information about the current task (if any)
+        last_action_error: Error message from last action (if failed)
+    """
+
+    html: str = Field(default="", description="Current page HTML content")
+    url: str = Field(default="", description="Current page URL")
+    open_pages_urls: List[str] = Field(default_factory=list, description="List of all open page URLs")
+    active_page_index: int = Field(default=0, ge=0, description="Index of currently active page")
+    screenshot: Optional[str] = Field(default=None, description="Base64-encoded screenshot")
+    axtree_txt: str = Field(default="", description="Accessibility tree as text")
+    app_state: Dict[str, Any] = Field(default_factory=dict, description="State of all apps")
+    task_info: Optional[Dict[str, Any]] = Field(default=None, description="Current task information")
+    last_action_error: Optional[str] = Field(default=None, description="Error from last action")

openenv.yaml

@@ -0,0 +1,6 @@
+spec_version: 1
+name: openapp_env
+type: space
+runtime: fastapi
+app: server.app:app
+port: 8000

pyproject.toml

@@ -0,0 +1,58 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+[build-system]
+requires = ["setuptools>=45", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "openenv-openapp_env"
+version = "0.1.0"
+description = "OpenApp Environment for OpenEnv - web application simulation environment for UI agents"
+requires-python = ">=3.11,<3.14"
+dependencies = [
+    # NOTE: openenv-core is NOT listed here to avoid openai version conflict
+    # It is installed separately in the Dockerfile with --no-deps to avoid
+    # openai>=2.7.2 conflicting with OpenApps' openai<2 requirement.
+    # For local development, install manually:
+    #   pip install --no-deps "openenv-core @ git+https://github.com/meta-pytorch/OpenEnv.git"
+    #   pip install fastapi pydantic uvicorn requests websockets
+    #
+    # NOTE: open_apps is also NOT listed here for the same reason.
+    # Install manually for local development:
+    #   pip install git+https://github.com/facebookresearch/OpenApps.git
+    #
+    # Server dependencies (these are installed by Dockerfile separately for openenv-core)
+    "fastapi>=0.115.0",
+    "pydantic>=2.0.0",
+    "uvicorn[standard]>=0.24.0",
+    "requests>=2.31.0",
+    "websockets>=15.0.1",
+    # BrowserGym dependencies
+    "browsergym>=0.13.3",
+    "playwright>=1.40.0",
+    # Additional dependencies for web app interaction
+    "python-multipart>=0.0.20",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-cov>=4.0.0",
+]
+
+[project.scripts]
+server = "openapp_env.server.app:main"
+
+[tool.setuptools]
+packages = ["openapp_env", "openapp_env.server"]
+package-dir = { "openapp_env" = ".", "openapp_env.server" = "server" }
+
+[tool.setuptools.package-data]
+openapp_env = ["**/*.yaml", "**/*.yml", "**/*.md"]
+
+[tool.hatch.metadata]
+allow-direct-references = true

server/Dockerfile

@@ -0,0 +1,128 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Dockerfile for OpenApp Environment
+# This image provides OpenApps web application simulation for UI agent training
+#
+# This Dockerfile works for both local builds and HuggingFace Spaces deployment:
+# - Local build: cd envs/openapp_env && docker build -t openapp-env:latest -f server/Dockerfile .
+# - HuggingFace: Automatically deployed via `openenv push`
+#
+# Run with web interface:
+#   docker run -p 8000:8000 -e ENABLE_WEB_INTERFACE=true openapp-env:latest
+
+FROM python:3.11-slim
+
+# Set metadata
+LABEL maintainer="OpenEnv Team"
+LABEL description="OpenApp Environment with BrowserGym for UI agent training"
+LABEL org.opencontainers.image.source="https://github.com/meta-pytorch/OpenEnv"
+
+# Set working directory
+WORKDIR /app/env
+
+# Install system dependencies
+# - git: required to clone OpenApps from GitHub
+# - curl: for healthcheck
+# - Playwright/BrowserGym dependencies: fonts, libraries for browser automation
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends \
+    git \
+    curl \
+    ca-certificates \
+    wget \
+    gnupg \
+    # Playwright/Chromium dependencies
+    libnss3 \
+    libnspr4 \
+    libatk1.0-0 \
+    libatk-bridge2.0-0 \
+    libcups2 \
+    libdrm2 \
+    libdbus-1-3 \
+    libxkbcommon0 \
+    libxcomposite1 \
+    libxdamage1 \
+    libxfixes3 \
+    libxrandr2 \
+    libgbm1 \
+    libasound2 \
+    libpango-1.0-0 \
+    libcairo2 \
+    libatspi2.0-0 \
+    libxshmfence1 \
+    fonts-liberation \
+    libappindicator3-1 \
+    xdg-utils && \
+    rm -rf /var/lib/apt/lists/*
+
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+
+# Set working directory
+WORKDIR /app/env
+
+# Copy environment files
+# Context is always the env directory (envs/openapp_env/)
+# - GitHub Actions: uses context: envs/openapp_env
+# - HuggingFace: openenv push uploads env dir as context
+COPY . /app/env
+
+# Install OpenApps FIRST to establish openai<2 (required by agentlab)
+# This must happen before openenv-core to avoid version conflict
+WORKDIR /app
+RUN git clone https://github.com/facebookresearch/OpenApps.git openapps && \
+    cd openapps && \
+    pip install --no-cache-dir -e .
+
+# Verify OpenApps installation
+RUN python -c "import open_apps; print('✓ OpenApps installed')"
+
+# Install openenv-core from GitHub with --no-deps to avoid openai>=2.7.2 conflict
+# Then install only the server dependencies (no openai needed for server)
+RUN pip install --no-cache-dir --no-deps "openenv-core[core]>=0.2.1" && \
+    pip install --no-cache-dir fastapi pydantic uvicorn requests websockets
+
+# Install openapp_env and remaining dependencies
+WORKDIR /app/env
+RUN pip install --no-cache-dir -e .
+
+# Verify installation
+RUN python -c "import openapp_env; print('✓ openapp_env installed')" && \
+    python -c "import openapp_env.server.app; print('✓ openapp_env.server.app importable')"
+
+# Install Playwright browsers (Chromium for BrowserGym)
+# We already installed system dependencies above, so just install the browser
+RUN playwright install chromium
+
+# Copy startup script
+WORKDIR /app/env
+COPY server/start.sh /app/start.sh
+RUN chmod +x /app/start.sh
+
+# OpenApp-specific environment variables (can be overridden at runtime)
+ENV OPENAPPS_URL=http://localhost:5001
+ENV OPENAPPS_PORT=5001
+ENV OPENAPP_HEADLESS=true
+ENV OPENAPP_MAX_STEPS=50
+
+# Hydra requires USER environment variable
+ENV USER=root
+
+# Enable web interface by default (set to false to disable)
+ENV ENABLE_WEB_INTERFACE=true
+
+# Expose ports (8000 for FastAPI, 5001 for OpenApps)
+EXPOSE 8000 5001
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=3s --start-period=10s --retries=3 \
+    CMD curl -f http://localhost:8000/health || exit 1
+
+# Run the startup script that launches both OpenApps server and FastAPI server
+# Web interface will be available at /web if ENABLE_WEB_INTERFACE=true
+# API documentation available at /docs
+CMD ["/app/start.sh"]

server/__init__.py

@@ -0,0 +1,7 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""OpenApp Environment Server."""

server/app.py

@@ -0,0 +1,59 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+FastAPI application for the OpenApp Environment.
+
+This module creates an HTTP server that exposes the OpenAppEnvironment
+over HTTP endpoints, making it compatible with HTTPEnvClient.
+
+Usage:
+    # Development (with auto-reload):
+    uvicorn server.app:app --reload --host 0.0.0.0 --port 8000
+
+    # Production:
+    uvicorn server.app:app --host 0.0.0.0 --port 8000 --workers 4
+
+    # Or run directly:
+    uv run --project . server
+"""
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.http_server import create_app
+    from ..models import OpenAppAction, OpenAppObservation
+    from .openapp_environment import OpenAppEnvironment
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.http_server import create_app
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+    from openapp_env.server.openapp_environment import OpenAppEnvironment
+
+# Create the app with web interface and README integration
+# Pass the class (factory) instead of an instance for WebSocket session support
+# Each client gets its own environment instance. The environment reads
+# OPENAPPS_URL from environment variables in __init__.
+app = create_app(OpenAppEnvironment, OpenAppAction, OpenAppObservation, env_name="openapp_env")
+
+
+def main():
+    """
+    Entry point for direct execution via uv run or python -m.
+
+    This function enables running the server without Docker:
+        uv run --project . server
+        python -m envs.openapp_env.server.app
+        openenv serve openapp_env
+
+    """
+    import uvicorn
+
+    uvicorn.run(app, host="0.0.0.0", port=8000)
+
+
+if __name__ == "__main__":
+    main()

server/openapp_environment.py

@@ -0,0 +1,659 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""
+OpenApp Environment Implementation.
+
+A web application simulation environment that wraps OpenApps and BrowserGym.
+This environment provides agent interaction with simulated web apps including
+calendar, todo, messenger, and maps applications.
+"""
+
+import logging
+import os
+import subprocess
+import time
+import urllib.request
+from pathlib import Path
+from typing import Any, Dict, Optional, Tuple
+from uuid import uuid4
+
+logger = logging.getLogger(__name__)
+
+# Support both in-repo and standalone imports
+try:
+    # In-repo imports (when running from OpenEnv repository)
+    from openenv.core.env_server.interfaces import Environment
+    from openenv.core.env_server.types import State
+    from ..models import OpenAppAction, OpenAppObservation
+except ImportError:
+    # Standalone imports (when environment is standalone with openenv-core from pip)
+    from openenv.core.env_server.interfaces import Environment
+    from openenv.core.env_server.types import State
+    from openapp_env.models import OpenAppAction, OpenAppObservation
+
+
+class GenericOpenAppsTask:
+    """
+    A generic task for OpenApps interaction without specific goals.
+
+    This is a simple wrapper that allows BrowserGym to interact with OpenApps
+    without requiring a specific task. For task-based interaction, use the
+    OpenAppsTask from open_apps.tasks.add_tasks_to_browsergym.
+    """
+
+    def __init__(
+        self,
+        base_url: str,
+        seed: int = 1,
+        **kwargs,
+    ) -> None:
+        """
+        Initialize generic OpenApps task.
+
+        Args:
+            base_url: Base URL of the OpenApps server
+            seed: Random seed (required by BrowserGym)
+            **kwargs: Additional arguments (ignored)
+        """
+        try:
+            from browsergym.core.task import AbstractBrowserTask
+            import playwright.sync_api
+        except ImportError:
+            raise ImportError(
+                "BrowserGym is required. Install with: pip install browsergym"
+            )
+
+        # Store as instance attributes
+        self.base_url = base_url
+        self.seed = seed
+
+        # BrowserGym task properties
+        self.viewport = {"width": 1024, "height": 768}
+        self.slow_mo = 100
+        self.timeout = 5000
+
+        # Additional properties that BrowserGym might expect
+        self.locale = None
+        self.timezone_id = None
+        self.geolocation = None
+
+    def setup(
+        self, page: "playwright.sync_api.Page"
+    ) -> Tuple[str, Dict[str, Any]]:
+        """
+        Set up the task by navigating to the base URL.
+
+        Args:
+            page: Playwright page object
+
+        Returns:
+            Tuple of (goal_string, info_dict)
+        """
+        page.goto(self.base_url)
+        return "Explore OpenApps", {}
+
+    def teardown(self) -> None:
+        """Clean up after task completion."""
+        pass
+
+    def validate(
+        self, page: "playwright.sync_api.Page", chat_messages: list[str]
+    ) -> Tuple[float, bool, str, Dict[str, Any]]:
+        """
+        Validate task state and return reward.
+
+        Args:
+            page: Playwright page object
+            chat_messages: List of chat messages
+
+        Returns:
+            Tuple of (reward, done, message, info)
+        """
+        # Generic task never completes automatically
+        return 0.0, False, "", {}
+
+    def cheat(
+        self, page: "playwright.sync_api.Page", chat_messages: list[str]
+    ) -> None:
+        """Cheat method (no-op for generic task)."""
+        pass
+
+
+class OpenAppEnvironment(Environment):
+    """
+    A web application environment that wraps OpenApps and BrowserGym.
+
+    This environment launches OpenApps web server and provides a BrowserGym-like
+    interface for agents to interact with simulated web applications.
+
+    Args:
+        openapps_path: Path to OpenApps directory (default: auto-detect)
+        web_app_port: Port for OpenApps web server (default: 5001)
+        headless: Run browser in headless mode (default: True)
+        task_name: Optional task name to evaluate (e.g., "add_meeting_with_dennis")
+        apps_config: Configuration for apps (default: all enabled)
+        max_steps: Maximum steps per episode (default: 50)
+
+    Example:
+        >>> env = OpenAppEnvironment()
+        >>> obs = env.reset()
+        >>> print(obs.url)  # Starting page URL
+        >>>
+        >>> # Click on an element
+        >>> action = OpenAppAction(action_type="click", bid="calendar-btn")
+        >>> obs = env.step(action)
+        >>> print(obs.html)
+    """
+
+    def __init__(
+        self,
+        openapps_url: Optional[str] = None,
+        openapps_path: Optional[str] = None,
+        web_app_port: int = 5001,
+        headless: bool = True,
+        task_name: Optional[str] = None,
+        apps_config: Optional[Dict[str, Any]] = None,
+        max_steps: int = 50,
+    ):
+        """Initialize the OpenApp environment."""
+        self._state = State(episode_id=str(uuid4()), step_count=0)
+        self._max_steps = max_steps
+
+        # OpenApps configuration
+        # Priority: 1. openapps_url, 2. OPENAPPS_URL env var, 3. Try to find/launch
+        self.openapps_url = openapps_url or os.environ.get("OPENAPPS_URL")
+        if not self.openapps_url:
+            self.web_app_port = web_app_port
+            self.openapps_url = f"http://localhost:{web_app_port}"
+
+        self.openapps_path = openapps_path
+        self.headless = headless
+        self.task_name = task_name
+        self.apps_config = apps_config or {}
+
+        # Runtime state
+        self._apps_process: Optional[subprocess.Popen] = None
+        self._browser_env = None
+        self._current_html = ""
+        self._current_url = ""
+        self._current_axtree = ""
+        self._app_state = {}
+        self._last_action_error = None
+        self._episode_reward = 0.0
+
+    def _detect_openapps_path(self) -> str:
+        """
+        Auto-detect OpenApps path.
+
+        Since OpenApps is installed as a Python package, we use the installed
+        package location instead of requiring a separate directory.
+        """
+        # Check if user provided a custom path via environment variable
+        env_path = os.environ.get("OPENAPPS_PATH")
+        if env_path and Path(env_path).exists():
+            return env_path
+
+        # Try to find OpenApps as an installed package
+        try:
+            import open_apps
+
+            openapps_pkg_path = Path(open_apps.__file__).parent.parent
+            if openapps_pkg_path.exists():
+                return str(openapps_pkg_path)
+        except ImportError:
+            pass
+
+        raise ValueError(
+            "OpenApps not found. Please install it with: "
+            "pip install git+https://github.com/facebookresearch/OpenApps.git "
+            "or set OPENAPPS_PATH environment variable."
+        )
+
+    def _launch_openapps_server(self) -> Optional[subprocess.Popen]:
+        """
+        Launch OpenApps web server in background.
+
+        Returns None if server is expected to be already running (OPENAPPS_URL set).
+        """
+        # If OPENAPPS_URL is set, assume server is already running
+        if os.environ.get("OPENAPPS_URL"):
+            logger.info(f"Using existing OpenApps server at {self.openapps_url}")
+            # Wait for server to be available
+            self._wait_for_server(max_wait=5)
+            return None
+
+        # Otherwise, provide helpful error message
+        raise NotImplementedError(
+            "Automatic OpenApps server launch is not yet implemented.\n"
+            "\n"
+            "Please start OpenApps manually in a separate terminal:\n"
+            "  1. Clone OpenApps: git clone https://github.com/facebookresearch/OpenApps.git\n"
+            "  2. Install: cd OpenApps && uv sync\n"
+            "  3. Run: uv run launch.py\n"
+            "\n"
+            "Then set the OPENAPPS_URL environment variable:\n"
+            "  export OPENAPPS_URL=http://localhost:5001\n"
+            "\n"
+            "Or use Docker mode which handles this automatically:\n"
+            "  python examples/openapp_example.py --mode docker\n"
+        )
+
+    def _wait_for_server(self, max_wait: int = 30):
+        """Wait for OpenApps server to become available."""
+        for i in range(max_wait):
+            try:
+                response = urllib.request.urlopen(self.openapps_url, timeout=2)
+                if response.status == 200:
+                    return
+            except Exception:
+                pass
+            time.sleep(1)
+
+        raise TimeoutError(f"OpenApps server did not start within {max_wait} seconds")
+
+    def _initialize_browser(self):
+        """Initialize BrowserGym environment for interaction."""
+        try:
+            from browsergym.core.env import BrowserEnv
+        except ImportError:
+            raise ImportError(
+                "BrowserGym is required for OpenApp environment. "
+                "Install it with: pip install browsergym"
+            )
+
+        # Create BrowserGym environment with generic OpenApps task
+        self._browser_env = BrowserEnv(
+            task_entrypoint=GenericOpenAppsTask,
+            task_kwargs={"base_url": self.openapps_url},
+            headless=self.headless,
+            slow_mo=200,  # Slow down actions so they're visible (200ms delay)
+        )
+
+    def _get_current_observation(self) -> Dict[str, Any]:
+        """Extract current observation from browser state."""
+        if self._browser_env is None:
+            return {
+                "html": "",
+                "url": self.openapps_url,
+                "open_pages_urls": [self.openapps_url],
+                "active_page_index": 0,
+                "axtree_txt": "",
+                "app_state": {},
+            }
+
+        # Get browser state (implementation depends on BrowserGym API)
+        # This is a simplified version - actual implementation would use BrowserGym's observation
+        return {
+            "html": self._current_html,
+            "url": self._current_url,
+            "open_pages_urls": [self._current_url],
+            "active_page_index": 0,
+            "axtree_txt": self._current_axtree,
+            "app_state": self._app_state,
+        }
+
+    def reset(self) -> OpenAppObservation:
+        """
+        Reset the environment.
+
+        Returns:
+            OpenAppObservation with initial state
+        """
+        # Reset state
+        self._state = State(episode_id=str(uuid4()), step_count=0)
+        self._episode_reward = 0.0
+        self._last_action_error = None
+
+        # Check if OpenApps server is running, start if needed
+        if self._apps_process is None and not os.environ.get("OPENAPPS_URL"):
+            self._apps_process = self._launch_openapps_server()
+
+        # Initialize browser
+        if self._browser_env is None:
+            self._initialize_browser()
+
+        # Reset the BrowserGym environment
+        try:
+            obs, info = self._browser_env.reset()
+            # Extract observation data from BrowserGym
+            self._current_url = obs.get("url", self.openapps_url)
+            self._current_html = obs.get("dom_txt", "")
+            self._current_axtree = obs.get("axtree_txt", "")
+            self._app_state = {}
+        except Exception as e:
+            logger.warning(f"Failed to reset browser environment: {e}")
+            # Fallback to placeholder values
+            self._current_url = self.openapps_url
+            self._current_html = "<html><body>OpenApps Ready</body></html>"
+            self._current_axtree = ""
+            self._app_state = {}
+
+        obs_data = self._get_current_observation()
+
+        return OpenAppObservation(
+            html=obs_data["html"],
+            url=obs_data["url"],
+            open_pages_urls=obs_data["open_pages_urls"],
+            active_page_index=obs_data["active_page_index"],
+            axtree_txt=obs_data["axtree_txt"],
+            app_state=obs_data["app_state"],
+            task_info={"task_name": self.task_name} if self.task_name else None,
+            last_action_error=None,
+            done=False,
+            reward=0.0,
+        )
+
+    def step(self, action: OpenAppAction) -> OpenAppObservation:  # type: ignore[override]
+        """
+        Execute a step in the environment.
+
+        Args:
+            action: OpenAppAction to execute
+
+        Returns:
+            OpenAppObservation with resulting state and reward
+        """
+        self._state.step_count += 1
+        self._last_action_error = None
+        reward = 0.0
+
+        try:
+            # Execute action based on type
+            if action.action_type == "click":
+                reward = self._execute_click(action.bid)
+            elif action.action_type == "fill":
+                reward = self._execute_fill(action.bid, action.text)
+            elif action.action_type == "select_option":
+                reward = self._execute_select(action.bid, action.value)
+            elif action.action_type == "goto":
+                reward = self._execute_goto(action.url)
+            elif action.action_type == "scroll":
+                reward = self._execute_scroll(action.direction)
+            elif action.action_type == "send_keys":
+                reward = self._execute_send_keys(action.text)
+            elif action.action_type == "noop":
+                reward = 0.0
+            else:
+                self._last_action_error = f"Unknown action type: {action.action_type}"
+                reward = -0.1
+
+        except Exception as e:
+            self._last_action_error = str(e)
+            reward = -0.1
+
+        # Update cumulative reward
+        self._episode_reward += reward
+
+        # Check if episode is done
+        done = self._state.step_count >= self._max_steps
+
+        # Get current observation
+        obs_data = self._get_current_observation()
+
+        return OpenAppObservation(
+            html=obs_data["html"],
+            url=obs_data["url"],
+            open_pages_urls=obs_data["open_pages_urls"],
+            active_page_index=obs_data["active_page_index"],
+            axtree_txt=obs_data["axtree_txt"],
+            app_state=obs_data["app_state"],
+            task_info={"task_name": self.task_name} if self.task_name else None,
+            last_action_error=self._last_action_error,
+            done=done,
+            reward=reward,
+            metadata={"cumulative_reward": self._episode_reward},
+        )
+
+    def _execute_click(self, bid: str) -> float:
+        """Execute click action. Returns reward.
+
+        Supports two modes:
+        1. CSS selector mode: If bid starts with '#', '.', or '[', it's treated as a CSS selector
+           and uses Playwright directly (e.g., bid="#msg-input")
+        2. BrowserGym mode: Otherwise, uses BrowserGym's accessibility tree bid
+        """
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Check if bid is a CSS selector (starts with # or other CSS selector chars)
+            if bid.startswith('#') or bid.startswith('.') or bid.startswith('['):
+                # Use Playwright directly for CSS selectors
+                return self._execute_click_playwright(bid)
+
+            # BrowserGym action format: click("bid")
+            action = f'click("{bid}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Click failed: {str(e)}"
+            return -0.1
+
+    def _execute_fill(self, bid: str, text: str) -> float:
+        """Execute fill action. Returns reward.
+
+        Supports two modes:
+        1. CSS selector mode: If bid starts with '#', it's treated as an HTML ID selector
+           and uses Playwright directly (e.g., bid="#msg-input")
+        2. BrowserGym mode: Otherwise, uses BrowserGym's accessibility tree bid
+        """
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Check if bid is a CSS selector (starts with # or other CSS selector chars)
+            if bid.startswith('#') or bid.startswith('.') or bid.startswith('['):
+                # Use Playwright directly for CSS selectors
+                return self._execute_fill_playwright(bid, text)
+
+            # BrowserGym action format: fill("bid", "text")
+            action = f'fill("{bid}", "{text}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Fill failed: {str(e)}"
+            return -0.1
+
+    def _execute_fill_playwright(self, selector: str, text: str) -> float:
+        """Execute fill action using Playwright directly with CSS selector."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Wait for element and fill it
+            page.wait_for_selector(selector, timeout=5000)
+            page.fill(selector, text)
+
+            # Small delay to let the page update
+            page.wait_for_timeout(200)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Fill (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _execute_click_playwright(self, selector: str) -> float:
+        """Execute click action using Playwright directly with CSS selector."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Wait for element and click it
+            page.wait_for_selector(selector, timeout=5000)
+            page.click(selector)
+
+            # Longer delay to let HTMX process the request
+            page.wait_for_timeout(500)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Click (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _execute_press_key_playwright(self, key: str) -> float:
+        """Execute key press using Playwright directly."""
+        try:
+            # Access the underlying Playwright page from BrowserGym
+            page = self._browser_env.unwrapped.page
+
+            # Press the key
+            page.keyboard.press(key)
+
+            # Delay to let the page update
+            page.wait_for_timeout(500)
+
+            # Update observation after action
+            self._update_observation_from_page(page)
+
+            return 0.0
+        except Exception as e:
+            self._last_action_error = f"Press key (Playwright) failed: {str(e)}"
+            return -0.1
+
+    def _update_observation_from_page(self, page) -> None:
+        """Update internal observation state from Playwright page."""
+        try:
+            self._current_url = page.url
+            # Note: We can't easily get axtree from Playwright directly,
+            # so we'll just update URL. The next BrowserGym action will sync the state.
+        except Exception:
+            pass
+
+    def _execute_select(self, bid: str, value: str) -> float:
+        """Execute select option action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # BrowserGym action format: select_option("bid", "value")
+            action = f'select_option("{bid}", "{value}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Select failed: {str(e)}"
+            return -0.1
+
+    def _execute_goto(self, url: str) -> float:
+        """Execute navigation action. Returns reward."""
+        if self._browser_env is None:
+            self._current_url = url
+            return 0.0
+
+        try:
+            # BrowserGym action format: goto("url")
+            action = f'goto("{url}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Goto failed: {str(e)}"
+            self._current_url = url  # Update URL even if failed
+            return -0.1
+
+    def _execute_scroll(self, direction: str) -> float:
+        """Execute scroll action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # BrowserGym action format: scroll("direction")
+            action = f'scroll("{direction}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Scroll failed: {str(e)}"
+            return -0.1
+
+    def _execute_send_keys(self, text: str) -> float:
+        """Execute send keys action. Returns reward."""
+        if self._browser_env is None:
+            return 0.0
+
+        try:
+            # Special handling for Enter key - use Playwright directly for reliability
+            if text == "\n" or text.lower() == "enter":
+                return self._execute_press_key_playwright("Enter")
+
+            # BrowserGym action format: send_keys("text")
+            action = f'send_keys("{text}")'
+            obs, reward, done, truncated, info = self._browser_env.step(action)
+
+            # Update current state from observation
+            self._current_url = obs.get("url", self._current_url)
+            self._current_html = obs.get("dom_txt", self._current_html)
+            self._current_axtree = obs.get("axtree_txt", self._current_axtree)
+
+            return float(reward) if reward else 0.0
+        except Exception as e:
+            self._last_action_error = f"Send keys failed: {str(e)}"
+            return -0.1
+
+    @property
+    def state(self) -> State:
+        """
+        Get the current environment state.
+
+        Returns:
+            Current State with episode_id and step_count
+        """
+        return self._state
+
+    def close(self):
+        """Clean up resources."""
+        if hasattr(self, "_browser_env") and self._browser_env is not None:
+            try:
+                self._browser_env.close()
+            except Exception:
+                pass
+            self._browser_env = None
+
+        if hasattr(self, "_apps_process") and self._apps_process is not None:
+            try:
+                self._apps_process.terminate()
+                self._apps_process.wait(timeout=5)
+            except Exception:
+                self._apps_process.kill()
+            self._apps_process = None
+
+    def __del__(self):
+        """Cleanup on deletion."""
+        self.close()

server/start.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+# Startup script for OpenApp Environment Docker container
+# This script starts both the OpenApps server and the FastAPI environment server
+
+set -e
+
+echo "Starting OpenApp Environment..."
+
+# Start OpenApps server in the background
+echo "Starting OpenApps server on port ${OPENAPPS_PORT:-5001}..."
+cd /app/openapps
+# Run launch.py directly - it uses Hydra and needs the config directory
+# Redirect OpenApps output to a log file so we can debug if needed
+python launch.py > /tmp/openapps.log 2>&1 &
+OPENAPPS_PID=$!
+
+# Wait for OpenApps server to be ready
+echo "Waiting for OpenApps server to be ready..."
+for i in {1..60}; do
+    # Check if OpenApps server is responding using curl
+    if curl -sf http://localhost:${OPENAPPS_PORT:-5001} >/dev/null 2>&1; then
+        echo "OpenApps server is ready on port ${OPENAPPS_PORT:-5001}!"
+        break
+    fi
+    if [ $i -eq 60 ]; then
+        echo "ERROR: OpenApps server failed to start within 60 seconds"
+        echo "OpenApps log output:"
+        cat /tmp/openapps.log || echo "No log file found"
+        kill $OPENAPPS_PID 2>/dev/null || true
+        exit 1
+    fi
+    sleep 1
+done
+
+# Start the FastAPI environment server
+echo "Starting FastAPI environment server on port 8000..."
+cd /app/env
+exec uvicorn openapp_env.server.app:app --host 0.0.0.0 --port 8000

src/__init__.py

@@ -0,0 +1,7 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+"""EnvTorch: Standardized agentic execution environments."""

src/openenv.egg-info/PKG-INFO

@@ -0,0 +1,337 @@
+Metadata-Version: 2.4
+Name: openenv
+Version: 0.2.0
+Summary: A unified framework for reinforcement learning environments
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: fastapi>=0.104.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: uvicorn>=0.24.0
+Requires-Dist: requests>=2.25.0
+Requires-Dist: typer>=0.9.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: huggingface_hub>=0.20.0
+Requires-Dist: openai>=2.7.2
+Requires-Dist: tomli>=2.3.0
+Requires-Dist: tomli-w>=1.2.0
+Requires-Dist: websockets>=15.0.1
+Provides-Extra: core
+Requires-Dist: fastapi>=0.104.0; extra == "core"
+Requires-Dist: pydantic>=2.0.0; extra == "core"
+Requires-Dist: uvicorn>=0.24.0; extra == "core"
+Requires-Dist: requests>=2.25.0; extra == "core"
+Requires-Dist: websockets>=15.0.1; extra == "core"
+Provides-Extra: cli
+Requires-Dist: typer>=0.9.0; extra == "cli"
+Requires-Dist: rich>=13.0.0; extra == "cli"
+Requires-Dist: pyyaml>=6.0; extra == "cli"
+Requires-Dist: huggingface_hub>=0.20.0; extra == "cli"
+Requires-Dist: openai>=2.7.2; extra == "cli"
+Requires-Dist: tomli>=2.3.0; extra == "cli"
+Requires-Dist: tomli-w>=1.2.0; extra == "cli"
+Provides-Extra: all
+Requires-Dist: openenv[core]; extra == "all"
+Requires-Dist: openenv[cli]; extra == "all"
+Dynamic: license-file
+
+# <img width="35" height="35" alt="image" src="https://github.com/user-attachments/assets/2700a971-e5d6-4036-b03f-2f89c9791609" /> OpenEnv: Agentic Execution Environments
+
+An e2e framework for creating, deploying and using isolated execution environments for agentic RL training, built using Gymnasium style simple APIs.
+
+[![PyPI](https://img.shields.io/pypi/v/openenv?color=blue)](https://pypi.org/project/openenv/)
+[![Discord](https://img.shields.io/badge/Discord-OpenEnv-7289da?style=flat&logo=discord&logoColor=white)](https://discord.gg/YsTYBh6PD9)
+[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/meta-pytorch/OpenEnv/blob/main/examples/OpenEnv_Tutorial.ipynb)
+[![Docs](https://img.shields.io/badge/Docs-Explore-blue?logo=readthedocs&logoColor=white)](https://meta-pytorch.org/OpenEnv/)
+
+---
+
+**🚀 Featured Example:** Train LLMs to play BlackJack using [torchforge](https://github.com/meta-pytorch/torchforge) (PyTorch's agentic RL framework): [`examples/grpo_blackjack/`](examples/grpo_blackjack/)
+
+## OpenEnv on partner platforms:
+
+- [Lightning AI Studio](https://lightning.ai/environments?section=featured)
+- [TRL example](https://huggingface.co/docs/trl/main/en/openenv)
+- [Unsloth Google Colab](https://colab.research.google.com/github/unslothai/notebooks/blob/main/nb/OpenEnv_gpt_oss_(20B)_Reinforcement_Learning_2048_Game.ipynb)
+- [ART example](https://art.openpipe.ai/integrations/openenv-integration)
+- [Oumi example](https://github.com/oumi-ai/oumi/blob/main/notebooks/Oumi%20-%20OpenEnv%20GRPO%20with%20trl.ipynb)
+
+## Overview
+
+OpenEnv provides a standard for interacting with agentic execution environments via simple Gymnasium style APIs - `step()`, `reset()`, `state()`. Users of agentic execution environments can interact with the environment during RL training loops using these simple APIs.
+
+In addition to making it easier for researchers and RL framework writers, we also provide tools for environment creators making it easier for them to create richer environments and make them available over familiar protocols like HTTP and packaged using canonical technologies like docker. Environment creators can use the OpenEnv framework to create environments that are isolated, secure, and easy to deploy and use.
+
+The OpenEnv CLI (`openenv`) provides commands to initialize new environments and deploy them to Hugging Face Spaces.
+
+> ⚠️ **Early Development Warning** OpenEnv is currently in an experimental
+> stage. You should expect bugs, incomplete features, and APIs that may change
+> in future versions. The project welcomes bugfixes, but to make sure things are
+> well coordinated you should discuss any significant change before starting the
+> work. It's recommended that you signal your intention to contribute in the
+> issue tracker, either by filing a new issue or by claiming an existing one.
+
+### RFCs
+
+Below is a list of active and historical RFCs for OpenEnv. RFCs are proposals for major changes or features. Please review and contribute!
+
+- [RFC 001: Baseline API and Interface Specifications](https://github.com/meta-pytorch/OpenEnv/pull/26)
+
+## Architecture
+
+### Component Overview
+
+```
+┌─────────────────────────────────────────────────────────┐
+│                    Client Application                   │
+│  ┌────────────────┐              ┌──────────────────┐   │
+│  │  EchoEnv       │              │  CodingEnv       │   │
+│  │ (HTTPEnvClient)│              ��  (HTTPEnvClient) │   │
+│  └────────┬───────┘              └────────┬─────────┘   │
+└───────────┼───────────────────────────────┼─────────────┘
+            │ HTTP                          │ HTTP
+            │ (reset, step, state)          │
+┌───────────▼───────────────────────────────▼─────────────┐
+│              Docker Containers (Isolated)               │
+│  ┌──────────────────────┐    ┌──────────────────────┐   │
+│  │ FastAPI Server       │    │ FastAPI Server       │   │
+│  │   EchoEnvironment    │    │ PythonCodeActEnv     │   │
+│  │ (Environment base)   │    │ (Environment base)   │   │
+│  └──────────────────────┘    └──────────────────────┘   │
+└─────────────────────────────────────────────────────────┘
+```
+
+### Core Components
+
+#### 1. Web Interface
+
+OpenEnv includes a built-in web interface for interactive environment exploration and debugging. The web interface provides:
+
+- **Two-Pane Layout**: HumanAgent interaction on the left, state observation on the right
+- **Real-time Updates**: WebSocket-based live updates without page refresh
+- **Dynamic Forms**: Automatically generated action forms based on environment Action types
+- **Action History**: Complete log of all actions taken and their results
+
+The web interface is **conditionally enabled** based on environment variables:
+
+- **Local Development**: Disabled by default for lightweight development
+- **Manual Override**: Enable with `ENABLE_WEB_INTERFACE=true`
+
+To use the web interface:
+
+```python
+from openenv.core.env_server import create_web_interface_app
+from your_env.models import YourAction, YourObservation
+from your_env.server.your_environment import YourEnvironment
+
+env = YourEnvironment()
+app = create_web_interface_app(env, YourAction, YourObservation)
+```
+
+When enabled, open `http://localhost:8000/web` in your browser to interact with the environment.
+
+#### 2. Environment (Server-Side)
+Base class for implementing environment logic:
+- **`reset()`**: Initialize a new episode, returns initial `Observation`
+- **`step(action)`**: Execute an `Action`, returns resulting `Observation`
+- **`state()`**: Access episode metadata (`State` with episode_id, step_count, etc.)
+
+#### 3. HTTPEnvClient (Client-Side)
+Base class for HTTP communication:
+- Handles HTTP requests to environment server
+- Contains a utility to spin up a docker container locally for the corresponding environment
+- Type-safe action/observation parsing
+
+#### 4. Container Providers
+Manage container deployment:
+- `LocalDockerProvider`: Run containers on local Docker daemon
+- `KubernetesProvider`: Deploy to K8s clusters (future)
+
+#### 5. Models
+Type-safe data structures:
+- `Action`: Base class for environment actions
+- `Observation`: Base class for environment observations
+- `State`: Episode state tracking
+- `StepResult`: Combines observation, reward, done flag
+
+## Project Structure
+
+### For Environment Creators
+
+Use the CLI to quickly scaffold a new environment:
+
+```bash
+openenv init my_env
+```
+
+This creates the following structure:
+
+```
+my_env/
+├── .dockerignore        # Docker build exclusions
+├── __init__.py           # Export YourAction, YourObservation, YourEnv
+├── models.py             # Define Action, Observation, State dataclasses
+├── client.py             # Implement YourEnv(HTTPEnvClient)
+├── README.md             # Document your environment
+├── openenv.yaml          # Environment manifest
+├── pyproject.toml        # Dependencies and package configuration
+├── outputs/              # Runtime outputs (logs, evals) - gitignored
+│   ├── logs/
+│   └── evals/
+└── server/
+    ├── your_environment.py  # Implement YourEnvironment(Environment)
+    ├── app.py               # Create FastAPI app
+    ├── requirements.txt     # Dependencies for Docker (can be generated)
+    └── Dockerfile           # Define container image
+```
+
+#### Dependency Management
+
+OpenEnv uses `pyproject.toml` as the primary dependency specification:
+
+- **Environment-level `pyproject.toml`**: Each environment defines its own dependencies
+- **Root-level `pyproject.toml`**: Contains shared core dependencies (fastapi, pydantic, uvicorn)
+- **Server `requirements.txt`**: Can be auto-generated from `pyproject.toml` for Docker builds
+
+**Development Workflow:**
+
+```bash
+# Install environment in editable mode
+cd my_env
+pip install -e .
+
+# Or using uv (faster)
+uv pip install -e .
+
+# Run server locally without Docker
+uv run server --host 0.0.0.0 --port 8000
+```
+
+**Benefits:**
+- ✅ **Client-side extensions**: Modify client classes locally without repo changes
+- ✅ **Better dependency management**: Clear separation between environments
+- ✅ **Flexible workflows**: Use pip, uv, or Docker for different scenarios
+- ✅ **CI/CD ready**: Automated dependency generation and validation
+
+See [`envs/README.md`](envs/README.md) for a complete guide on building environments.
+
+### For Environment Users
+
+To use an environment:
+1. Import from `envs.your_env`: `from envs.echo_env import EchoAction, EchoEnv`
+2. Create client: `client = EchoEnv.from_docker_image("echo-env:latest")`
+3. Interact: `client.reset()`, `client.step(action)`, `client.state()`
+4. Cleanup: `client.close()`
+
+See example scripts in `examples/` directory.
+
+## CLI Commands
+
+The OpenEnv CLI provides commands to manage environments:
+
+- **`openenv init <env_name>`** - Initialize a new environment from template
+- **`openenv push [--repo-id <repo>] [--private]`** - Deploy environment to Hugging Face Spaces
+
+### Quick Start
+
+```bash
+# Create a new environment
+openenv init my_game_env
+
+# Deploy to Hugging Face (will prompt for login if needed)
+cd my_game_env
+openenv push
+```
+
+For detailed options: `openenv init --help` and `openenv push --help`.
+
+## Design Principles
+
+1. **Separation of Concerns**: Clear client-server boundaries
+2. **Type Safety**: Strongly-typed actions, observations, and state
+3. **Container Isolation**: Each environment runs in its own container
+4. **Simple APIs**: Minimal, intuitive interfaces
+
+## Quick Start
+
+### Using the Echo Environment(Example)
+
+```python
+from envs.echo_env import EchoAction, EchoEnv
+
+# Automatically start container and connect
+client = EchoEnv.from_docker_image("echo-env:latest")
+
+# Reset the environment
+result = client.reset()
+print(result.observation.echoed_message)  # "Echo environment ready!"
+
+# Send messages
+result = client.step(EchoAction(message="Hello, World!"))
+print(result.observation.echoed_message)  # "Hello, World!"
+print(result.reward)  # 1.3 (based on message length)
+
+# Cleanup
+client.close()  # Stops and removes container
+```
+
+## Requirements
+
+- Python 3.11+
+- Docker Desktop or Docker Engine
+- FastAPI >= 0.104.0
+- Uvicorn >= 0.24.0
+- Requests >= 2.25.0
+- smolagents (for coding environment)
+
+## Supported RL Tools
+The goal of this project is to support a broad set of open and closed tools to help standardize the agentic RL community. If you have a project that supports OpenEnv environments, please put up a PR to add your tool name along with a link to your documentation.
+
+### torchforge
+See GRPO BlackJack training example: [`examples/grpo_blackjack/`](examples/grpo_blackjack/)
+
+### TRL
+See the [TRL example](https://huggingface.co/docs/trl/main/en/openenv) on how to integrate OpenEnv environments with GRPO training.
+
+### Unsloth
+See the 2048 game example based on gpt-oss: [Colab notebook](https://colab.research.google.com/github/unslothai/notebooks/blob/main/nb/OpenEnv_gpt_oss_(20B)_Reinforcement_Learning_2048_Game.ipynb)
+
+### SkyRL
+See the [SkyRL example](https://skyrl.readthedocs.io/en/latest/examples/openenv.html) on how to train on OpenEnv environments with SkyRL.
+
+### ART
+See the [ART example](https://art.openpipe.ai/integrations/openenv-integration) on how OpenEnv environments can be used to train models with ART.
+
+### Oumi
+See the [Oumi example](https://github.com/oumi-ai/oumi/blob/main/notebooks/Oumi%20-%20OpenEnv%20GRPO%20with%20trl.ipynb) on how OpenEnv environments can be used to train models with Oumi.
+
+## Example Environments
+
+### Echo Environment
+A simple environment that echoes back messages with metadata. Perfect for:
+- Testing the HTTP server infrastructure
+- Learning the framework basics
+- Verifying container deployment
+
+See: [`envs/echo_env/README.md`](envs/echo_env/README.md)
+
+### Coding Environment
+Executes arbitrary Python code in a sandboxed environment. Features:
+- Safe code execution using smolagents
+- Capture stdout, stderr, and exit codes
+- Persistent execution context within episodes
+- Error handling with detailed messages
+
+See: [`envs/coding_env/README.md`](envs/coding_env/README.md)
+
+## Community Support & Acknowledgments
+This is an open and community-centric project. If you would like to add your name here, please put up a pull request and tag @jspisak for review. Ty!!
+
+Supporters include: Meta-PyTorch, Hugging Face, [Patronus AI](https://patronus.ai), [Surge AI](https://surgehq.ai), [LastMile AI](https://www.lastmileai.dev), Unsloth AI, Reflection AI, vLLM, SkyRL (UC-Berkeley), LightningAI, Axolotl AI, Stanford Scaling Intelligence Lab, Mithril, [OpenMined](https://openmined.org/), [Fleet AI](https://fleetai.com), [Halluminate](https://halluminate.ai/), [Turing](https://www.turing.com/) ..
+
+And we'd also like to acknowledge the team at Farama Foundation as the OpenEnv API was heavily inspired by the work you all have done on Gymnasium. Cheers!
+
+## License
+
+BSD 3-Clause License (see [LICENSE](./LICENSE) file)

src/openenv.egg-info/SOURCES.txt

@@ -0,0 +1,142 @@
+LICENSE
+README.md
+pyproject.toml
+envs/atari_env/__init__.py
+envs/atari_env/client.py
+envs/atari_env/models.py
+envs/atari_env/server/__init__.py
+envs/atari_env/server/app.py
+envs/atari_env/server/atari_environment.py
+envs/browsergym_env/__init__.py
+envs/browsergym_env/client.py
+envs/browsergym_env/models.py
+envs/browsergym_env/server/__init__.py
+envs/browsergym_env/server/app.py
+envs/browsergym_env/server/browsergym_environment.py
+envs/chat_env/__init__.py
+envs/chat_env/client.py
+envs/chat_env/models.py
+envs/chat_env/server/__init__.py
+envs/chat_env/server/app.py
+envs/chat_env/server/chat_environment.py
+envs/chat_env/server/test_chat_env.py
+envs/coding_env/__init__.py
+envs/coding_env/client.py
+envs/coding_env/models.py
+envs/coding_env/server/__init__.py
+envs/coding_env/server/app.py
+envs/coding_env/server/python_codeact_env.py
+envs/coding_env/server/python_executor.py
+envs/coding_env/server/transforms.py
+envs/connect4_env/__init__.py
+envs/connect4_env/client.py
+envs/connect4_env/models.py
+envs/connect4_env/server/__init__.py
+envs/connect4_env/server/app.py
+envs/connect4_env/server/connect4_environment.py
+envs/dipg_safety_env/__init__.py
+envs/dipg_safety_env/client.py
+envs/dipg_safety_env/models.py
+envs/dipg_safety_env/server/__init__.py
+envs/dipg_safety_env/server/app.py
+envs/dipg_safety_env/server/dipg_environment.py
+envs/echo_env/__init__.py
+envs/echo_env/client.py
+envs/echo_env/models.py
+envs/echo_env/build/lib/server/__init__.py
+envs/echo_env/build/lib/server/app.py
+envs/echo_env/build/lib/server/echo_environment.py
+envs/echo_env/server/__init__.py
+envs/echo_env/server/app.py
+envs/echo_env/server/echo_environment.py
+envs/finrl_env/__init__.py
+envs/finrl_env/client.py
+envs/finrl_env/models.py
+envs/finrl_env/server/__init__.py
+envs/finrl_env/server/app.py
+envs/finrl_env/server/finrl_environment.py
+envs/git_env/__init__.py
+envs/git_env/client.py
+envs/git_env/models.py
+envs/git_env/server/__init__.py
+envs/git_env/server/app.py
+envs/git_env/server/git_task_environment.py
+envs/openspiel_env/__init__.py
+envs/openspiel_env/client.py
+envs/openspiel_env/models.py
+envs/openspiel_env/server/__init__.py
+envs/openspiel_env/server/app.py
+envs/openspiel_env/server/openspiel_environment.py
+envs/openspiel_env/server/opponent_policies.py
+envs/play/build/lib/server/__init__.py
+envs/play/build/lib/server/app.py
+envs/play/build/lib/server/play_environment.py
+envs/sumo_rl_env/__init__.py
+envs/sumo_rl_env/client.py
+envs/sumo_rl_env/models.py
+envs/sumo_rl_env/server/__init__.py
+envs/sumo_rl_env/server/app.py
+envs/sumo_rl_env/server/sumo_environment.py
+envs/textarena_env/__init__.py
+envs/textarena_env/client.py
+envs/textarena_env/models.py
+envs/textarena_env/rewards.py
+envs/textarena_env/build/lib/server/__init__.py
+envs/textarena_env/build/lib/server/app.py
+envs/textarena_env/build/lib/server/environment.py
+envs/textarena_env/server/__init__.py
+envs/textarena_env/server/app.py
+envs/textarena_env/server/environment.py
+src/openenv/__init__.py
+src/openenv.egg-info/PKG-INFO
+src/openenv.egg-info/SOURCES.txt
+src/openenv.egg-info/dependency_links.txt
+src/openenv.egg-info/entry_points.txt
+src/openenv.egg-info/requires.txt
+src/openenv.egg-info/top_level.txt
+src/openenv/cli/__init__.py
+src/openenv/cli/__main__.py
+src/openenv/cli/_cli_utils.py
+src/openenv/cli/_validation.py
+src/openenv/cli/commands/__init__.py
+src/openenv/cli/commands/build.py
+src/openenv/cli/commands/init.py
+src/openenv/cli/commands/push.py
+src/openenv/cli/commands/serve.py
+src/openenv/cli/commands/validate.py
+src/openenv/cli/templates/__init__.py
+src/openenv/cli/templates/__pycache__/__init__.cpython-311.pyc
+src/openenv/cli/templates/__pycache__/__init__.cpython-313.pyc
+src/openenv/cli/templates/openenv_env/README.md
+src/openenv/cli/templates/openenv_env/__init__.py
+src/openenv/cli/templates/openenv_env/client.py
+src/openenv/cli/templates/openenv_env/models.py
+src/openenv/cli/templates/openenv_env/openenv.yaml
+src/openenv/cli/templates/openenv_env/pyproject.toml
+src/openenv/cli/templates/openenv_env/server/Dockerfile
+src/openenv/cli/templates/openenv_env/server/__ENV_NAME___environment.py
+src/openenv/cli/templates/openenv_env/server/__init__.py
+src/openenv/cli/templates/openenv_env/server/app.py
+src/openenv/cli/templates/openenv_env/server/requirements.txt
+src/openenv/core/__init__.py
+src/openenv/core/client_types.py
+src/openenv/core/env_client.py
+src/openenv/core/utils.py
+src/openenv/core/containers/__init__.py
+src/openenv/core/containers/test_local_docker_provider.py
+src/openenv/core/containers/runtime/__init__.py
+src/openenv/core/containers/runtime/providers.py
+src/openenv/core/containers/runtime/uv_provider.py
+src/openenv/core/env_server/__init__.py
+src/openenv/core/env_server/base_transforms.py
+src/openenv/core/env_server/exceptions.py
+src/openenv/core/env_server/http_server.py
+src/openenv/core/env_server/interfaces.py
+src/openenv/core/env_server/route_config.py
+src/openenv/core/env_server/serialization.py
+src/openenv/core/env_server/types.py
+src/openenv/core/env_server/web_interface.py
+src/openenv/core/tools/__init__.py
+src/openenv/core/tools/git_server_client.py
+src/openenv/core/tools/local_python_executor.py
+src/openenv_core/__init__.py

src/openenv.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

src/openenv.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+openenv = openenv.cli.__main__:main

src/openenv.egg-info/requires.txt

@@ -0,0 +1,32 @@
+fastapi>=0.104.0
+pydantic>=2.0.0
+uvicorn>=0.24.0
+requests>=2.25.0
+typer>=0.9.0
+rich>=13.0.0
+pyyaml>=6.0
+huggingface_hub>=0.20.0
+openai>=2.7.2
+tomli>=2.3.0
+tomli-w>=1.2.0
+websockets>=15.0.1
+
+[all]
+openenv[core]
+openenv[cli]
+
+[cli]
+typer>=0.9.0
+rich>=13.0.0
+pyyaml>=6.0
+huggingface_hub>=0.20.0
+openai>=2.7.2
+tomli>=2.3.0
+tomli-w>=1.2.0
+
+[core]
+fastapi>=0.104.0
+pydantic>=2.0.0
+uvicorn>=0.24.0
+requests>=2.25.0
+websockets>=15.0.1

src/openenv.egg-info/top_level.txt

@@ -0,0 +1,2 @@
+openenv
+openenv_core