AdithyaSK's picture
AdithyaSK HF Staff
Upload folder using huggingface_hub
5542bd3 verified
Raw
History Blame Contribute Delete
37.8 kB
# SPDX-License-Identifier: BSD-3-Clause
"""
Environment client for persistent sessions.
This module provides a WebSocket-based client that maintains a persistent connection
to an environment server, enabling efficient multi-step interactions without
the overhead of HTTP request/response cycles.
The client is async by default. For synchronous usage, use the `.sync()` method
to get a `SyncEnvClient` wrapper.
Examples:
Async usage:
```python
async with GenericEnvClient(base_url="ws://localhost:8000") as env:
result = await env.reset()
result = await env.step({"code": "print('hello')"})
```
Sync usage via `.sync()` wrapper:
```python
env = GenericEnvClient(base_url="ws://localhost:8000").sync()
with env:
result = env.reset()
result = env.step({"code": "print('hello')"})
```
"""
from __future__ import annotations
import asyncio
import inspect
import ipaddress
import json
import os
import time
from abc import ABC, abstractmethod
from collections.abc import Coroutine
from contextlib import suppress
from typing import Any, Callable, Dict, Generic, Optional, Type, TYPE_CHECKING, TypeVar
from urllib.parse import urlsplit
from .client_types import StateT, StepResult
from .containers.runtime import LocalDockerProvider, UVProvider
from .utils import convert_to_ws_url
if TYPE_CHECKING:
from websockets.asyncio.client import ClientConnection
from .containers.runtime import ContainerProvider, RuntimeProvider
from .sync_client import SyncEnvClient
from websockets.asyncio.client import connect as ws_connect
ActT = TypeVar("ActT")
ObsT = TypeVar("ObsT")
EnvClientT = TypeVar("EnvClientT", bound="EnvClient")
ResultT = TypeVar("ResultT")
_VALID_CLIENT_MODES = ("simulation", "production")
class _AutoAsyncResult(Generic[ResultT]):
"""Awaitable result that can also be resolved by synchronous access."""
def __init__(
self,
client: "EnvClient[Any, Any, Any]",
coro_factory: Callable[[], Any],
):
self._client = client
self._coro_factory = coro_factory
self._resolved = False
self._result: ResultT | None = None
def __await__(self):
async def _await_result():
self._client._claim_execution_mode("async")
return await self._coro_factory()
return _await_result().__await__()
def _sync_result(self) -> ResultT:
if not self._resolved:
self._result = self._client._run_sync(self._coro_factory)
self._resolved = True
return self._result
def __getattr__(self, name: str) -> Any:
return getattr(self._sync_result(), name)
def __bool__(self) -> bool:
return bool(self._sync_result())
def __repr__(self) -> str:
if self._resolved:
return repr(self._result)
return f"<{type(self).__name__} pending>"
class _BootstrapResult(Coroutine, Generic[EnvClientT]):
"""Bootstrap handle returned by the client factory methods.
Returned by [`~openenv.core.EnvClient.from_docker_image`] and
[`~openenv.core.EnvClient.from_env`]. Resolving the handle is what actually
starts the container / Space and connects the WebSocket, so a single factory
call serves both execution modes:
- `await handle` connects on the running event loop and returns the connected
async client (unchanged async behavior).
- `handle.sync()` connects on the sync background loop and returns a
`SyncEnvClient`, mirroring the instance-level [`~openenv.core.EnvClient.sync`].
The handle is a full coroutine (it implements `send` / `throw` / `close`), so
it is a drop-in for the previous `async def` factories: `asyncio.run(...)`,
`run_async_safely(...)`, and bare `await` all accept it, in addition to the
new `.sync()` chain. Bootstrap is lazy — the underlying coroutine (and the
container/Space start) is created only when the handle is driven or `.sync()`
is called.
"""
def __init__(self, bootstrap: Callable[[], EnvClientT]):
self._bootstrap = bootstrap
self._coro: Optional[Coroutine[Any, Any, EnvClientT]] = None
self._used = False
def _consume(self) -> EnvClientT:
"""Run the bootstrap exactly once; a second resolve is a programming error.
Mirrors native coroutine semantics (a coroutine cannot be awaited twice)
so that a handle re-driven via a second `.sync()`, or `await` followed by
`.sync()`, raises instead of silently starting a second container/Space.
"""
if self._used:
raise RuntimeError(
"This bootstrap handle has already been resolved; call the "
"factory again to start a new environment."
)
self._used = True
return self._bootstrap()
async def _resolve_async(self) -> EnvClientT:
client = self._consume()
await client.connect()
return client
def _ensure_coro(self) -> "Coroutine[Any, Any, EnvClientT]":
if self._coro is None:
self._coro = self._resolve_async()
return self._coro
def __await__(self):
return self._ensure_coro().__await__()
def send(self, value: Any) -> Any:
return self._ensure_coro().send(value)
def throw(self, *args: Any, **kwargs: Any) -> Any:
return self._ensure_coro().throw(*args, **kwargs)
def close(self) -> None:
if self._coro is not None:
self._coro.close()
def sync(self) -> "SyncEnvClient":
client = self._consume()
try:
client._run_sync(client._connect_async)
except Exception:
# _consume() already started the provider. On the async path
# _connect_async releases it, but here the failure may be the sync
# loop setup itself (before _connect_async runs), so stop the
# provider directly rather than routing through the broken loop.
client._stop_provider_best_effort()
raise
return client.sync()
def __repr__(self) -> str:
return f"<{type(self).__name__} pending (await, run, or call .sync())>"
def _normalize_mode(mode: Optional[str]) -> str:
"""Resolve and validate the client communication mode."""
raw_mode = (
os.environ.get("OPENENV_CLIENT_MODE", "simulation") if mode is None else mode
)
normalized_mode = raw_mode.lower()
if normalized_mode not in _VALID_CLIENT_MODES:
raise ValueError(
f"Invalid mode: '{normalized_mode}'. Must be 'simulation' or 'production'. "
f"Set via constructor parameter or OPENENV_CLIENT_MODE environment variable."
)
return normalized_mode
def _is_localhost_ws_url(ws_url: str) -> bool:
"""Return True when the WebSocket URL targets the local loopback interface.
The hostname is parsed from the URL so that only the actual host is matched.
Substring matching is avoided because remote hosts such as
``my-localhost-proxy.example.com`` or ``127.0.0.1.example.com`` must not be
treated as local.
"""
hostname = urlsplit(ws_url).hostname
if hostname is None:
return False
if hostname == "localhost":
return True
try:
return ipaddress.ip_address(hostname).is_loopback
except ValueError:
return False
def _required_start_container_parameters(provider: Any) -> list[str]:
"""Return required arguments for a bound provider.start_container()."""
try:
signature = inspect.signature(provider.start_container)
except (TypeError, ValueError):
return []
return [
name
for name, parameter in signature.parameters.items()
if parameter.default is inspect.Parameter.empty
and parameter.kind
in (
inspect.Parameter.POSITIONAL_ONLY,
inspect.Parameter.POSITIONAL_OR_KEYWORD,
inspect.Parameter.KEYWORD_ONLY,
)
]
class EnvClient(ABC, Generic[ActT, ObsT, StateT]):
"""
Async environment client for persistent sessions.
This client maintains a persistent WebSocket connection to an environment
server, enabling efficient multi-step interactions. Each client instance
corresponds to a dedicated environment session on the server.
The client is async by default. For synchronous usage, use the `.sync()`
method to get a `SyncEnvClient` wrapper.
Features:
- Lower latency for sequential interactions
- Session state is maintained server-side
- Better suited for long-running episodes
- Async by default for modern Python async/await patterns
Examples:
Async usage:
```python
from envs.coding_env.client import CodingEnv
async with CodingEnv(base_url="ws://localhost:8000") as env:
result = await env.reset(seed=42)
while not result.done:
action = agent.predict(result.observation)
result = await env.step(action)
```
Sync usage via `.sync()` wrapper:
```python
env = CodingEnv(base_url="ws://localhost:8000").sync()
with env:
result = env.reset(seed=42)
result = env.step(action)
```
"""
def __init__(
self,
base_url: Optional[str] = None,
connect_timeout_s: float = 10.0,
message_timeout_s: float = 60.0,
max_message_size_mb: float = 100.0,
websocket_ping_interval_s: Optional[float] = 20.0,
websocket_ping_timeout_s: Optional[float] = 20.0,
provider: Optional["ContainerProvider | RuntimeProvider"] = None,
mode: Optional[str] = None,
):
"""
Initialize environment client.
Args:
base_url (`str`, *optional*):
Base URL of the environment server (http:// or ws://). Will be converted to
ws:// if http:// is provided. May be omitted when the provider
has enough constructor state to start itself.
connect_timeout_s (`float`, *optional*, defaults to `10.0`):
Timeout for establishing WebSocket connection.
message_timeout_s (`float`, *optional*, defaults to `60.0`):
Timeout for receiving responses to messages.
max_message_size_mb (`float`, *optional*, defaults to `100.0`):
Maximum WebSocket message size in megabytes. Default 100MB to handle large
observations (screenshots, DOM, etc.).
websocket_ping_interval_s (`float` or `None`, *optional*, defaults to `20.0`):
WebSocket keepalive ping interval. Pass `None` to disable.
websocket_ping_timeout_s (`float` or `None`, *optional*, defaults to `20.0`):
WebSocket keepalive pong timeout. Pass `None` to disable.
provider (`ContainerProvider` or `RuntimeProvider`, *optional*):
Container/runtime provider for lifecycle management.
mode (`str`, *optional*):
Communication mode: `'simulation'` for Gym-style API (default) or
`'production'` for MCP JSON-RPC protocol. Can also be set via the
`OPENENV_CLIENT_MODE` environment variable. Constructor parameter takes
precedence over environment variable. Case-insensitive.
"""
if base_url is None and provider is None:
raise ValueError("EnvClient requires either base_url or provider.")
# Store mode (use object.__setattr__ to bypass immutability)
object.__setattr__(self, "_mode", _normalize_mode(mode))
self._base_url: Optional[str] = None
self._ws_url: Optional[str] = None
self._connect_timeout = connect_timeout_s
self._message_timeout = message_timeout_s
self._max_message_size = int(
max_message_size_mb * 1024 * 1024
) # Convert MB to bytes
self._websocket_ping_interval_s = websocket_ping_interval_s
self._websocket_ping_timeout_s = websocket_ping_timeout_s
self._provider = provider
self._start_provider_on_connect = base_url is None
self._child_clients: list[EnvClient[Any, Any, Any]] = []
self._ws: Optional[ClientConnection] = None
self._execution_mode: Optional[str] = None
self._sync_client: Optional["SyncEnvClient[ActT, ObsT, StateT]"] = None
self._ws_loop: Optional[asyncio.AbstractEventLoop] = None
if base_url is not None:
self._set_base_url(base_url)
@property
def base_url(self) -> Optional[str]:
"""Public read-only URL of the environment server this client targets.
Returns the normalized `http(s)`/`ws(s)` base URL (no trailing slash),
or `None` when the client was created with a provider but has not yet
started its container (the URL is assigned lazily on `connect()`).
This is the public counterpart to the private `self._base_url`; the
previously-public `base_url` attribute was dropped in the `core`
refactor, leaving sync consumers with no way to read the URL back.
"""
return self._base_url
def _set_base_url(self, base_url: str) -> None:
self._base_url = base_url.rstrip("/")
ws_url = convert_to_ws_url(base_url)
self._ws_url = f"{ws_url}/ws"
def _start_provider_if_needed(self) -> None:
if self._ws_url is not None:
return
if self._provider is None:
raise RuntimeError("EnvClient has no base URL or provider.")
if hasattr(self._provider, "start_container"):
required_parameters = _required_start_container_parameters(self._provider)
if required_parameters:
required = ", ".join(required_parameters)
raise ValueError(
f"{type(self._provider).__name__} does not support "
"provider-owned startup because start_container() requires "
f"{required}. Start the provider manually and pass base_url, "
"or configure a provider with a constructor-owned image/source."
)
base_url = self._provider.start_container()
self._provider.wait_for_ready(base_url)
elif hasattr(self._provider, "start"):
base_url = self._provider.start()
self._provider.wait_for_ready()
else:
raise TypeError("provider must define start_container() or start().")
self._set_base_url(base_url)
def _create_session_client(self) -> "EnvClient[Any, Any, Any]":
self._start_provider_if_needed()
if self._base_url is None:
raise RuntimeError("EnvClient has no base URL.")
signature = inspect.signature(type(self))
accepts_kwargs = any(
parameter.kind == inspect.Parameter.VAR_KEYWORD
for parameter in signature.parameters.values()
)
candidate_kwargs = {
"base_url": self._base_url,
"connect_timeout_s": self._connect_timeout,
"message_timeout_s": self._message_timeout,
"max_message_size_mb": self._max_message_size / (1024 * 1024),
"websocket_ping_interval_s": self._websocket_ping_interval_s,
"websocket_ping_timeout_s": self._websocket_ping_timeout_s,
"mode": self._mode,
}
constructor_kwargs = {}
for name, value in candidate_kwargs.items():
if accepts_kwargs or name in signature.parameters:
constructor_kwargs[name] = value
client = type(self)(**constructor_kwargs)
return client
async def new_session(self) -> "EnvClient[Any, Any, Any]":
"""
Create and connect a new session against the same environment server.
Returns:
`EnvClient`: A connected child client of the same concrete type.
The child session is tracked by this parent and closed when the parent
is closed. Server-side capacity still applies: when the server is at
`MAX_CONCURRENT_ENVS`, opening the child WebSocket can fail and is
surfaced as a connection error.
"""
client = self._create_session_client()
await client.connect()
self._child_clients.append(client)
return client
def __setattr__(self, name: str, value: Any) -> None:
"""Prevent modification of _mode after initialization."""
if name == "_mode" and hasattr(self, "_mode"):
raise AttributeError("Cannot modify mode after initialization")
super().__setattr__(name, value)
def _claim_execution_mode(self, mode: str) -> None:
"""Lock the client to sync or async execution on first use."""
if self._execution_mode is None:
self._execution_mode = mode
elif self._execution_mode != mode:
raise RuntimeError(
f"EnvClient is already being used in {self._execution_mode} mode. "
"Create a separate client instance when mixing sync and async code."
)
def _run_sync(
self,
coro_factory: Callable[[], Any],
*,
allow_async_handoff: bool = False,
) -> Any:
"""Run an async operation through the sync wrapper."""
if allow_async_handoff and self._execution_mode == "async":
self._execution_mode = "sync"
else:
self._claim_execution_mode("sync")
if self._sync_client is None:
self._sync_client = self.sync()
return self._sync_client._run(coro_factory())
def _dispatch(self, coro_factory: Callable[[], Any]) -> Any:
"""Return an awaitable in async code and a concrete result in sync code."""
try:
running_loop = asyncio.get_running_loop()
except RuntimeError:
running_loop = None
if self._execution_mode == "sync":
sync_loop = (
self._sync_client._loop if self._sync_client is not None else None
)
if running_loop is sync_loop:
return coro_factory()
return self._run_sync(coro_factory)
if running_loop is not None:
if self._execution_mode == "async":
return coro_factory()
return _AutoAsyncResult(self, coro_factory)
return self._run_sync(coro_factory, allow_async_handoff=True)
def connect(self) -> Any:
return self._dispatch(self._connect_async)
async def _connect_async(self) -> "EnvClient":
"""
Establish WebSocket connection to the server.
Returns:
self for method chaining
Raises:
ConnectionError: If connection cannot be established
"""
if self._ws is not None:
if self._ws_loop is asyncio.get_running_loop():
return self
# Connected from a different event loop than the one running
# now -- e.g. `client = await Client.from_env(...)` inside
# `asyncio.run(...)`, then `client.sync()` drives every later
# call on `SyncEnvClient`'s own dedicated background loop. The
# websocket object is bound to internals of the original loop,
# which is typically already closed by the time we get here, so
# it cannot be reused (or even cleanly closed) from this loop.
# Drop the stale reference and reconnect fresh below rather than
# silently no-op-ing onto a dead connection.
self._ws = None
self._ws_loop = None
try:
self._start_provider_if_needed()
except Exception:
await self.close()
raise
assert self._ws_url is not None
# Disable the proxy for localhost connections via the per-connection
# `proxy` argument rather than mutating the process-global NO_PROXY
# env var: concurrent connect() calls (e.g. asyncio.gather over many
# env clients) would otherwise race on os.environ and leak state.
connect_kwargs: Dict[str, Any] = {}
if _is_localhost_ws_url(self._ws_url):
connect_kwargs["proxy"] = None
try:
self._ws = await ws_connect(
self._ws_url,
open_timeout=self._connect_timeout,
max_size=self._max_message_size,
ping_interval=self._websocket_ping_interval_s,
ping_timeout=self._websocket_ping_timeout_s,
**connect_kwargs,
)
self._ws_loop = asyncio.get_running_loop()
except Exception as e:
await self.close()
raise ConnectionError(f"Failed to connect to {self._ws_url}: {e}") from e
return self
def disconnect(self) -> Any:
return self._dispatch(self._disconnect_async)
async def _disconnect_async(self) -> None:
"""Close the WebSocket connection."""
if self._ws is not None:
ws = self._ws
ws_loop = self._ws_loop
same_loop = ws_loop is asyncio.get_running_loop()
try:
if same_loop:
await ws.send(json.dumps({"type": "close"}))
except Exception:
pass # Best effort
try:
if same_loop:
await ws.close()
except Exception:
pass
self._ws = None
self._ws_loop = None
async def _ensure_connected(self) -> None:
"""Ensure WebSocket connection is established on the current loop.
Always delegates to `_connect_async()` rather than pre-checking
`self._ws is None`: `_connect_async()` itself is the one that knows
whether an existing `_ws` is reusable (same event loop) or stale (a
different one, e.g. from a prior `from_env()` call now being driven
through `.sync()`'s own loop).
"""
await self._connect_async()
async def _send(self, message: Dict[str, Any]) -> None:
"""Send a message over the WebSocket."""
await self._ensure_connected()
assert self._ws is not None
await self._ws.send(json.dumps(message))
async def _receive(self) -> Dict[str, Any]:
"""Receive and parse a message from the WebSocket."""
assert self._ws is not None
raw = await asyncio.wait_for(self._ws.recv(), timeout=self._message_timeout)
return json.loads(raw)
async def _send_and_receive(self, message: Dict[str, Any]) -> Dict[str, Any]:
"""Send a message and wait for response."""
await self._send(message)
response = await self._receive()
# Check for error response
if response.get("type") == "error":
error_data = response.get("data", {})
raise RuntimeError(
f"Server error: {error_data.get('message', 'Unknown error')} "
f"(code: {error_data.get('code', 'UNKNOWN')})"
)
return response
@classmethod
def _bootstrap_container(
cls: Type[EnvClientT],
image: str,
provider: Optional["ContainerProvider"] = None,
**kwargs: Any,
) -> EnvClientT:
"""Start a Docker container and build an *unconnected* client for it.
Invoked lazily by the `from_docker_image` bootstrap handle when it is
awaited or `.sync()`'d: the container start / readiness wait is plain
blocking code, so the only thing that differs between the async and sync
resolution paths is how the WebSocket is connected (awaited vs. run sync).
"""
if provider is None:
provider = LocalDockerProvider()
try:
# Start container, wait for readiness, then build the client.
base_url = provider.start_container(image, **kwargs)
provider.wait_for_ready(base_url)
return cls(base_url=base_url, provider=provider)
except Exception:
# No EnvClient exists yet for the caller to close(), so release the
# container here if start / readiness / construction fails.
provider.stop_container()
raise
@classmethod
def from_docker_image(
cls: Type[EnvClientT],
image: str,
provider: Optional["ContainerProvider"] = None,
**kwargs: Any,
) -> "_BootstrapResult[EnvClientT]":
"""
Create an environment client by spinning up a Docker container.
Returns a bootstrap handle so the same call works from both async and
synchronous code: `await` it for the connected async client, or chain
`.sync()` for a connected `SyncEnvClient` (e.g. a TRL GRPO rollout loop
that cannot `await`). Bootstrap is lazy — the container starts when the
handle is resolved.
Args:
image (`str`):
Docker image name to run (e.g., `"coding-env:latest"`).
provider (`ContainerProvider`, *optional*):
Container provider to use. Defaults to `LocalDockerProvider`.
**kwargs:
Additional arguments to pass to `provider.start_container()`.
Returns:
`_BootstrapResult`: `await` for a connected async client, or call
`.sync()` for a connected `SyncEnvClient`.
Examples:
```python
# Async
env = await MyEnv.from_docker_image("coding-env:latest")
# Sync
env = MyEnv.from_docker_image("coding-env:latest").sync()
result = env.reset()
```
"""
return _BootstrapResult(
lambda: cls._bootstrap_container(image, provider, **kwargs)
)
@classmethod
def _bootstrap_env(
cls: Type[EnvClientT],
repo_id: str,
*,
use_docker: bool = True,
provider: Optional["ContainerProvider | RuntimeProvider"] = None,
**provider_kwargs: Any,
) -> EnvClientT:
"""Start a HF Space (docker or uv) and build an *unconnected* client.
Invoked lazily by the `from_env` bootstrap handle; see
`_bootstrap_container` for the same split rationale. On a startup
failure the spawned process (and, for a git+ `project_path`, the temp
clone directory) is released before re-raising; a later *connection*
failure is cleaned up by `_connect_async` via `close()`.
"""
# Extract start args that apply to both providers
start_args = {}
for key in ("port", "env_vars", "workers"):
if key in provider_kwargs:
start_args[key] = provider_kwargs.pop(key)
if use_docker:
# Docker mode: pull from HF registry
docker_provider = provider or LocalDockerProvider()
tag = provider_kwargs.pop("tag", "latest")
image = f"registry.hf.space/{repo_id.replace('/', '-')}:{tag}"
try:
base_url = docker_provider.start_container(
image, **start_args, **provider_kwargs
)
docker_provider.wait_for_ready(base_url)
return cls(base_url=base_url, provider=docker_provider)
except Exception:
# No EnvClient exists yet for the caller to close(), so release
# the container here if start / readiness / construction fails.
docker_provider.stop_container()
raise
else:
# UV mode: clone and run with uv
if provider is None:
uv_kwargs = dict(provider_kwargs)
project_path = uv_kwargs.pop("project_path", None)
if project_path is None:
project_path = f"git+https://huggingface.co/spaces/{repo_id}"
provider = UVProvider(project_path=project_path, **uv_kwargs)
else:
if provider_kwargs:
raise ValueError(
"provider_kwargs cannot be used when supplying a provider instance"
)
try:
context_timeout_s = getattr(provider, "context_timeout_s", None)
deadline = (
time.monotonic() + context_timeout_s
if context_timeout_s is not None
else None
)
base_url = provider.start(**start_args)
if deadline is None:
provider.wait_for_ready()
else:
provider.wait_for_ready(
timeout_s=max(0.0, deadline - time.monotonic())
)
return cls(base_url=base_url, provider=provider)
except Exception:
# No EnvClient exists yet for the caller to close(), so this is
# the only chance to release the spawned process and (for a
# git+ project_path) the temp clone directory. Covers start,
# readiness, and client construction (e.g. an invalid mode).
provider.stop()
raise
@classmethod
def from_env(
cls: Type[EnvClientT],
repo_id: str,
*,
use_docker: bool = True,
provider: Optional["ContainerProvider | RuntimeProvider"] = None,
**provider_kwargs: Any,
) -> "_BootstrapResult[EnvClientT]":
"""
Create a client from a Hugging Face Space.
Returns a bootstrap handle: `await` it for the connected async client, or
chain `.sync()` for a connected `SyncEnvClient`. Bootstrap is lazy — the
Space starts when the handle is resolved.
Args:
repo_id (`str`):
Hugging Face space identifier `{org}/{space}`.
use_docker (`bool`, *optional*, defaults to `True`):
When `True`, pull from the HF registry and launch via `LocalDockerProvider`.
When `False`, run the space locally with `UVProvider`.
provider (`ContainerProvider` or `RuntimeProvider`, *optional*):
Provider instance to reuse. Must be a `ContainerProvider` when
`use_docker=True` and a `RuntimeProvider` otherwise.
**provider_kwargs:
Additional keyword arguments forwarded to either the container provider's
`start_container` (docker) or to the `UVProvider` constructor/start (uv).
When `use_docker=False`, the `project_path` argument can be used to override
the default git URL (`git+https://huggingface.co/spaces/{repo_id}`).
Returns:
`_BootstrapResult`: `await` for a connected async client, or call
`.sync()` for a connected `SyncEnvClient`.
Examples:
```python
# Async: pull and run from HF Docker registry
env = await MyEnv.from_env("openenv/echo-env")
# Sync: chain .sync()
env = MyEnv.from_env("openenv/echo-env").sync()
# Run locally with UV (clones the space)
env = await MyEnv.from_env("openenv/echo-env", use_docker=False)
# Run from a local checkout
env = await MyEnv.from_env(
"openenv/echo-env",
use_docker=False,
project_path="/path/to/local/checkout"
)
```
"""
return _BootstrapResult(
lambda: cls._bootstrap_env(
repo_id,
use_docker=use_docker,
provider=provider,
**provider_kwargs,
)
)
@abstractmethod
def _step_payload(self, action: ActT) -> Dict[str, Any]:
"""Convert an Action object to the JSON data expected by the env server."""
raise NotImplementedError
@abstractmethod
def _parse_result(self, payload: Dict[str, Any]) -> StepResult[ObsT]:
"""Convert a JSON response from the env server to StepResult[ObsT]."""
raise NotImplementedError
@abstractmethod
def _parse_state(self, payload: Dict[str, Any]) -> StateT:
"""Convert a JSON response from the state endpoint to a State object."""
raise NotImplementedError
def reset(self, **kwargs: Any) -> Any:
return self._dispatch(lambda: self._reset_async(**kwargs))
async def _reset_async(self, **kwargs: Any) -> StepResult[ObsT]:
"""
Reset the environment with optional parameters.
Args:
**kwargs:
Optional parameters passed to the environment's reset method.
Returns:
StepResult containing initial observation
"""
message = {
"type": "reset",
"data": kwargs,
}
response = await self._send_and_receive(message)
return self._parse_result(response.get("data", {}))
def step(self, action: ActT, **kwargs: Any) -> Any:
return self._dispatch(lambda: self._step_async(action, **kwargs))
async def _step_async(self, action: ActT, **kwargs: Any) -> StepResult[ObsT]:
"""
Execute an action in the environment.
Args:
action:
The action to execute.
**kwargs:
Optional parameters (currently ignored).
Returns:
StepResult containing observation, reward, and done status
"""
message = {
"type": "step",
"data": self._step_payload(action),
}
response = await self._send_and_receive(message)
return self._parse_result(response.get("data", {}))
def state(self) -> Any:
return self._dispatch(self._state_async)
async def _state_async(self) -> StateT:
"""
Get the current environment state from the server.
Returns:
State object with environment state information
"""
message = {"type": "state"}
response = await self._send_and_receive(message)
return self._parse_state(response.get("data", {}))
def close(self) -> Any:
return self._dispatch(self._close_async)
async def _close_async(self) -> None:
"""
Close the WebSocket connection and clean up resources.
If this client was created via from_docker_image() or from_env(),
this will also stop and remove the associated container/process.
"""
for child in list(self._child_clients):
with suppress(Exception):
await child.close()
self._child_clients.clear()
try:
await self._disconnect_async()
finally:
try:
if self._provider is not None:
# Handle both ContainerProvider and RuntimeProvider
if hasattr(self._provider, "stop_container"):
self._provider.stop_container()
elif hasattr(self._provider, "stop"):
self._provider.stop()
finally:
if self._start_provider_on_connect:
self._base_url = None
self._ws_url = None
def _stop_provider_best_effort(self) -> None:
"""Stop the underlying provider directly, ignoring any errors.
Releases a started container/process when there is no connected client
to `close()` through the normal path — e.g. sync bootstrap setup fails
after the provider started but before the connection is established, so
routing cleanup through the (possibly broken) sync loop is not an option.
"""
provider = self._provider
if provider is None:
return
with suppress(Exception):
if hasattr(provider, "stop_container"):
provider.stop_container()
elif hasattr(provider, "stop"):
provider.stop()
async def __aenter__(self) -> "EnvClient":
"""Enter async context manager, ensuring connection is established."""
self._claim_execution_mode("async")
await self.connect()
return self
async def __aexit__(self, exc_type, exc_val, exc_tb) -> None:
"""Exit async context manager, closing connection."""
await self.close()
def __enter__(self) -> "EnvClient":
"""Enter sync context manager, ensuring connection is established."""
self._run_sync(self._connect_async)
return self
def __exit__(self, exc_type, exc_val, exc_tb) -> None:
"""Exit sync context manager, closing connection."""
self._run_sync(self._close_async)
def sync(self) -> "SyncEnvClient":
"""
Return a synchronous wrapper around this async client.
Use this method when you need synchronous access to the environment
without async/await syntax. This is useful for:
- Integration with synchronous codebases
- Interactive/REPL usage
- Stopping async from "infecting" the call stack
Returns:
SyncEnvClient wrapper that provides synchronous methods
Examples:
```python
async_client = GenericEnvClient(base_url="http://localhost:8000")
sync_client = async_client.sync()
with sync_client:
result = sync_client.reset()
result = sync_client.step({"code": "print('hello')"})
```
"""
from .sync_client import SyncEnvClient
if self._sync_client is None:
self._sync_client = SyncEnvClient(self)
return self._sync_client