smart_grid_env / client.py
Puneet Gopinath
feat: add reward and done fields; update observation return in environment
56cccac unverified
Raw
History Blame Contribute Delete
2.14 kB
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
"""Smart Grid Environment Client."""
from typing import Dict
from openenv.core import EnvClient
from openenv.core.client_types import StepResult
from openenv.core.env_server.types import State
from models import SmartGridAction, SmartGridObservation
class SmartGridEnv(
EnvClient[SmartGridAction, SmartGridObservation, State]
):
"""
Client for the Smart Grid Environment.
This client maintains a persistent WebSocket connection to the environment server,
enabling efficient multi-step interactions with lower latency.
Each client instance has its own dedicated environment session on the server.
"""
def _step_payload(self, action: SmartGridAction) -> Dict:
"""
Convert SmartGridAction to JSON payload for step message.
Args:
action: SmartGridAction instance
Returns:
Dictionary representation suitable for JSON encoding
"""
return action.model_dump()
def _parse_result(self, payload: Dict) -> StepResult[SmartGridObservation]:
"""
Parse server response into StepResult[SmartGridObservation].
Args:
payload: JSON response data from server
Returns:
StepResult with SmartGridObservation
"""
obs_data = payload.get("observation", {})
observation = SmartGridObservation(**obs_data)
return StepResult(
observation=observation,
reward=observation.reward,
done=observation.done,
)
def _parse_state(self, payload: Dict) -> State:
"""
Parse server response into State object.
Args:
payload: JSON response from state request
Returns:
State object with episode_id and step_count
"""
return State(
episode_id=payload.get("episode_id"),
step_count=payload.get("step_count", 0),
)