code.py

class OfflineRLHumanoid:
    def __init__(self):
        self.value = 0.0

    def update(self, reward):
        self.value += reward
        return self.value