File size: 1,896 Bytes
c9ac3c3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 | # Copyright 2024 Bytedance Ltd. and/or its affiliates
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Reward config
"""
import re
from dataclasses import dataclass, field
from typing import Optional
from ...utils.py_functional import get_abs_path
@dataclass
class RewardConfig:
reward_function: Optional[str] = None
reward_function_kwargs: dict = field(default_factory=dict)
skip_special_tokens: bool = True
num_cpus: int = 1
# below are auto keys
reward_function_name: Optional[str] = field(default=None, init=False)
reward_function_is_module: bool = field(default=False, init=False)
def post_init(self):
if self.reward_function is not None: # support custom reward function, e.g., ./math.py:main
if ":" not in self.reward_function:
self.reward_function_name = "main"
else:
self.reward_function, self.reward_function_name = self.reward_function.rsplit(":", maxsplit=1)
self.reward_function_is_module = bool(
re.fullmatch(
r"[A-Za-z_]\w*(?:\.[A-Za-z_]\w*)*",
self.reward_function,
)
)
if not self.reward_function_is_module:
self.reward_function = get_abs_path(
self.reward_function,
prompt="Reward function",
)
|