saif-4b / serving /run.py
GyrTech's picture
Add CPU-verified decision-only serving kit and container usage
73bc533 verified
Raw History Blame Contribute Delete
732 Bytes
"""Run a typed decision request from a JSON file."""
import argparse
import json
from pydantic import ValidationError
from serve import DecisionRequest, load_model
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("request", help="System One request JSON file")
args = parser.parse_args()
try:
with open(args.request) as stream:
request = DecisionRequest.model_validate(json.load(stream))
except (OSError, ValueError, ValidationError) as error:
parser.error(str(error))
result = load_model().decide(request.state, request.question_dict())
print(json.dumps(result["answers"], ensure_ascii=False))
if __name__ == "__main__":
main()