File size: 1,827 Bytes
b77d5ed
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
"""Watch Reflex play one game in the terminal on a laptop CPU, one forward pass per move.



python -m reflex.play --ckpt reflex.pt [--seed 0] [--every 500]

"""
import argparse, time
import torch

from .env import ACTIONS, reset, spawn
from .evaluate import policy
from .model import load


def show(b, score, moves, p):
    tiles = [[(1 << int(x)) if x else 0 for x in row] for row in b.tolist()]
    print(f"\nmove {moves}  score {score}  " + "  ".join(f"{a} {q:.2f}" for a, q in zip(ACTIONS, p.tolist())))
    for row in tiles:
        print(" ".join(f"{t:>6}" if t else "     ." for t in row))


def main():
    ap = argparse.ArgumentParser()
    ap.add_argument("--ckpt", default="reflex.pt")
    ap.add_argument("--seed", type=int, default=0)
    ap.add_argument("--every", type=int, default=500, help="print the board every N moves")
    args = ap.parse_args()
    torch.set_num_threads(max(1, torch.get_num_threads()))
    model = load(args.ckpt, "cpu")
    gen = torch.Generator().manual_seed(args.seed)
    b, score, moves, t = reset(1, "cpu", gen), 0, 0, 0.0
    policy(model, b)                          # warm-up: builds the move lookup table once
    while True:
        s = time.perf_counter()
        p, legal, after, reward = policy(model, b)
        t += time.perf_counter() - s
        if not legal.any():
            break
        a = int(p.argmax(1))
        if moves % args.every == 0:
            show(b[0], score, moves, p[0])
        score += int(reward[0, a]); moves += 1
        b = spawn(after[:, a], gen)
    show(b[0], score, moves, p[0])
    print(f"\ngame over: score {score}, {moves} moves, max tile {1 << int(b.max())}, "
          f"{t / max(moves, 1) * 1000:.2f} ms per move on cpu (features + forward)")


if __name__ == "__main__":
    main()