File size: 554 Bytes
ff94c32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
"""Write stories with the trained model saved in out/model.pt.



    uv run --with-requirements requirements.txt sample.py

    uv run --with-requirements requirements.txt sample.py "The little dog"

"""

import sys

import torch

from train import GPT

model = GPT()
model.load_state_dict(torch.load("out/model.pt", map_location="cpu"))
# prompt = sys.argv[1] if len(sys.argv) > 1 else "Once upon a time"
prompt = sys.argv[1] if len(sys.argv) > 1 else "Il était une fois"
for _ in range(3):
    print(model.generate(prompt), end="\n\n")