test_model.py

from model import HelloWorldModel, HelloWorldConfig
from transformers import PreTrainedTokenizerFast
import torch

print("Loading configuration...")
config = HelloWorldConfig.from_pretrained(".")

print("Loading model...")
model = HelloWorldModel(config)
model.load_state_dict(torch.load("pytorch_model.bin", map_location="cpu", weights_only=True))
model.eval()

print("Loading tokenizer...")
tokenizer = PreTrainedTokenizerFast(tokenizer_file="tokenizer.json")

print("\nTesting model generation...")
output = model.generate_hello_world()
print(f"Model output: {output}")

print("\nTesting tokenization...")
text = "Hello World"
tokens = tokenizer.encode(text)
print(f"Tokenized '{text}': {tokens}")

decoded = tokenizer.decode(tokens)
print(f"Decoded back: {decoded}")

print("\nModel test completed successfully!")