HW-202337458-transformer-decoder / test_transformer_decoder.py
hf-june's picture
Upload transformer decoder assignment
c780b5d verified
Raw
History Blame Contribute Delete
422 Bytes
import torch
from transformer_decoder import CustomDecoderConfig, TransformerDecoder
config = CustomDecoderConfig()
model = TransformerDecoder(config)
input_ids = torch.randint(0, config.vocab_size, (2, 10))
encoder_output = torch.randn(2, 10, config.hidden_size)
logits = model(
input_ids=input_ids,
encoder_output=encoder_output
)
print("Input shape:", input_ids.shape)
print("Logits shape:", logits.shape)