import torch from typing import TypeVar, TypedDict input_t = TypeVar("input_t", bound=tuple[torch.nn.Module, torch.Tensor, torch.Tensor]) output_t = TypeVar("output_t", bound=tuple[torch.Tensor, torch.Tensor]) class TestSpec(TypedDict): batchsize: int dim: int dq: int prefill: int seed: int