JustinTX's picture
Add files using upload-large-folder tool
2facf1f verified
Raw
History Blame Contribute Delete
313 Bytes
import torch
from typing import TypeVar, TypedDict
input_t = TypeVar("input_t", bound=tuple[torch.nn.Module, torch.Tensor, torch.Tensor])
output_t = TypeVar("output_t", bound=tuple[torch.Tensor, torch.Tensor])
class TestSpec(TypedDict):
batchsize: int
dim: int
dq: int
prefill: int
seed: int