{ "embed_dim": 8, "d_model": 16, "nhead": 1, "num_layers": 1, "dim_feedforward": 32, "params": 248626, "diff": 148626 }