{ "embed_dim": 8, "d_model": 64, "nhead": 1, "num_layers": 3, "dim_feedforward": 256, "params": 403026, "diff": 3026 }