{ "embed_dim": 16, "d_model": 16, "nhead": 1, "num_layers": 3, "dim_feedforward": 64, "params": 500546, "diff": 546 }