{ "embed_dim": 24, "d_model": 48, "nhead": 1, "num_layers": 3, "dim_feedforward": 96, "params": 796850, "diff": 3150 }