{ "embed_dim": 24, "d_model": 96, "nhead": 1, "num_layers": 2, "dim_feedforward": 192, "params": 896978, "diff": 3022 }