{"gate":"scalar_tanh","injection_layer":0,"injection_site":"input_embedding_residual_at_first_token_each_forward"}