{
    "in_features": 1536,
    "out_features": 768,
    "bias": false,
    "activation_function": "torch.nn.modules.linear.Identity",
    "module_input_name": "token_embeddings",
    "module_output_name": "token_embeddings",
    "use_residual": true
}