config.json

{
  "architectures": [
    "DecomposerModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_decomposer.DecomposerConfig",
    "AutoModel": "modeling_decomposer.DecomposerModel"
  },
  "comp_sizes": [
    768,
    512,
    256,
    128,
    64,
    32
  ],
  "corr_k_vals": [
    10,
    100
  ],
  "corr_loss_type": "pearson",
  "corr_weight": 1.0,
  "cosine_weight": 1.0,
  "dropout": 0.1,
  "input_size": 768,
  "layer_norm_eps": 1e-12,
  "model_type": "embedding_decomposer",
  "mse_weight": 0.0,
  "n_comp_layers": 4,
  "n_head_layers": 1,
  "n_output": 2,
  "n_refs_batch": 3072,
  "n_refs_total": 0,
  "n_shared_layers": 8,
  "output_sizes": [
    768,
    512,
    256,
    128,
    64,
    32
  ],
  "shared_dim": 1024,
  "torch_dtype": "float32",
  "transformers_version": "4.51.3"
}