config.json

{
  "architectures": [
    "CompressionModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_compression.CompressionConfig",
    "AutoModel": "modeling_compression.CompressionModel"
  },
  "compression_sizes": [
    512,
    256,
    128,
    64,
    32
  ],
  "dropout": 0.1,
  "input_size": 768,
  "loss_k_vals": [
    10,
    100,
    256
  ],
  "model_type": "compression_head",
  "torch_dtype": "float32",
  "transformers_version": "4.38.2"
}