config.json

{
  "model_type": "kompress_v2",
  "base_model_name": "answerdotai/ModernBERT-base",
  "num_labels": 2,
  "use_lora": true,
  "lora_r": 16,
  "lora_alpha": 32,
  "lora_dropout": 0.05,
  "lora_target_modules": [
    "Wqkv",
    "Wi",
    "Wo"
  ],
  "span_hidden": 256,
  "span_kernels": [
    5,
    3
  ],
  "span_loss_weight": 0.3,
  "head_dropout": 0.1,
  "max_length": 8192,
  "architectures": [
    "HeadroomCompressorV2"
  ]
}