{
  "method": "relational_distillation_hard_neg",
  "teacher": "intfloat/multilingual-e5-base",
  "encoder_config": {
    "vocab_size": 50000,
    "hidden": 384,
    "layers": 12,
    "heads": 12,
    "ffn": 1536,
    "dropout": 0.1,
    "max_position": 512,
    "pooling": "mean",
    "activation": "gelu"
  },
  "has_proj": true,
  "param_count": {
    "total": 40986624,
    "trainable": 40986624,
    "non_trainable": 0,
    "fp32_mb": 156.4,
    "bf16_fp16_mb": 78.2
  },
  "final_eval": {
    "val_rel_mse": 0.03455,
    "val_acc1": 0.7856
  },
  "hard_negatives": true,
  "pad_id": 0
}