USAGE.json

{
  "base_model": "distilbert-base-uncased",
  "trained_as": "cross-encoder CAT (cross-entropy, paper section 4)",
  "input_format": {
    "text_a": "{query}",
    "text_b": "{passage}",
    "tokenises_to": "[CLS] query [SEP] passage [SEP]",
    "note": "Matched no-injection baseline. Do NOT inject anything into text_a -- this model has never seen a numeric token there."
  },
  "bm25_normalisation": null,
  "loss": "cross-entropy on binary relevance (BCEWithLogits, num_labels=1)",
  "stopping": "early stopping on msmarco-passage/trec-dl-2020/judged nDCG@10, patience 3",
  "max_length": 256,
  "train_batch_size": 32,
  "lr": 7e-06,
  "query_max_tokens": 30,
  "passage_max_tokens": 200,
  "steps": 100000,
  "best_val_ndcg@10": 0.701602470330563,
  "paired_with": "Amdestya/ce-bm25cat-distilbert"
}