File size: 1,317 Bytes
3761d38
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
{
  "base_model": "BAAI/bge-large-en-v1.5",
  "base_model_revision": "d4aa6901d3a41ba39fb536a557fa166f842b0e09",
  "seed": 718,
  "query_template": "Research_Question + PI/ECO with BGE retrieval instruction",
  "document_template": "Title + Abstract",
  "train_reviews": 336,
  "test_reviews": 86,
  "model_selection_reviews": 40,
  "model_selection_rule": "Recall@20, then Recall@100, then Recall@200",
  "selected_epochs": 1,
  "final_retraining_reviews": 336,
  "training_reviews_with_positive_pairs": 334,
  "test_linked_articles_excluded_from_positive_training": 1649,
  "constructed_training_pairs": 5585,
  "complete_batch_examples_used": 5568,
  "batch_size": 64,
  "learning_rate": 2e-05,
  "max_seq_length": 512,
  "loss": "MultipleNegativesRankingLoss",
  "batch_sampler": "NoDuplicatesDataLoader",
  "epochs": 1,
  "test_metrics": {
    "recall@5": 0.24032354463558983,
    "recall@10": 0.38838341990475195,
    "recall@20": 0.534827514606953,
    "recall@50": 0.7526966587841311,
    "recall@100": 0.8420887384792756,
    "recall@200": 0.917380895710928,
    "precision@5": 0.4790697674418605,
    "precision@10": 0.4197674418604652,
    "precision@20": 0.3401162790697674,
    "precision@50": 0.22604651162790698,
    "precision@100": 0.14046511627906977,
    "precision@200": 0.08406976744186047
  }
}