Hugging Face's logo

admincybers2
/
TRM_model_3

retrieval
chunk-selection
trm
Model card Files
xet
 Community
TRM_model_3
File size: 1,486 Bytes
176fe8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "model": "TRMSelector \u2014 recursive PASS/FAIL chunk gate (skip head)",
  "params": 1905921,
  "arch": {
    "hidden": 256,
    "H_cycles": 3,
    "L_cycles": 4,
    "head_dropout": 0.1
  },
  "encoder": "azure:text-embedding-ada-002",
  "emb_dim": 1539,
  "feature_version": 2,
  "threshold": 0.961,
  "lr": 0.000113,
  "metrics": {
    "threshold": 0.961,
    "micro_precision": 0.8462,
    "micro_recall": 0.6962,
    "micro_f1": 0.7639,
    "macro_f1": 0.5275,
    "exact_set_match": 0.2,
    "avg_selected": 4.33,
    "avg_true_pass": 5.27,
    "num_groups": 45,
    "best_epoch": 46
  },
  "bench": {
    "gold_easy": {
      "groups": 9,
      "precision": 1.0,
      "recall": 0.4138,
      "f1": 0.5854
    },
    "gold_medium": {
      "groups": 2,
      "precision": 0.9714,
      "recall": 0.8947,
      "f1": 0.9315
    },
    "gold_hard": {
      "groups": 5,
      "precision": 0.9468,
      "recall": 0.9889,
      "f1": 0.9674
    },
    "llm_held_out": {
      "groups": 29,
      "precision": 0.5556,
      "recall": 0.375,
      "f1": 0.4478
    }
  },
  "data": {
    "train_groups": 1184,
    "gold_train_groups": 48,
    "test_groups": 45,
    "gold_test_groups": 16,
    "train_candidates": 27544,
    "train_pass": 5567,
    "train_fail": 21977,
    "pass_ratio": 0.202,
    "avg_candidates_per_train_group": 23.3,
    "avg_pass_per_train_group": 4.7
  },
  "trained_at": "2026-07-07T07:27:10",
  "source": "https://github.com/s3777091/recursive_models"
}