namberino commited on
Commit
9e7752e
·
1 Parent(s): 852bfd6

Update difficulty estimation calculation

Browse files
Files changed (1) hide show
  1. generator.py +6 -7
generator.py CHANGED
@@ -1055,13 +1055,12 @@ class RAGMCQ:
1055
  # higher distractor_penalty -> harder (add)
1056
  # better gap -> easier (subtract)
1057
  # compute score (higher -> harder)
1058
- score = 0.4
1059
- score += 0.25 * float(distractor_penalty)
1060
- score += 0.15 * float(mean_sim)
1061
- score += 0.12 * float(amb_flag)
1062
- score += 0.08 * float(qlen_norm)
1063
- score -= 0.2 * float(gap)
1064
- score -= 0.45 * float(emb_support)
1065
 
1066
  # clamp
1067
  score = max(0.0, min(1.0, float(score)))
 
1055
  # higher distractor_penalty -> harder (add)
1056
  # better gap -> easier (subtract)
1057
  # compute score (higher -> harder)
1058
+ score = 0
1059
+ score += 0.35 * float(distractor_penalty)
1060
+ score += 0.20 * float(mean_sim)
1061
+ score += 0.22 * float(amb_flag)
1062
+ score += 0.05 * float(qlen_norm)
1063
+ score -= 0.20 * float(gap)
 
1064
 
1065
  # clamp
1066
  score = max(0.0, min(1.0, float(score)))