Spaces:
Runtime error
Runtime error
namberino commited on
Commit ·
9e7752e
1
Parent(s): 852bfd6
Update difficulty estimation calculation
Browse files- generator.py +6 -7
generator.py
CHANGED
|
@@ -1055,13 +1055,12 @@ class RAGMCQ:
|
|
| 1055 |
# higher distractor_penalty -> harder (add)
|
| 1056 |
# better gap -> easier (subtract)
|
| 1057 |
# compute score (higher -> harder)
|
| 1058 |
-
score = 0
|
| 1059 |
-
score += 0.
|
| 1060 |
-
score += 0.
|
| 1061 |
-
score += 0.
|
| 1062 |
-
score += 0.
|
| 1063 |
-
score -= 0.
|
| 1064 |
-
score -= 0.45 * float(emb_support)
|
| 1065 |
|
| 1066 |
# clamp
|
| 1067 |
score = max(0.0, min(1.0, float(score)))
|
|
|
|
| 1055 |
# higher distractor_penalty -> harder (add)
|
| 1056 |
# better gap -> easier (subtract)
|
| 1057 |
# compute score (higher -> harder)
|
| 1058 |
+
score = 0
|
| 1059 |
+
score += 0.35 * float(distractor_penalty)
|
| 1060 |
+
score += 0.20 * float(mean_sim)
|
| 1061 |
+
score += 0.22 * float(amb_flag)
|
| 1062 |
+
score += 0.05 * float(qlen_norm)
|
| 1063 |
+
score -= 0.20 * float(gap)
|
|
|
|
| 1064 |
|
| 1065 |
# clamp
|
| 1066 |
score = max(0.0, min(1.0, float(score)))
|