Spaces:
Runtime error
Runtime error
Commit
·
2071b6f
1
Parent(s):
ca7f85b
Update bc_eval.py
Browse files- bc_eval.py +4 -2
bc_eval.py
CHANGED
|
@@ -177,6 +177,8 @@ class BabelCodeEval(evaluate.Metric):
|
|
| 177 |
k=[1, 10, 100],
|
| 178 |
num_workers=4,
|
| 179 |
language_timeout=None,
|
|
|
|
|
|
|
| 180 |
):
|
| 181 |
"""Returns the scores"""
|
| 182 |
|
|
@@ -198,8 +200,8 @@ class BabelCodeEval(evaluate.Metric):
|
|
| 198 |
results = execute_predictions(
|
| 199 |
pred_commands,
|
| 200 |
num_workers=num_workers,
|
| 201 |
-
max_task_per_child=
|
| 202 |
-
garbage_collection_freq=
|
| 203 |
)
|
| 204 |
|
| 205 |
all_results, q_passes, q_pct = _eval_predictions(results, question_map)
|
|
|
|
| 177 |
k=[1, 10, 100],
|
| 178 |
num_workers=4,
|
| 179 |
language_timeout=None,
|
| 180 |
+
max_task_per_child=10,
|
| 181 |
+
gc_freq=500
|
| 182 |
):
|
| 183 |
"""Returns the scores"""
|
| 184 |
|
|
|
|
| 200 |
results = execute_predictions(
|
| 201 |
pred_commands,
|
| 202 |
num_workers=num_workers,
|
| 203 |
+
max_task_per_child=max_task_per_child,
|
| 204 |
+
garbage_collection_freq=gc_freq,
|
| 205 |
)
|
| 206 |
|
| 207 |
all_results, q_passes, q_pct = _eval_predictions(results, question_map)
|