Spaces:
Runtime error
Runtime error
add print
Browse files
src/leaderboard/read_evals.py
CHANGED
|
@@ -176,7 +176,9 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 176 |
eval_results = {}
|
| 177 |
for model_result_filepath in model_result_filepaths:
|
| 178 |
# Creation of result
|
|
|
|
| 179 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
|
|
|
| 180 |
eval_result.update_with_request_file(requests_path)
|
| 181 |
|
| 182 |
# Store results of same eval together
|
|
@@ -186,6 +188,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 186 |
else:
|
| 187 |
eval_results[eval_name] = eval_result
|
| 188 |
|
|
|
|
| 189 |
results = []
|
| 190 |
for v in eval_results.values():
|
| 191 |
try:
|
|
|
|
| 176 |
eval_results = {}
|
| 177 |
for model_result_filepath in model_result_filepaths:
|
| 178 |
# Creation of result
|
| 179 |
+
print("model result: ", model_result_filepath)
|
| 180 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
| 181 |
+
print("eval result: ", eval_result)
|
| 182 |
eval_result.update_with_request_file(requests_path)
|
| 183 |
|
| 184 |
# Store results of same eval together
|
|
|
|
| 188 |
else:
|
| 189 |
eval_results[eval_name] = eval_result
|
| 190 |
|
| 191 |
+
print("eval results: ", eval_results)
|
| 192 |
results = []
|
| 193 |
for v in eval_results.values():
|
| 194 |
try:
|