Spaces:
Runtime error
Runtime error
add print
Browse files- app.py +1 -0
- src/leaderboard/read_evals.py +4 -0
app.py
CHANGED
|
@@ -52,6 +52,7 @@ except Exception:
|
|
| 52 |
|
| 53 |
|
| 54 |
raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
|
|
|
|
| 55 |
leaderboard_df = original_df.copy()
|
| 56 |
|
| 57 |
(
|
|
|
|
| 52 |
|
| 53 |
|
| 54 |
raw_data, original_df = get_leaderboard_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH, COLS, BENCHMARK_COLS)
|
| 55 |
+
print("og df: ", original_df)
|
| 56 |
leaderboard_df = original_df.copy()
|
| 57 |
|
| 58 |
(
|
src/leaderboard/read_evals.py
CHANGED
|
@@ -158,6 +158,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 158 |
model_result_filepaths = []
|
| 159 |
|
| 160 |
for root, _, files in os.walk(results_path):
|
|
|
|
| 161 |
# We should only have json files in model results
|
| 162 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
| 163 |
continue
|
|
@@ -165,6 +166,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 165 |
# Sort the files by date
|
| 166 |
try:
|
| 167 |
files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
|
|
|
|
| 168 |
except dateutil.parser._parser.ParserError:
|
| 169 |
files = [files[-1]]
|
| 170 |
|
|
@@ -192,4 +194,6 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
|
|
| 192 |
except KeyError: # not all eval values present
|
| 193 |
continue
|
| 194 |
|
|
|
|
|
|
|
| 195 |
return results
|
|
|
|
| 158 |
model_result_filepaths = []
|
| 159 |
|
| 160 |
for root, _, files in os.walk(results_path):
|
| 161 |
+
print("results_path: ", results_path)
|
| 162 |
# We should only have json files in model results
|
| 163 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
| 164 |
continue
|
|
|
|
| 166 |
# Sort the files by date
|
| 167 |
try:
|
| 168 |
files.sort(key=lambda x: x.removesuffix(".json").removeprefix("results_")[:-7])
|
| 169 |
+
print("files found: ", files)
|
| 170 |
except dateutil.parser._parser.ParserError:
|
| 171 |
files = [files[-1]]
|
| 172 |
|
|
|
|
| 194 |
except KeyError: # not all eval values present
|
| 195 |
continue
|
| 196 |
|
| 197 |
+
print("Results: ", results)
|
| 198 |
+
|
| 199 |
return results
|