Spaces:
Running
Running
Commit ·
4a70df5
1
Parent(s): 8ba6796
Fix hotkey causing crash
Browse files- src/wandb_data.py +4 -4
src/wandb_data.py
CHANGED
|
@@ -21,7 +21,7 @@ class BenchmarkStatus(Enum):
|
|
| 21 |
NOT_STARTED = ("Not Started", "orange", False)
|
| 22 |
IN_PROGRESS = ("In Progress", "orange", False)
|
| 23 |
FINISHED = ("Finished", "springgreen", False)
|
| 24 |
-
|
| 25 |
STOPPED = ("Stopped", "red", True)
|
| 26 |
CRASHED = ("Crashed", "red", True)
|
| 27 |
FAILED = ("Failed", "red", True)
|
|
@@ -122,7 +122,7 @@ def _status_from_run(run: wapi.Run) -> BenchmarkStatus:
|
|
| 122 |
if "benchmarking_state" in run.summary:
|
| 123 |
return BenchmarkStatus[run.summary["benchmarking_state"]]
|
| 124 |
else:
|
| 125 |
-
return BenchmarkStatus.
|
| 126 |
case _:
|
| 127 |
return BenchmarkStatus.UNKNOWN
|
| 128 |
|
|
@@ -153,7 +153,7 @@ def _add_runs(wandb_runs: list[wapi.Run]):
|
|
| 153 |
for uid, submission in metrics["submissions"].items():
|
| 154 |
submission_info[uid] = SubmissionInfo(
|
| 155 |
uid=uid,
|
| 156 |
-
hotkey=submission["hotkey"] if "hotkey" in submission else metrics["benchmarks"][uid]["hotkey"] if uid in metrics["benchmarks"] else "unknown",
|
| 157 |
# hotkey=submission["hotkey"], # TODO use this once validators update
|
| 158 |
repository=submission["repository"],
|
| 159 |
revision=submission["revision"],
|
|
@@ -211,7 +211,7 @@ def _add_runs(wandb_runs: list[wapi.Run]):
|
|
| 211 |
hotkey=hotkey,
|
| 212 |
status=status,
|
| 213 |
average_benchmark_time=average_benchmark_time,
|
| 214 |
-
eta=max(int(average_benchmark_time * (len(submission_info) - len(submissions) - len(invalid_submissions))) if average_benchmark_time else 0, 0),
|
| 215 |
winner_uid=winner_uid,
|
| 216 |
baseline_metrics=baseline_metrics,
|
| 217 |
total_submissions=len(submission_info),
|
|
|
|
| 21 |
NOT_STARTED = ("Not Started", "orange", False)
|
| 22 |
IN_PROGRESS = ("In Progress", "orange", False)
|
| 23 |
FINISHED = ("Finished", "springgreen", False)
|
| 24 |
+
INITIALIZING = ("Initializing", "orange", False)
|
| 25 |
STOPPED = ("Stopped", "red", True)
|
| 26 |
CRASHED = ("Crashed", "red", True)
|
| 27 |
FAILED = ("Failed", "red", True)
|
|
|
|
| 122 |
if "benchmarking_state" in run.summary:
|
| 123 |
return BenchmarkStatus[run.summary["benchmarking_state"]]
|
| 124 |
else:
|
| 125 |
+
return BenchmarkStatus.INITIALIZING
|
| 126 |
case _:
|
| 127 |
return BenchmarkStatus.UNKNOWN
|
| 128 |
|
|
|
|
| 153 |
for uid, submission in metrics["submissions"].items():
|
| 154 |
submission_info[uid] = SubmissionInfo(
|
| 155 |
uid=uid,
|
| 156 |
+
hotkey=submission["hotkey"] if "hotkey" in submission else metrics["benchmarks"][uid]["hotkey"] if "benchmarks" in metrics and uid in metrics["benchmarks"] else "unknown",
|
| 157 |
# hotkey=submission["hotkey"], # TODO use this once validators update
|
| 158 |
repository=submission["repository"],
|
| 159 |
revision=submission["revision"],
|
|
|
|
| 211 |
hotkey=hotkey,
|
| 212 |
status=status,
|
| 213 |
average_benchmark_time=average_benchmark_time,
|
| 214 |
+
eta=max(int(average_benchmark_time * (len(submission_info) - len(submissions) - len(invalid_submissions))) if average_benchmark_time else 0, 0) if status != BenchmarkStatus.FINISHED else 0,
|
| 215 |
winner_uid=winner_uid,
|
| 216 |
baseline_metrics=baseline_metrics,
|
| 217 |
total_submissions=len(submission_info),
|