Spaces:
Running
Running
Commit
·
00ebb73
1
Parent(s):
7be4d47
update
Browse files- competitions/runner.py +10 -2
- competitions/submissions.py +2 -1
- competitions/utils.py +5 -2
competitions/runner.py
CHANGED
|
@@ -161,14 +161,22 @@ class JobRunner:
|
|
| 161 |
repo_type="dataset",
|
| 162 |
)
|
| 163 |
final_score = self._calculate_score(evel_result)
|
| 164 |
-
score =
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
submission_api.update_submission_data(
|
| 166 |
team_id=team_id,
|
| 167 |
submission_id=submission_id,
|
| 168 |
data={
|
| 169 |
"status": SubmissionStatus.SUCCESS.value,
|
| 170 |
"final_score": final_score,
|
| 171 |
-
"score":
|
| 172 |
}
|
| 173 |
)
|
| 174 |
|
|
|
|
| 161 |
repo_type="dataset",
|
| 162 |
)
|
| 163 |
final_score = self._calculate_score(evel_result)
|
| 164 |
+
score = {
|
| 165 |
+
"score": final_score["all"]["psnr"] / 100 * 0.4 + final_score["all"]["ssim"] * 0.3 + (1 - final_score["all"]["lpips"]) * 0.3,
|
| 166 |
+
"psnr": final_score["all"]["psnr"],
|
| 167 |
+
"ssim": final_score["all"]["ssim"],
|
| 168 |
+
"lpips": final_score["all"]["lpips"],
|
| 169 |
+
}
|
| 170 |
+
for key in score.keys():
|
| 171 |
+
score[key] = np.round(score[key], 3)
|
| 172 |
+
|
| 173 |
submission_api.update_submission_data(
|
| 174 |
team_id=team_id,
|
| 175 |
submission_id=submission_id,
|
| 176 |
data={
|
| 177 |
"status": SubmissionStatus.SUCCESS.value,
|
| 178 |
"final_score": final_score,
|
| 179 |
+
"score": score,
|
| 180 |
}
|
| 181 |
)
|
| 182 |
|
competitions/submissions.py
CHANGED
|
@@ -82,7 +82,7 @@ class Submissions:
|
|
| 82 |
"selected": False,
|
| 83 |
"public_score": {},
|
| 84 |
"private_score": {},
|
| 85 |
-
"score":
|
| 86 |
"error_message": "",
|
| 87 |
"hardware": self.hardware,
|
| 88 |
}
|
|
@@ -150,6 +150,7 @@ class Submissions:
|
|
| 150 |
|
| 151 |
# stringify public_score column
|
| 152 |
submissions_df["public_score"] = submissions_df["public_score"].apply(json.dumps)
|
|
|
|
| 153 |
|
| 154 |
if private:
|
| 155 |
submissions_df["private_score"] = submissions_df["private_score"].apply(json.dumps)
|
|
|
|
| 82 |
"selected": False,
|
| 83 |
"public_score": {},
|
| 84 |
"private_score": {},
|
| 85 |
+
"score": {},
|
| 86 |
"error_message": "",
|
| 87 |
"hardware": self.hardware,
|
| 88 |
}
|
|
|
|
| 150 |
|
| 151 |
# stringify public_score column
|
| 152 |
submissions_df["public_score"] = submissions_df["public_score"].apply(json.dumps)
|
| 153 |
+
submissions_df["score"] = submissions_df["score"].apply(json.dumps)
|
| 154 |
|
| 155 |
if private:
|
| 156 |
submissions_df["private_score"] = submissions_df["private_score"].apply(json.dumps)
|
competitions/utils.py
CHANGED
|
@@ -557,7 +557,7 @@ class LeaderboardApi:
|
|
| 557 |
"""
|
| 558 |
all_scores = self._get_all_scores()
|
| 559 |
if not all_scores:
|
| 560 |
-
return pd.DataFrame(columns=["team_id", "team_name", "score"])
|
| 561 |
|
| 562 |
df = pd.DataFrame(all_scores)
|
| 563 |
df = df.sort_values(by=["score"], ascending=[False])
|
|
@@ -594,7 +594,10 @@ class LeaderboardApi:
|
|
| 594 |
all_scores.append({
|
| 595 |
"team_id": team_id,
|
| 596 |
"team_name": team_metadata[team_id]["name"],
|
| 597 |
-
"
|
|
|
|
|
|
|
|
|
|
| 598 |
})
|
| 599 |
return all_scores
|
| 600 |
|
|
|
|
| 557 |
"""
|
| 558 |
all_scores = self._get_all_scores()
|
| 559 |
if not all_scores:
|
| 560 |
+
return pd.DataFrame(columns=["team_id", "team_name", "psnr", "ssim", "lpips", "score"])
|
| 561 |
|
| 562 |
df = pd.DataFrame(all_scores)
|
| 563 |
df = df.sort_values(by=["score"], ascending=[False])
|
|
|
|
| 594 |
all_scores.append({
|
| 595 |
"team_id": team_id,
|
| 596 |
"team_name": team_metadata[team_id]["name"],
|
| 597 |
+
"psnr": sub["score"]["psnr"],
|
| 598 |
+
"ssim": sub["score"]["ssim"],
|
| 599 |
+
"lpips": sub["score"]["lpips"],
|
| 600 |
+
"score": sub["score"]["score"],
|
| 601 |
})
|
| 602 |
return all_scores
|
| 603 |
|