Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -156,28 +156,33 @@ def evaluate_uploaded_json(user_file, model_name):
|
|
| 156 |
|
| 157 |
class_accuracy = {
|
| 158 |
cls: class_correct[cls] / class_total[cls] if class_total[cls] > 0 else 0
|
| 159 |
-
for cls in CLASS_LIST[:-5]
|
| 160 |
-
}
|
| 161 |
|
| 162 |
|
|
|
|
|
|
|
|
|
|
| 163 |
for category, sub_classes in CATEGORY_MAPPING.items():
|
| 164 |
-
|
| 165 |
-
|
| 166 |
-
|
|
|
|
| 167 |
else:
|
| 168 |
-
class_accuracy[category] = 0
|
| 169 |
-
|
| 170 |
|
| 171 |
-
save_class_accuracy_to_hf_dataset(model_name, class_accuracy)
|
| 172 |
|
| 173 |
class_accuracy_str = "\n".join(
|
| 174 |
[
|
| 175 |
f"- {cls}: {class_accuracy[cls]:.2%} "
|
| 176 |
-
f"({class_correct.get(cls,
|
|
|
|
| 177 |
for cls in CLASS_LIST
|
| 178 |
]
|
| 179 |
)
|
| 180 |
|
|
|
|
|
|
|
|
|
|
| 181 |
return (
|
| 182 |
f"Model: {model_name}\n"
|
| 183 |
f"Overall Accuracy: {correct / total:.2%} ({correct}/{total} correct)\n"
|
|
|
|
| 156 |
|
| 157 |
class_accuracy = {
|
| 158 |
cls: class_correct[cls] / class_total[cls] if class_total[cls] > 0 else 0
|
| 159 |
+
for cls in CLASS_LIST[:-5]
|
|
|
|
| 160 |
|
| 161 |
|
| 162 |
+
category_correct = {}
|
| 163 |
+
category_total = {}
|
| 164 |
+
|
| 165 |
for category, sub_classes in CATEGORY_MAPPING.items():
|
| 166 |
+
category_correct[category] = sum(class_correct.get(sub_cls, 0) for sub_cls in sub_classes)
|
| 167 |
+
category_total[category] = sum(class_total.get(sub_cls, 0) for sub_cls in sub_classes)
|
| 168 |
+
if category_total[category] > 0:
|
| 169 |
+
class_accuracy[category] = category_correct[category] / category_total[category]
|
| 170 |
else:
|
| 171 |
+
class_accuracy[category] = 0
|
|
|
|
| 172 |
|
|
|
|
| 173 |
|
| 174 |
class_accuracy_str = "\n".join(
|
| 175 |
[
|
| 176 |
f"- {cls}: {class_accuracy[cls]:.2%} "
|
| 177 |
+
f"({class_correct.get(cls, category_correct.get(cls, 0))}/"
|
| 178 |
+
f"{class_total.get(cls, category_total.get(cls, 0))} correct)"
|
| 179 |
for cls in CLASS_LIST
|
| 180 |
]
|
| 181 |
)
|
| 182 |
|
| 183 |
+
|
| 184 |
+
save_class_accuracy_to_hf_dataset(model_name, class_accuracy)
|
| 185 |
+
|
| 186 |
return (
|
| 187 |
f"Model: {model_name}\n"
|
| 188 |
f"Overall Accuracy: {correct / total:.2%} ({correct}/{total} correct)\n"
|