JunJiaGuo commited on
Commit
b763faa
·
verified ·
1 Parent(s): 9da963f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -9
app.py CHANGED
@@ -156,28 +156,33 @@ def evaluate_uploaded_json(user_file, model_name):
156
 
157
  class_accuracy = {
158
  cls: class_correct[cls] / class_total[cls] if class_total[cls] > 0 else 0
159
- for cls in CLASS_LIST[:-5]
160
- }
161
 
162
 
 
 
 
163
  for category, sub_classes in CATEGORY_MAPPING.items():
164
- valid_sub_classes = [cls for cls in sub_classes if cls in class_accuracy]
165
- if valid_sub_classes:
166
- class_accuracy[category] = sum(class_accuracy[cls] for cls in valid_sub_classes) / len(valid_sub_classes)
 
167
  else:
168
- class_accuracy[category] = 0
169
-
170
 
171
- save_class_accuracy_to_hf_dataset(model_name, class_accuracy)
172
 
173
  class_accuracy_str = "\n".join(
174
  [
175
  f"- {cls}: {class_accuracy[cls]:.2%} "
176
- f"({class_correct.get(cls, 0)}/{class_total.get(cls, 0)} correct)"
 
177
  for cls in CLASS_LIST
178
  ]
179
  )
180
 
 
 
 
181
  return (
182
  f"Model: {model_name}\n"
183
  f"Overall Accuracy: {correct / total:.2%} ({correct}/{total} correct)\n"
 
156
 
157
  class_accuracy = {
158
  cls: class_correct[cls] / class_total[cls] if class_total[cls] > 0 else 0
159
+ for cls in CLASS_LIST[:-5]
 
160
 
161
 
162
+ category_correct = {}
163
+ category_total = {}
164
+
165
  for category, sub_classes in CATEGORY_MAPPING.items():
166
+ category_correct[category] = sum(class_correct.get(sub_cls, 0) for sub_cls in sub_classes)
167
+ category_total[category] = sum(class_total.get(sub_cls, 0) for sub_cls in sub_classes)
168
+ if category_total[category] > 0:
169
+ class_accuracy[category] = category_correct[category] / category_total[category]
170
  else:
171
+ class_accuracy[category] = 0
 
172
 
 
173
 
174
  class_accuracy_str = "\n".join(
175
  [
176
  f"- {cls}: {class_accuracy[cls]:.2%} "
177
+ f"({class_correct.get(cls, category_correct.get(cls, 0))}/"
178
+ f"{class_total.get(cls, category_total.get(cls, 0))} correct)"
179
  for cls in CLASS_LIST
180
  ]
181
  )
182
 
183
+
184
+ save_class_accuracy_to_hf_dataset(model_name, class_accuracy)
185
+
186
  return (
187
  f"Model: {model_name}\n"
188
  f"Overall Accuracy: {correct / total:.2%} ({correct}/{total} correct)\n"