Spaces:
Sleeping
Sleeping
tqdm temp
Browse files- user-friendly-metrics.py +9 -9
user-friendly-metrics.py
CHANGED
|
@@ -15,6 +15,8 @@
|
|
| 15 |
import datetime
|
| 16 |
import os
|
| 17 |
|
|
|
|
|
|
|
| 18 |
import datasets
|
| 19 |
import evaluate
|
| 20 |
from seametrics.user_friendly.utils import payload_to_uf_metrics, UFM
|
|
@@ -71,6 +73,7 @@ class UserFriendlyMetrics(evaluate.Metric):
|
|
| 71 |
self.iou_threshold = iou_threshold
|
| 72 |
self.filter_dict = filter_dict
|
| 73 |
self.recognition_thresholds = recognition_thresholds
|
|
|
|
| 74 |
|
| 75 |
|
| 76 |
def _info(self):
|
|
@@ -116,19 +119,14 @@ class UserFriendlyMetrics(evaluate.Metric):
|
|
| 116 |
|
| 117 |
for sequence_predictions, sequence_references in zip(predictions, references):
|
| 118 |
|
| 119 |
-
|
| 120 |
-
iou_threshold=self.iou_threshold,
|
| 121 |
-
recognition_thresholds=self.recognition_thresholds
|
| 122 |
-
)
|
| 123 |
-
|
| 124 |
-
sequence_range_results = ufm.calculate(
|
| 125 |
sequence_predictions,
|
| 126 |
sequence_references[filter_range_name],
|
| 127 |
)
|
| 128 |
|
| 129 |
range_results = sum_dicts(range_results, sequence_range_results)
|
| 130 |
|
| 131 |
-
results[filter_range_name] =
|
| 132 |
|
| 133 |
return results
|
| 134 |
|
|
@@ -142,7 +140,9 @@ class UserFriendlyMetrics(evaluate.Metric):
|
|
| 142 |
results[model_name] = {"overall": {}, "per_sequence": {}}
|
| 143 |
|
| 144 |
# per-sequence loop
|
| 145 |
-
|
|
|
|
|
|
|
| 146 |
# create new payload only with specific sequence and model
|
| 147 |
sequence_payload = Payload(
|
| 148 |
dataset=payload.dataset,
|
|
@@ -150,7 +150,7 @@ class UserFriendlyMetrics(evaluate.Metric):
|
|
| 150 |
models=[model_name],
|
| 151 |
sequences={seq_name: sequence}
|
| 152 |
)
|
| 153 |
-
|
| 154 |
predictions, references = payload_to_uf_metrics(payload, model_name=model_name, filter_dict=self.filter_dict)
|
| 155 |
|
| 156 |
results[model_name]["per_sequence"][seq_name] = self._compute(predictions=predictions, references=references)
|
|
|
|
| 15 |
import datetime
|
| 16 |
import os
|
| 17 |
|
| 18 |
+
from tqdm import tqdm
|
| 19 |
+
|
| 20 |
import datasets
|
| 21 |
import evaluate
|
| 22 |
from seametrics.user_friendly.utils import payload_to_uf_metrics, UFM
|
|
|
|
| 73 |
self.iou_threshold = iou_threshold
|
| 74 |
self.filter_dict = filter_dict
|
| 75 |
self.recognition_thresholds = recognition_thresholds
|
| 76 |
+
self.metric = UFM(iou_threshold, recognition_thresholds)
|
| 77 |
|
| 78 |
|
| 79 |
def _info(self):
|
|
|
|
| 119 |
|
| 120 |
for sequence_predictions, sequence_references in zip(predictions, references):
|
| 121 |
|
| 122 |
+
sequence_range_results = self.metric.calculate(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 123 |
sequence_predictions,
|
| 124 |
sequence_references[filter_range_name],
|
| 125 |
)
|
| 126 |
|
| 127 |
range_results = sum_dicts(range_results, sequence_range_results)
|
| 128 |
|
| 129 |
+
results[filter_range_name] = self.metric.realize_metrics(range_results, self.recognition_thresholds)
|
| 130 |
|
| 131 |
return results
|
| 132 |
|
|
|
|
| 140 |
results[model_name] = {"overall": {}, "per_sequence": {}}
|
| 141 |
|
| 142 |
# per-sequence loop
|
| 143 |
+
progress_bar = tqdm(payload.sequences.items())
|
| 144 |
+
for seq_name, sequence in progress_bar:
|
| 145 |
+
progress_bar.set_description(f"Getting sequence payload: {seq_name}")
|
| 146 |
# create new payload only with specific sequence and model
|
| 147 |
sequence_payload = Payload(
|
| 148 |
dataset=payload.dataset,
|
|
|
|
| 150 |
models=[model_name],
|
| 151 |
sequences={seq_name: sequence}
|
| 152 |
)
|
| 153 |
+
progress_bar.set_description(f"Processing sequence: {seq_name}")
|
| 154 |
predictions, references = payload_to_uf_metrics(payload, model_name=model_name, filter_dict=self.filter_dict)
|
| 155 |
|
| 156 |
results[model_name]["per_sequence"][seq_name] = self._compute(predictions=predictions, references=references)
|