Skip the results of incomplete evaluations

app.py

@@ -53,6 +53,9 @@ with tab1:
             precision_scores = {}
             predictions = row["predictions"]
 
+            if not row["status"] == "completed":
+                continue
+
             for dialect in DIALECTS_WITH_LABELS:
                 y_true = labels[dialect]
                 y_pred = [dialect in prediction for prediction in predictions]

background_inference.py

@@ -20,7 +20,9 @@ utils.update_model_queue(
 
 try:
     tokenizer = AutoTokenizer.from_pretrained(model_name, revision=commit_id)
-    model = AutoModelForSequenceClassification.from_pretrained(model_name, revision=commit_id)
+    model = AutoModelForSequenceClassification.from_pretrained(
+        model_name, revision=commit_id
+    )
 
     # Load the dataset
     dataset_name = os.environ["DATASET_NAME"]