Logs

app.py

@@ -150,7 +150,7 @@ def evaluate_model(model, dataloader, device):
             
             # Process each sequence in the batch
             for i in range(current_batch_size):
-                valid_mask = (labels[i] != -100) & attention_mask[i]
+                valid_mask = (labels[i] != -100) & (attention_mask[i] != 0)
                 valid_preds = preds[i][valid_mask[i]].flatten()
                 valid_labels = labels[i][valid_mask[i]].flatten()
                 print(valid_mask.dtype)