Logs

app.py

@@ -130,7 +130,7 @@ def evaluate_model(model, dataloader, device):
     all_preds = []
     all_labels = []
     sample_count = 0
-    num_samples=100
+    num_samples=10
 
     # Disable gradient calculations
     with torch.no_grad():
@@ -153,14 +153,6 @@ def evaluate_model(model, dataloader, device):
                 valid_mask = (labels[i] != -100) & (attention_mask[i] != 0)
                 valid_preds = preds[i][valid_mask].flatten()
                 valid_labels = labels[i][valid_mask].flatten()
-                print(valid_mask.dtype)
-                print(labels[i].shape)
-                print(labels[i])
-                print(attention_mask[i].shape)
-                print(valid_mask.shape)
-                print(valid_labels)
-                print(valid_mask)
-                assert not torch.any(valid_labels == -100), f"Found -100 in valid_labels for batch {i}"
                 if sample_count < num_samples:
                     print(f"Sample {sample_count + 1}:")
                     print(f"Tokens: {tokenizer.convert_ids_to_tokens(input_ids[i])}")