Skip samples with apostrophes

app_utils.py

@@ -57,6 +57,8 @@ def evaluate_prompt(prompt: str, num_samples: int = None, split: str = None, bat
         for item in reader:
             test_data.append(item)
 
+    test_data = [item for item in test_data if "'" not in item["shuffled_tokenized"] and "’" not in item["shuffled_tokenized"]]
+
     # Limit to first num_samples items for faster evaluation
     test_data = test_data[:num_samples]