eval/test_set.json

[
  {"text": "People like you are a disease on this country.", "expected": "Direct Hate Speech"},
  {"text": "Immigrants are just parasites who ruin everything.", "expected": "Direct Hate Speech"},
  {"text": "Go back to your own country, you don't belong here.", "expected": "Direct Hate Speech"},
  {"text": "You people are all criminals and always will be.", "expected": "Direct Hate Speech"},
  {"text": "Women are too stupid to work in engineering.", "expected": "Direct Hate Speech"},
  {"text": "Oh sure, because people from your country are always SO trustworthy.", "expected": "Sarcastic Hate Speech"},
  {"text": "Wow, another brilliant contribution from someone who clearly finished school.", "expected": "Sarcastic Hate Speech"},
  {"text": "Of course you'd say that, your kind is always so reasonable.", "expected": "Sarcastic Hate Speech"},
  {"text": "Sure, because everyone from that religion is SO peaceful, right?", "expected": "Sarcastic Hate Speech"},
  {"text": "Oh yes, women are definitely 'too emotional' to lead, how original.", "expected": "Sarcastic Hate Speech"},
  {"text": "Great, my flight got cancelled again. Best day ever.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "Oh sure, because waiting three hours in line is exactly how I wanted to spend my Saturday.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "Wonderful, the WiFi is down again during my presentation.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "Sure, because losing my keys twice in one day is exactly what I needed.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "Oh fantastic, another meeting that could have been an email.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "The meeting is scheduled for 3pm tomorrow.", "expected": "Neutral"},
  {"text": "I really enjoyed the concert last night.", "expected": "Neutral"},
  {"text": "She works as a software engineer at a tech company.", "expected": "Neutral"},
  {"text": "The recipe calls for two cups of flour and one egg.", "expected": "Neutral"},
  {"text": "He moved to Barcelona last year for a new job.", "expected": "Neutral"},
  {"text": "Those who don't eat pork tend to keep to themselves around here.", "expected": "Coded/Dogwhistle Hate — Needs Review"},
  {"text": "The Austrian painter really had some interesting ideas about unity.", "expected": "Coded/Dogwhistle Hate — Needs Review"},
  {"text": "You know how 'those people' are with money.", "expected": "Coded/Dogwhistle Hate — Needs Review"},
  {"text": "The new engineers are really taking over the department, aren't they.", "expected": "Coded/Dogwhistle Hate — Needs Review"},
  {"text": "Funny how certain neighborhoods have changed so much lately.", "expected": "Coded/Dogwhistle Hate — Needs Review"},
  {"text": "I don't eat pork because of a health condition, not religion.", "expected": "Neutral"},
  {"text": "He studied painting in Austria before switching careers.", "expected": "Neutral"},
  {"text": "Our engineering team grew by ten people this quarter.", "expected": "Neutral"},
  {"text": "Sure, blame the weather again for the delay.", "expected": "Sarcastic/Ironic (Non-Hateful)"},
  {"text": "Some people just don't know how to use a turn signal, unbelievable.", "expected": "Neutral"}
]