File size: 15,178 Bytes
fb4fcd0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 | {
"about": "Real posts quoted in published fact-checks, plus controls. 'text_note' says whether the text is verbatim or stitched from the quoted pieces the fact-check printed. 'suggested_tricks' are a first guess: review every one and copy the ones you agree with into 'expected_tricks'. The eval script scores against expected_tricks only.",
"posts": [
{"id": "cleveland-clinic", "favors": "neither (health)", "text_note": "assembled from quoted fragments",
"text": "Cleveland Clinic: Millions of COVID-vaxxed will die within '5 years.' The renowned Cleveland Clinic has dropped a bone-chilling warning that millions of people who received COVID mRNA 'vaccines' are facing sudden death within the next 'five years.' According to the Ohio-based academic medical center, large numbers of the Covid-vaccinated 'may need a heart transplant' to avoid a sudden cardiac arrest.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2025/apr/04/facebook-posts/cleveland-clinic-didnt-say-millions-of-people-with/",
"suggested_tricks": ["emotional_language"], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "aoc-social-security", "favors": "Republicans", "text_note": "verbatim quoted lines",
"text": "AOC has no excuse for why her family has been cashing her dead grandmother's Social Security checks for a decade and a half. We must have just overlooked it.",
"rating": "PolitiFact: Pants on Fire", "source": "https://politifact.com/factchecks/2025/apr/04/viral-image/no-aoc-is-not-cashing-grandmothers-social-security/",
"suggested_tricks": ["ad_hominem"], "expected_trace": "NO_SOURCE or CONTRADICTED", "expected_tricks": []},
{"id": "musk-golf-fake", "favors": "Democrats", "text_note": "verbatim (fabricated screenshot text)",
"text": "Unbelievable. The DOGE team has discovered TENS OF MILLIONS OF DOLLARS spent on GOLF by a SINGLE GOVERNMENT OFFICIAL. Stay tuned for when we figure out who it is.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2025/apr/04/viral-image/elon-musk-didnt-target-trumps-golf-trips-in-an-x-p/",
"suggested_tricks": ["emotional_language"], "expected_trace": "CONTRADICTED or NO_SOURCE", "expected_tricks": []},
{"id": "trump-dual-citizenship-fake", "favors": "Democrats", "text_note": "verbatim quoted pieces joined",
"text": "Starting on Monday, I am ending dual citizenship under the Espionage Act and all these traitors will be 'denaturalized and deported' to the country they came from. No exceptions!!!!! America is for Americans, not all these foreigners who hate our great country and don't even pay taxes.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2025/apr/04/viral-image/this-isnt-a-real-truth-social-post-from-trump-abou/",
"suggested_tricks": ["us_vs_them", "emotional_language", "absolute_claims", "scapegoating"], "expected_trace": "CONTRADICTED or NO_SOURCE", "expected_tricks": []},
{"id": "missing-officer-scam", "favors": "neither (scam)", "text_note": "verbatim quoted pieces joined",
"text": "FEMALE POLICE OFFICER MISSING in Winnemucca. Be on the look out, the police need help in locating female police officer KATIE CUNNINGHAM (28) who went missing yesterday morning. Her car was found last night with her daughter inside but unfortunately, there is still no sign of her. She is 5'9\" and 163 lbs. A silver alert has been issued for Katie who is considered to possibly be in EXTREME danger and in need of medical assistance. We are asking for the community's help. IT ONLY TAKES 2 SECONDS to share...",
"rating": "PolitiFact: Pants on Fire", "source": "https://politifact.com/factchecks/2025/apr/04/facebook-posts/this-police-officer-isnt-in-danger-but-your-person/",
"suggested_tricks": ["false_urgency", "emotional_language"], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "dolly-parton-pride", "favors": "Republicans", "text_note": "verbatim quoted pieces joined",
"text": "BREAKING NEWS: Dolly Parton announces her refusal to celebrate Pride Month in June. She says 'WOKE' doesn't deserve to be commemorated.",
"rating": "PolitiFact: Pants on Fire", "source": "https://politifact.com/factchecks/2025/jun/25/facebook-posts/dolly-parton-pride-month-lgbtq/",
"suggested_tricks": ["false_urgency"], "expected_trace": "CONTRADICTED or NO_SOURCE", "expected_tricks": []},
{"id": "pratt-zero-votes", "favors": "Republicans", "text_note": "verbatim quoted lines",
"text": "Spencer Pratt got 0 out of 24,000 votes in a late night LA ballot drop. 0/24,000. A guy getting around 30% support got 0 out of 24,000. Astronomically small probability of happening. Impossible. California no longer even hides it. Doors need to be kicked in.",
"rating": "Lead Stories: False", "source": "https://leadstories.com/hoax-alert/2026/06/fact-check-ballot-drop-did-not-give-spencer-pratt-0-votes-in-la-mayor-race.html",
"suggested_tricks": ["absolute_claims", "emotional_language", "scapegoating"], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "musk-the-view", "favors": "Democrats", "text_note": "verbatim",
"text": "THRILLING. Elon Musk called for a boycott of 'The View,' labeling it 'a meeting place for ignorant women.' The entire cast responded fiercely immediately after...",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2025/apr/02/facebook-posts/dont-fall-for-unfounded-claims-about-elon-musk-urg/",
"suggested_tricks": ["emotional_language"], "expected_trace": "NO_SOURCE or CONTRADICTED", "expected_tricks": []},
{"id": "stein-ballot-rejections", "favors": "Democrats", "text_note": "assembled from quoted fragments (full post not printed)",
"text": "Thousands more absentee ballots being rejected this election, at a rejection rate twice as high as in 2022.",
"rating": "PolitiFact: Mostly False", "source": "https://politifact.com/factchecks/2026/oct/23/josh-stein/fact-checking-steins-claims-about-mail-in-ballot-rejections-in-north-carolina/",
"suggested_tricks": ["relative_risk_no_baseline"], "expected_trace": "CONTRADICTED or MISSING_CONTEXT", "expected_tricks": []},
{"id": "hinson-8-million", "favors": "Democrats", "text_note": "verbatim ad lines",
"text": "After just five years in Washington, she's $8 million richer. Ashley Hinson got rich. Iowa got left behind.",
"rating": "PolitiFact: Mostly False", "source": "https://politifact.com/factchecks/2026/oct/23/winsenate/ashley-hinson-8-million-richer-iowa-senate/",
"suggested_tricks": ["us_vs_them"], "expected_trace": "MISSING_CONTEXT", "expected_tricks": []},
{"id": "castor-insider-trading", "favors": "Republicans", "text_note": "assembled from quoted fragments",
"text": "Kathy Castor worked the system, repeatedly violating a law aimed at stopping members of Congress from insider trading, thanks to two decades of shady trading.",
"rating": "PolitiFact: Mostly False", "source": "https://politifact.com/factchecks/2026/oct/22/club-growth-action/kathy-castor-insider-trading/",
"suggested_tricks": ["ad_hominem", "emotional_language"], "expected_trace": "MISSING_CONTEXT or CONTRADICTED", "expected_tricks": []},
{"id": "warmington-purdue-TRUE", "favors": "Republicans", "text_note": "verbatim ad lines. Rated TRUE: tests that TELL doesn't call true claims false",
"text": "Cinde Warmington was a Purdue Pharma lobbyist. She said that OxyContin was a miracle drug.",
"rating": "PolitiFact: True", "source": "https://politifact.com/factchecks/2026/oct/22/kelly-ayotte/warmington-opioid-purdue-pharma-new-hampshire/",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "vance-gas-refining", "favors": "Republicans", "text_note": "partial quote (fact-check paraphrases the rest: about 20% of refining went offline under Biden)",
"text": "The biggest reason why gas prices are so high is because when Joe Biden was president, we had about 20% of American refining capacity go offline.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2026/oct/19/jd-vance/biden-gasoline-prices-refineries-cbs-town-hall/",
"suggested_tricks": ["scapegoating"], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "moody-4-trillion", "favors": "Republicans", "text_note": "verbatim ad lines",
"text": "She works nine-hour shifts, mostly on her feet. They spent 40 years paying in to Social Security. Every dollar in this diner was earned. I voted to stop taxing tips and Social Security while my opponent backed a $4 trillion tax hike on everyone in this diner.",
"rating": "PolitiFact: Half True", "source": "https://politifact.com/factchecks/2026/oct/20/ashley-moody/moodys-fl-diner-ad-mischaracterizes-nixons-position-on-obbba-as-support-for-4-trillion-tax-hike/",
"suggested_tricks": ["emotional_language"], "expected_trace": "MISSING_CONTEXT", "expected_tricks": []},
{"id": "ballot-written-on", "favors": "neither (election process)", "text_note": "verbatim Facebook line",
"text": "Your ballot will be disqualified if it is written on.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2026/oct/16/social-media/in-north-carolina-and-other-states-a-ballot-isnt-disqualified-if-a-poll-worker-marks-it/",
"suggested_tricks": [], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "census-24000-noncitizens", "favors": "Republicans", "text_note": "verbatim quoted lines",
"text": "The Census Bureau has begun checking the Voter Records from 2020 against their Citizenship Records. On the first 128,000,000 Voters, the Census Bureau proves that over 24,000 Noncitizens voted illegally! The Census Bureau is going to analyze the next 32,000,000 Voters, and this number will explode. I WON THE ELECTION! We must pass THE SAVE AMERICA ACT. Thank you for your attention to this matter!",
"rating": "Lead Stories: Overstated", "source": "https://leadstories.com/hoax-alert/2026/08/fact-check-census-bureau-did-not-find-over-24000-noncitizens-voted-illegally-in-2020-election.html",
"suggested_tricks": ["missing_denominator", "emotional_language", "false_urgency"], "expected_trace": "MISSING_CONTEXT", "expected_tricks": []},
{"id": "trump-wave-clip", "favors": "Democrats", "text_note": "verbatim quoted lines",
"text": "I now have absolutely no doubt that Donald Trump has major mental decline. Just think for one minute if Joe Biden had waved into the abyss like Trump just did here. Imagine what Fox News would be saying. There is absolutely no rational explanation for this that I can see. How about you?",
"rating": "Lead Stories: False (missing context)", "source": "https://leadstories.com/hoax-alert/2026/10/fact-check-video-does-not-prove-trump-waved-to-nobody-before-boarding-marine-one-people-are-outside-camera-view.html",
"suggested_tricks": ["absolute_claims", "ad_hominem", "us_vs_them"], "expected_trace": "CONTRADICTED or MISSING_CONTEXT", "expected_tricks": []},
{"id": "marshall-beef", "favors": "Republicans", "text_note": "verbatim",
"text": "In a state with more cattle than people, here's the guy that wants to shut down the beef industry.",
"rating": "PolitiFact: False", "source": "https://politifact.com/factchecks/2026/oct/20/roger-marshall/adam-hamilton-kansas-beef-climate-change-cows/",
"suggested_tricks": ["ad_hominem"], "expected_trace": "CONTRADICTED", "expected_tricks": []},
{"id": "control-ballot-rejections", "control": true, "favors": "neither", "text_note": "control, written from the PolitiFact findings",
"text": "Through Oct. 20, North Carolina had rejected 1,349 mail-in ballots, or 3.1% of those cast, compared with 2.6% at the same point in 2022. Fewer people are voting by mail this year, so the total number of rejections is down.",
"source": "https://politifact.com/factchecks/2026/oct/23/josh-stein/fact-checking-steins-claims-about-mail-in-ballot-rejections-in-north-carolina/",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "control-ballot-marks", "control": true, "favors": "neither", "text_note": "control, written from the PolitiFact findings",
"text": "Election officials in North Carolina say poll workers can legally write on a ballot, for example to sort it by precinct. Those marks don't disqualify your vote.",
"source": "https://politifact.com/factchecks/2026/oct/16/social-media/in-north-carolina-and-other-states-a-ballot-isnt-disqualified-if-a-poll-worker-marks-it/",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "control-census", "control": true, "favors": "neither", "text_note": "control, written from the Lead Stories findings",
"text": "A Census Bureau analysis flagged about 24,000 voter records that matched immigration or visa records with no later citizenship record. The report says this suggests possible noncitizenship but doesn't prove anyone voted illegally.",
"source": "https://leadstories.com/hoax-alert/2026/08/fact-check-census-bureau-did-not-find-over-24000-noncitizens-voted-illegally-in-2020-election.html",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "control-pratt-feed", "control": true, "favors": "neither", "text_note": "control, written from the Lead Stories findings",
"text": "During the LA mayor count, an AP data feed briefly showed Spencer Pratt with 0 votes in one update because his numbers posted about a minute after the other candidates'. County records show every candidate got votes in every update.",
"source": "https://leadstories.com/hoax-alert/2026/06/fact-check-ballot-drop-did-not-give-spencer-pratt-0-votes-in-la-mayor-race.html",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "control-trump-wave", "control": true, "favors": "neither", "text_note": "control, written from the Lead Stories findings",
"text": "A viral clip seemed to show Trump waving at no one before boarding Marine One. Longer footage shows he was waving at construction workers who were outside the frame.",
"source": "https://leadstories.com/hoax-alert/2026/10/fact-check-video-does-not-prove-trump-waved-to-nobody-before-boarding-marine-one-people-are-outside-camera-view.html",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []},
{"id": "control-hinson", "control": true, "favors": "neither", "text_note": "control, written from the PolitiFact findings",
"text": "Comparing average estimates from her financial disclosures, Rep. Ashley Hinson's reported assets grew by roughly $4 million since 2020, much of it tied to her husband's stake in an insurance firm.",
"source": "https://politifact.com/factchecks/2026/oct/23/winsenate/ashley-hinson-8-million-richer-iowa-senate/",
"suggested_tricks": [], "expected_trace": "SUPPORTED", "expected_tricks": []}
]
}
|