Initial deployment of The Daily Snorter

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+corpus.db filter=lfs diff=lfs merge=lfs -text
+static/snorter-hero.png filter=lfs diff=lfs merge=lfs -text
+static/snorter-logo.png filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,16 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Install dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt gunicorn
+
+# Copy application
+COPY . .
+
+# HuggingFace Spaces expects port 7860
+EXPOSE 7860
+
+# Run with gunicorn for production
+CMD ["gunicorn", "--bind", "0.0.0.0:7860", "--workers", "2", "--timeout", "120", "webapp:app"]

README.md

@@ -1,10 +1,19 @@
 ---
-title: Daily Snorter
-emoji: 💻
-colorFrom: purple
-colorTo: gray
+title: The Daily Snorter
+emoji: 🐽
+colorFrom: yellow
+colorTo: pink
 sdk: docker
+app_port: 7860
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# The Daily Snorter
+
+A curated comedy discovery app. Swipe through jokes across three categories:
+
+- **Classics** — Timeless one-liners and proven comedy gold
+- **Dad Jokes** — Wholesome groaners for the whole family
+- **Fresh** — Latest comedy from social media, engagement-filtered and quality-scored
+
+Built with engagement-weighted scoring, statistical quality tiers, and behavioural profiling to serve you better jokes the more you use it.

corpus.db

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af777093a62d846b0a907d6f634ded598a2d17481d8ab41c7a7bbf67a2a6c9b6
+size 83984384

curated_jokes.py

@@ -0,0 +1,440 @@
+"""
+Curated collection of classic, short, quotable jokes from famous humorists and comedians.
+Compiled from well-known published quotes, stand-up specials, and award-winning material.
+
+Each entry contains:
+  - text: The joke text
+  - author: The comedian/humorist's name
+  - style: Category (one-liner, observational, dark, wordplay, deadpan, absurd, wit, self-deprecating)
+"""
+
+JOKES = [
+
+    # =========================================================================
+    # LITERARY / CLASSIC WITS
+    # =========================================================================
+
+    # --- Mark Twain ---
+    {"text": "Suppose you were an idiot, and suppose you were a member of Congress; but I repeat myself.", "author": "Mark Twain", "style": "wit"},
+    {"text": "Clothes make the man. Naked people have little or no influence on society.", "author": "Mark Twain", "style": "wit"},
+    {"text": "Never argue with stupid people, they will drag you down to their level and then beat you with experience.", "author": "Mark Twain", "style": "wit"},
+    {"text": "I am an old man and have known a great many troubles, but most of them never happened.", "author": "Mark Twain", "style": "wit"},
+    {"text": "Never put off till tomorrow what may be done day after tomorrow just as well.", "author": "Mark Twain", "style": "wit"},
+    {"text": "The secret of getting ahead is getting started.", "author": "Mark Twain", "style": "wit"},
+    {"text": "A clear conscience is the sure sign of a bad memory.", "author": "Mark Twain", "style": "wit"},
+    {"text": "The difference between the right word and the almost right word is the difference between lightning and a lightning bug.", "author": "Mark Twain", "style": "wit"},
+    {"text": "If you don't read the newspaper, you're uninformed. If you read the newspaper, you're misinformed.", "author": "Mark Twain", "style": "observational"},
+    {"text": "What would men be without women? Scarce, sir... mighty scarce.", "author": "Mark Twain", "style": "wit"},
+
+    # --- Oscar Wilde ---
+    {"text": "I can resist everything except temptation.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "Always forgive your enemies; nothing annoys them so much.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "Some cause happiness wherever they go; others whenever they go.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "I am not young enough to know everything.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "The play was a great success, but the audience was a total failure.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "I have nothing to declare except my genius.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "Work is the curse of the drinking classes.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "Bigamy is having one wife too many. Monogamy is the same.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "Experience is simply the name we give our mistakes.", "author": "Oscar Wilde", "style": "wit"},
+    {"text": "This wallpaper and I are fighting a duel to the death. Either it goes or I do.", "author": "Oscar Wilde", "style": "wit"},
+
+    # --- Dorothy Parker ---
+    {"text": "This is not a novel to be tossed aside lightly. It should be thrown with great force.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "The first thing I do in the morning is brush my teeth and sharpen my tongue.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "I don't know much about being a millionaire, but I'll bet I'd be darling at it.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "I require only three things of a man: he must be handsome, ruthless, and stupid.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "What fresh hell is this?", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "Beauty is only skin deep, but ugly goes clean to the bone.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "If you want to know what God thinks of money, just look at the people he gave it to.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "You can lead a horticulture, but you can't make her think.", "author": "Dorothy Parker", "style": "wordplay"},
+    {"text": "I like to have a martini, two at the very most. After three I'm under the table, after four I'm under my host.", "author": "Dorothy Parker", "style": "wit"},
+    {"text": "That woman speaks eighteen languages, and can't say 'No' in any of them.", "author": "Dorothy Parker", "style": "wit"},
+
+    # --- Groucho Marx ---
+    {"text": "I refuse to join any club that would have me as a member.", "author": "Groucho Marx", "style": "one-liner"},
+    {"text": "Outside of a dog, a book is a man's best friend. Inside of a dog it's too dark to read.", "author": "Groucho Marx", "style": "wordplay"},
+    {"text": "One morning I shot an elephant in my pajamas. How he got into my pajamas I'll never know.", "author": "Groucho Marx", "style": "wordplay"},
+    {"text": "I never forget a face, but in your case I'll be glad to make an exception.", "author": "Groucho Marx", "style": "wit"},
+    {"text": "I've had a perfectly wonderful evening, but this wasn't it.", "author": "Groucho Marx", "style": "wit"},
+    {"text": "Those are my principles, and if you don't like them... well, I have others.", "author": "Groucho Marx", "style": "wit"},
+    {"text": "The secret of life is honesty and fair dealing. If you can fake that, you've got it made.", "author": "Groucho Marx", "style": "wit"},
+    {"text": "Marriage is a wonderful institution, but who wants to live in an institution?", "author": "Groucho Marx", "style": "one-liner"},
+    {"text": "I find television very educating. Every time somebody turns on the set, I go into the other room and read a book.", "author": "Groucho Marx", "style": "wit"},
+    {"text": "A child of five would understand this. Send someone to fetch a child of five.", "author": "Groucho Marx", "style": "absurd"},
+
+    # --- W.C. Fields ---
+    {"text": "I cook with wine, sometimes I even add it to the food.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "I never drink water because of the disgusting things that fish do in it.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "I distrust camels, and anyone else who can go a week without a drink.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "Start every day off with a smile and get it over with.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "A woman drove me to drink and I didn't even have the decency to thank her.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "I am free of all prejudice. I hate everyone equally.", "author": "W.C. Fields", "style": "one-liner"},
+    {"text": "It ain't what they call you, it's what you answer to.", "author": "W.C. Fields", "style": "wit"},
+    {"text": "Horse sense is the thing a horse has which keeps it from betting on people.", "author": "W.C. Fields", "style": "wit"},
+
+    # --- Spike Milligan ---
+    {"text": "All I ask is the chance to prove that money can't make me happy.", "author": "Spike Milligan", "style": "one-liner"},
+    {"text": "I have the body of an eighteen year old. I keep it in the fridge.", "author": "Spike Milligan", "style": "dark"},
+    {"text": "I thought I'd begin by reading a poem by Shakespeare, but then I thought, why should I? He never reads any of mine.", "author": "Spike Milligan", "style": "absurd"},
+    {"text": "And God said, 'Let there be light' and there was light, but the Electricity Board said He would have to wait until Thursday to be connected.", "author": "Spike Milligan", "style": "absurd"},
+    {"text": "Said Hamlet to Ophelia, I'll draw a sketch of thee. What kind of pencil shall I use? 2B or not 2B?", "author": "Spike Milligan", "style": "wordplay"},
+    {"text": "Is there anything worn under the kilt? No, it's all in perfect working order.", "author": "Spike Milligan", "style": "wordplay"},
+    {"text": "My father had a profound influence on me. He was a lunatic.", "author": "Spike Milligan", "style": "one-liner"},
+    {"text": "Money can't buy you happiness but it does bring you a more pleasant form of misery.", "author": "Spike Milligan", "style": "wit"},
+
+    # --- P.G. Wodehouse ---
+    {"text": "He had just about enough intelligence to open his mouth when he wanted to eat, but certainly no more.", "author": "P.G. Wodehouse", "style": "wit"},
+    {"text": "He had the look of one who had drunk the cup of life and found a dead beetle at the bottom.", "author": "P.G. Wodehouse", "style": "wit"},
+    {"text": "He was a tubby little chap who looked as if he had been poured into his clothes and had forgotten to say 'When!'", "author": "P.G. Wodehouse", "style": "wit"},
+    {"text": "There is only one cure for grey hair. It was invented by a Frenchman. It is called the guillotine.", "author": "P.G. Wodehouse", "style": "dark"},
+    {"text": "I could see that, if not actually disgruntled, he was far from being gruntled.", "author": "P.G. Wodehouse", "style": "wordplay"},
+    {"text": "She had a penetrating sort of laugh. Rather like a train going into a tunnel.", "author": "P.G. Wodehouse", "style": "wit"},
+    {"text": "The fascination of shooting as a sport depends almost wholly on whether you are at the right or wrong end of the gun.", "author": "P.G. Wodehouse", "style": "wit"},
+    {"text": "It is a good rule in life never to apologize. The right sort of people do not want apologies, and the wrong sort take a mean advantage of them.", "author": "P.G. Wodehouse", "style": "wit"},
+
+    # =========================================================================
+    # STAND-UP LEGENDS
+    # =========================================================================
+
+    # --- Bill Hicks ---
+    {"text": "It's always funny until someone gets hurt. Then it's just hilarious.", "author": "Bill Hicks", "style": "dark"},
+    {"text": "I don't mean to sound bitter, cold, or cruel, but I am, so that's how it comes out.", "author": "Bill Hicks", "style": "one-liner"},
+    {"text": "Children are smarter than any of us. You know how I know that? I don't know one child with a full time job and children.", "author": "Bill Hicks", "style": "observational"},
+    {"text": "I believe God created me in one day. Yeah, looks like He rushed it.", "author": "Bill Hicks", "style": "self-deprecating"},
+    {"text": "I never got along with my dad. Kids used to come up to me and say, 'My dad can beat up your dad.' I'd say, 'Yeah? When?'", "author": "Bill Hicks", "style": "dark"},
+    {"text": "We all pay for life with death, so everything in between should be free.", "author": "Bill Hicks", "style": "observational"},
+    {"text": "When two or more people agree on an issue, I form on the other side.", "author": "Bill Hicks", "style": "one-liner"},
+    {"text": "People say 'Iraq had the fourth largest army in the world.' Yeah, maybe, but you know what, after the first three largest armies, there's a real big drop-off.", "author": "Bill Hicks", "style": "observational"},
+
+    # --- Mitch Hedberg ---
+    {"text": "I used to do drugs. I still do, but I used to, too.", "author": "Mitch Hedberg", "style": "one-liner"},
+    {"text": "My fake plants died because I did not pretend to water them.", "author": "Mitch Hedberg", "style": "deadpan"},
+    {"text": "An escalator can never break: it can only become stairs. You should never see an 'Escalator Temporarily Out Of Order' sign, just 'Escalator Temporarily Stairs. Sorry for the convenience.'", "author": "Mitch Hedberg", "style": "observational"},
+    {"text": "I'm against picketing, but I don't know how to show it.", "author": "Mitch Hedberg", "style": "deadpan"},
+    {"text": "I wear a necklace, cause I wanna know when I'm upside down.", "author": "Mitch Hedberg", "style": "absurd"},
+    {"text": "Dogs are forever in the push-up position.", "author": "Mitch Hedberg", "style": "observational"},
+    {"text": "A burrito is a sleeping bag for ground beef.", "author": "Mitch Hedberg", "style": "one-liner"},
+    {"text": "Fettuccine alfredo is macaroni and cheese for adults.", "author": "Mitch Hedberg", "style": "observational"},
+    {"text": "Every book is a children's book if the kid can read.", "author": "Mitch Hedberg", "style": "deadpan"},
+    {"text": "Rice is great if you're really hungry and want to eat two thousand of something.", "author": "Mitch Hedberg", "style": "deadpan"},
+
+    # --- Steven Wright ---
+    {"text": "I intend to live forever. So far, so good.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "A lot of people are afraid of heights. Not me, I'm afraid of widths.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "I went to a restaurant that serves 'breakfast at any time.' So I ordered French Toast during the Renaissance.", "author": "Steven Wright", "style": "absurd"},
+    {"text": "I bought some batteries, but they weren't included.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "Everywhere is within walking distance if you have the time.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "Right now I'm having amnesia and deja vu at the same time. I think I've forgotten this before.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "I put instant coffee in a microwave oven and almost went back in time.", "author": "Steven Wright", "style": "absurd"},
+    {"text": "I bought a humidifier and a dehumidifier. I put them in the same room and let them fight it out.", "author": "Steven Wright", "style": "absurd"},
+    {"text": "There's a fine line between fishing and just standing on the shore like an idiot.", "author": "Steven Wright", "style": "deadpan"},
+    {"text": "Experience is something you don't get until just after you need it.", "author": "Steven Wright", "style": "deadpan"},
+
+    # --- Rodney Dangerfield ---
+    {"text": "I get no respect. The way my luck is running, if I was a politician I would be honest.", "author": "Rodney Dangerfield", "style": "self-deprecating"},
+    {"text": "I told my psychiatrist that everyone hates me. He said I was being ridiculous — everyone hasn't met me yet.", "author": "Rodney Dangerfield", "style": "self-deprecating"},
+    {"text": "I was such an ugly kid. When I played in the sandbox the cat kept covering me up.", "author": "Rodney Dangerfield", "style": "self-deprecating"},
+    {"text": "My wife made me join a bridge club. I jump off next Tuesday.", "author": "Rodney Dangerfield", "style": "dark"},
+    {"text": "I looked up my family tree and found three dogs using it.", "author": "Rodney Dangerfield", "style": "self-deprecating"},
+    {"text": "When I was born I was so ugly the doctor slapped my mother.", "author": "Rodney Dangerfield", "style": "self-deprecating"},
+    {"text": "My wife and I were happy for twenty years. Then we met.", "author": "Rodney Dangerfield", "style": "one-liner"},
+    {"text": "I could tell that my parents hated me. My bath toys were a toaster and a radio.", "author": "Rodney Dangerfield", "style": "dark"},
+    {"text": "I went to a fight the other night, and a hockey game broke out.", "author": "Rodney Dangerfield", "style": "one-liner"},
+
+    # --- Henny Youngman ---
+    {"text": "Take my wife — please.", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "A doctor gave a man six months to live. The man couldn't pay his bill, so the doctor gave him another six months.", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "I take my wife everywhere, but she keeps finding her way back.", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "My wife's cooking is so bad, the flies pitched in to fix the screen door.", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "My wife said to me, 'For our anniversary I want to go somewhere I've never been before.' I said, 'Try the kitchen.'", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "A man goes to a psychiatrist. The doctor says, 'You're crazy.' The man says, 'I want a second opinion.' The doctor says, 'Okay, you're ugly too.'", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "The secret of a happy marriage remains a secret.", "author": "Henny Youngman", "style": "one-liner"},
+    {"text": "When I read about the evils of drinking, I gave up reading.", "author": "Henny Youngman", "style": "one-liner"},
+
+    # --- Joan Rivers ---
+    {"text": "People say that money is not the key to happiness, but I always figured if you have enough money, you can have a key made.", "author": "Joan Rivers", "style": "one-liner"},
+    {"text": "I wish I had a twin, so I could know what I'd look like without plastic surgery.", "author": "Joan Rivers", "style": "self-deprecating"},
+    {"text": "I've had so much plastic surgery, when I die they will donate my body to Tupperware.", "author": "Joan Rivers", "style": "self-deprecating"},
+    {"text": "I blame my mother for my poor sex life. All she told me was 'the man goes on top and the woman underneath.' For three years my husband and I slept in bunk beds.", "author": "Joan Rivers", "style": "one-liner"},
+    {"text": "I don't exercise. If God had wanted me to bend over, he would have put diamonds on the floor.", "author": "Joan Rivers", "style": "one-liner"},
+    {"text": "At my funeral, I want Meryl Streep crying in five different accents.", "author": "Joan Rivers", "style": "one-liner"},
+    {"text": "My husband wanted to be cremated. I told him I'd scatter his ashes at Neiman Marcus — that way, I'd visit him every day.", "author": "Joan Rivers", "style": "dark"},
+    {"text": "I was so ugly that my parents sent my picture to Ripley's Believe It or Not — they sent it back and said, 'We don't believe it.'", "author": "Joan Rivers", "style": "self-deprecating"},
+
+    # --- George Carlin ---
+    {"text": "Have you ever noticed that anybody driving slower than you is an idiot, and anyone going faster than you is a maniac?", "author": "George Carlin", "style": "observational"},
+    {"text": "'I am' is reportedly the shortest sentence in the English language. Could it be that 'I do' is the longest sentence?", "author": "George Carlin", "style": "wordplay"},
+    {"text": "Don't sweat the petty things and don't pet the sweaty things.", "author": "George Carlin", "style": "wordplay"},
+    {"text": "I went to a bookstore and asked the saleswoman, 'Where's the self-help section?' She said if she told me, it would defeat the purpose.", "author": "George Carlin", "style": "observational"},
+    {"text": "The reason I talk to myself is that I'm the only one whose answers I accept.", "author": "George Carlin", "style": "one-liner"},
+    {"text": "Inside every cynical person, there is a disappointed idealist.", "author": "George Carlin", "style": "observational"},
+    {"text": "When you're born you get a ticket to the freak show. When you're born in America, you get a front row seat.", "author": "George Carlin", "style": "observational"},
+    {"text": "That's why they call it the American Dream, because you have to be asleep to believe it.", "author": "George Carlin", "style": "observational"},
+
+    # --- Richard Pryor ---
+    {"text": "I'm not addicted to cocaine. I just like the way it smells.", "author": "Richard Pryor", "style": "one-liner"},
+    {"text": "I had to stop drinking, 'cause I got tired of waking up in my car driving ninety.", "author": "Richard Pryor", "style": "dark"},
+    {"text": "Marriage is really tough because you have to deal with feelings... and lawyers.", "author": "Richard Pryor", "style": "one-liner"},
+    {"text": "Who you gonna believe, me or your lying eyes?", "author": "Richard Pryor", "style": "one-liner"},
+    {"text": "I went through every phone book in Africa, and I didn't find one goddamn Pryor!", "author": "Richard Pryor", "style": "observational"},
+    {"text": "When that fire hit your ass, that will sober your ass up quick! I saw something, I went 'Well, that's a pretty blue. You know what? THAT'S MY ARM!'", "author": "Richard Pryor", "style": "dark"},
+
+    # --- Robin Williams ---
+    {"text": "Never pick a fight with an ugly person, they've got nothing to lose.", "author": "Robin Williams", "style": "one-liner"},
+    {"text": "If it's the Psychic Network, why do they need a phone number?", "author": "Robin Williams", "style": "observational"},
+    {"text": "Ah, yes, divorce... from the Latin word meaning to rip out a man's genitals through his wallet.", "author": "Robin Williams", "style": "dark"},
+    {"text": "Politics: 'Poli' a Latin word meaning 'many'; and 'tics' meaning 'bloodsucking creatures'.", "author": "Robin Williams", "style": "wordplay"},
+    {"text": "Why do they call it rush hour when nothing moves?", "author": "Robin Williams", "style": "observational"},
+    {"text": "If women ran the world, we wouldn't have wars, just intense negotiations every 28 days.", "author": "Robin Williams", "style": "observational"},
+    {"text": "Cricket is basically baseball on valium.", "author": "Robin Williams", "style": "one-liner"},
+    {"text": "Spring is nature's way of saying, 'Let's party!'", "author": "Robin Williams", "style": "one-liner"},
+
+    # =========================================================================
+    # BRITISH / IRISH COMEDY
+    # =========================================================================
+
+    # --- Chic Murray ---
+    {"text": "It's a small world, but I wouldn't want to have to paint it.", "author": "Chic Murray", "style": "deadpan"},
+    {"text": "I met this cowboy with a brown paper hat, paper waistcoat and paper trousers. He was wanted for rustling.", "author": "Chic Murray", "style": "wordplay"},
+    {"text": "My mother was so house proud that when my father got up to sleepwalk she had the bed made by the time he got back.", "author": "Chic Murray", "style": "absurd"},
+    {"text": "I first met my wife in the tunnel of love. She was digging it at the time.", "author": "Chic Murray", "style": "deadpan"},
+    {"text": "My father was a simple man. My mother was a simple woman. You see the result standing in front of you — a simpleton.", "author": "Chic Murray", "style": "self-deprecating"},
+    {"text": "I rang the bell of a small bed and breakfast place. A lady appeared at an upstairs window. 'What do you want?' 'I want to stay here.' 'Well, stay there then,' and she shut the window.", "author": "Chic Murray", "style": "deadpan"},
+    {"text": "We were so poor, the ultimate luxury in our house was ashtrays without advertisements.", "author": "Chic Murray", "style": "deadpan"},
+
+    # --- Tommy Cooper ---
+    {"text": "I used to be indecisive but now I am not quite sure.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "Last night I slept like a log. I woke up in the fireplace.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "I went to buy some camouflage trousers the other day but I couldn't find any.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "Last night I dreamt I ate a ten-pound marshmallow. When I woke up the pillow was gone.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "Police arrested two kids yesterday, one was drinking battery acid, the other was eating fireworks. They charged one and let the other one off.", "author": "Tommy Cooper", "style": "wordplay"},
+    {"text": "Somebody complimented me on my driving today. They left a little note on the windscreen. It said 'Parking Fine.' So that was nice.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "I'm on a whiskey diet. I've lost three days already.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "I went window shopping today. I bought four windows.", "author": "Tommy Cooper", "style": "one-liner"},
+    {"text": "Gambling has brought our family together. We had to move to a smaller house.", "author": "Tommy Cooper", "style": "one-liner"},
+
+    # --- Billy Connolly ---
+    {"text": "Never trust a man who, when left alone in a room with a tea cosy, doesn't try it on.", "author": "Billy Connolly", "style": "observational"},
+    {"text": "Marriage is a wonderful invention: then again, so is a bicycle repair kit.", "author": "Billy Connolly", "style": "one-liner"},
+    {"text": "There are two seasons in Scotland: June and Winter.", "author": "Billy Connolly", "style": "observational"},
+    {"text": "My definition of an intellectual is someone who can listen to the William Tell Overture without thinking of the Lone Ranger.", "author": "Billy Connolly", "style": "observational"},
+    {"text": "Who discovered we could get milk from cows, and what did he think he was doing at the time?", "author": "Billy Connolly", "style": "observational"},
+    {"text": "Before you judge a man, walk a mile in his shoes. After that who cares? He's a mile away and you've got his shoes!", "author": "Billy Connolly", "style": "one-liner"},
+    {"text": "A lot of people say it's a lack of vocabulary that makes you swear. Rubbish. I know thousands of words but I still prefer 'f***.'", "author": "Billy Connolly", "style": "observational"},
+    {"text": "If Jesus was a Jew, how come he has a Mexican first name?", "author": "Billy Connolly", "style": "observational"},
+
+    # --- Peter Kay ---
+    {"text": "A cement mixer collided with a prison van. Motorists are asked to be on the lookout for sixteen hardened criminals.", "author": "Peter Kay", "style": "wordplay"},
+    {"text": "I think animal testing is a terrible idea; they get all nervous and give the wrong answers.", "author": "Peter Kay", "style": "wordplay"},
+    {"text": "So this bloke says to me, 'Can I come in your house and talk about your carpets?' I thought, 'That's all I need — a Jehoover's Witness.'", "author": "Peter Kay", "style": "wordplay"},
+    {"text": "It's impossible to look cool whilst picking up a Frisbee.", "author": "Peter Kay", "style": "observational"},
+    {"text": "Garlic bread — it's the future, I've tasted it.", "author": "Peter Kay", "style": "observational"},
+    {"text": "The most painful household accident is wearing socks and stepping on an upturned plug.", "author": "Peter Kay", "style": "observational"},
+    {"text": "Do you know that look women get when they want sex? Me neither.", "author": "Peter Kay", "style": "self-deprecating"},
+
+    # --- Tim Vine ---
+    {"text": "I've just been on a once-in-a-lifetime holiday. I'll tell you what, never again.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "Crime in multi-storey car parks. That is wrong on so many different levels.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "Velcro: what a rip-off.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "I've decided to sell my Hoover... well, it was just collecting dust.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "I was reading a book — 'The History of Glue' — I couldn't put it down.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "'Can you teach me to do the splits?' 'How flexible are you?' 'I can't make Tuesdays.'", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "I went out on a date with Simile. I don't know what I metaphor.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "My next-door neighbour worships exhaust pipes, he's a catholic converter.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "Exit signs — they're on the way out.", "author": "Tim Vine", "style": "wordplay"},
+    {"text": "So I rang up my local swimming baths. I said, 'Is that the local swimming baths?' He said, 'It depends where you're calling from.'", "author": "Tim Vine", "style": "wordplay"},
+
+    # --- Milton Jones ---
+    {"text": "To the man on crutches, dressed in camouflage, who stole my wallet: you can hide but you can't run.", "author": "Milton Jones", "style": "wordplay"},
+    {"text": "About a month before he died, my grandfather, we covered his back full of lard. After that he went downhill very quickly.", "author": "Milton Jones", "style": "wordplay"},
+    {"text": "The worst job I ever had was as a forensicologist for the United Nations. One time I thought I'd come across the mass grave of a thousand snowmen. But it turned out it was just a field of carrots.", "author": "Milton Jones", "style": "absurd"},
+    {"text": "Years ago I used to supply Filofaxes for the Mafia. Yes, I was involved in very organised crime.", "author": "Milton Jones", "style": "wordplay"},
+    {"text": "Recently I've been attending meetings of Eavesdroppers Anonymous — not that they know!", "author": "Milton Jones", "style": "one-liner"},
+    {"text": "My grandfather invented the cold air balloon. It never really took off.", "author": "Milton Jones", "style": "wordplay"},
+    {"text": "On the other hand... you have different fingers.", "author": "Milton Jones", "style": "absurd"},
+
+    # --- Lee Mack ---
+    {"text": "I remember the last thing my nan said to me before she died. 'What are you doing here with that hammer?'", "author": "Lee Mack", "style": "dark"},
+    {"text": "I was in Waterstones the other day trying to buy a world map. The shop assistant said, 'Oh, we don't do them any more, try WH Smith.' I said, 'Blimey, how big is WH Smith?'", "author": "Lee Mack", "style": "wordplay"},
+    {"text": "I used to go out with an anesthetist — she was a local girl.", "author": "Lee Mack", "style": "wordplay"},
+    {"text": "A friend of mine always wanted to be run over by a steam train. When it happened, he was chuffed to bits.", "author": "Lee Mack", "style": "dark"},
+    {"text": "I found out my friend had a secret life as a priest. It's his altar ego.", "author": "Lee Mack", "style": "wordplay"},
+    {"text": "People who live in glass houses have to answer the door.", "author": "Lee Mack", "style": "one-liner"},
+
+    # --- Stewart Francis ---
+    {"text": "You know who really gives kids a bad name? Posh and Becks.", "author": "Stewart Francis", "style": "wordplay"},
+    {"text": "My dad has a weird hobby: he collects empty bottles — which sounds so much better than 'alcoholic.'", "author": "Stewart Francis", "style": "one-liner"},
+    {"text": "So what if I can't spell Armageddon? It's not the end of the world.", "author": "Stewart Francis", "style": "wordplay"},
+    {"text": "Even though I'm proud my dad invented the rear-view mirror, we're not as close as we appear.", "author": "Stewart Francis", "style": "wordplay"},
+    {"text": "My uncle was crushed by a piano. His funeral was very low key.", "author": "Stewart Francis", "style": "dark"},
+    {"text": "Have you ever imagined a world with no hypothetical situations?", "author": "Stewart Francis", "style": "deadpan"},
+    {"text": "I quit my job at the helium gas factory. I refused to be spoken to in that tone.", "author": "Stewart Francis", "style": "wordplay"},
+
+    # --- Gary Delaney ---
+    {"text": "I told my wife she was drawing her eyebrows too high. She looked surprised.", "author": "Gary Delaney", "style": "wordplay"},
+    {"text": "We can't even afford a garden, so when my wife bought us a trampoline I hit the roof.", "author": "Gary Delaney", "style": "wordplay"},
+    {"text": "I bought a ceiling fan. Complete waste of money. He just stood there clapping.", "author": "Gary Delaney", "style": "wordplay"},
+    {"text": "My therapist says I have a preoccupation with vengeance. We'll see about that.", "author": "Gary Delaney", "style": "dark"},
+    {"text": "I can give you the cause of anaphylactic shock in a nutshell.", "author": "Gary Delaney", "style": "wordplay"},
+    {"text": "Dave drowned. So at the funeral we got him a wreath in the shape of a lifebelt. Well, it's what he would have wanted.", "author": "Gary Delaney", "style": "dark"},
+
+    # --- Jimmy Carr ---
+    {"text": "Swimming is good for you, especially if you're drowning. Not only do you get a cardiovascular workout but also you don't die.", "author": "Jimmy Carr", "style": "dark"},
+    {"text": "I realized I was dyslexic when I went to a toga party dressed as a goat.", "author": "Jimmy Carr", "style": "wordplay"},
+    {"text": "When I was a kid, I used to have an imaginary friend. I used to think he went everywhere with me. Turns out he was just a kid with no friends following me around the playground.", "author": "Jimmy Carr", "style": "dark"},
+    {"text": "If only Africa had more mosquito nets, then every year we could save millions of mosquitoes from dying needlessly of AIDS.", "author": "Jimmy Carr", "style": "dark"},
+    {"text": "Throw acid on a woman's face, and no one bats an eye. Throw acid on the floor, and everyone loses their mind.", "author": "Jimmy Carr", "style": "dark"},
+    {"text": "My girlfriend said she wanted me to tease her, so I said 'Alright, fatty.'", "author": "Jimmy Carr", "style": "dark"},
+    {"text": "I say no to drugs, but they don't listen.", "author": "Jimmy Carr", "style": "one-liner"},
+
+    # =========================================================================
+    # EDINBURGH FRINGE JOKE AWARD WINNERS (Dave's Funniest Joke)
+    # =========================================================================
+
+    {"text": "I can't believe Amy Winehouse self-harms. She's so irritating she must be able to find someone to do it for her.", "author": "Zoe Lyons (Edinburgh Fringe Winner 2008)", "style": "dark"},
+    {"text": "Hedgehogs — why can't they just share the hedge?", "author": "Dan Antopolski (Edinburgh Fringe Winner 2009)", "style": "absurd"},
+    # Tim Vine 2010 — already included in Tim Vine section above
+    {"text": "I needed a password eight characters long so I picked Snow White and the Seven Dwarves.", "author": "Nick Helm (Edinburgh Fringe Winner 2011)", "style": "wordplay"},
+    # Stewart Francis 2012 — already included in Stewart Francis section above
+    {"text": "I heard a rumour that Cadbury is bringing out an oriental chocolate bar. Could be a Chinese Wispa.", "author": "Rob Auton (Edinburgh Fringe Winner 2013)", "style": "wordplay"},
+    # Tim Vine 2014 — already included in Tim Vine section above
+    {"text": "I just deleted all the German names off my phone. It's Hans free.", "author": "Darren Walsh (Edinburgh Fringe Winner 2015)", "style": "wordplay"},
+    {"text": "My dad has suggested that I register for a donor card. He's a man after my own heart.", "author": "Masai Graham (Edinburgh Fringe Winner 2016)", "style": "wordplay"},
+    {"text": "I'm not a fan of the new pound coin, but then again, I hate all change.", "author": "Ken Cheng (Edinburgh Fringe Winner 2017)", "style": "wordplay"},
+    {"text": "Working at the job centre has to be a tense job — knowing that if you get fired, you still have to come in the next day.", "author": "Adam Rowe (Edinburgh Fringe Winner 2018)", "style": "observational"},
+    {"text": "I keep randomly shouting out 'Broccoli' and 'Cauliflower' — I think I might have florets.", "author": "Olaf Falafel (Edinburgh Fringe Winner 2019)", "style": "wordplay"},
+    # 2020: No award (COVID-19 pandemic, Fringe cancelled)
+    {"text": "I thought the word 'Caesarean' began with the letter S, but when I looked in the dictionary, it was in the C section.", "author": "Masai Graham (Edinburgh Fringe Winner 2021)", "style": "wordplay"},
+    {"text": "I tried to steal spaghetti from the shop, but the female guard saw me and I couldn't get pasta.", "author": "Masai Graham (Edinburgh Fringe Winner 2022)", "style": "wordplay"},
+    {"text": "I started dating a zookeeper, but it turned out he was a cheetah.", "author": "Lorna Rose Treen (Edinburgh Fringe Winner 2023)", "style": "wordplay"},
+    {"text": "I was going to sail around the globe in the world's smallest ship but I bottled it.", "author": "Mark Simmons (Edinburgh Fringe Winner 2024)", "style": "wordplay"},
+    {"text": "I had to visit the trauma unit last weekend. He prefers the term dad.", "author": "Andy Gleeks (Edinburgh Fringe Winner 2025)", "style": "wordplay"},
+
+    # =========================================================================
+    # MODERN STAND-UP
+    # =========================================================================
+
+    # --- Demetri Martin ---
+    {"text": "Employee of the month is a good example of how somebody can be both a winner and a loser at the same time.", "author": "Demetri Martin", "style": "deadpan"},
+    {"text": "I wanna make a jigsaw puzzle that's 40,000 pieces. And when you finish it, it says 'go outside.'", "author": "Demetri Martin", "style": "deadpan"},
+    {"text": "I wrapped my Christmas presents early this year, but I used the wrong paper. See, the paper I used said 'Happy Birthday' on it. I didn't want to waste it so I just wrote 'Jesus' on it.", "author": "Demetri Martin", "style": "absurd"},
+    {"text": "I like parties, but I don't like pinatas because the pinata promotes violence against flamboyant animals.", "author": "Demetri Martin", "style": "absurd"},
+    {"text": "A lot of people don't like bumper stickers. I don't mind bumper stickers. To me, a bumper sticker is a shortcut. It's like a little sign that says 'Hey, let's never hang out.'", "author": "Demetri Martin", "style": "observational"},
+    {"text": "I think the worst time to have a heart attack is during a game of charades.", "author": "Demetri Martin", "style": "deadpan"},
+    {"text": "The digital camera is a great invention because it allows us to reminisce. Instantly.", "author": "Demetri Martin", "style": "deadpan"},
+    {"text": "Saying 'I'm sorry' is the same as saying 'I apologize.' Except at a funeral.", "author": "Demetri Martin", "style": "dark"},
+
+    # --- Anthony Jeselnik ---
+    {"text": "I've spent the past two years looking for my ex-girlfriend's killer... but no one will do it.", "author": "Anthony Jeselnik", "style": "dark"},
+    {"text": "Whenever I meet a pretty girl, the first thing I look for is intelligence; because if she doesn't have that, she's mine.", "author": "Anthony Jeselnik", "style": "dark"},
+    {"text": "My uncle killed himself playing Russian Roulette. But I choose to remember him as a great Russian Roulette player.", "author": "Anthony Jeselnik", "style": "dark"},
+    {"text": "I let my roommate pick the movie last night. And halfway through, I was like, 'Dude, Paul Blart: Mall Cop 2? Again?'", "author": "Anthony Jeselnik", "style": "deadpan"},
+    {"text": "My girlfriend's mad at me because I got her a t-shirt that says 'I'm With Stupid.' It doesn't help that I got it for her funeral.", "author": "Anthony Jeselnik", "style": "dark"},
+    {"text": "I told my friend that she was drawing her eyebrows too high. She looked surprised.", "author": "Anthony Jeselnik", "style": "wordplay"},
+    {"text": "My mom said that the best day of her life was the day I was born. I said, 'You must have had a terrible life.'", "author": "Anthony Jeselnik", "style": "dark"},
+    {"text": "When you are lonely, dimming the lights and playing soft jazz music isn't going to help. It just makes it weird for the pizza guy.", "author": "Anthony Jeselnik", "style": "dark"},
+
+    # --- Nate Bargatze ---
+    {"text": "In a marriage, one of you is a dreamer. 'Money's not real. Let's have fun.' And the other person hates fun. And that's how you make a marriage.", "author": "Nate Bargatze", "style": "observational"},
+    {"text": "My dad was a magician. Or as he liked to say, 'It goes clown, then magic. There's two steps. You can take them in either order.'", "author": "Nate Bargatze", "style": "deadpan"},
+    {"text": "What's easier than working out is just telling people you used to weigh 300 pounds. They don't know. I've never weighed 300 pounds, but I look pretty amazing for a guy who used to weigh 300.", "author": "Nate Bargatze", "style": "deadpan"},
+    {"text": "My wife and I don't have the same taste in anything. The only thing we've ever agreed on is getting married, and we were both wrong.", "author": "Nate Bargatze", "style": "deadpan"},
+    {"text": "Do you know the difference between a dentist and a sadist? Newer magazines.", "author": "Nate Bargatze", "style": "one-liner"},
+    {"text": "I don't even know how to be healthy. Every time I hear something's good for me, the next day they say it's bad for me. I just eat what I want and hope for the best.", "author": "Nate Bargatze", "style": "observational"},
+
+    # --- Hannibal Buress ---
+    {"text": "When people go through something rough in life, they say, 'I'm taking it one day at a time.' Yes, so is everybody. Because that's how time works.", "author": "Hannibal Buress", "style": "deadpan"},
+    {"text": "I don't like when people say, 'I'll pray for you.' You're going to pray for me? So basically, you're going to sit at home and do nothing?", "author": "Hannibal Buress", "style": "observational"},
+    {"text": "Whenever I eat at a restaurant I never put the napkin in my lap. People say, 'Hannibal, why don't you put the napkin in your lap?' Because I believe in myself.", "author": "Hannibal Buress", "style": "deadpan"},
+    {"text": "I'm in awful shape. My girlfriend gives me health tips sometimes, like, 'Hannibal, you're going to die.'", "author": "Hannibal Buress", "style": "deadpan"},
+    {"text": "You gotta be careful with compliments. One wrong word and suddenly you're the weird guy at the party. 'Hey, nice earlobes.' I just wanted to be nice!", "author": "Hannibal Buress", "style": "observational"},
+    {"text": "Why would I go to a club on my birthday? So I can be surrounded by people who don't know and don't care?", "author": "Hannibal Buress", "style": "deadpan"},
+
+    # --- John Mulaney ---
+    {"text": "You could pour soup in my lap and I'd probably apologize to you.", "author": "John Mulaney", "style": "self-deprecating"},
+    {"text": "College was like a four-year game show called 'Do My Friends Hate Me or Do I Just Need to Go to Sleep?'", "author": "John Mulaney", "style": "observational"},
+    {"text": "In terms of instant relief, cancelling plans is like heroin.", "author": "John Mulaney", "style": "observational"},
+    {"text": "I don't look older, I just look worse.", "author": "John Mulaney", "style": "self-deprecating"},
+    {"text": "You are gathered together as a school, and you are told never to talk to an adult you don't know. And you are told this by an adult you don't know.", "author": "John Mulaney", "style": "observational"},
+    {"text": "I always thought quicksand was going to be a much bigger problem than it turned out to be.", "author": "John Mulaney", "style": "observational"},
+    {"text": "The one thing you can't replace is your reputation. Unless you never had one.", "author": "John Mulaney", "style": "deadpan"},
+
+    # --- Bo Burnham ---
+    {"text": "Laughter is the best medicine, you know, besides medicine.", "author": "Bo Burnham", "style": "deadpan"},
+    {"text": "He believed you should fight fire with fire. Which is a terrible way to live your life, because he was a firefighter.", "author": "Bo Burnham", "style": "dark"},
+    {"text": "If I had a dime for every time a homeless guy asked me for change, I'd still say no.", "author": "Bo Burnham", "style": "dark"},
+    {"text": "What do you call a kid with no arms and an eye patch? Names.", "author": "Bo Burnham", "style": "dark"},
+    {"text": "The average person has one Fallopian tube.", "author": "Bo Burnham", "style": "deadpan"},
+    {"text": "I know very little about anything, but I do know this: if you can live your life without an audience, you should do it.", "author": "Bo Burnham", "style": "observational"},
+    {"text": "My whole family thinks I'm gay. I keep telling them 'I'm not gay! I'm not gay!' And this isn't helping because I can't stop having sex with dudes.", "author": "Bo Burnham", "style": "dark"},
+
+    # --- Taylor Tomlinson ---
+    {"text": "Having bangs feels exactly like being on mushrooms. The whole time you're looking at your friends asking, 'Do I look weird?'", "author": "Taylor Tomlinson", "style": "observational"},
+    {"text": "You have to work on yourself in your 20s because if you don't, then you'll turn 30 and all the shitty parts of your personality will solidify and that'll just be who you are now.", "author": "Taylor Tomlinson", "style": "observational"},
+    {"text": "Being bipolar is like not knowing how to swim. It might be embarrassing to tell people, and it might be hard to take you certain places.", "author": "Taylor Tomlinson", "style": "observational"},
+    {"text": "I had to break up with my last boyfriend because he didn't know what he wanted. And he was like, 'How can you say that?' And I was like, 'You told me that.'", "author": "Taylor Tomlinson", "style": "observational"},
+    {"text": "People think it's brave to have children. It's actually braver to not, because every day someone asks you why.", "author": "Taylor Tomlinson", "style": "observational"},
+    {"text": "I lost my virginity at 22. To a youth pastor. Some of those words are more concerning depending on what order you put them in.", "author": "Taylor Tomlinson", "style": "dark"},
+
+    # =========================================================================
+    # AUSTRALIAN / NEW ZEALAND
+    # =========================================================================
+
+    # --- Tim Minchin ---
+    {"text": "You know what they call alternative medicine that's been proved to work? Medicine.", "author": "Tim Minchin", "style": "observational"},
+    {"text": "It's quite hard being right in the face of people who are wrong without sounding like a complete dickhead.", "author": "Tim Minchin", "style": "observational"},
+    {"text": "Happiness is like an orgasm: if you think about it too much, it goes away.", "author": "Tim Minchin", "style": "observational"},
+    {"text": "Everything organic and natural is good, ignoring the fact that organic natural substances include arsenic, poo, and crocodiles.", "author": "Tim Minchin", "style": "observational"},
+    {"text": "Science adjusts its views based on what's observed. Faith is the denial of observation so that belief can be preserved.", "author": "Tim Minchin", "style": "observational"},
+    {"text": "Life is meaningless. And I love every second of it.", "author": "Tim Minchin", "style": "observational"},
+
+    # --- Hannah Gadsby ---
+    {"text": "I identify as tired.", "author": "Hannah Gadsby", "style": "deadpan"},
+    {"text": "I built a career out of self-deprecating humor, and I don't want to do that anymore. Do you understand what self-deprecation means when it comes from somebody who already exists in the margins? It's not humility. It's humiliation.", "author": "Hannah Gadsby", "style": "observational"},
+    {"text": "I hate TED talks. Everybody's got a TED talk. Even me, and I have nothing to say.", "author": "Hannah Gadsby", "style": "self-deprecating"},
+    {"text": "There is nothing stronger than a broken woman who has rebuilt herself.", "author": "Hannah Gadsby", "style": "observational"},
+    {"text": "People think I stopped telling jokes. I didn't stop. I just stopped telling the ones that let you off the hook.", "author": "Hannah Gadsby", "style": "observational"},
+
+    # --- Carl Barron ---
+    {"text": "I was asked by a waitress, with a straight face she said, 'Would you care for an orange juice?' I said, 'If it needed me.'", "author": "Carl Barron", "style": "deadpan"},
+    {"text": "I know I'm getting old because I'm starting to get excited about tea.", "author": "Carl Barron", "style": "observational"},
+    {"text": "My uncle gave me a walkie-talkie for my birthday. He said, 'Don't call me, I'll call you.'", "author": "Carl Barron", "style": "one-liner"},
+    {"text": "I went to the doctor the other day and he said, 'Don't eat anything fatty.' I said, 'What, like chips and burgers?' He said, 'No fatty, don't eat anything.'", "author": "Carl Barron", "style": "wordplay"},
+    {"text": "My dad used to say, 'Always fight fire with fire.' Which is probably why he got thrown out of the fire brigade.", "author": "Carl Barron", "style": "one-liner"},
+]
+
+
+# Verify and report stats
+if __name__ == "__main__":
+    from collections import Counter
+
+    print(f"Total jokes: {len(JOKES)}")
+    print()
+
+    # Count by author
+    author_counts = Counter(j["author"].split(" (")[0] for j in JOKES)
+    print("Jokes per comedian:")
+    for author, count in sorted(author_counts.items(), key=lambda x: -x[1]):
+        print(f"  {author}: {count}")
+
+    print()
+
+    # Count by style
+    style_counts = Counter(j["style"] for j in JOKES)
+    print("Jokes per style:")
+    for style, count in sorted(style_counts.items(), key=lambda x: -x[1]):
+        print(f"  {style}: {count}")
+
+    print()
+
+    # Check for length violations
+    long_jokes = [(j["author"], len(j["text"]), j["text"][:60]) for j in JOKES if len(j["text"]) > 500]
+    if long_jokes:
+        print(f"WARNING: {len(long_jokes)} jokes exceed 500 characters:")
+        for author, length, preview in long_jokes:
+            print(f"  {author} ({length} chars): {preview}...")
+    else:
+        print("All jokes are under 500 characters.")
+
+    under_280 = sum(1 for j in JOKES if len(j["text"]) <= 280)
+    print(f"Jokes under 280 characters (tweet-length): {under_280}/{len(JOKES)} ({under_280*100//len(JOKES)}%)")

requirements.txt

@@ -0,0 +1,20 @@
+# Web dashboard
+flask>=3.0
+gunicorn>=21.2
+
+# CLI (imported by scraper package)
+click>=8.0
+
+# HTTP requests
+requests>=2.31
+
+# Utilities
+python-dotenv>=1.0
+
+# Scraper platform deps (needed for imports)
+atproto>=0.0.46
+tweepy>=4.14
+praw>=7.7
+google-api-python-client>=2.100
+youtube-transcript-api>=0.6
+feedparser>=6.0

scraper/__main__.py

@@ -0,0 +1,4 @@
+from scraper.cli import cli
+
+if __name__ == "__main__":
+    cli()

scraper/cli.py

@@ -0,0 +1,427 @@
+import click
+import logging
+from scraper import db
+from scraper.config import TOPICS, STYLES, SOURCE_CATEGORIES
+from scraper.scoring import rescore_source
+from scraper.utils import truncate
+
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s [%(levelname)s] %(message)s",
+    datefmt="%H:%M:%S",
+)
+logger = logging.getLogger("joke-corpus")
+
+
+@click.group()
+def cli():
+    """Joke corpus — scrape, score, and curate comedy."""
+    db.init_db()
+
+
+# --- Scrape commands ---
+
+@cli.command()
+@click.option("--source", "platform", default=None, help="Scrape a single platform")
+@click.option("--backfill", is_flag=True, help="Collect historical posts")
+def scrape(platform, backfill):
+    """Scrape all configured sources for new content."""
+    sources = db.list_sources(platform)
+    if not sources:
+        click.echo("No sources configured. Use 'add' to add some.")
+        return
+
+    for source in sources:
+        plat = source["platform"]
+        handle = source["handle_or_url"]
+        click.echo(f"Scraping {plat}: {handle}...")
+
+        try:
+            scraper = _get_scraper(plat)
+            if scraper is None:
+                click.echo(f"  No scraper implemented for '{plat}' yet. Skipping.")
+                continue
+
+            found, new = scraper.scrape_source(dict(source), backfill=backfill)
+            db.update_source_last_scraped(source["id"])
+            db.log_scrape(source["id"], found, new, "success")
+            rescore_source(source["id"])
+            click.echo(f"  Found {found}, {new} new entries.")
+
+        except Exception as e:
+            db.log_scrape(source["id"], 0, 0, f"error: {e}")
+            logger.error(f"  Error scraping {handle}: {e}")
+
+
+@cli.command("import-datasets")
+def import_datasets():
+    """One-time import of pre-built comedy datasets."""
+    from scraper.static import import_datasets as imp
+    imp.run()
+
+
+# --- Browse commands ---
+
+@cli.command()
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None)
+@click.option("--style", default=None, help="Comma-separated style names")
+@click.option("--tier", type=click.Choice(["S", "A", "B", "C"]), default=None)
+@click.option("--platform", default=None)
+@click.option("--days", default=7, help="Look back N days (0 = all time)")
+@click.option("--limit", default=20)
+def top(topic, style, tier, platform, days, limit):
+    """Show top-scored entries."""
+    style_val = style.split(",")[0] if style else None
+    days_val = days if days > 0 else None
+    entries = db.top_entries(
+        topic=topic, style=style_val, tier=tier,
+        platform=platform, days=days_val, limit=limit,
+    )
+    _display_entries(entries)
+
+
+@cli.command()
+@click.argument("query")
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None)
+@click.option("--style", default=None)
+@click.option("--tier", type=click.Choice(["S", "A", "B", "C"]), default=None)
+@click.option("--platform", default=None)
+@click.option("--limit", default=20)
+def search(query, topic, style, tier, platform, limit):
+    """Full-text search the corpus."""
+    entries = db.search_entries(
+        query=query, topic=topic, style=style,
+        tier=tier, platform=platform, limit=limit,
+    )
+    _display_entries(entries)
+
+
+@cli.command()
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None)
+@click.option("--style", default=None)
+@click.option("--tier", type=click.Choice(["S", "A", "B", "C"]), default=None)
+def random(topic, style, tier):
+    """Show a random entry (inspiration mode)."""
+    entry = db.random_entry(topic=topic, style=style, tier=tier)
+    if entry:
+        _display_entry_detail(entry)
+    else:
+        click.echo("No entries match those filters.")
+
+
+# --- Classify command ---
+
+@cli.command()
+@click.argument("entry_id", type=int)
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None)
+@click.option("--style", default=None, help="Comma-separated style names")
+def classify(entry_id, topic, style):
+    """Set topic and/or styles for an entry."""
+    style_names = None
+    if style:
+        style_names = [s.strip() for s in style.split(",")]
+        invalid = [s for s in style_names if s not in STYLES]
+        if invalid:
+            click.echo(f"Unknown styles: {', '.join(invalid)}")
+            click.echo(f"Valid styles: {', '.join(STYLES)}")
+            return
+
+    db.classify_entry(entry_id, topic=topic, style_names=style_names)
+    click.echo(f"Entry {entry_id} classified.")
+    if topic:
+        click.echo(f"  Topic: {topic}")
+    if style_names:
+        click.echo(f"  Styles: {', '.join(style_names)}")
+
+
+# --- Curate commands ---
+
+@cli.command()
+@click.argument("entry_id", type=int)
+@click.argument("rating", type=click.IntRange(1, 5))
+def rate(entry_id, rating):
+    """Rate an entry 1-5."""
+    db.rate_entry(entry_id, rating)
+    click.echo(f"Entry {entry_id} rated {rating}/5.")
+
+
+@cli.command()
+@click.argument("entry_id", type=int)
+def fav(entry_id):
+    """Toggle favourite on an entry."""
+    result = db.favourite_entry(entry_id)
+    if result is not None:
+        state = "favourited" if result else "unfavourited"
+        click.echo(f"Entry {entry_id} {state}.")
+    else:
+        click.echo(f"Entry {entry_id} not found.")
+
+
+@cli.command()
+@click.argument("entry_id", type=int)
+@click.argument("text")
+def notes(entry_id, text):
+    """Add notes to an entry."""
+    db.add_notes(entry_id, text)
+    click.echo(f"Notes added to entry {entry_id}.")
+
+
+@cli.command()
+@click.argument("entry_id", type=int)
+def show(entry_id):
+    """Show full detail for an entry."""
+    entry, styles = db.get_entry(entry_id)
+    if entry:
+        _display_entry_full(entry, styles)
+    else:
+        click.echo(f"Entry {entry_id} not found.")
+
+
+# --- Source management ---
+
+@cli.command("add")
+@click.argument("category", type=click.Choice(SOURCE_CATEGORIES))
+@click.argument("platform")
+@click.argument("handle_or_url")
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None,
+              help="Default topic for entries from this source")
+@click.option("--name", default=None, help="Display name")
+@click.argument("notes_text", required=False, default=None)
+def add_source(category, platform, handle_or_url, topic, name, notes_text):
+    """Add a source to track."""
+    try:
+        source_id = db.add_source(
+            category=category,
+            platform=platform,
+            handle_or_url=handle_or_url,
+            display_name=name,
+            default_topic=topic,
+            notes=notes_text,
+        )
+        click.echo(f"Source added (id={source_id}): {platform} / {handle_or_url}")
+        if topic:
+            click.echo(f"  Default topic: {topic}")
+    except Exception as e:
+        click.echo(f"Error: {e}")
+
+
+@cli.command("list")
+@click.option("--platform", default=None)
+def list_sources(platform):
+    """List all tracked sources."""
+    sources = db.list_sources(platform)
+    if not sources:
+        click.echo("No sources configured.")
+        return
+
+    for s in sources:
+        topic_str = f" [{s['default_topic']}]" if s["default_topic"] else ""
+        last = s["last_scraped"] or "never"
+        click.echo(
+            f"  {s['id']:>3}  {s['platform']:<12} {s['handle_or_url']:<30}"
+            f"{topic_str:<15} last: {last}"
+        )
+        if s["notes"]:
+            click.echo(f"       {s['notes']}")
+
+
+@cli.command("remove")
+@click.argument("source_id", type=int)
+@click.confirmation_option(prompt="Delete this source and all its entries?")
+def remove_source(source_id):
+    """Remove a source and all its entries."""
+    source = db.get_source(source_id)
+    if source:
+        db.remove_source(source_id)
+        click.echo(f"Removed: {source['platform']} / {source['handle_or_url']}")
+    else:
+        click.echo(f"Source {source_id} not found.")
+
+
+# --- Stats ---
+
+@cli.command()
+def stats():
+    """Show corpus statistics."""
+    s = db.get_stats()
+    click.echo(f"\nCorpus: {s['total_entries']} entries from {s['total_sources']} sources")
+    click.echo(f"Favourites: {s['favourites']}")
+
+    if s["by_tier"]:
+        click.echo("\nBy tier:")
+        for row in s["by_tier"]:
+            click.echo(f"  {row['quality_tier']}: {row['n']}")
+
+    if s["by_platform"]:
+        click.echo("\nBy platform:")
+        for row in s["by_platform"]:
+            click.echo(f"  {row['platform']:<15} {row['n']}")
+
+    if s["by_topic"]:
+        click.echo("\nBy topic:")
+        for row in s["by_topic"]:
+            click.echo(f"  {row['topic']:<15} {row['n']}")
+
+
+# --- Export ---
+
+@cli.command()
+@click.option("--topic", type=click.Choice(TOPICS, case_sensitive=False), default=None)
+@click.option("--style", default=None)
+@click.option("--favourites-only", is_flag=True)
+@click.option("--output", "-o", default=None, help="Output file (default: stdout)")
+def export(topic, style, favourites_only, output):
+    """Export entries to markdown."""
+    with db.get_db() as conn:
+        conditions = ["e.quality_tier IN ('S', 'A')"]
+        params = []
+
+        if favourites_only:
+            conditions = ["e.favourite = 1"]
+
+        if topic:
+            conditions.append("e.topic = ?")
+            params.append(topic)
+
+        if style:
+            conditions.append(
+                """e.id IN (SELECT es.entry_id FROM entry_styles es
+                   JOIN styles s ON s.id = es.style_id
+                   WHERE s.name = ?)"""
+            )
+            params.append(style)
+
+        where = " AND ".join(conditions)
+        entries = conn.execute(
+            f"""SELECT e.*, s.display_name as source_name
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY e.quality_tier, e.normalised_score DESC""",
+            params,
+        ).fetchall()
+
+    lines = [f"# Joke Corpus Export\n"]
+    lines.append(f"Entries: {len(entries)}\n")
+    if topic:
+        lines.append(f"Topic: {topic}\n")
+    if style:
+        lines.append(f"Style: {style}\n")
+    lines.append("---\n")
+
+    for e in entries:
+        lines.append(f"\n## [{e['quality_tier']}] {e['source_name'] or e['platform']} — {e['author'] or 'unknown'}\n")
+        if e["topic"]:
+            lines.append(f"**Topic:** {e['topic']}")
+        if e["url"]:
+            lines.append(f"**URL:** {e['url']}")
+        if e["ally_rating"]:
+            lines.append(f"**Rating:** {'★' * e['ally_rating']}")
+        lines.append(f"\n{e['text']}\n")
+        if e["ally_notes"]:
+            lines.append(f"\n> {e['ally_notes']}\n")
+        lines.append("---\n")
+
+    text = "\n".join(lines)
+    if output:
+        with open(output, "w") as f:
+            f.write(text)
+        click.echo(f"Exported {len(entries)} entries to {output}")
+    else:
+        click.echo(text)
+
+
+# --- Display helpers ---
+
+def _display_entries(entries):
+    if not entries:
+        click.echo("No entries found.")
+        return
+
+    for e in entries:
+        fav_str = " ★" if e["favourite"] else ""
+        rating_str = f" [{e['ally_rating']}/5]" if e["ally_rating"] else ""
+        topic_str = f" [{e['topic']}]" if e["topic"] else ""
+        source_str = e["source_name"] or e["platform"]
+
+        click.echo(
+            f"\n  {e['id']:>5}  [{e['quality_tier']}]{fav_str}{rating_str}"
+            f"  {source_str}{topic_str}"
+        )
+        click.echo(f"         {truncate(e['text'], 200)}")
+
+    click.echo(f"\n  ({len(entries)} entries)")
+
+
+def _display_entry_detail(entry):
+    fav_str = " ★" if entry["favourite"] else ""
+    click.echo(f"\n  [{entry['quality_tier']}]{fav_str}  {entry['platform']}  id={entry['id']}")
+    if entry["topic"]:
+        click.echo(f"  Topic: {entry['topic']}")
+    click.echo(f"\n  {entry['text']}\n")
+    if entry["url"]:
+        click.echo(f"  {entry['url']}")
+
+
+def _display_entry_full(entry, styles):
+    fav_str = " ★" if entry["favourite"] else ""
+    click.echo(f"\n  [{entry['quality_tier']}]{fav_str}  {entry['platform']}  id={entry['id']}")
+    if entry["topic"]:
+        click.echo(f"  Topic: {entry['topic']}")
+    if styles:
+        click.echo(f"  Styles: {', '.join(styles)}")
+    if entry["ally_rating"]:
+        click.echo(f"  Rating: {entry['ally_rating']}/5")
+    click.echo(f"\n  {entry['text']}\n")
+    if entry["url"]:
+        click.echo(f"  URL: {entry['url']}")
+    if entry["ally_notes"]:
+        click.echo(f"  Notes: {entry['ally_notes']}")
+
+    # Engagement
+    has_engagement = any(
+        entry.get(k) for k in ["likes", "shares", "saves", "quotes", "replies"]
+    )
+    if has_engagement:
+        click.echo(
+            f"  Engagement: {entry.get('likes', 0)} likes, "
+            f"{entry.get('shares', 0)} shares, "
+            f"{entry.get('saves', 0)} saves, "
+            f"{entry.get('quotes', 0)} quotes, "
+            f"{entry.get('replies', 0)} replies"
+        )
+    click.echo(
+        f"  Score: raw={entry['raw_score']:.0f} "
+        f"norm={entry['normalised_score']:.1f}"
+    )
+
+
+# --- Scraper registry ---
+
+def _get_scraper(platform):
+    """Return the scraper module for a platform, or None."""
+    try:
+        if platform == "bluesky":
+            from scraper.platforms import bluesky
+            return bluesky
+        elif platform == "x_twitter":
+            from scraper.platforms import x_twitter
+            return x_twitter
+        elif platform == "reddit":
+            from scraper.platforms import reddit
+            return reddit
+        elif platform == "youtube":
+            from scraper.platforms import youtube
+            return youtube
+        elif platform == "rss":
+            logger.info("RSS scraping disabled (no engagement data)")
+            return None
+        elif platform == "guardian":
+            from scraper.platforms import guardian
+            return guardian
+        elif platform == "instagram":
+            from scraper.platforms import instagram
+            return instagram
+    except ImportError:
+        pass
+    return None

scraper/config.py

@@ -0,0 +1,65 @@
+import os
+from pathlib import Path
+from dotenv import load_dotenv
+
+# Load .env from project root
+PROJECT_ROOT = Path(__file__).parent.parent
+load_dotenv(PROJECT_ROOT / ".env")
+
+DB_PATH = PROJECT_ROOT / "corpus.db"
+
+# Valid taxonomy values
+TOPICS = [
+    "left_wing",
+    "right_wing",
+    "apolitical",
+    "health",
+    "science",
+    "culture",
+]
+
+STYLES = [
+    "deadpan",
+    "absurdist",
+    "satirical",
+    "observational",
+    "dark",
+    "warm",
+    "self_deprecating",
+    "roast",
+    "storytelling",
+    "one_liner",
+    "wordplay",
+]
+
+SOURCE_CATEGORIES = [
+    "social",
+    "journalism",
+    "transcript",
+    "podcast",
+    "dataset",
+]
+
+# Platform credentials
+TWITTER_BEARER_TOKEN = os.getenv("TWITTER_BEARER_TOKEN", "")
+TWITTER_API_KEY = os.getenv("TWITTER_API_KEY", "")
+TWITTER_API_SECRET = os.getenv("TWITTER_API_SECRET", "")
+
+REDDIT_CLIENT_ID = os.getenv("REDDIT_CLIENT_ID", "")
+REDDIT_CLIENT_SECRET = os.getenv("REDDIT_CLIENT_SECRET", "")
+REDDIT_USER_AGENT = os.getenv("REDDIT_USER_AGENT", "joke-corpus/0.1")
+
+YOUTUBE_API_KEY = os.getenv("YOUTUBE_API_KEY", "")
+
+GUARDIAN_API_KEY = os.getenv("GUARDIAN_API_KEY", "")
+
+BLUESKY_HANDLE = os.getenv("BLUESKY_HANDLE", "")
+BLUESKY_APP_PASSWORD = os.getenv("BLUESKY_APP_PASSWORD", "")
+
+APIFY_API_TOKEN = os.getenv("APIFY_API_TOKEN", "")
+
+# --- Engagement thresholds (quality gates) ---
+REDDIT_MIN_SCORE = 50
+TWITTER_MIN_FAVES = 100
+INSTAGRAM_MIN_LIKES_RATIO = 0.2   # 20% of account's median likes
+INSTAGRAM_MIN_LIKES_ABSOLUTE = 50  # absolute floor

scraper/db.py

@@ -0,0 +1,522 @@
+import sqlite3
+from contextlib import contextmanager
+from datetime import datetime, timezone
+from scraper.config import DB_PATH, STYLES
+
+
+def get_connection():
+    conn = sqlite3.connect(DB_PATH)
+    conn.row_factory = sqlite3.Row
+    conn.execute("PRAGMA journal_mode=WAL")
+    conn.execute("PRAGMA foreign_keys=ON")
+    return conn
+
+
+@contextmanager
+def get_db():
+    conn = get_connection()
+    try:
+        yield conn
+        conn.commit()
+    finally:
+        conn.close()
+
+
+def init_db():
+    with get_db() as conn:
+        conn.executescript("""
+            CREATE TABLE IF NOT EXISTS sources (
+                id INTEGER PRIMARY KEY,
+                category TEXT NOT NULL,
+                platform TEXT NOT NULL,
+                handle_or_url TEXT NOT NULL,
+                display_name TEXT,
+                follower_count INTEGER,
+                median_engagement REAL DEFAULT 0,
+                default_quality TEXT DEFAULT 'B',
+                default_topic TEXT,
+                last_scraped TIMESTAMP,
+                notes TEXT,
+                UNIQUE(platform, handle_or_url)
+            );
+
+            CREATE TABLE IF NOT EXISTS entries (
+                id INTEGER PRIMARY KEY,
+                source_id INTEGER REFERENCES sources(id),
+                platform TEXT NOT NULL,
+                platform_entry_id TEXT,
+                url TEXT,
+                text TEXT NOT NULL,
+                author TEXT,
+                content_type TEXT DEFAULT 'post',
+                posted_at TIMESTAMP,
+                scraped_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                topic TEXT,
+                likes INTEGER,
+                shares INTEGER,
+                saves INTEGER,
+                quotes INTEGER,
+                replies INTEGER,
+                raw_score REAL DEFAULT 0,
+                normalised_score REAL DEFAULT 0,
+                quality_tier TEXT DEFAULT 'C',
+                ally_rating INTEGER,
+                ally_notes TEXT,
+                favourite BOOLEAN DEFAULT 0,
+                UNIQUE(platform, platform_entry_id)
+            );
+
+            CREATE TABLE IF NOT EXISTS styles (
+                id INTEGER PRIMARY KEY,
+                name TEXT UNIQUE NOT NULL
+            );
+
+            CREATE TABLE IF NOT EXISTS entry_styles (
+                entry_id INTEGER REFERENCES entries(id) ON DELETE CASCADE,
+                style_id INTEGER REFERENCES styles(id),
+                PRIMARY KEY (entry_id, style_id)
+            );
+
+            CREATE TABLE IF NOT EXISTS scrape_log (
+                id INTEGER PRIMARY KEY,
+                source_id INTEGER REFERENCES sources(id),
+                scraped_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                entries_found INTEGER,
+                new_entries INTEGER,
+                status TEXT
+            );
+        """)
+
+        # World Cup tables
+        conn.executescript("""
+            CREATE TABLE IF NOT EXISTS tournaments (
+                id INTEGER PRIMARY KEY,
+                name TEXT NOT NULL,
+                category TEXT,
+                pool_filter TEXT DEFAULT 'mixed',
+                status TEXT DEFAULT 'open',
+                total_rounds INTEGER DEFAULT 6,
+                current_round INTEGER DEFAULT 1,
+                created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                started_at TIMESTAMP,
+                completed_at TIMESTAMP,
+                winner_entry_id INTEGER REFERENCES entries(id)
+            );
+
+            CREATE TABLE IF NOT EXISTS matchups (
+                id INTEGER PRIMARY KEY,
+                tournament_id INTEGER NOT NULL REFERENCES tournaments(id),
+                round_number INTEGER NOT NULL,
+                bracket_position INTEGER NOT NULL,
+                entry_a_id INTEGER NOT NULL REFERENCES entries(id),
+                entry_b_id INTEGER NOT NULL REFERENCES entries(id),
+                votes_a INTEGER DEFAULT 0,
+                votes_b INTEGER DEFAULT 0,
+                winner_id INTEGER REFERENCES entries(id),
+                status TEXT DEFAULT 'active',
+                opened_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                closed_at TIMESTAMP
+            );
+
+            CREATE TABLE IF NOT EXISTS votes (
+                id INTEGER PRIMARY KEY,
+                matchup_id INTEGER NOT NULL REFERENCES matchups(id),
+                entry_id INTEGER NOT NULL REFERENCES entries(id),
+                voter_token TEXT NOT NULL,
+                voter_ip TEXT,
+                voted_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+                UNIQUE(matchup_id, voter_token)
+            );
+
+            CREATE INDEX IF NOT EXISTS idx_matchups_tournament
+                ON matchups(tournament_id, round_number);
+            CREATE INDEX IF NOT EXISTS idx_matchups_status
+                ON matchups(status);
+            CREATE INDEX IF NOT EXISTS idx_votes_matchup
+                ON votes(matchup_id);
+            CREATE INDEX IF NOT EXISTS idx_votes_voter
+                ON votes(voter_token);
+        """)
+
+        # Add elo_rating and image_url columns if missing
+        for col, default in [("elo_rating", "1200.0"), ("image_url", "NULL")]:
+            try:
+                conn.execute(f"ALTER TABLE entries ADD COLUMN {col} REAL DEFAULT {default}"
+                             if col == "elo_rating" else
+                             f"ALTER TABLE entries ADD COLUMN {col} TEXT")
+            except Exception:
+                pass  # Column already exists
+
+        # Create FTS table if it doesn't exist
+        tables = [r[0] for r in conn.execute(
+            "SELECT name FROM sqlite_master WHERE type='table'"
+        ).fetchall()]
+        if "entries_fts" not in tables:
+            conn.execute("""
+                CREATE VIRTUAL TABLE entries_fts USING fts5(
+                    text, author, topic,
+                    content=entries, content_rowid=id
+                )
+            """)
+
+        # Pre-populate styles
+        for style in STYLES:
+            conn.execute(
+                "INSERT OR IGNORE INTO styles (name) VALUES (?)", (style,)
+            )
+
+
+# --- Source CRUD ---
+
+def add_source(category, platform, handle_or_url, display_name=None,
+               default_topic=None, notes=None):
+    with get_db() as conn:
+        conn.execute(
+            """INSERT INTO sources (category, platform, handle_or_url,
+               display_name, default_topic, notes)
+               VALUES (?, ?, ?, ?, ?, ?)""",
+            (category, platform, handle_or_url, display_name, default_topic,
+             notes),
+        )
+        return conn.execute("SELECT last_insert_rowid()").fetchone()[0]
+
+
+def list_sources(platform=None):
+    with get_db() as conn:
+        if platform:
+            return conn.execute(
+                "SELECT * FROM sources WHERE platform = ? ORDER BY id",
+                (platform,),
+            ).fetchall()
+        return conn.execute(
+            "SELECT * FROM sources ORDER BY platform, id"
+        ).fetchall()
+
+
+def get_source(source_id):
+    with get_db() as conn:
+        return conn.execute(
+            "SELECT * FROM sources WHERE id = ?", (source_id,)
+        ).fetchone()
+
+
+def remove_source(source_id):
+    with get_db() as conn:
+        conn.execute("DELETE FROM entries WHERE source_id = ?", (source_id,))
+        conn.execute("DELETE FROM sources WHERE id = ?", (source_id,))
+
+
+def update_source_last_scraped(source_id):
+    with get_db() as conn:
+        conn.execute(
+            "UPDATE sources SET last_scraped = ? WHERE id = ?",
+            (datetime.now(timezone.utc).isoformat(), source_id),
+        )
+
+
+def update_source_median(source_id):
+    with get_db() as conn:
+        row = conn.execute(
+            """SELECT raw_score FROM entries
+               WHERE source_id = ? AND raw_score > 0
+               ORDER BY raw_score""",
+            (source_id,),
+        ).fetchall()
+        if row:
+            mid = len(row) // 2
+            median = row[mid]["raw_score"]
+            conn.execute(
+                "UPDATE sources SET median_engagement = ? WHERE id = ?",
+                (median, source_id),
+            )
+
+
+# --- Entry CRUD ---
+
+def insert_entry(source_id, platform, text, platform_entry_id=None,
+                 url=None, author=None, content_type="post",
+                 posted_at=None, topic=None, likes=None, shares=None,
+                 saves=None, quotes=None, replies=None, image_url=None):
+    with get_db() as conn:
+        try:
+            conn.execute(
+                """INSERT INTO entries
+                   (source_id, platform, platform_entry_id, url, text,
+                    author, content_type, posted_at, topic,
+                    likes, shares, saves, quotes, replies, image_url)
+                   VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)""",
+                (source_id, platform, platform_entry_id, url, text,
+                 author, content_type, posted_at, topic,
+                 likes, shares, saves, quotes, replies, image_url),
+            )
+            entry_id = conn.execute(
+                "SELECT last_insert_rowid()"
+            ).fetchone()[0]
+
+            # Sync FTS
+            conn.execute(
+                """INSERT INTO entries_fts(rowid, text, author, topic)
+                   VALUES (?, ?, ?, ?)""",
+                (entry_id, text, author, topic),
+            )
+            return entry_id
+        except sqlite3.IntegrityError:
+            # Duplicate — already have this entry
+            return None
+
+
+def get_entry(entry_id):
+    with get_db() as conn:
+        entry = conn.execute(
+            "SELECT * FROM entries WHERE id = ?", (entry_id,)
+        ).fetchone()
+        if entry:
+            styles = conn.execute(
+                """SELECT s.name FROM styles s
+                   JOIN entry_styles es ON s.id = es.style_id
+                   WHERE es.entry_id = ?""",
+                (entry_id,),
+            ).fetchall()
+            return dict(entry), [r["name"] for r in styles]
+        return None, []
+
+
+def search_entries(query, topic=None, style=None, tier=None, platform=None,
+                   limit=20):
+    with get_db() as conn:
+        conditions = []
+        params = []
+
+        if query:
+            conditions.append(
+                "e.id IN (SELECT rowid FROM entries_fts WHERE entries_fts MATCH ?)"
+            )
+            params.append(query)
+
+        if topic:
+            conditions.append("e.topic = ?")
+            params.append(topic)
+
+        if style:
+            conditions.append(
+                """e.id IN (SELECT es.entry_id FROM entry_styles es
+                   JOIN styles s ON s.id = es.style_id
+                   WHERE s.name = ?)"""
+            )
+            params.append(style)
+
+        if tier:
+            conditions.append("e.quality_tier = ?")
+            params.append(tier)
+
+        if platform:
+            conditions.append("e.platform = ?")
+            params.append(platform)
+
+        where = " AND ".join(conditions) if conditions else "1=1"
+        params.append(limit)
+
+        return conn.execute(
+            f"""SELECT e.*, s.display_name as source_name
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY e.normalised_score DESC, e.raw_score DESC
+                LIMIT ?""",
+            params,
+        ).fetchall()
+
+
+def top_entries(topic=None, style=None, tier=None, platform=None,
+               days=7, limit=20):
+    with get_db() as conn:
+        conditions = []
+        params = []
+
+        if days:
+            conditions.append("e.scraped_at >= datetime('now', ?)")
+            params.append(f"-{days} days")
+
+        if topic:
+            conditions.append("e.topic = ?")
+            params.append(topic)
+
+        if style:
+            conditions.append(
+                """e.id IN (SELECT es.entry_id FROM entry_styles es
+                   JOIN styles s ON s.id = es.style_id
+                   WHERE s.name = ?)"""
+            )
+            params.append(style)
+
+        if tier:
+            conditions.append("e.quality_tier = ?")
+            params.append(tier)
+        else:
+            conditions.append("e.quality_tier IN ('S', 'A')")
+
+        if platform:
+            conditions.append("e.platform = ?")
+            params.append(platform)
+
+        where = " AND ".join(conditions) if conditions else "1=1"
+        params.append(limit)
+
+        return conn.execute(
+            f"""SELECT e.*, s.display_name as source_name
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY e.normalised_score DESC, e.raw_score DESC
+                LIMIT ?""",
+            params,
+        ).fetchall()
+
+
+def random_entry(topic=None, style=None, tier=None):
+    with get_db() as conn:
+        conditions = []
+        params = []
+
+        if topic:
+            conditions.append("e.topic = ?")
+            params.append(topic)
+
+        if style:
+            conditions.append(
+                """e.id IN (SELECT es.entry_id FROM entry_styles es
+                   JOIN styles s ON s.id = es.style_id
+                   WHERE s.name = ?)"""
+            )
+            params.append(style)
+
+        if tier:
+            conditions.append("e.quality_tier = ?")
+            params.append(tier)
+        else:
+            conditions.append("e.quality_tier IN ('S', 'A')")
+
+        where = " AND ".join(conditions) if conditions else "1=1"
+
+        return conn.execute(
+            f"""SELECT e.*, s.display_name as source_name
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY RANDOM()
+                LIMIT 1""",
+            params,
+        ).fetchone()
+
+
+# --- Curation ---
+
+def rate_entry(entry_id, rating):
+    with get_db() as conn:
+        conn.execute(
+            "UPDATE entries SET ally_rating = ? WHERE id = ?",
+            (rating, entry_id),
+        )
+
+
+def favourite_entry(entry_id):
+    with get_db() as conn:
+        current = conn.execute(
+            "SELECT favourite FROM entries WHERE id = ?", (entry_id,)
+        ).fetchone()
+        if current:
+            new_val = 0 if current["favourite"] else 1
+            conn.execute(
+                "UPDATE entries SET favourite = ? WHERE id = ?",
+                (new_val, entry_id),
+            )
+            return new_val
+    return None
+
+
+def add_notes(entry_id, notes):
+    with get_db() as conn:
+        conn.execute(
+            "UPDATE entries SET ally_notes = ? WHERE id = ?",
+            (notes, entry_id),
+        )
+
+
+def classify_entry(entry_id, topic=None, style_names=None):
+    with get_db() as conn:
+        if topic:
+            conn.execute(
+                "UPDATE entries SET topic = ? WHERE id = ?",
+                (topic, entry_id),
+            )
+            # Update FTS
+            entry = conn.execute(
+                "SELECT text, author FROM entries WHERE id = ?",
+                (entry_id,),
+            ).fetchone()
+            if entry:
+                conn.execute(
+                    "DELETE FROM entries_fts WHERE rowid = ?", (entry_id,)
+                )
+                conn.execute(
+                    """INSERT INTO entries_fts(rowid, text, author, topic)
+                       VALUES (?, ?, ?, ?)""",
+                    (entry_id, entry["text"], entry["author"], topic),
+                )
+
+        if style_names:
+            # Clear existing styles
+            conn.execute(
+                "DELETE FROM entry_styles WHERE entry_id = ?", (entry_id,)
+            )
+            for name in style_names:
+                style = conn.execute(
+                    "SELECT id FROM styles WHERE name = ?", (name,)
+                ).fetchone()
+                if style:
+                    conn.execute(
+                        "INSERT INTO entry_styles (entry_id, style_id) VALUES (?, ?)",
+                        (entry_id, style["id"]),
+                    )
+
+
+# --- Scrape Log ---
+
+def log_scrape(source_id, entries_found, new_entries, status="success"):
+    with get_db() as conn:
+        conn.execute(
+            """INSERT INTO scrape_log
+               (source_id, entries_found, new_entries, status)
+               VALUES (?, ?, ?, ?)""",
+            (source_id, entries_found, new_entries, status),
+        )
+
+
+# --- Stats ---
+
+def get_stats():
+    with get_db() as conn:
+        total = conn.execute("SELECT COUNT(*) as n FROM entries").fetchone()["n"]
+        by_platform = conn.execute(
+            "SELECT platform, COUNT(*) as n FROM entries GROUP BY platform ORDER BY n DESC"
+        ).fetchall()
+        by_topic = conn.execute(
+            "SELECT topic, COUNT(*) as n FROM entries WHERE topic IS NOT NULL GROUP BY topic ORDER BY n DESC"
+        ).fetchall()
+        by_tier = conn.execute(
+            "SELECT quality_tier, COUNT(*) as n FROM entries GROUP BY quality_tier ORDER BY quality_tier"
+        ).fetchall()
+        favourites = conn.execute(
+            "SELECT COUNT(*) as n FROM entries WHERE favourite = 1"
+        ).fetchone()["n"]
+        sources = conn.execute(
+            "SELECT COUNT(*) as n FROM sources"
+        ).fetchone()["n"]
+        return {
+            "total_entries": total,
+            "by_platform": by_platform,
+            "by_topic": by_topic,
+            "by_tier": by_tier,
+            "favourites": favourites,
+            "total_sources": sources,
+        }

scraper/extract_jokes.py

@@ -0,0 +1,207 @@
+"""Extract standalone one-liner jokes from long-form articles.
+
+Two-stage pipeline:
+  Stage 1: Regex/heuristic filtering (6,500 sentences → ~300 candidates)
+  Stage 2: Scoring candidates for standalone-ness (requires manual or AI review)
+
+For now, Stage 1 runs automatically. Stage 2 candidates are stored with
+content_type='extracted_candidate' for review in the web dashboard.
+"""
+import re
+import logging
+from scraper.db import get_db, insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+# Minimum article length to bother extracting from
+MIN_ARTICLE_LENGTH = 500
+
+# Sentence length bounds for one-liners
+MIN_JOKE_LENGTH = 40
+MAX_JOKE_LENGTH = 300
+
+# Patterns that strongly indicate a standalone joke (Frankie Boyle style)
+STRONG_PATTERNS = [
+    re.compile(r"looks?\s+like\s+", re.IGNORECASE),          # "looks like a..."
+    re.compile(r"look\s+as\s+if\s+", re.IGNORECASE),         # "look as if..."
+    re.compile(r"the\s+face\s+of\s+", re.IGNORECASE),        # "the face of someone who..."
+    re.compile(r"the\s+kind\s+of\s+\w+\s+who", re.IGNORECASE),  # "the kind of man who..."
+    re.compile(r"the\s+sort\s+of\s+\w+\s+who", re.IGNORECASE),
+    re.compile(r"so\s+\w+\s+that\s+", re.IGNORECASE),        # "so X that..."
+    re.compile(r"like\s+a\s+.+\s+in\s+a\s+", re.IGNORECASE), # "like a X in a Y"
+    re.compile(r"like\s+watching\s+", re.IGNORECASE),         # "like watching..."
+    re.compile(r"imagine\s+", re.IGNORECASE),                 # "Imagine..."
+]
+
+# Weak signals — help score but don't guarantee standalone-ness
+WEAK_PATTERNS = [
+    re.compile(r"\(.*\)", re.IGNORECASE),       # parenthetical aside
+    re.compile(r"—.+—", re.IGNORECASE),         # em-dash aside
+    re.compile(r"perhaps\s+", re.IGNORECASE),   # dry understatement
+    re.compile(r"presumably\s+", re.IGNORECASE),
+    re.compile(r"naturally\s+", re.IGNORECASE),
+    re.compile(r"of\s+course\s+", re.IGNORECASE),
+]
+
+# Sentences starting with these are likely context-dependent
+SKIP_STARTS = re.compile(
+    r"^(But |And |Yet |So |Or |However,|Meanwhile,|"
+    r"He |She |It |They |This |That |These |Those |"
+    r"His |Her |Its |Their |"
+    r"The (article|piece|column|book|report|story|film|show) )",
+    re.IGNORECASE,
+)
+
+# Named entities / proper nouns that suggest the subject is identified
+HAS_NAMED_SUBJECT = re.compile(
+    r"^[A-Z][a-z]+ [A-Z]|"  # First Last at start
+    r"^(Boris|Trump|Corbyn|Farage|May|Johnson|Cameron|Starmer|Sunak|"
+    r"Blair|Thatcher|Obama|Biden|Putin|Musk|Patel|Gove|Rees-Mogg|"
+    r"Cummings|Hancock|Truss|Sturgeon|Salmond|"
+    r"Britain|England|Scotland|America|Labour|Tory|Conservative|"
+    r"The (Queen|King|PM|BBC|NHS|Guardian|Sun|Mail|Times))\b",
+)
+
+
+def _split_sentences(text):
+    """Split article text into sentences, handling common abbreviations."""
+    # Remove markdown headers
+    text = re.sub(r"^#+\s+.*$", "", text, flags=re.MULTILINE)
+    # Remove URLs
+    text = re.sub(r"https?://\S+", "", text)
+    # Protect common abbreviations
+    text = text.replace("Mr.", "Mr").replace("Mrs.", "Mrs").replace("Ms.", "Ms")
+    text = text.replace("Dr.", "Dr").replace("St.", "St").replace("Prof.", "Prof")
+    text = text.replace("etc.", "etc").replace("eg.", "eg").replace("ie.", "ie")
+    text = text.replace("...", "…")
+
+    # Split on sentence endings
+    sentences = re.split(r'(?<=[.!?])\s+(?=[A-Z"\'])', text)
+    return [s.strip() for s in sentences if s.strip()]
+
+
+def _score_candidate(sentence):
+    """Score a sentence for standalone joke potential. Higher = more likely."""
+    score = 0
+
+    # Length sweet spot (80-200 chars is ideal for a one-liner)
+    length = len(sentence)
+    if 80 <= length <= 200:
+        score += 2
+    elif 60 <= length <= 250:
+        score += 1
+
+    # Strong pattern matches
+    for pattern in STRONG_PATTERNS:
+        if pattern.search(sentence):
+            score += 3
+            break  # Only count once
+
+    # Weak pattern matches
+    for pattern in WEAK_PATTERNS:
+        if pattern.search(sentence):
+            score += 1
+
+    # Has a named subject (not pronoun-dependent)
+    if HAS_NAMED_SUBJECT.match(sentence):
+        score += 2
+
+    # Starts with skip words (context-dependent)
+    if SKIP_STARTS.match(sentence):
+        score -= 2
+
+    # Contains a quote (often setup-punchline)
+    if '"' in sentence or '\u201c' in sentence:
+        score += 1
+
+    # Ends with a strong punchline indicator
+    if sentence.rstrip().endswith((".", "…", "?")):
+        score += 1
+
+    return score
+
+
+def extract_from_article(entry_id, text, source_id, author=None,
+                         topic=None, min_score=3):
+    """Extract joke candidates from a long-form article.
+
+    Returns list of (sentence, score) tuples that were inserted.
+    """
+    if len(text) < MIN_ARTICLE_LENGTH:
+        return []
+
+    # Get article title for attribution
+    title = ""
+    lines = text.split("\n")
+    for line in lines:
+        if line.strip().startswith("#"):
+            title = line.strip().lstrip("#").strip()
+            break
+
+    sentences = _split_sentences(text)
+    extracted = []
+
+    for sentence in sentences:
+        # Basic length filter
+        if len(sentence) < MIN_JOKE_LENGTH or len(sentence) > MAX_JOKE_LENGTH:
+            continue
+
+        score = _score_candidate(sentence)
+        if score >= min_score:
+            # Build attribution prefix if needed
+            attributed = sentence
+
+            # Store as extracted candidate
+            platform_id = f"extract-{entry_id}-{hash(sentence) & 0xFFFFFFFF:08x}"
+            eid = insert_entry(
+                source_id=source_id,
+                platform="extracted",
+                text=attributed,
+                platform_entry_id=platform_id,
+                author=author,
+                content_type="extracted_candidate",
+                topic=topic,
+            )
+            if eid:
+                extracted.append((sentence, score))
+
+    return extracted
+
+
+def run_extraction(min_score=3):
+    """Extract jokes from all long-form articles in the corpus."""
+    with get_db() as conn:
+        # Find articles that haven't been extracted yet
+        articles = conn.execute("""
+            SELECT e.id, e.text, e.source_id, e.author, e.topic
+            FROM entries e
+            WHERE e.content_type = 'article'
+              AND LENGTH(e.text) > ?
+              AND e.id NOT IN (
+                  SELECT DISTINCT CAST(
+                      SUBSTR(platform_entry_id, 9,
+                             INSTR(SUBSTR(platform_entry_id, 9), '-') - 1)
+                  AS INTEGER)
+                  FROM entries
+                  WHERE platform = 'extracted'
+              )
+        """, (MIN_ARTICLE_LENGTH,)).fetchall()
+
+    total_extracted = 0
+    for article in articles:
+        extracted = extract_from_article(
+            entry_id=article["id"],
+            text=article["text"],
+            source_id=article["source_id"],
+            author=article["author"],
+            topic=article["topic"],
+            min_score=min_score,
+        )
+        if extracted:
+            logger.info(
+                f"  Article {article['id']} ({article['author']}): "
+                f"extracted {len(extracted)} candidates"
+            )
+            total_extracted += len(extracted)
+
+    return total_extracted

scraper/platforms/bluesky.py

@@ -0,0 +1,89 @@
+"""Bluesky scraper via AT Protocol."""
+import logging
+from atproto import Client
+from scraper.config import BLUESKY_HANDLE, BLUESKY_APP_PASSWORD
+from scraper.db import insert_entry, get_source
+
+logger = logging.getLogger("joke-corpus")
+
+
+def _get_client():
+    client = Client()
+    if BLUESKY_HANDLE and BLUESKY_APP_PASSWORD:
+        client.login(BLUESKY_HANDLE, BLUESKY_APP_PASSWORD)
+    return client
+
+
+def scrape_source(source, backfill=False):
+    """Scrape a Bluesky account. Returns (found, new)."""
+    handle = source["handle_or_url"]
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    client = _get_client()
+
+    found = 0
+    new = 0
+    cursor = None
+
+    # Paginate through posts
+    max_pages = 50 if backfill else 3
+
+    for _ in range(max_pages):
+        response = client.get_author_feed(
+            actor=handle,
+            limit=50,
+            cursor=cursor,
+        )
+
+        if not response.feed:
+            break
+
+        for item in response.feed:
+            post = item.post
+            record = post.record
+
+            # Skip reposts (we want original content)
+            if item.reason and hasattr(item.reason, "py_type") and "repost" in str(item.reason.py_type).lower():
+                continue
+
+            # Skip replies unless they're from the account itself
+            if record.reply and post.author.handle != handle.lstrip("@"):
+                continue
+
+            text = record.text
+            if not text or len(text.strip()) < 10:
+                continue
+
+            found += 1
+
+            # Engagement data
+            likes = post.like_count or 0
+            shares = post.repost_count or 0
+            replies = post.reply_count or 0
+            quotes = getattr(post, "quote_count", 0) or 0
+
+            entry_id = insert_entry(
+                source_id=source_id,
+                platform="bluesky",
+                text=text,
+                platform_entry_id=post.uri,
+                url=f"https://bsky.app/profile/{post.author.handle}/post/{post.uri.split('/')[-1]}",
+                author=post.author.display_name or post.author.handle,
+                content_type="post",
+                posted_at=record.created_at,
+                topic=default_topic,
+                likes=likes,
+                shares=shares,
+                saves=0,
+                quotes=quotes,
+                replies=replies,
+            )
+            if entry_id:
+                new += 1
+
+        cursor = response.cursor
+        if not cursor:
+            break
+
+    return found, new

scraper/platforms/guardian.py

@@ -0,0 +1,88 @@
+"""Guardian Open Platform API scraper."""
+import logging
+import requests
+from scraper.config import GUARDIAN_API_KEY
+from scraper.db import insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+BASE_URL = "https://content.guardianapis.com/search"
+
+# Key comedy contributors
+DEFAULT_CONTRIBUTORS = [
+    "profile/frankie-boyle",
+    "profile/marinahyde",
+    "profile/johncrace",
+    "profile/stewart-lee",
+    "profile/charliebrooker",
+]
+
+
+def scrape_source(source, backfill=False):
+    """Scrape Guardian articles by a contributor. Returns (found, new)."""
+    contributor_tag = source["handle_or_url"]
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    if not GUARDIAN_API_KEY:
+        raise ValueError("GUARDIAN_API_KEY not set in .env")
+
+    found = 0
+    new = 0
+    page = 1
+    max_pages = 20 if backfill else 2
+
+    while page <= max_pages:
+        params = {
+            "api-key": GUARDIAN_API_KEY,
+            "tag": contributor_tag,
+            "show-fields": "bodyText,headline,byline,shortUrl",
+            "page-size": 50,
+            "page": page,
+            "order-by": "newest",
+        }
+
+        response = requests.get(BASE_URL, params=params, timeout=30)
+        response.raise_for_status()
+        data = response.json()
+
+        results = data.get("response", {}).get("results", [])
+        if not results:
+            break
+
+        for article in results:
+            fields = article.get("fields", {})
+            body = fields.get("bodyText", "")
+            headline = fields.get("headline", "")
+
+            if not body or len(body.strip()) < 50:
+                continue
+
+            text = f"# {headline}\n\n{body}"
+            found += 1
+
+            entry_id = insert_entry(
+                source_id=source_id,
+                platform="guardian",
+                text=text,
+                platform_entry_id=article["id"],
+                url=article.get("webUrl"),
+                author=fields.get("byline", contributor_tag),
+                content_type="article",
+                posted_at=article.get("webPublicationDate"),
+                topic=default_topic,
+                likes=None,
+                shares=None,
+                saves=None,
+                quotes=None,
+                replies=None,
+            )
+            if entry_id:
+                new += 1
+
+        total_pages = data.get("response", {}).get("pages", 1)
+        if page >= total_pages:
+            break
+        page += 1
+
+    return found, new

scraper/platforms/instagram.py

@@ -0,0 +1,463 @@
+"""Instagram scraper via Apify, with OCR for image-based text posts."""
+import io
+import logging
+import re
+import time
+import requests
+from scraper.config import APIFY_API_TOKEN, INSTAGRAM_MIN_LIKES_RATIO, INSTAGRAM_MIN_LIKES_ABSOLUTE
+from scraper.db import insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+# Apify Instagram Post Scraper actor
+ACTOR_ID = "apify~instagram-post-scraper"
+APIFY_BASE = "https://api.apify.com/v2"
+
+# Captions shorter than this trigger OCR on the image
+OCR_CAPTION_THRESHOLD = 50
+
+# Patterns that indicate a caption is just a watermark or tag spam
+JUNK_CAPTION_RE = re.compile(
+    r"^(@\w+\s*)+$|"              # Just @handles
+    r"^#\w+(\s+#\w+)*\s*$|"      # Just hashtags
+    r"^(link in bio|follow|tag)\b",  # Promo fluff
+    re.IGNORECASE,
+)
+
+# Patterns that indicate a caption is location metadata (Overheard accounts)
+LOCATION_CAPTION_RE = re.compile(
+    r"^[\w\s,.'&-]+\.\s*[\w\s,.'&-]+\.\s*[^\w]*"  # "Place. Area." pattern
+    r"|overheard\s+by\b"
+    r"|📥|👂|📍",
+    re.IGNORECASE,
+)
+
+# --- Tweet text cleaner for OCR output ---
+# Lines matching these are NOT part of the joke
+
+# Twitter/X UI elements
+_HANDLE_RE = re.compile(r"^@\w{1,20}$")                    # Standalone @handle
+_NAME_HANDLE_RE = re.compile(r"^[\w\s.'-]+\s*@\w+", re.I)  # "Name @handle" or "Name\n@handle"
+_METRIC_RE = re.compile(
+    r"^\d[\d,.KkMm]*\s*$"           # Just a number (likes/RTs)
+    r"|^\d[\d,.]*\s*(likes?|retweets?|replies|comments?|views?|reposts?)\b"
+    r"|^(reply|repost|like|share|bookmark)\s*$"
+    r"|^\d+:\d+\s*(AM|PM)"          # Timestamps "3:42 PM"
+    r"|^\d{1,2}\s*(h|d|m|s|hr|min)\s*$"  # Relative time "2h", "3d"
+    r"|^\d{1,2}/\d{1,2}/\d{2,4}$"   # Dates
+    r"|^(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\s+\d",
+    re.IGNORECASE,
+)
+_PLATFORM_RE = re.compile(
+    r"\bx\.com\b|\btwitter\.com\b|"
+    r"\bmemezar\b|\bmeme.zar\b|"
+    r"\bfuck.?jerry\b|\bdaquan\b|"
+    r"\bworldstar\b|\b9gag\b|"
+    r"\bladbible\b|\bunilad\b|"
+    r"\bbored\s*panda\b",
+    re.IGNORECASE,
+)
+_UI_RE = re.compile(
+    r"^(replying to|quote tweet|translate tweet|show this thread)\b"
+    r"|^(follow|following)\s*$"
+    r"|^\.\.\.\s*$"
+    r"|^(more|less)\s*$"
+    r"|^show\s+more\b"
+    r"|^translate\b",
+    re.IGNORECASE,
+)
+_WATERMARK_RE = re.compile(
+    r"^(posted|reposted|shared)\s+(by|via|from)\b"
+    r"|^(source|credit|via|from|originally)\s*[:@]"
+    r"|^(dm|send|tag)\s+(me|this|for)\b"
+    r"|^follow\s+(@|for)\b"
+    r"|^turn\s+on\s+(post\s+)?notifications\b",
+    re.IGNORECASE,
+)
+
+
+def _prefix_stripper(match):
+    """Helper for regex: strip prefix only if it looks like OCR garbage, not real text."""
+    prefix = match.group(0)
+    # Keep it if it looks like a real sentence start (e.g. "I don't", "My mom")
+    words = prefix.strip().split()
+    if not words:
+        return prefix
+    # Common real-sentence starters — don't strip these
+    starters = {"i", "my", "me", "we", "he", "she", "they", "it", "the", "a", "an",
+                "when", "if", "so", "not", "but", "and", "or", "no", "why", "how",
+                "what", "who", "this", "that", "just", "do", "don't", "its", "im",
+                "you", "your", "can", "can't", "did", "is", "are", "was", "were",
+                "has", "have", "had", "be", "been", "being", "will", "would", "could",
+                "should", "shall", "may", "might", "must", "need", "dare",
+                "anyone", "everyone", "someone", "nobody", "people", "normalize"}
+    if words[0].lower().rstrip("'\"") in starters:
+        return prefix
+    # If first word is very short and not a real word, strip it
+    if len(words[0]) <= 2 and not words[0].lower() in {"i", "a", "an", "am", "as", "at",
+                                                         "be", "by", "do", "go", "if",
+                                                         "in", "is", "it", "me", "my",
+                                                         "no", "of", "on", "or", "so",
+                                                         "to", "up", "us", "we"}:
+        return ""
+    return prefix
+
+
+def _clean_tweet_ocr(raw_text):
+    """Extract just the tweet/joke text from noisy OCR output.
+
+    Tweet screenshots have a predictable layout:
+      [Profile name]        <- short, before @handle
+      [@handle]             <- @username
+      [Tweet text — the joke]
+      [Timestamp / metrics / platform UI]
+      [Watermarks]
+
+    We strip everything that isn't the joke.
+    """
+    if not raw_text:
+        return ""
+
+    lines = raw_text.split("\n")
+    stripped_lines = [(i, l.strip()) for i, l in enumerate(lines)]
+    stripped_lines = [(i, l) for i, l in stripped_lines if l]
+
+    # First pass: identify @handle lines so we can also kill the display name above
+    handle_indices = set()
+    for idx, (i, l) in enumerate(stripped_lines):
+        if _HANDLE_RE.match(l):
+            handle_indices.add(idx)
+
+    kept = []
+    for idx, (i, l) in enumerate(stripped_lines):
+        if not l or len(l) <= 2:
+            continue
+
+        # Skip standalone @handles
+        if idx in handle_indices:
+            continue
+
+        # Skip display name lines: short line right before an @handle
+        if (idx + 1) in handle_indices and len(l) < 50:
+            continue
+
+        # Lines containing @handle: strip the handle AND everything before it
+        # "il Bear v \ @imartois Only 40 B.C." → "Only 40 B.C."
+        # "Coop ©) A> @_JustCoop think something" → "think something"
+        if re.search(r"@[\w_]+", l):
+            # Remove @handle and everything before it
+            after = re.sub(r"^.*?@[\w_]+\s*", "", l).strip()
+            if after and len(after) >= 10:
+                l = after
+            elif len(l) < 60:
+                # Short line dominated by the handle — skip it entirely
+                continue
+            # else: long line where handle is embedded, keep it but strip the handle
+            else:
+                l = re.sub(r"@[\w_]+", "", l).strip()
+
+        # Skip metrics (likes, RTs, timestamps, dates)
+        if _METRIC_RE.match(l):
+            continue
+
+        # Skip lines with multiple engagement metrics like "1.2K Reposts  4.5K Likes"
+        if re.match(r"^[\d.,KkMm\s]*(reposts?|likes?|retweets?|views?|bookmarks?|replies|comments?)[\d.,KkMm\s]*(reposts?|likes?|retweets?|views?|bookmarks?|replies|comments?)?", l, re.I):
+            continue
+
+        # Skip platform watermarks
+        if _PLATFORM_RE.search(l):
+            continue
+
+        # Skip UI elements (replying to, follow, etc.)
+        if _UI_RE.match(l):
+            continue
+
+        # Skip repost/credit watermarks
+        if _WATERMARK_RE.match(l):
+            continue
+
+        # Skip lines that are just special chars or very short garbage
+        if len(re.sub(r"[^a-zA-Z]", "", l)) < 3:
+            continue
+
+        # Skip verified badge / dot separators OCR artifacts
+        if re.match(r"^[·•.\-_=~\s]+$", l):
+            continue
+
+        kept.append(l)
+
+    if not kept:
+        return ""
+
+    # Join and clean up
+    text = " ".join(kept)
+
+    # Remove any remaining @handles that look like attributions at the end
+    text = re.sub(r"\s*[-—]\s*@\w+\s*$", "", text)
+
+    # Remove stray pipe characters (OCR line-break artifacts)
+    text = re.sub(r"\s*\|\s*", " ", text)
+
+    # --- Aggressive post-processing for remaining noise ---
+
+    # Remove any @handles that survived line-level cleaning
+    text = re.sub(r"@[\w_]+", "", text)
+
+    # Remove "follow @account for X" promo suffixes
+    text = re.sub(r"\s*//?\s*follow\s+\S+.*$", "", text, flags=re.I)
+
+    # Remove garbled engagement metrics: "QO 692k Q629 & 2,198 (7 22.2k"
+    text = re.sub(
+        r"[QO©®™&()\[\]{}]+\s*[\d,.KkMm]+(?:\s*[QO©®™&()\[\]{}]+\s*[\d,.KkMm]+)*",
+        "", text
+    )
+    # Remove standalone metrics like "22.2k", "45.3K", "937"
+    text = re.sub(r"\b\d+[.,]?\d*[KkMm]\b", "", text)
+
+    # Remove common OCR artifacts for Twitter UI elements
+    text = re.sub(r"[©®™¥§†‡]+", " ", text)
+    text = re.sub(r"\s[<>=]+\s", " ", text)
+
+    # Remove "RT" prefix
+    text = re.sub(r"^RT\s+", "", text)
+
+    # Remove "OP" suffix (reddit-style)
+    text = re.sub(r"\s+OP\s*$", "", text)
+
+    # Remove "Reply" / "Repost" / "4d" type trailing UI text
+    text = re.sub(r"\s+\d+[dhms]\s+(Reply|Repost|Like)\b.*$", "", text, flags=re.I)
+    text = re.sub(r"\s+(Reply|Repost)\s*$", "", text, flags=re.I)
+
+    # Collapse whitespace
+    text = re.sub(r"\s{2,}", " ", text).strip()
+
+    # Strip leading garbage: short non-sentence fragments at the start
+    # e.g., "il Bear v", "Coop ) A", "bubs é", "a HIMBooOoo SLICE My ="
+    # Strategy: if the first ~30 chars have mostly non-alpha or are gibberish, strip them
+    text = re.sub(r"^[^a-zA-Z\"'(]*", "", text)  # Strip leading non-letter chars
+    # Remove short (< 3 word) gibberish prefixes before the main sentence
+    text = re.sub(r"^(\S+\s+){0,3}(?=[A-Z][a-z])", _prefix_stripper, text)
+
+    # Collapse whitespace again
+    text = re.sub(r"\s{2,}", " ", text).strip()
+
+    # Quality gate: if the result is mostly non-alpha, it's garbage
+    alpha_chars = re.findall(r"[a-zA-Z]", text)
+    if len(text) > 0 and len(alpha_chars) / len(text) < 0.55:
+        return ""
+
+    # Quality gate: reject if too many OCR garble indicators
+    garble_chars = len(re.findall(r"[©®™¥§†‡<>={}\\|^~]", text))
+    if garble_chars > 2:
+        return ""
+
+    # Quality gate: reject very short results
+    if len(text) < 15:
+        return ""
+
+    # Quality gate: reject text with too many words jammed together (OCR garble)
+    # Words like "parentsjtake" and "henonimyatnidge" indicate failed OCR
+    words = text.split()
+    if words:
+        long_words = sum(1 for w in words if len(w) > 15)
+        medium_words = sum(1 for w in words if len(w) > 12)
+        if long_words >= 1 or medium_words >= 3:
+            return ""
+
+    return text
+
+
+def _ocr_image(image_url):
+    """Download an image and extract text via Tesseract OCR."""
+    try:
+        from PIL import Image
+        import pytesseract
+    except ImportError:
+        logger.warning("pytesseract/Pillow not installed — skipping OCR")
+        return ""
+
+    try:
+        resp = requests.get(image_url, timeout=15)
+        resp.raise_for_status()
+        img = Image.open(io.BytesIO(resp.content))
+
+        # Convert to grayscale for better OCR
+        img = img.convert("L")
+
+        # Run OCR
+        text = pytesseract.image_to_string(img, lang="eng")
+
+        # Clean up basic OCR noise, then run the tweet cleaner
+        text = text.strip()
+        text = re.sub(r"\n{3,}", "\n\n", text)
+
+        # Apply tweet text cleaner to extract just the joke
+        cleaned = _clean_tweet_ocr(text)
+        if cleaned and len(cleaned) >= 20:
+            return cleaned
+
+        # Fallback: basic cleanup without tweet cleaning
+        lines = [l for l in text.split("\n") if len(l.strip()) > 2]
+        text = "\n".join(lines).strip()
+
+        return text
+    except Exception as e:
+        logger.debug(f"OCR failed for {image_url}: {e}")
+        return ""
+
+
+def _is_junk_caption(caption):
+    """Check if a caption is just watermarks, tags, promo, or location metadata."""
+    if not caption:
+        return True
+    cleaned = caption.strip()
+    if len(cleaned) < OCR_CAPTION_THRESHOLD:
+        return True
+    if JUNK_CAPTION_RE.match(cleaned):
+        return True
+    # Overheard-style accounts: caption is just location + "Overheard by..."
+    if LOCATION_CAPTION_RE.search(cleaned) and len(cleaned) < 200:
+        return True
+    return False
+
+
+def _best_text(caption, image_url):
+    """Pick the best text: caption if it's substantial, otherwise OCR the image."""
+    caption = (caption or "").strip()
+
+    if not _is_junk_caption(caption) and len(caption) >= OCR_CAPTION_THRESHOLD:
+        # Caption looks like real content — use it, but strip trailing hashtags
+        text = re.sub(r"\s*#\w+(\s+#\w+)*\s*$", "", caption).strip()
+        return text if len(text) >= 20 else caption
+
+    # Caption is junk — try OCR
+    if image_url:
+        ocr_text = _ocr_image(image_url)
+        if len(ocr_text) >= 20:
+            return ocr_text
+
+    # Fall back to caption if OCR failed but caption has something
+    if len(caption) >= 20:
+        return re.sub(r"\s*#\w+(\s+#\w+)*\s*$", "", caption).strip()
+
+    return ""
+
+
+def _compute_likes_threshold(items):
+    """Compute min likes threshold from the current batch's median."""
+    likes_values = sorted(
+        item.get("likesCount", 0) for item in items if item.get("likesCount")
+    )
+    if not likes_values:
+        return INSTAGRAM_MIN_LIKES_ABSOLUTE
+    median = likes_values[len(likes_values) // 2]
+    return max(INSTAGRAM_MIN_LIKES_ABSOLUTE, int(median * INSTAGRAM_MIN_LIKES_RATIO))
+
+
+def scrape_source(source, backfill=False):
+    """Scrape an Instagram account via Apify. Returns (found, new)."""
+    handle = source["handle_or_url"].lstrip("@")
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    if not APIFY_API_TOKEN:
+        raise ValueError("APIFY_API_TOKEN not set in .env")
+
+    results_limit = 50 if backfill else 12
+
+    # Start the actor run
+    run_input = {
+        "username": [handle],
+        "resultsLimit": results_limit,
+    }
+
+    run_url = f"{APIFY_BASE}/acts/{ACTOR_ID}/runs"
+    headers = {"Authorization": f"Bearer {APIFY_API_TOKEN}"}
+
+    response = requests.post(
+        run_url,
+        json=run_input,
+        headers=headers,
+        timeout=30,
+    )
+    response.raise_for_status()
+    run_data = response.json()["data"]
+    run_id = run_data["id"]
+
+    # Poll for completion
+    status_url = f"{APIFY_BASE}/actor-runs/{run_id}"
+    for _ in range(60):  # Max 5 minutes
+        time.sleep(5)
+        status_resp = requests.get(status_url, headers=headers, timeout=30)
+        status_resp.raise_for_status()
+        status = status_resp.json()["data"]["status"]
+        if status in ("SUCCEEDED", "FAILED", "ABORTED", "TIMED-OUT"):
+            break
+
+    if status != "SUCCEEDED":
+        logger.error(f"Apify run {run_id} ended with status: {status}")
+        return 0, 0
+
+    # Fetch results
+    dataset_id = run_data["defaultDatasetId"]
+    items_url = f"{APIFY_BASE}/datasets/{dataset_id}/items"
+    items_resp = requests.get(items_url, headers=headers, timeout=30)
+    items_resp.raise_for_status()
+    items = items_resp.json()
+
+    found = 0
+    new = 0
+    ocr_used = 0
+    skipped_low = 0
+
+    # Compute per-account engagement threshold
+    likes_threshold = _compute_likes_threshold(items)
+    logger.info(f"  @{handle}: likes threshold = {likes_threshold}")
+
+    for item in items:
+        caption = item.get("caption") or ""
+        image_url = item.get("displayUrl") or ""
+
+        # Engagement gate: skip posts below the account's threshold
+        if item.get("likesCount", 0) < likes_threshold:
+            skipped_low += 1
+            continue
+
+        # Get best text (caption or OCR)
+        text = _best_text(caption, image_url)
+        if not text or len(text) < 15:
+            continue
+
+        # Track if OCR was used
+        if _is_junk_caption(caption) and image_url and len(text) >= 20:
+            ocr_used += 1
+
+        found += 1
+        shortcode = item.get("shortCode", "")
+
+        entry_id = insert_entry(
+            source_id=source_id,
+            platform="instagram",
+            text=text,
+            platform_entry_id=shortcode or item.get("id"),
+            url=f"https://www.instagram.com/p/{shortcode}/" if shortcode else None,
+            author=handle,
+            content_type="post",
+            posted_at=item.get("timestamp"),
+            topic=default_topic,
+            likes=item.get("likesCount", 0),
+            shares=0,
+            saves=0,
+            quotes=0,
+            replies=item.get("commentsCount", 0),
+            image_url=image_url or None,
+        )
+        if entry_id:
+            new += 1
+
+    if ocr_used:
+        logger.info(f"  OCR extracted text from {ocr_used} images for @{handle}")
+    if skipped_low:
+        logger.info(f"  @{handle}: skipped {skipped_low} low-engagement posts (threshold={likes_threshold})")
+
+    return found, new

scraper/platforms/reddit.py

@@ -0,0 +1,114 @@
+"""Reddit scraper via old.reddit.com public JSON (no API key required)."""
+import logging
+import time
+import requests
+from scraper.config import REDDIT_MIN_SCORE
+from scraper.db import insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+REDDIT_JSON_BASE = "https://old.reddit.com"
+USER_AGENT = "joke-corpus/0.1 (comedy research project)"
+REQUEST_DELAY = 2.0  # seconds between requests
+
+
+def _fetch_json(url, params=None):
+    """Fetch JSON from old.reddit.com with rate limiting."""
+    headers = {"User-Agent": USER_AGENT}
+    resp = requests.get(url, params=params, headers=headers, timeout=15)
+    resp.raise_for_status()
+    time.sleep(REQUEST_DELAY)
+    return resp.json()
+
+
+def _process_post(post, source_id, default_topic):
+    """Process a single Reddit post. Returns 1 if new, 0 otherwise."""
+    if post.get("stickied") or post.get("over_18"):
+        return 0
+
+    # Engagement gate: skip low-scoring posts
+    if post.get("score", 0) < REDDIT_MIN_SCORE:
+        return 0
+
+    title = (post.get("title") or "").strip()
+    selftext = (post.get("selftext") or "").strip()
+
+    # Skip removed/deleted content
+    if selftext in ("[removed]", "[deleted]"):
+        selftext = ""
+
+    # For joke subreddits: title = setup, selftext = punchline
+    if selftext and title:
+        text = f"{title}\n\n{selftext}"
+    elif title:
+        text = title
+    else:
+        return 0
+
+    # Length gates
+    if len(text) < 20 or len(text) > 2000:
+        return 0
+
+    post_id = post.get("id", "")
+
+    entry_id = insert_entry(
+        source_id=source_id,
+        platform="reddit",
+        text=text,
+        platform_entry_id=post_id,
+        url=f"https://reddit.com{post.get('permalink', '')}",
+        author=post.get("author", "[deleted]"),
+        content_type="post",
+        posted_at=str(post.get("created_utc", "")),
+        topic=default_topic,
+        likes=post.get("score", 0),
+        shares=0,
+        saves=0,
+        quotes=0,
+        replies=post.get("num_comments", 0),
+    )
+    return 1 if entry_id else 0
+
+
+def scrape_source(source, backfill=False):
+    """Scrape a Reddit subreddit via public JSON. Returns (found, new)."""
+    handle = source["handle_or_url"]
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    # Normalize: "r/Jokes" -> "Jokes"
+    subreddit_name = handle.lstrip("r/").strip("/")
+
+    sort = "top"
+    url = f"{REDDIT_JSON_BASE}/r/{subreddit_name}/{sort}.json"
+    params = {"limit": 100, "raw_json": 1}
+    params["t"] = "month" if backfill else "week"
+
+    found = 0
+    new = 0
+    pages = 3 if backfill else 2
+
+    for page in range(pages):
+        try:
+            data = _fetch_json(url, params)
+        except Exception as e:
+            logger.error(f"Failed to fetch r/{subreddit_name} page {page+1}: {e}")
+            break
+
+        posts = data.get("data", {}).get("children", [])
+        if not posts:
+            break
+
+        for post_wrapper in posts:
+            post = post_wrapper.get("data", {})
+            found += 1
+            new += _process_post(post, source_id, default_topic)
+
+        # Pagination
+        after = data.get("data", {}).get("after")
+        if not after:
+            break
+        params["after"] = after
+
+    logger.info(f"r/{subreddit_name}: found={found}, new={new}")
+    return found, new

scraper/platforms/rss.py

@@ -0,0 +1,76 @@
+"""RSS/Atom feed scraper for Substacks, satirical outlets, etc."""
+import logging
+from datetime import datetime
+import feedparser
+from scraper.db import insert_entry
+from scraper.utils import clean_text
+
+logger = logging.getLogger("joke-corpus")
+
+
+def scrape_source(source, backfill=False):
+    """Scrape an RSS feed. Returns (found, new)."""
+    feed_url = source["handle_or_url"]
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    feed = feedparser.parse(feed_url)
+
+    if feed.bozo and not feed.entries:
+        logger.error(f"Feed error for {feed_url}: {feed.bozo_exception}")
+        return 0, 0
+
+    found = 0
+    new = 0
+
+    for entry in feed.entries:
+        title = entry.get("title", "")
+
+        # Try to get full content, fall back to summary
+        content = ""
+        if "content" in entry:
+            content = entry.content[0].get("value", "")
+        elif "summary" in entry:
+            content = entry.get("summary", "")
+
+        # Strip HTML tags (basic)
+        import re
+        content = re.sub(r"<[^>]+>", "", content)
+        content = clean_text(content)
+
+        if not content or len(content.strip()) < 20:
+            # For satirical outlets, the headline alone might be the joke
+            if title and len(title.strip()) >= 10:
+                content = title
+            else:
+                continue
+
+        text = f"{title}\n\n{content}" if title and content != title else content
+        found += 1
+
+        # Parse date
+        posted_at = None
+        if "published_parsed" in entry and entry.published_parsed:
+            try:
+                posted_at = datetime(*entry.published_parsed[:6]).isoformat()
+            except (TypeError, ValueError):
+                pass
+
+        # Generate a stable ID from link or title
+        entry_id_str = entry.get("id") or entry.get("link") or title
+
+        entry_id = insert_entry(
+            source_id=source_id,
+            platform="rss",
+            text=text,
+            platform_entry_id=entry_id_str,
+            url=entry.get("link"),
+            author=entry.get("author", source.get("display_name")),
+            content_type="article",
+            posted_at=posted_at,
+            topic=default_topic,
+        )
+        if entry_id:
+            new += 1
+
+    return found, new

scraper/platforms/x_twitter.py

@@ -0,0 +1,120 @@
+"""X/Twitter scraper via Apify (no Twitter API key required)."""
+import logging
+import time
+import requests
+from scraper.config import APIFY_API_TOKEN, TWITTER_MIN_FAVES
+from scraper.db import insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+ACTOR_ID = "apidojo~tweet-scraper"
+APIFY_BASE = "https://api.apify.com/v2"
+
+
+def scrape_source(source, backfill=False):
+    """Scrape an X/Twitter account via Apify. Returns (found, new)."""
+    handle = source["handle_or_url"].lstrip("@")
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    if not APIFY_API_TOKEN:
+        raise ValueError("APIFY_API_TOKEN not set in .env")
+
+    max_items = 50 if backfill else 20
+
+    # Use search with min_faves to pre-filter — only pay for quality tweets
+    search_query = f"from:{handle} min_faves:{TWITTER_MIN_FAVES}"
+
+    run_input = {
+        "searchTerms": [search_query],
+        "maxItems": max_items,
+        "sort": "Latest",
+        "tweetLanguage": "en",
+    }
+
+    headers = {"Authorization": f"Bearer {APIFY_API_TOKEN}"}
+    run_url = f"{APIFY_BASE}/acts/{ACTOR_ID}/runs"
+
+    response = requests.post(run_url, json=run_input, headers=headers, timeout=30)
+    response.raise_for_status()
+    run_data = response.json()["data"]
+    run_id = run_data["id"]
+
+    logger.info(f"Started Apify run {run_id} for @{handle}")
+
+    # Poll for completion (max 5 minutes)
+    status_url = f"{APIFY_BASE}/actor-runs/{run_id}"
+    for _ in range(60):
+        time.sleep(5)
+        status_resp = requests.get(status_url, headers=headers, timeout=30)
+        status_resp.raise_for_status()
+        status = status_resp.json()["data"]["status"]
+        if status in ("SUCCEEDED", "FAILED", "ABORTED", "TIMED-OUT"):
+            break
+
+    if status != "SUCCEEDED":
+        logger.error(f"Apify run {run_id} for @{handle} ended with status: {status}")
+        return 0, 0
+
+    # Fetch results
+    dataset_id = run_data["defaultDatasetId"]
+    items_url = f"{APIFY_BASE}/datasets/{dataset_id}/items"
+    items_resp = requests.get(items_url, headers=headers, timeout=30)
+    items_resp.raise_for_status()
+    items = items_resp.json()
+
+    found = 0
+    new = 0
+
+    for item in items:
+        # Skip retweets and replies to others
+        if item.get("isRetweet"):
+            continue
+        if item.get("isReply"):
+            # Allow self-replies (threads) but skip replies to others
+            author_info = item.get("author", {})
+            reply_to = item.get("inReplyToUserId") or item.get("conversationUserId")
+            author_id = author_info.get("id")
+            if reply_to and str(reply_to) != str(author_id):
+                continue
+
+        text = item.get("fullText") or item.get("text") or ""
+        text = text.strip()
+
+        # Skip very short or empty
+        if not text or len(text) < 15:
+            continue
+
+        # Skip tweets that are just links
+        if text.startswith("http") and " " not in text:
+            continue
+
+        # Engagement sanity check (search pre-filter should handle this)
+        if (item.get("likeCount") or 0) < TWITTER_MIN_FAVES:
+            continue
+
+        found += 1
+        author_info = item.get("author", {})
+        tweet_id = item.get("id") or item.get("tweetId") or ""
+
+        entry_id = insert_entry(
+            source_id=source_id,
+            platform="x_twitter",
+            text=text,
+            platform_entry_id=str(tweet_id),
+            url=item.get("url") or f"https://x.com/{handle}/status/{tweet_id}",
+            author=author_info.get("userName") or handle,
+            content_type="post",
+            posted_at=item.get("createdAt"),
+            topic=default_topic,
+            likes=item.get("likeCount", 0),
+            shares=item.get("retweetCount", 0),
+            saves=item.get("bookmarkCount", 0),
+            quotes=item.get("quoteCount", 0),
+            replies=item.get("replyCount", 0),
+        )
+        if entry_id:
+            new += 1
+
+    logger.info(f"@{handle}: found={found}, new={new}")
+    return found, new

scraper/platforms/youtube.py

@@ -0,0 +1,171 @@
+"""YouTube scraper — transcripts + comments."""
+import logging
+from googleapiclient.discovery import build
+from scraper.config import YOUTUBE_API_KEY
+from scraper.db import insert_entry
+
+logger = logging.getLogger("joke-corpus")
+
+
+def _get_service():
+    if not YOUTUBE_API_KEY:
+        raise ValueError("YOUTUBE_API_KEY not set in .env")
+    return build("youtube", "v3", developerKey=YOUTUBE_API_KEY)
+
+
+def _get_transcript(video_id):
+    """Try to get transcript via youtube-transcript-api."""
+    try:
+        from youtube_transcript_api import YouTubeTranscriptApi
+        transcript_list = YouTubeTranscriptApi.get_transcript(video_id)
+        return " ".join(entry["text"] for entry in transcript_list)
+    except Exception as e:
+        logger.debug(f"No transcript for {video_id}: {e}")
+        return None
+
+
+def scrape_source(source, backfill=False):
+    """Scrape a YouTube channel. Returns (found, new)."""
+    channel_id_or_url = source["handle_or_url"]
+    source_id = source["id"]
+    default_topic = source.get("default_topic")
+
+    service = _get_service()
+
+    found = 0
+    new = 0
+    max_results = 50 if backfill else 10
+
+    # If it's a channel ID, search for videos
+    # If it starts with @, resolve the channel first
+    channel_id = channel_id_or_url
+    if channel_id.startswith("@"):
+        # Search for channel by handle
+        search = service.search().list(
+            q=channel_id, type="channel", part="id", maxResults=1
+        ).execute()
+        if search["items"]:
+            channel_id = search["items"][0]["id"]["channelId"]
+        else:
+            logger.error(f"Channel not found: {channel_id_or_url}")
+            return 0, 0
+
+    # Get recent videos
+    page_token = None
+    pages = 5 if backfill else 1
+
+    for _ in range(pages):
+        search_response = service.search().list(
+            channelId=channel_id,
+            type="video",
+            part="id,snippet",
+            maxResults=max_results,
+            order="date",
+            pageToken=page_token,
+        ).execute()
+
+        video_ids = [
+            item["id"]["videoId"]
+            for item in search_response.get("items", [])
+            if item["id"].get("videoId")
+        ]
+
+        if not video_ids:
+            break
+
+        # Get video stats
+        stats_response = service.videos().list(
+            id=",".join(video_ids),
+            part="statistics",
+        ).execute()
+
+        stats_map = {}
+        for item in stats_response.get("items", []):
+            stats_map[item["id"]] = item.get("statistics", {})
+
+        for item in search_response.get("items", []):
+            if not item["id"].get("videoId"):
+                continue
+
+            video_id = item["id"]["videoId"]
+            snippet = item["snippet"]
+
+            # Try to get transcript
+            transcript = _get_transcript(video_id)
+
+            title = snippet.get("title", "")
+            description = snippet.get("description", "")
+
+            if transcript:
+                text = f"# {title}\n\n{transcript}"
+                content_type = "transcript_chunk"
+            elif description and len(description) > 30:
+                text = f"# {title}\n\n{description}"
+                content_type = "post"
+            else:
+                text = title
+                content_type = "post"
+
+            if len(text.strip()) < 20:
+                continue
+
+            found += 1
+            stats = stats_map.get(video_id, {})
+
+            entry_id = insert_entry(
+                source_id=source_id,
+                platform="youtube",
+                text=text,
+                platform_entry_id=video_id,
+                url=f"https://www.youtube.com/watch?v={video_id}",
+                author=snippet.get("channelTitle"),
+                content_type=content_type,
+                posted_at=snippet.get("publishedAt"),
+                topic=default_topic,
+                likes=int(stats.get("likeCount", 0)),
+                shares=0,
+                saves=0,
+                quotes=0,
+                replies=int(stats.get("commentCount", 0)),
+            )
+            if entry_id:
+                new += 1
+
+            # Grab top comments
+            try:
+                comments_response = service.commentThreads().list(
+                    videoId=video_id,
+                    part="snippet",
+                    maxResults=5,
+                    order="relevance",
+                ).execute()
+
+                for thread in comments_response.get("items", []):
+                    comment = thread["snippet"]["topLevelComment"]["snippet"]
+                    comment_text = comment.get("textDisplay", "")
+                    if not comment_text or len(comment_text.strip()) < 10:
+                        continue
+
+                    found += 1
+                    entry_id = insert_entry(
+                        source_id=source_id,
+                        platform="youtube",
+                        text=comment_text,
+                        platform_entry_id=thread["id"],
+                        url=f"https://www.youtube.com/watch?v={video_id}",
+                        author=comment.get("authorDisplayName"),
+                        content_type="reply",
+                        posted_at=comment.get("publishedAt"),
+                        topic=default_topic,
+                        likes=int(comment.get("likeCount", 0)),
+                    )
+                    if entry_id:
+                        new += 1
+            except Exception as e:
+                logger.debug(f"Comments disabled or error for {video_id}: {e}")
+
+        page_token = search_response.get("nextPageToken")
+        if not page_token:
+            break
+
+    return found, new

scraper/scoring.py

@@ -0,0 +1,112 @@
+from scraper.db import get_db
+
+SIGNAL_WEIGHTS = {
+    "saves": 5,
+    "shares": 4,
+    "quotes": 3,
+    "likes": 1,
+}
+
+TIER_THRESHOLDS = {
+    "S": 10.0,   # > 10x median
+    "A": 5.0,    # 5-10x median
+    "B": 2.0,    # 2-5x median
+}
+
+
+def calculate_raw_score(likes=0, shares=0, saves=0, quotes=0, **_kwargs):
+    return (
+        (saves or 0) * SIGNAL_WEIGHTS["saves"]
+        + (shares or 0) * SIGNAL_WEIGHTS["shares"]
+        + (quotes or 0) * SIGNAL_WEIGHTS["quotes"]
+        + (likes or 0) * SIGNAL_WEIGHTS["likes"]
+    )
+
+
+def assign_tier(normalised_score):
+    if normalised_score >= TIER_THRESHOLDS["S"]:
+        return "S"
+    elif normalised_score >= TIER_THRESHOLDS["A"]:
+        return "A"
+    elif normalised_score >= TIER_THRESHOLDS["B"]:
+        return "B"
+    return "C"
+
+
+def score_entry(entry_id):
+    with get_db() as conn:
+        entry = conn.execute(
+            "SELECT * FROM entries WHERE id = ?", (entry_id,)
+        ).fetchone()
+        if not entry:
+            return
+
+        # Curated jokes are hand-picked quality — auto-assign tier A
+        if entry["platform"] == "curated":
+            conn.execute(
+                "UPDATE entries SET quality_tier = 'A' WHERE id = ?",
+                (entry_id,),
+            )
+            return 0, 0, "A"
+
+        raw = calculate_raw_score(
+            likes=entry["likes"],
+            shares=entry["shares"],
+            saves=entry["saves"],
+            quotes=entry["quotes"],
+        )
+
+        # Get source median
+        median = 1.0
+        if entry["source_id"]:
+            source = conn.execute(
+                "SELECT median_engagement FROM sources WHERE id = ?",
+                (entry["source_id"],),
+            ).fetchone()
+            if source and source["median_engagement"] > 0:
+                median = source["median_engagement"]
+
+        normalised = raw / median
+        tier = assign_tier(normalised)
+
+        conn.execute(
+            """UPDATE entries
+               SET raw_score = ?, normalised_score = ?, quality_tier = ?
+               WHERE id = ?""",
+            (raw, normalised, tier, entry_id),
+        )
+        return raw, normalised, tier
+
+
+def score_all_for_source(source_id):
+    with get_db() as conn:
+        entries = conn.execute(
+            "SELECT id FROM entries WHERE source_id = ?",
+            (source_id,),
+        ).fetchall()
+
+    scored = 0
+    for entry in entries:
+        result = score_entry(entry["id"])
+        if result:
+            scored += 1
+    return scored
+
+
+def rescore_source(source_id):
+    """Recalculate median for a source, then rescore all its entries."""
+    from scraper.db import update_source_median
+    update_source_median(source_id)
+    return score_all_for_source(source_id)
+
+
+def calculate_elo(winner_elo, loser_elo, k=32):
+    """Calculate new ELO ratings after a head-to-head matchup.
+
+    K=32 for volatile early ratings. Returns (new_winner_elo, new_loser_elo).
+    """
+    expected_w = 1 / (1 + 10 ** ((loser_elo - winner_elo) / 400))
+    expected_l = 1 / (1 + 10 ** ((winner_elo - loser_elo) / 400))
+    new_w = winner_elo + k * (1 - expected_w)
+    new_l = loser_elo + k * (0 - expected_l)
+    return round(new_w, 1), round(new_l, 1)

scraper/static/import_datasets.py

@@ -0,0 +1,161 @@
+"""One-time import of pre-built comedy datasets."""
+import csv
+import json
+import logging
+import os
+from pathlib import Path
+
+import click
+import requests
+
+from scraper.db import insert_entry, add_source, get_db
+
+logger = logging.getLogger("joke-corpus")
+
+DATASETS_DIR = Path(__file__).parent.parent.parent / "datasets"
+
+
+def run():
+    """Run all dataset imports."""
+    DATASETS_DIR.mkdir(exist_ok=True)
+    click.echo("Importing pre-built datasets...\n")
+
+    imported = 0
+    imported += _import_short_jokes()
+    imported += _import_rjokes()
+
+    click.echo(f"\nDone. Total new entries: {imported}")
+
+
+def _import_short_jokes():
+    """Import the Fraser/short-jokes dataset from HuggingFace."""
+    click.echo("--- Fraser/short-jokes (HuggingFace) ---")
+
+    url = "https://raw.githubusercontent.com/Fraser-Greenlee/my-huggingface-datasets/master/data/short-jokes/train.txt"
+    local_path = DATASETS_DIR / "shortjokes.txt"
+
+    if not local_path.exists():
+        click.echo("  Downloading...")
+        response = requests.get(url, stream=True, timeout=120)
+        response.raise_for_status()
+        with open(local_path, "wb") as f:
+            for chunk in response.iter_content(chunk_size=8192):
+                f.write(chunk)
+        click.echo("  Downloaded.")
+
+    # Create source
+    source_id = _ensure_source(
+        category="dataset",
+        platform="huggingface",
+        handle="Fraser/short-jokes",
+        display_name="Short Jokes (231K)",
+        default_topic="apolitical",
+        notes="231K short jokes from HuggingFace",
+    )
+
+    new = 0
+    with open(local_path, "r", encoding="utf-8") as f:
+        for i, line in enumerate(f):
+            joke = line.strip()
+            if not joke or len(joke) < 10:
+                continue
+
+            entry_id = insert_entry(
+                source_id=source_id,
+                platform="huggingface",
+                text=joke,
+                platform_entry_id=f"shortjokes-{i}",
+                content_type="joke",
+                topic="apolitical",
+            )
+            if entry_id:
+                new += 1
+
+            if i % 10000 == 0 and i > 0:
+                click.echo(f"  Processed {i}...")
+
+    click.echo(f"  Imported {new} new jokes.")
+    return new
+
+
+def _import_rjokes():
+    """Import the r/Jokes rated dataset."""
+    click.echo("--- r/Jokes Rated Dataset ---")
+
+    # This dataset is on GitHub — try downloading
+    url = "https://raw.githubusercontent.com/orionw/rJokesData/master/data/test.tsv"
+    local_path = DATASETS_DIR / "rjokes_test.tsv"
+
+    if not local_path.exists():
+        click.echo("  Downloading test split...")
+        try:
+            response = requests.get(url, timeout=60)
+            response.raise_for_status()
+            with open(local_path, "wb") as f:
+                f.write(response.content)
+            click.echo("  Downloaded.")
+        except Exception as e:
+            click.echo(f"  Download failed: {e}. Skipping.")
+            return 0
+
+    source_id = _ensure_source(
+        category="dataset",
+        platform="github",
+        handle="orionw/rJokesData",
+        display_name="r/Jokes Rated",
+        default_topic="apolitical",
+        notes="Reddit jokes with quality ratings",
+    )
+
+    new = 0
+    with open(local_path, "r", encoding="utf-8") as f:
+        reader = csv.reader(f, delimiter="\t")
+        for i, row in enumerate(reader):
+            if len(row) < 2:
+                continue
+            joke = row[0] if len(row) > 0 else ""
+            if not joke or len(joke.strip()) < 10:
+                continue
+
+            # Score from dataset if available
+            score = None
+            try:
+                score = int(row[1]) if len(row) > 1 else None
+            except (ValueError, IndexError):
+                pass
+
+            entry_id = insert_entry(
+                source_id=source_id,
+                platform="github",
+                text=joke.strip(),
+                platform_entry_id=f"rjokes-{i}",
+                content_type="joke",
+                topic="apolitical",
+                likes=score,
+            )
+            if entry_id:
+                new += 1
+
+    click.echo(f"  Imported {new} new jokes.")
+    return new
+
+
+def _ensure_source(category, platform, handle, display_name=None,
+                   default_topic=None, notes=None):
+    """Get or create a source, returning its ID."""
+    with get_db() as conn:
+        existing = conn.execute(
+            "SELECT id FROM sources WHERE platform = ? AND handle_or_url = ?",
+            (platform, handle),
+        ).fetchone()
+        if existing:
+            return existing["id"]
+
+    return add_source(
+        category=category,
+        platform=platform,
+        handle_or_url=handle,
+        display_name=display_name,
+        default_topic=default_topic,
+        notes=notes,
+    )

scraper/utils.py

@@ -0,0 +1,67 @@
+import time
+import logging
+from functools import wraps
+
+logger = logging.getLogger("joke-corpus")
+
+
+def rate_limit(calls_per_second=1.0):
+    """Decorator to rate-limit function calls."""
+    min_interval = 1.0 / calls_per_second
+
+    def decorator(func):
+        last_called = [0.0]
+
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            elapsed = time.time() - last_called[0]
+            if elapsed < min_interval:
+                time.sleep(min_interval - elapsed)
+            last_called[0] = time.time()
+            return func(*args, **kwargs)
+
+        return wrapper
+
+    return decorator
+
+
+def retry(max_attempts=3, backoff_base=2.0, exceptions=(Exception,)):
+    """Decorator for exponential backoff retry."""
+
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            for attempt in range(max_attempts):
+                try:
+                    return func(*args, **kwargs)
+                except exceptions as e:
+                    if attempt == max_attempts - 1:
+                        raise
+                    wait = backoff_base ** attempt
+                    logger.warning(
+                        f"{func.__name__} attempt {attempt + 1} failed: {e}. "
+                        f"Retrying in {wait:.1f}s..."
+                    )
+                    time.sleep(wait)
+
+        return wrapper
+
+    return decorator
+
+
+def clean_text(text):
+    """Basic text cleaning for stored entries."""
+    if not text:
+        return ""
+    # Collapse whitespace
+    text = " ".join(text.split())
+    # Strip leading/trailing
+    text = text.strip()
+    return text
+
+
+def truncate(text, max_len=300):
+    """Truncate text for display, adding ellipsis."""
+    if not text or len(text) <= max_len:
+        return text or ""
+    return text[:max_len - 1] + "..."

templates/index.html

@@ -0,0 +1,1345 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<meta charset="UTF-8">
+<meta name="viewport" content="width=device-width, initial-scale=1.0">
+<title>Joke Corpus</title>
+<style>
+  :root {
+    --bg: #0d1117;
+    --bg-card: #161b22;
+    --bg-hover: #1c2333;
+    --border: #30363d;
+    --text: #e6edf3;
+    --text-dim: #8b949e;
+    --text-bright: #f0f6fc;
+    --accent: #58a6ff;
+    --gold: #f0c040;
+    --silver: #b0b8c0;
+    --bronze: #cd7f32;
+    --grey: #484f58;
+    --red: #f85149;
+    --green: #3fb950;
+    --purple: #bc8cff;
+    --pink: #f778ba;
+    --orange: #f0883e;
+    --cyan: #39d2c0;
+
+    --topic-left: #58a6ff;
+    --topic-right: #f85149;
+    --topic-apolitical: #8b949e;
+    --topic-health: #3fb950;
+    --topic-science: #bc8cff;
+    --topic-culture: #f0883e;
+  }
+
+  * { margin: 0; padding: 0; box-sizing: border-box; }
+
+  body {
+    font-family: 'SF Mono', 'Fira Code', 'Cascadia Code', monospace;
+    background: var(--bg);
+    color: var(--text);
+    line-height: 1.5;
+    font-size: 14px;
+  }
+
+  .container {
+    max-width: 900px;
+    margin: 0 auto;
+    padding: 20px;
+  }
+
+  /* --- Header --- */
+  header {
+    display: flex;
+    justify-content: space-between;
+    align-items: center;
+    padding: 16px 0;
+    border-bottom: 1px solid var(--border);
+    margin-bottom: 16px;
+    flex-wrap: wrap;
+    gap: 12px;
+  }
+
+  .logo {
+    font-size: 18px;
+    font-weight: 700;
+    color: var(--text-bright);
+    text-decoration: none;
+  }
+
+  .logo span { color: var(--accent); }
+
+  nav {
+    display: flex;
+    gap: 16px;
+    align-items: center;
+  }
+
+  nav a {
+    color: var(--text-dim);
+    text-decoration: none;
+    font-size: 13px;
+    transition: color 0.15s;
+  }
+
+  nav a:hover, nav a.active { color: var(--accent); }
+
+  .search-form {
+    display: flex;
+    gap: 8px;
+  }
+
+  .search-form input {
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 6px;
+    color: var(--text);
+    padding: 6px 12px;
+    font-family: inherit;
+    font-size: 13px;
+    width: 220px;
+    outline: none;
+    transition: border-color 0.15s;
+  }
+
+  .search-form input:focus { border-color: var(--accent); }
+
+  .search-form button {
+    background: var(--accent);
+    color: var(--bg);
+    border: none;
+    border-radius: 6px;
+    padding: 6px 12px;
+    font-family: inherit;
+    font-size: 13px;
+    cursor: pointer;
+    font-weight: 600;
+  }
+
+  /* --- Stats bar --- */
+  .stats-bar {
+    display: flex;
+    gap: 20px;
+    padding: 10px 0;
+    border-bottom: 1px solid var(--border);
+    margin-bottom: 16px;
+    flex-wrap: wrap;
+  }
+
+  .stat {
+    font-size: 13px;
+    color: var(--text-dim);
+  }
+
+  .stat strong {
+    color: var(--text-bright);
+    font-size: 16px;
+  }
+
+  /* --- Topic tabs --- */
+  .topic-tabs {
+    display: flex;
+    gap: 4px;
+    padding: 8px 0;
+    border-bottom: 1px solid var(--border);
+    margin-bottom: 12px;
+    flex-wrap: wrap;
+  }
+
+  .topic-tab {
+    padding: 6px 14px;
+    border-radius: 20px;
+    font-size: 12px;
+    font-weight: 600;
+    text-decoration: none;
+    color: var(--text-dim);
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    transition: all 0.15s;
+    text-transform: capitalize;
+  }
+
+  .topic-tab:hover {
+    color: var(--text);
+    border-color: var(--text-dim);
+  }
+
+  .topic-tab.active {
+    color: var(--bg);
+    background: var(--accent);
+    border-color: var(--accent);
+  }
+
+  .topic-tab[data-topic="left_wing"].active { background: var(--topic-left); border-color: var(--topic-left); }
+  .topic-tab[data-topic="right_wing"].active { background: var(--topic-right); border-color: var(--topic-right); }
+  .topic-tab[data-topic="apolitical"].active { background: var(--topic-apolitical); border-color: var(--topic-apolitical); }
+  .topic-tab[data-topic="health"].active { background: var(--topic-health); border-color: var(--topic-health); }
+  .topic-tab[data-topic="science"].active { background: var(--topic-science); border-color: var(--topic-science); }
+  .topic-tab[data-topic="culture"].active { background: var(--topic-culture); border-color: var(--topic-culture); }
+
+  /* --- Filters row --- */
+  .filters-row {
+    display: flex;
+    gap: 8px;
+    padding: 8px 0;
+    margin-bottom: 16px;
+    flex-wrap: wrap;
+    align-items: center;
+  }
+
+  .filter-select {
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 6px;
+    color: var(--text);
+    padding: 6px 10px;
+    font-family: inherit;
+    font-size: 12px;
+    outline: none;
+    cursor: pointer;
+  }
+
+  .filter-select:focus { border-color: var(--accent); }
+
+  .filter-label {
+    font-size: 12px;
+    color: var(--text-dim);
+    margin-right: -4px;
+  }
+
+  .clear-filters {
+    font-size: 12px;
+    color: var(--text-dim);
+    text-decoration: none;
+    margin-left: auto;
+    transition: color 0.15s;
+  }
+
+  .clear-filters:hover { color: var(--red); }
+
+  /* --- Entry cards --- */
+  .entries { display: flex; flex-direction: column; gap: 12px; }
+
+  .entry-card {
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 8px;
+    padding: 16px;
+    transition: border-color 0.15s;
+  }
+
+  .entry-card:hover { border-color: var(--text-dim); }
+
+  .entry-header {
+    display: flex;
+    align-items: center;
+    gap: 8px;
+    margin-bottom: 8px;
+    flex-wrap: wrap;
+  }
+
+  .tier-badge {
+    display: inline-flex;
+    align-items: center;
+    justify-content: center;
+    width: 24px;
+    height: 24px;
+    border-radius: 4px;
+    font-size: 12px;
+    font-weight: 700;
+  }
+
+  .tier-S { background: var(--gold); color: #000; }
+  .tier-A { background: var(--silver); color: #000; }
+  .tier-B { background: var(--bronze); color: #000; }
+  .tier-C { background: var(--grey); color: var(--text); }
+
+  .fav-star {
+    color: var(--gold);
+    cursor: pointer;
+    font-size: 16px;
+    user-select: none;
+    transition: transform 0.15s;
+  }
+
+  .fav-star:hover { transform: scale(1.2); }
+  .fav-star.inactive { color: var(--grey); }
+
+  .entry-source {
+    font-size: 12px;
+    color: var(--text-dim);
+    font-weight: 600;
+  }
+
+  .entry-author {
+    font-size: 12px;
+    color: var(--text-dim);
+  }
+
+  .topic-badge {
+    display: inline-block;
+    padding: 2px 8px;
+    border-radius: 10px;
+    font-size: 10px;
+    font-weight: 600;
+    text-transform: uppercase;
+    letter-spacing: 0.5px;
+  }
+
+  .topic-left_wing { background: rgba(88,166,255,0.15); color: var(--topic-left); }
+  .topic-right_wing { background: rgba(248,81,73,0.15); color: var(--topic-right); }
+  .topic-apolitical { background: rgba(139,148,158,0.15); color: var(--topic-apolitical); }
+  .topic-health { background: rgba(63,185,80,0.15); color: var(--topic-health); }
+  .topic-science { background: rgba(188,140,255,0.15); color: var(--topic-science); }
+  .topic-culture { background: rgba(240,136,62,0.15); color: var(--topic-culture); }
+
+  .style-tag {
+    display: inline-block;
+    padding: 1px 6px;
+    border-radius: 8px;
+    font-size: 10px;
+    color: var(--text-dim);
+    background: rgba(139,148,158,0.1);
+    border: 1px solid var(--border);
+  }
+
+  .entry-text {
+    margin: 10px 0;
+    white-space: pre-wrap;
+    word-break: break-word;
+    color: var(--text);
+    font-size: 13px;
+    line-height: 1.6;
+    max-height: 200px;
+    overflow: hidden;
+    position: relative;
+  }
+
+  .entry-text.expanded { max-height: none; }
+
+  .entry-text.truncated::after {
+    content: "";
+    position: absolute;
+    bottom: 0;
+    left: 0;
+    right: 0;
+    height: 40px;
+    background: linear-gradient(transparent, var(--bg-card));
+  }
+
+  .expand-btn {
+    font-size: 12px;
+    color: var(--accent);
+    cursor: pointer;
+    background: none;
+    border: none;
+    font-family: inherit;
+    padding: 4px 0;
+  }
+
+  .entry-meta {
+    display: flex;
+    gap: 12px;
+    font-size: 11px;
+    color: var(--text-dim);
+    margin-top: 4px;
+  }
+
+  .entry-url a {
+    color: var(--accent);
+    text-decoration: none;
+    font-size: 11px;
+  }
+
+  .entry-url a:hover { text-decoration: underline; }
+
+  .entry-notes {
+    margin-top: 8px;
+    padding: 8px 12px;
+    background: rgba(88,166,255,0.05);
+    border-left: 2px solid var(--accent);
+    border-radius: 0 4px 4px 0;
+    font-size: 12px;
+    color: var(--text-dim);
+    font-style: italic;
+  }
+
+  /* --- Actions bar --- */
+  .entry-actions {
+    display: flex;
+    gap: 8px;
+    margin-top: 12px;
+    padding-top: 10px;
+    border-top: 1px solid var(--border);
+    flex-wrap: wrap;
+    align-items: center;
+  }
+
+  .action-btn {
+    background: var(--bg);
+    border: 1px solid var(--border);
+    border-radius: 6px;
+    color: var(--text-dim);
+    padding: 4px 10px;
+    font-family: inherit;
+    font-size: 11px;
+    cursor: pointer;
+    transition: all 0.15s;
+  }
+
+  .action-btn:hover {
+    color: var(--text);
+    border-color: var(--text-dim);
+  }
+
+  .action-btn.active {
+    color: var(--accent);
+    border-color: var(--accent);
+  }
+
+  .rating-stars {
+    display: inline-flex;
+    gap: 2px;
+  }
+
+  .rating-star {
+    cursor: pointer;
+    color: var(--grey);
+    font-size: 16px;
+    user-select: none;
+    transition: color 0.1s;
+  }
+
+  .rating-star.filled { color: var(--gold); }
+  .rating-star:hover { color: var(--gold); }
+
+  /* --- Inline forms --- */
+  .inline-form {
+    display: none;
+    margin-top: 8px;
+    padding: 10px;
+    background: var(--bg);
+    border: 1px solid var(--border);
+    border-radius: 6px;
+  }
+
+  .inline-form.visible { display: block; }
+
+  .inline-form label {
+    font-size: 11px;
+    color: var(--text-dim);
+    display: block;
+    margin-bottom: 4px;
+  }
+
+  .inline-form select, .inline-form textarea, .inline-form input {
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 4px;
+    color: var(--text);
+    padding: 6px 8px;
+    font-family: inherit;
+    font-size: 12px;
+    width: 100%;
+    outline: none;
+    margin-bottom: 8px;
+  }
+
+  .inline-form textarea { resize: vertical; min-height: 60px; }
+
+  .inline-form .form-row {
+    display: flex;
+    gap: 8px;
+    flex-wrap: wrap;
+    margin-bottom: 8px;
+  }
+
+  .inline-form .form-row label {
+    display: flex;
+    align-items: center;
+    gap: 4px;
+    font-size: 11px;
+    cursor: pointer;
+  }
+
+  .inline-form .form-row input[type="checkbox"] {
+    width: auto;
+    margin: 0;
+  }
+
+  .save-btn {
+    background: var(--accent);
+    color: var(--bg);
+    border: none;
+    border-radius: 4px;
+    padding: 5px 14px;
+    font-family: inherit;
+    font-size: 12px;
+    font-weight: 600;
+    cursor: pointer;
+  }
+
+  /* --- Sources page --- */
+  .sources-list { margin-top: 16px; }
+
+  .source-row {
+    display: flex;
+    align-items: center;
+    gap: 12px;
+    padding: 12px 16px;
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 8px;
+    margin-bottom: 8px;
+  }
+
+  .source-platform {
+    font-size: 12px;
+    font-weight: 700;
+    color: var(--accent);
+    min-width: 80px;
+  }
+
+  .source-handle {
+    font-size: 13px;
+    color: var(--text);
+    flex: 1;
+  }
+
+  .source-notes {
+    font-size: 11px;
+    color: var(--text-dim);
+  }
+
+  .source-last {
+    font-size: 11px;
+    color: var(--text-dim);
+    min-width: 120px;
+    text-align: right;
+  }
+
+  /* --- Random page --- */
+  .random-card {
+    background: var(--bg-card);
+    border: 2px solid var(--gold);
+    border-radius: 12px;
+    padding: 24px;
+    margin: 20px 0;
+    text-align: center;
+  }
+
+  .random-card .entry-text {
+    font-size: 15px;
+    max-height: none;
+    text-align: left;
+  }
+
+  .random-again {
+    display: inline-block;
+    margin-top: 16px;
+    padding: 8px 20px;
+    background: var(--accent);
+    color: var(--bg);
+    text-decoration: none;
+    border-radius: 6px;
+    font-weight: 600;
+    font-size: 13px;
+  }
+
+  /* --- Empty state --- */
+  .empty {
+    text-align: center;
+    padding: 60px 20px;
+    color: var(--text-dim);
+  }
+
+  .empty h3 { font-size: 16px; margin-bottom: 8px; color: var(--text); }
+
+  /* --- Pagination --- */
+  .pagination {
+    display: flex;
+    justify-content: center;
+    gap: 8px;
+    margin-top: 20px;
+    padding: 16px 0;
+  }
+
+  .pagination a {
+    padding: 6px 14px;
+    border-radius: 6px;
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    color: var(--text-dim);
+    text-decoration: none;
+    font-size: 13px;
+    transition: all 0.15s;
+  }
+
+  .pagination a:hover {
+    color: var(--text);
+    border-color: var(--accent);
+  }
+
+  /* --- Toast --- */
+  .toast {
+    position: fixed;
+    bottom: 20px;
+    right: 20px;
+    background: var(--green);
+    color: #000;
+    padding: 10px 20px;
+    border-radius: 8px;
+    font-size: 13px;
+    font-weight: 600;
+    opacity: 0;
+    transform: translateY(10px);
+    transition: all 0.3s;
+    pointer-events: none;
+    z-index: 100;
+  }
+
+  .toast.show {
+    opacity: 1;
+    transform: translateY(0);
+  }
+
+  /* --- Setup page --- */
+  .setup-header {
+    margin-bottom: 20px;
+  }
+
+  .setup-header h2 {
+    font-size: 16px;
+    margin-bottom: 4px;
+  }
+
+  .setup-header p {
+    font-size: 13px;
+    color: var(--text-dim);
+  }
+
+  .setup-progress {
+    display: flex;
+    gap: 6px;
+    margin: 16px 0;
+    align-items: center;
+  }
+
+  .progress-dot {
+    width: 12px;
+    height: 12px;
+    border-radius: 50%;
+    background: var(--grey);
+    transition: background 0.2s;
+  }
+
+  .progress-dot.done { background: var(--green); }
+
+  .progress-label {
+    font-size: 12px;
+    color: var(--text-dim);
+    margin-left: 8px;
+  }
+
+  .platform-cards {
+    display: flex;
+    flex-direction: column;
+    gap: 12px;
+  }
+
+  .platform-card {
+    background: var(--bg-card);
+    border: 1px solid var(--border);
+    border-radius: 8px;
+    overflow: hidden;
+    transition: border-color 0.15s;
+  }
+
+  .platform-card:hover { border-color: var(--text-dim); }
+  .platform-card.is-configured { border-left: 3px solid var(--green); }
+  .platform-card.no-fields { border-left: 3px solid var(--green); }
+
+  .platform-card-header {
+    display: flex;
+    align-items: center;
+    gap: 12px;
+    padding: 14px 16px;
+    cursor: pointer;
+    user-select: none;
+  }
+
+  .platform-card-header:hover { background: var(--bg-hover); }
+
+  .platform-status {
+    width: 10px;
+    height: 10px;
+    border-radius: 50%;
+    flex-shrink: 0;
+  }
+
+  .platform-status.configured { background: var(--green); }
+  .platform-status.not-configured { background: var(--red); }
+  .platform-status.no-key-needed { background: var(--green); }
+
+  .platform-name {
+    font-size: 14px;
+    font-weight: 600;
+    color: var(--text-bright);
+    flex: 1;
+  }
+
+  .platform-cost {
+    font-size: 11px;
+    padding: 2px 8px;
+    border-radius: 10px;
+    font-weight: 600;
+  }
+
+  .cost-free { background: rgba(63,185,80,0.15); color: var(--green); }
+  .cost-paid { background: rgba(248,81,73,0.15); color: var(--red); }
+  .cost-freemium { background: rgba(240,136,62,0.15); color: var(--orange); }
+
+  .platform-toggle {
+    color: var(--text-dim);
+    font-size: 12px;
+    transition: transform 0.2s;
+  }
+
+  .platform-toggle.open { transform: rotate(90deg); }
+
+  .platform-body {
+    display: none;
+    padding: 0 16px 16px 16px;
+    border-top: 1px solid var(--border);
+  }
+
+  .platform-body.visible { display: block; }
+
+  .platform-description {
+    font-size: 12px;
+    color: var(--text-dim);
+    margin: 12px 0;
+    line-height: 1.5;
+  }
+
+  .setup-steps {
+    margin: 12px 0;
+    padding: 0;
+    counter-reset: step;
+  }
+
+  .setup-steps li {
+    list-style: none;
+    padding: 6px 0 6px 32px;
+    position: relative;
+    font-size: 12px;
+    color: var(--text);
+    line-height: 1.5;
+  }
+
+  .setup-steps li::before {
+    counter-increment: step;
+    content: counter(step);
+    position: absolute;
+    left: 0;
+    width: 22px;
+    height: 22px;
+    border-radius: 50%;
+    background: var(--bg);
+    border: 1px solid var(--border);
+    display: flex;
+    align-items: center;
+    justify-content: center;
+    font-size: 11px;
+    font-weight: 600;
+    color: var(--text-dim);
+  }
+
+  .setup-link {
+    display: inline-block;
+    margin: 8px 0 12px;
+    padding: 6px 14px;
+    background: var(--accent);
+    color: var(--bg);
+    text-decoration: none;
+    border-radius: 6px;
+    font-size: 12px;
+    font-weight: 600;
+    transition: opacity 0.15s;
+  }
+
+  .setup-link:hover { opacity: 0.85; }
+
+  .setup-fields {
+    display: flex;
+    flex-direction: column;
+    gap: 10px;
+    margin-top: 12px;
+    padding-top: 12px;
+    border-top: 1px solid var(--border);
+  }
+
+  .setup-field label {
+    font-size: 11px;
+    color: var(--text-dim);
+    display: block;
+    margin-bottom: 4px;
+  }
+
+  .setup-field input {
+    background: var(--bg);
+    border: 1px solid var(--border);
+    border-radius: 4px;
+    color: var(--text);
+    padding: 8px 10px;
+    font-family: inherit;
+    font-size: 13px;
+    width: 100%;
+    outline: none;
+    transition: border-color 0.15s;
+  }
+
+  .setup-field input:focus { border-color: var(--accent); }
+
+  .setup-field input.has-value { border-color: var(--green); }
+
+  .setup-actions {
+    display: flex;
+    gap: 8px;
+    margin-top: 12px;
+    align-items: center;
+  }
+
+  .setup-save {
+    background: var(--accent);
+    color: var(--bg);
+    border: none;
+    border-radius: 6px;
+    padding: 8px 18px;
+    font-family: inherit;
+    font-size: 12px;
+    font-weight: 600;
+    cursor: pointer;
+    transition: opacity 0.15s;
+  }
+
+  .setup-save:hover { opacity: 0.85; }
+
+  .setup-test {
+    background: transparent;
+    border: 1px solid var(--border);
+    border-radius: 6px;
+    padding: 7px 14px;
+    font-family: inherit;
+    font-size: 12px;
+    color: var(--text-dim);
+    cursor: pointer;
+    transition: all 0.15s;
+  }
+
+  .setup-test:hover {
+    color: var(--text);
+    border-color: var(--text-dim);
+  }
+
+  .test-result {
+    font-size: 12px;
+    margin-left: 8px;
+    transition: opacity 0.3s;
+  }
+
+  .test-result.success { color: var(--green); }
+  .test-result.fail { color: var(--red); }
+  .test-result.loading { color: var(--text-dim); }
+
+  /* --- Responsive --- */
+  @media (max-width: 640px) {
+    .container { padding: 12px; }
+    header { flex-direction: column; align-items: flex-start; }
+    .search-form input { width: 160px; }
+    .stats-bar { gap: 12px; }
+    .entry-actions { gap: 4px; }
+  }
+</style>
+</head>
+<body>
+
+<div class="container">
+
+  <!-- Header -->
+  <header>
+    <a href="/" class="logo">JOKE <span>CORPUS</span></a>
+    <nav>
+      <a href="/" class="{{ 'active' if not view|default('') }}">Dashboard</a>
+      <a href="/sources" class="{{ 'active' if view|default('') == 'sources' }}">Sources</a>
+      <a href="/random" class="{{ 'active' if view|default('') == 'random' }}">Random</a>
+      <a href="/setup" class="{{ 'active' if view|default('') == 'setup' }}">Setup</a>
+    </nav>
+    <form class="search-form" action="/" method="GET">
+      <input type="text" name="q" placeholder="Search..." value="{{ current_q }}">
+      <button type="submit">Go</button>
+    </form>
+  </header>
+
+  <!-- Stats bar -->
+  <div class="stats-bar">
+    <div class="stat"><strong>{{ stats.total_entries }}</strong> entries</div>
+    <div class="stat"><strong>{{ stats.total_sources }}</strong> sources</div>
+    <div class="stat"><strong>{{ stats.favourites }}</strong> favs</div>
+    {% for t in stats.by_tier %}
+    <div class="stat"><strong>{{ t.n }}</strong> {{ t.quality_tier }}-tier</div>
+    {% endfor %}
+  </div>
+
+  {% if view|default('') == 'sources' %}
+  <!-- ==================== SOURCES PAGE ==================== -->
+  <h2 style="margin-bottom: 16px; font-size: 16px;">Sources ({{ sources|length }})</h2>
+  <div class="sources-list">
+    {% for s in sources %}
+    <div class="source-row">
+      <div class="source-platform">{{ s.platform }}</div>
+      <div class="source-handle">{{ s.handle_or_url }}
+        {% if s.default_topic %}
+        <span class="topic-badge topic-{{ s.default_topic }}">{{ s.default_topic|replace('_', ' ') }}</span>
+        {% endif %}
+      </div>
+      {% if s.notes %}
+      <div class="source-notes">{{ s.notes }}</div>
+      {% endif %}
+      <div class="source-last">{{ s.last_scraped or 'never scraped' }}</div>
+    </div>
+    {% endfor %}
+  </div>
+
+  {% elif view|default('') == 'setup' %}
+  <!-- ==================== SETUP PAGE ==================== -->
+  <div class="setup-header">
+    <h2>Platform Setup</h2>
+    <p>Connect your API keys to start scraping. Work through each platform — most are free.</p>
+  </div>
+
+  <div class="setup-progress">
+    {% for p in platforms_setup %}
+    <div class="progress-dot {{ 'done' if p.configured }}" title="{{ p.name }}"></div>
+    {% endfor %}
+    <span class="progress-label">{{ configured_count }}/{{ total_platforms }} configured</span>
+  </div>
+
+  <div class="platform-cards">
+    {% for p in platforms_setup %}
+    <div class="platform-card {{ 'is-configured' if p.configured and p.fields else '' }} {{ 'no-fields' if not p.fields else '' }}" id="platform-{{ p.id }}">
+      <div class="platform-card-header" onclick="togglePlatform('{{ p.id }}')">
+        <div class="platform-status {{ 'configured' if p.configured and p.fields else 'no-key-needed' if not p.fields else 'not-configured' }}"></div>
+        <div class="platform-name">{{ p.name }}</div>
+        <span class="platform-cost {{ 'cost-free' if p.cost == 'Free' else 'cost-paid' if '$' in p.cost and '/mo' in p.cost and '200' in p.cost else 'cost-freemium' }}">{{ p.cost }}</span>
+        <span class="platform-toggle" id="toggle-{{ p.id }}">▶</span>
+      </div>
+
+      <div class="platform-body" id="body-{{ p.id }}">
+        <p class="platform-description">{{ p.description }}</p>
+
+        {% if p.signup_steps %}
+        <ol class="setup-steps">
+          {% for step in p.signup_steps %}
+          <li>{{ step }}</li>
+          {% endfor %}
+        </ol>
+        {% endif %}
+
+        {% if p.signup_url %}
+        <a href="{{ p.signup_url }}" target="_blank" class="setup-link">Open {{ p.name }} setup page ↗</a>
+        {% endif %}
+
+        {% if p.fields %}
+        <div class="setup-fields">
+          {% for f in p.fields %}
+          <div class="setup-field">
+            <label for="field-{{ f.key }}">{{ f.label }}</label>
+            <input type="{{ f.type }}"
+                   id="field-{{ f.key }}"
+                   data-key="{{ f.key }}"
+                   data-platform="{{ p.id }}"
+                   value="{{ p.field_values[f.key] }}"
+                   class="{{ 'has-value' if p.field_values[f.key] }}"
+                   placeholder="{{ f.label }}"
+                   autocomplete="off">
+          </div>
+          {% endfor %}
+        </div>
+
+        <div class="setup-actions">
+          <button class="setup-save" onclick="savePlatform('{{ p.id }}')">Save Keys</button>
+          <button class="setup-test" onclick="testPlatform('{{ p.id }}')">Test Connection</button>
+          <span class="test-result" id="test-result-{{ p.id }}"></span>
+        </div>
+        {% endif %}
+      </div>
+    </div>
+    {% endfor %}
+  </div>
+
+  {% elif view|default('') == 'random' %}
+  <!-- ==================== RANDOM PAGE ==================== -->
+  {% if random_entry %}
+  <div class="random-card">
+    <div class="entry-header" style="justify-content: center;">
+      <span class="tier-badge tier-{{ random_entry.quality_tier }}">{{ random_entry.quality_tier }}</span>
+      {% if random_entry.favourite %}<span class="fav-star">★</span>{% endif %}
+      <span class="entry-source">{{ random_entry.source_name or random_entry.platform }}</span>
+      {% if random_entry.topic %}
+      <span class="topic-badge topic-{{ random_entry.topic }}">{{ random_entry.topic|replace('_', ' ') }}</span>
+      {% endif %}
+    </div>
+    <div class="entry-text">{{ random_entry.text }}</div>
+    {% if random_entry.url %}
+    <div class="entry-url"><a href="{{ random_entry.url }}" target="_blank">{{ random_entry.url }}</a></div>
+    {% endif %}
+    <a href="/random{% if current_topic %}?topic={{ current_topic }}{% endif %}{% if current_tier %}&tier={{ current_tier }}{% endif %}" class="random-again">Another one</a>
+  </div>
+  {% else %}
+  <div class="empty">
+    <h3>Nothing found</h3>
+    <p>No entries match those filters. Try broader criteria.</p>
+  </div>
+  {% endif %}
+
+  {% else %}
+  <!-- ==================== DASHBOARD ==================== -->
+
+  <!-- Topic tabs -->
+  <div class="topic-tabs">
+    <a href="{{ _build_url(topic=None) }}" class="topic-tab {{ 'active' if not current_topic }}" data-topic="">All</a>
+    {% for t in topics %}
+    <a href="{{ _build_url(topic=t) }}" class="topic-tab {{ 'active' if current_topic == t }}" data-topic="{{ t }}">{{ t|replace('_', ' ') }}</a>
+    {% endfor %}
+  </div>
+
+  <!-- Filters row -->
+  <div class="filters-row">
+    <span class="filter-label">Tier:</span>
+    <select class="filter-select" onchange="applyFilter('tier', this.value)">
+      <option value="">All tiers</option>
+      <option value="S" {{ 'selected' if current_tier == 'S' }}>S — Exceptional</option>
+      <option value="A" {{ 'selected' if current_tier == 'A' }}>A — Strong</option>
+      <option value="B" {{ 'selected' if current_tier == 'B' }}>B — Decent</option>
+      <option value="C" {{ 'selected' if current_tier == 'C' }}>C — All</option>
+    </select>
+
+    <span class="filter-label">Style:</span>
+    <select class="filter-select" onchange="applyFilter('style', this.value)">
+      <option value="">All styles</option>
+      {% for s in styles %}
+      <option value="{{ s }}" {{ 'selected' if current_style == s }}>{{ s|replace('_', ' ') }}</option>
+      {% endfor %}
+    </select>
+
+    <span class="filter-label">Platform:</span>
+    <select class="filter-select" onchange="applyFilter('platform', this.value)">
+      <option value="">All platforms</option>
+      {% for p in platforms %}
+      <option value="{{ p }}" {{ 'selected' if current_platform == p }}>{{ p }}</option>
+      {% endfor %}
+    </select>
+
+    {% if current_topic or current_style or current_tier or current_platform or current_q %}
+    <a href="/" class="clear-filters">Clear all</a>
+    {% endif %}
+  </div>
+
+  <!-- Entries -->
+  {% if entries %}
+  <div class="entries">
+    {% for e in entries %}
+    <div class="entry-card" id="entry-{{ e.id }}">
+
+      <div class="entry-header">
+        <span class="tier-badge tier-{{ e.quality_tier }}">{{ e.quality_tier }}</span>
+        <span class="fav-star {{ '' if e.favourite else 'inactive' }}"
+              onclick="toggleFav({{ e.id }}, this)"
+              title="Toggle favourite">★</span>
+        <span class="entry-source">{{ e.source_name or e.platform }}</span>
+        {% if e.author %}
+        <span class="entry-author">{{ e.author }}</span>
+        {% endif %}
+        {% if e.topic %}
+        <span class="topic-badge topic-{{ e.topic }}">{{ e.topic|replace('_', ' ') }}</span>
+        {% endif %}
+        {% for s in e.styles %}
+        <span class="style-tag">{{ s|replace('_', ' ') }}</span>
+        {% endfor %}
+      </div>
+
+      <div class="entry-text" id="text-{{ e.id }}">{{ e.text }}</div>
+      {% if e.text|length > 400 %}
+      <button class="expand-btn" onclick="toggleExpand({{ e.id }})">Show more</button>
+      {% endif %}
+
+      {% if e.url %}
+      <div class="entry-url"><a href="{{ e.url }}" target="_blank">{{ e.url[:80] }}{% if e.url|length > 80 %}...{% endif %}</a></div>
+      {% endif %}
+
+      <div class="entry-meta">
+        {% if e.likes is not none %}<span>{{ e.likes }} likes</span>{% endif %}
+        {% if e.shares %}<span>{{ e.shares }} shares</span>{% endif %}
+        {% if e.saves %}<span>{{ e.saves }} saves</span>{% endif %}
+        {% if e.replies %}<span>{{ e.replies }} replies</span>{% endif %}
+        {% if e.normalised_score %}<span>score: {{ "%.1f"|format(e.normalised_score) }}x</span>{% endif %}
+        <span style="margin-left: auto; font-size: 10px;">id={{ e.id }}</span>
+      </div>
+
+      {% if e.ally_notes %}
+      <div class="entry-notes">{{ e.ally_notes }}</div>
+      {% endif %}
+
+      <!-- Actions -->
+      <div class="entry-actions">
+        <div class="rating-stars" data-entry="{{ e.id }}">
+          {% for i in range(1, 6) %}
+          <span class="rating-star {{ 'filled' if e.ally_rating and i <= e.ally_rating }}"
+                onclick="setRating({{ e.id }}, {{ i }})"
+                data-star="{{ i }}">★</span>
+          {% endfor %}
+        </div>
+
+        <button class="action-btn" onclick="toggleForm('classify-{{ e.id }}')">Classify</button>
+        <button class="action-btn" onclick="toggleForm('notes-{{ e.id }}')">Notes</button>
+      </div>
+
+      <!-- Classify form -->
+      <div class="inline-form" id="classify-{{ e.id }}">
+        <label>Topic</label>
+        <select id="classify-topic-{{ e.id }}">
+          <option value="">— none —</option>
+          {% for t in topics %}
+          <option value="{{ t }}" {{ 'selected' if e.topic == t }}>{{ t|replace('_', ' ') }}</option>
+          {% endfor %}
+        </select>
+        <label>Styles</label>
+        <div class="form-row">
+          {% for s in styles %}
+          <label>
+            <input type="checkbox" value="{{ s }}"
+                   {{ 'checked' if s in e.styles }}
+                   class="style-check-{{ e.id }}">
+            {{ s|replace('_', ' ') }}
+          </label>
+          {% endfor %}
+        </div>
+        <button class="save-btn" onclick="saveClassify({{ e.id }})">Save</button>
+      </div>
+
+      <!-- Notes form -->
+      <div class="inline-form" id="notes-{{ e.id }}">
+        <label>Notes</label>
+        <textarea id="notes-text-{{ e.id }}">{{ e.ally_notes or '' }}</textarea>
+        <button class="save-btn" onclick="saveNotes({{ e.id }})">Save</button>
+      </div>
+
+    </div>
+    {% endfor %}
+  </div>
+
+  <!-- Pagination -->
+  <div class="pagination">
+    {% if current_page > 1 %}
+    <a href="{{ _build_url(page=current_page - 1) }}">← Prev</a>
+    {% endif %}
+    {% if entries|length >= 50 %}
+    <a href="{{ _build_url(page=current_page + 1) }}">Next →</a>
+    {% endif %}
+  </div>
+
+  {% else %}
+  <div class="empty">
+    <h3>No entries found</h3>
+    <p>{% if current_q %}No results for "{{ current_q }}".{% else %}Add sources and run a scrape to populate the corpus.{% endif %}</p>
+  </div>
+  {% endif %}
+
+  {% endif %}
+
+</div>
+
+<!-- Toast notification -->
+<div class="toast" id="toast"></div>
+
+<script>
+function toast(msg) {
+  const t = document.getElementById('toast');
+  t.textContent = msg;
+  t.classList.add('show');
+  setTimeout(() => t.classList.remove('show'), 2000);
+}
+
+function toggleFav(id, el) {
+  fetch('/api/fav/' + id, { method: 'POST' })
+    .then(r => r.json())
+    .then(data => {
+      if (data.ok) {
+        el.classList.toggle('inactive', !data.favourite);
+        toast(data.favourite ? 'Favourited' : 'Unfavourited');
+      }
+    });
+}
+
+function setRating(id, rating) {
+  fetch('/api/rate/' + id, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ rating: rating })
+  })
+  .then(r => r.json())
+  .then(data => {
+    if (data.ok) {
+      const stars = document.querySelectorAll(`.rating-stars[data-entry="${id}"] .rating-star`);
+      stars.forEach(s => {
+        s.classList.toggle('filled', parseInt(s.dataset.star) <= rating);
+      });
+      toast('Rated ' + rating + '/5');
+    }
+  });
+}
+
+function toggleForm(formId) {
+  const form = document.getElementById(formId);
+  form.classList.toggle('visible');
+}
+
+function saveClassify(id) {
+  const topic = document.getElementById('classify-topic-' + id).value;
+  const checkboxes = document.querySelectorAll('.style-check-' + id + ':checked');
+  const styles = Array.from(checkboxes).map(cb => cb.value);
+
+  fetch('/api/classify/' + id, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ topic: topic || null, styles: styles })
+  })
+  .then(r => r.json())
+  .then(data => {
+    if (data.ok) {
+      toast('Classified');
+      // Refresh to update badges
+      setTimeout(() => location.reload(), 500);
+    }
+  });
+}
+
+function saveNotes(id) {
+  const notes = document.getElementById('notes-text-' + id).value;
+  fetch('/api/notes/' + id, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({ notes: notes })
+  })
+  .then(r => r.json())
+  .then(data => {
+    if (data.ok) {
+      toast('Notes saved');
+      toggleForm('notes-' + id);
+    }
+  });
+}
+
+function toggleExpand(id) {
+  const text = document.getElementById('text-' + id);
+  const btn = text.nextElementSibling;
+  text.classList.toggle('expanded');
+  text.classList.toggle('truncated');
+  btn.textContent = text.classList.contains('expanded') ? 'Show less' : 'Show more';
+}
+
+function applyFilter(key, value) {
+  const url = new URL(window.location.href);
+  if (value) {
+    url.searchParams.set(key, value);
+  } else {
+    url.searchParams.delete(key);
+  }
+  url.searchParams.delete('page');
+  window.location.href = url.toString();
+}
+
+// Mark truncated entries on load
+document.addEventListener('DOMContentLoaded', () => {
+  document.querySelectorAll('.entry-text').forEach(el => {
+    if (el.scrollHeight > el.clientHeight) {
+      el.classList.add('truncated');
+    }
+  });
+});
+
+// --- Setup page ---
+
+function togglePlatform(id) {
+  const body = document.getElementById('body-' + id);
+  const toggle = document.getElementById('toggle-' + id);
+  body.classList.toggle('visible');
+  toggle.classList.toggle('open');
+}
+
+function savePlatform(platformId) {
+  const inputs = document.querySelectorAll(`input[data-platform="${platformId}"]`);
+  const data = {};
+  inputs.forEach(input => {
+    data[input.dataset.key] = input.value;
+  });
+
+  fetch('/api/setup/' + platformId, {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify(data)
+  })
+  .then(r => r.json())
+  .then(result => {
+    if (result.ok) {
+      toast('Keys saved for ' + platformId);
+      // Update field styling
+      inputs.forEach(input => {
+        input.classList.toggle('has-value', !!input.value);
+      });
+      // Update status dot
+      const hasAnyValue = Array.from(inputs).some(i => !!i.value);
+      const card = document.getElementById('platform-' + platformId);
+      const dot = card.querySelector('.platform-status');
+      if (hasAnyValue) {
+        dot.classList.remove('not-configured');
+        dot.classList.add('configured');
+        card.classList.add('is-configured');
+      } else {
+        dot.classList.add('not-configured');
+        dot.classList.remove('configured');
+        card.classList.remove('is-configured');
+      }
+    } else {
+      toast('Error: ' + (result.error || 'Unknown'));
+    }
+  });
+}
+
+function testPlatform(platformId) {
+  const result = document.getElementById('test-result-' + platformId);
+  result.textContent = 'Testing...';
+  result.className = 'test-result loading';
+
+  fetch('/api/test/' + platformId, { method: 'POST' })
+    .then(r => r.json())
+    .then(data => {
+      if (data.ok) {
+        result.textContent = data.message;
+        result.className = 'test-result success';
+      } else {
+        result.textContent = data.error;
+        result.className = 'test-result fail';
+      }
+    })
+    .catch(err => {
+      result.textContent = 'Request failed';
+      result.className = 'test-result fail';
+    });
+}
+</script>
+
+</body>
+</html>

templates/tombola.html

@@ -0,0 +1,1172 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<meta charset="utf-8">
+<meta name="viewport" content="width=device-width, initial-scale=1, viewport-fit=cover">
+<title>The Daily Snorter</title>
+<meta name="description" content="10 jokes. We learn what makes you laugh. You get a comedy profile. Free.">
+<style>
+  :root {
+    --bg: #0a0a0a;
+    --card: #151515;
+    --border: #222;
+    --text: #e8e8e8;
+    --muted: #777;
+    --accent: #f5c842;
+    --ha: #4ade80;
+    --nah: #ef4444;
+    --streak: #c084fc;
+  }
+  * { margin: 0; padding: 0; box-sizing: border-box; }
+  body {
+    font-family: 'Georgia', 'Times New Roman', serif;
+    background: var(--bg);
+    color: var(--text);
+    min-height: 100dvh;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    overflow-x: hidden;
+    -webkit-font-smoothing: antialiased;
+  }
+
+  /* Header */
+  .header { text-align: center; padding: 1.2rem 1rem 0.4rem; }
+  .header-logo {
+    width: 72px; height: 72px;
+    border-radius: 50%;
+    border: 2px solid var(--accent);
+    margin-bottom: 0.3rem;
+    opacity: 0.9;
+  }
+  .header h1 {
+    font-size: 2rem;
+    color: var(--accent);
+    letter-spacing: 0.04em;
+    margin-top: 0;
+    font-weight: normal;
+  }
+  .header p {
+    color: var(--muted);
+    font-size: 0.8rem;
+    margin-top: 0.15rem;
+    font-style: italic;
+    letter-spacing: 0.02em;
+  }
+
+  /* Social proof */
+  .social-proof {
+    text-align: center;
+    color: var(--muted);
+    font-size: 0.7rem;
+    padding: 0.3rem;
+    opacity: 0.6;
+  }
+  .social-proof span { color: var(--accent); }
+
+  /* Progress bar */
+  .progress-wrap {
+    width: min(85vw, 400px);
+    margin: 0.6rem auto 0;
+    display: flex;
+    gap: 3px;
+  }
+  .progress-dot {
+    flex: 1; height: 3px;
+    background: var(--border);
+    border-radius: 2px;
+    transition: background 0.4s, box-shadow 0.4s;
+  }
+  .progress-dot.done { background: var(--accent); }
+  .progress-dot.current { background: var(--accent); opacity: 0.4; }
+  .progress-dot.done.laugh { background: var(--ha); box-shadow: 0 0 4px var(--ha); }
+  .progress-dot.done.meh { background: var(--nah); opacity: 0.4; }
+
+  /* Comedy DNA bar */
+  .dna-bar {
+    width: min(85vw, 400px);
+    margin: 0.5rem auto;
+    text-align: center;
+  }
+  .dna-label {
+    font-size: 0.6rem;
+    color: var(--muted);
+    text-transform: uppercase;
+    letter-spacing: 0.12em;
+    margin-bottom: 0.25rem;
+  }
+  .dna-tags {
+    display: flex;
+    flex-wrap: wrap;
+    gap: 0.25rem;
+    justify-content: center;
+    min-height: 1.2rem;
+  }
+  .dna-tag {
+    font-size: 0.6rem;
+    padding: 0.12rem 0.45rem;
+    border-radius: 10px;
+    background: var(--card);
+    border: 1px solid var(--border);
+    color: var(--muted);
+    transition: all 0.3s;
+    opacity: 0;
+    transform: scale(0.8);
+  }
+  .dna-tag.active {
+    opacity: 1;
+    transform: scale(1);
+    border-color: var(--accent);
+    color: var(--accent);
+  }
+
+  /* Streak notification */
+  .streak-notif {
+    position: fixed;
+    top: 0.8rem;
+    left: 50%;
+    transform: translateX(-50%) translateY(-80px);
+    background: var(--streak);
+    color: #fff;
+    font-size: 0.8rem;
+    font-weight: bold;
+    padding: 0.4rem 1rem;
+    border-radius: 16px;
+    z-index: 100;
+    transition: transform 0.4s cubic-bezier(0.34, 1.56, 0.64, 1);
+    pointer-events: none;
+    letter-spacing: 0.02em;
+  }
+  .streak-notif.show { transform: translateX(-50%) translateY(0); }
+
+  /* Stage */
+  .stage {
+    width: min(92vw, 520px);
+    margin: 0 auto;
+    position: relative;
+  }
+
+  /* Joke card — swipe-ready */
+  .joke-card {
+    background: var(--card);
+    border: 1px solid var(--border);
+    border-radius: 16px;
+    padding: 2.2rem 1.8rem;
+    margin: 0.8rem 0;
+    min-height: 200px;
+    display: flex;
+    flex-direction: column;
+    justify-content: center;
+    position: relative;
+    touch-action: pan-y;
+    will-change: transform;
+    user-select: none;
+    -webkit-user-select: none;
+    cursor: grab;
+  }
+  .joke-card.dragging { cursor: grabbing; }
+  .joke-card.tint-left { box-shadow: -3px 0 24px rgba(239,68,68,0.25); }
+  .joke-card.tint-right { box-shadow: 3px 0 24px rgba(74,222,128,0.25); }
+
+  .joke-text {
+    font-size: 1.15rem;
+    line-height: 1.65;
+    text-align: center;
+    white-space: pre-line;
+  }
+  .joke-img {
+    max-width: 100%;
+    max-height: 280px;
+    border-radius: 10px;
+    margin: 0 auto 1rem;
+    display: none;
+    object-fit: contain;
+  }
+  .joke-img.show { display: block; }
+  .joke-source {
+    text-align: center;
+    color: var(--muted);
+    font-size: 0.7rem;
+    margin-top: 1.2rem;
+    font-style: italic;
+    letter-spacing: 0.02em;
+  }
+
+  /* Swipe exit animations */
+  @keyframes swipeLeft {
+    to { transform: translateX(-120vw) rotate(-15deg); opacity: 0; }
+  }
+  @keyframes swipeRight {
+    to { transform: translateX(120vw) rotate(15deg); opacity: 0; }
+  }
+  .joke-card.exit-left { animation: swipeLeft 0.3s ease-in forwards; pointer-events: none; }
+  .joke-card.exit-right { animation: swipeRight 0.3s ease-in forwards; pointer-events: none; }
+
+  /* Reaction buttons */
+  .reactions {
+    display: flex;
+    justify-content: center;
+    gap: 1rem;
+    margin-bottom: 0.8rem;
+  }
+  .react-btn {
+    flex: 1;
+    max-width: 160px;
+    border: none;
+    font-size: 1.1rem;
+    font-weight: bold;
+    padding: 0.75rem 1.2rem;
+    border-radius: 12px;
+    cursor: pointer;
+    transition: all 0.15s;
+    font-family: inherit;
+    user-select: none;
+    -webkit-tap-highlight-color: transparent;
+    letter-spacing: 0.03em;
+  }
+  .react-btn:active { transform: scale(0.95); }
+  .react-btn.nah {
+    background: var(--nah);
+    color: #fff;
+  }
+  .react-btn.nah:hover { background: #dc2626; }
+  .react-btn.ha {
+    background: var(--ha);
+    color: #000;
+  }
+  .react-btn.ha:hover { background: #22c55e; }
+
+  /* Share */
+  .share-row { text-align: center; margin-bottom: 0.4rem; height: 1.3rem; }
+  .share-btn {
+    font-size: 0.65rem;
+    color: var(--muted);
+    background: none;
+    border: 1px solid var(--border);
+    padding: 0.15rem 0.5rem;
+    border-radius: 10px;
+    cursor: pointer;
+    font-family: inherit;
+    opacity: 0;
+    transition: opacity 0.3s;
+  }
+  .share-btn.show { opacity: 1; }
+  .share-btn:hover { color: var(--accent); border-color: var(--accent); }
+
+  /* Mode selector (above card) */
+  .mode-selector {
+    display: flex;
+    justify-content: center;
+    gap: 0;
+    margin-bottom: 0.6rem;
+    background: var(--card);
+    border-radius: 12px;
+    border: 1px solid var(--border);
+    overflow: hidden;
+  }
+  .mode-pill {
+    flex: 1;
+    background: transparent;
+    border: none;
+    border-right: 1px solid var(--border);
+    color: var(--muted);
+    font-size: 0.95rem;
+    padding: 0.65rem 0.5rem;
+    cursor: pointer;
+    transition: all 0.2s;
+    font-family: inherit;
+    letter-spacing: 0.02em;
+  }
+  .mode-pill:last-child { border-right: none; }
+  .mode-pill:hover { color: var(--text); background: rgba(255,255,255,0.03); }
+  .mode-pill.active {
+    color: var(--accent);
+    background: rgba(245,200,66,0.1);
+    font-weight: bold;
+  }
+
+  /* Mood sub-selector */
+  .mood-bar {
+    display: none;
+    justify-content: center;
+    gap: 0.35rem;
+    margin-bottom: 0.4rem;
+    flex-wrap: wrap;
+  }
+  .mood-bar.show { display: flex; }
+  .mood-pill {
+    background: transparent;
+    border: 1px solid var(--border);
+    color: var(--muted);
+    font-size: 0.62rem;
+    padding: 0.2rem 0.6rem;
+    border-radius: 14px;
+    cursor: pointer;
+    transition: all 0.2s;
+    font-family: inherit;
+    letter-spacing: 0.03em;
+  }
+  .mood-pill:hover { border-color: var(--muted); color: var(--text); }
+  .mood-pill.active {
+    border-color: var(--streak);
+    color: var(--streak);
+    background: rgba(192,132,252,0.06);
+  }
+
+  .counter {
+    text-align: center;
+    color: var(--muted);
+    font-size: 0.7rem;
+    margin-bottom: 0.2rem;
+    letter-spacing: 0.03em;
+  }
+
+  /* Nudge bar */
+  .nudge-bar {
+    display: none;
+    text-align: center;
+    padding: 0.5rem;
+    margin-bottom: 0.4rem;
+    background: var(--card);
+    border: 1px solid var(--border);
+    border-radius: 8px;
+    font-size: 0.7rem;
+    color: var(--muted);
+  }
+  .nudge-bar.show { display: block; }
+  .nudge-bar input {
+    background: var(--bg);
+    border: 1px solid var(--border);
+    color: var(--text);
+    padding: 0.3rem 0.5rem;
+    border-radius: 6px;
+    font-size: 0.75rem;
+    font-family: inherit;
+    width: 170px;
+    margin: 0 0.2rem;
+  }
+  .nudge-bar input:focus { outline: none; border-color: var(--accent); }
+  .nudge-bar button {
+    background: var(--accent);
+    color: #000;
+    border: none;
+    padding: 0.3rem 0.6rem;
+    border-radius: 6px;
+    font-size: 0.7rem;
+    font-weight: bold;
+    cursor: pointer;
+    font-family: inherit;
+  }
+
+  /* ===== GATE ===== */
+  .gate {
+    display: none;
+    text-align: center;
+    padding: 1.5rem 1.5rem 2rem;
+    max-width: 480px;
+    margin: 0 auto;
+  }
+  .gate.visible { display: block; }
+  .gate h2 {
+    font-size: 1.5rem;
+    color: var(--accent);
+    margin-bottom: 0.6rem;
+    font-weight: normal;
+  }
+
+  .dna-profile {
+    background: var(--card);
+    border: 1px solid var(--border);
+    border-radius: 12px;
+    padding: 1rem 1.3rem;
+    margin: 0.6rem auto 1rem;
+    max-width: 340px;
+    text-align: left;
+  }
+  .dna-profile h3 {
+    font-size: 0.75rem;
+    color: var(--accent);
+    margin-bottom: 0.5rem;
+    text-transform: uppercase;
+    letter-spacing: 0.1em;
+  }
+  .dna-row {
+    display: flex;
+    justify-content: space-between;
+    align-items: center;
+    padding: 0.25rem 0;
+    font-size: 0.8rem;
+  }
+  .dna-row-label { color: var(--muted); }
+  .dna-row-value { color: var(--text); font-weight: bold; }
+  .dna-row-bar {
+    flex: 1;
+    margin: 0 0.6rem;
+    height: 3px;
+    background: var(--border);
+    border-radius: 2px;
+    overflow: hidden;
+  }
+  .dna-row-fill {
+    height: 100%;
+    border-radius: 2px;
+    transition: width 0.5s;
+  }
+
+  .gate-pitch {
+    color: var(--muted);
+    font-size: 0.85rem;
+    margin-bottom: 0.8rem;
+    line-height: 1.5;
+  }
+  .gate-pitch strong { color: var(--text); }
+
+  .gate-urgency {
+    font-size: 0.7rem;
+    color: var(--nah);
+    margin-bottom: 0.8rem;
+    opacity: 0.85;
+  }
+
+  .gate form {
+    display: flex;
+    flex-direction: column;
+    gap: 0.6rem;
+    max-width: 300px;
+    margin: 0 auto;
+  }
+  .gate input {
+    background: var(--card);
+    border: 1px solid var(--border);
+    color: var(--text);
+    padding: 0.65rem 0.9rem;
+    border-radius: 8px;
+    font-size: 0.95rem;
+    font-family: inherit;
+  }
+  .gate input:focus { outline: none; border-color: var(--accent); }
+  .gate-cta {
+    background: var(--accent);
+    color: #000;
+    border: none;
+    padding: 0.75rem;
+    border-radius: 8px;
+    font-size: 1rem;
+    font-weight: bold;
+    cursor: pointer;
+    font-family: inherit;
+    transition: transform 0.1s;
+  }
+  .gate-cta:hover { transform: scale(1.02); }
+  .gate-cta:active { transform: scale(0.98); }
+
+  .gate-sub {
+    font-size: 0.65rem;
+    color: var(--muted);
+    margin-top: 0.2rem;
+    opacity: 0.6;
+  }
+
+  .skip-wrap { margin-top: 1rem; height: 1.3rem; }
+  .skip {
+    color: var(--muted);
+    font-size: 0.6rem;
+    cursor: pointer;
+    text-decoration: none;
+    opacity: 0;
+    transition: opacity 0.5s;
+  }
+  .skip.show { opacity: 0.4; }
+  .skip:hover { opacity: 0.7; }
+
+  /* Freeze overlay */
+  .freeze-overlay {
+    position: absolute;
+    inset: 0;
+    background: rgba(10,10,10,0.88);
+    border-radius: 16px;
+    display: flex;
+    flex-direction: column;
+    align-items: center;
+    justify-content: center;
+    z-index: 10;
+    opacity: 0;
+    pointer-events: none;
+    transition: opacity 0.3s;
+  }
+  .freeze-overlay.active { opacity: 1; pointer-events: auto; }
+  .freeze-timer {
+    font-size: 1.8rem;
+    color: var(--accent);
+    font-weight: bold;
+    margin-bottom: 0.3rem;
+  }
+  .freeze-msg {
+    color: var(--muted);
+    font-size: 0.75rem;
+    text-align: center;
+    line-height: 1.4;
+  }
+  .freeze-msg a { color: var(--accent); cursor: pointer; text-decoration: underline; }
+
+  /* Post-signup */
+  .unlocked {
+    display: none;
+    text-align: center;
+    padding: 2rem;
+    max-width: 480px;
+    margin: 0 auto;
+  }
+  .unlocked.visible { display: block; }
+  .unlocked h2 { color: var(--ha); margin-bottom: 0.3rem; font-size: 1.4rem; font-weight: normal; }
+  .unlocked p { color: var(--muted); font-size: 0.85rem; }
+  .unlocked .bonus { color: var(--accent); font-weight: bold; }
+
+  /* Footer */
+  .footer {
+    margin-top: auto;
+    padding: 1.2rem;
+    text-align: center;
+    color: var(--muted);
+    font-size: 0.6rem;
+  }
+  .footer a {
+    color: var(--accent);
+    text-decoration: none;
+    font-size: 0.72rem;
+  }
+  .footer a:hover { text-decoration: underline; }
+
+  /* Animations */
+  @keyframes slideUp {
+    from { opacity: 0; transform: translateY(16px); }
+    to { opacity: 1; transform: translateY(0); }
+  }
+  .gate.visible { animation: slideUp 0.4s ease-out; }
+
+  /* Responsive */
+  @media (max-width: 380px) {
+    .joke-text { font-size: 1.05rem; }
+    .joke-card { padding: 1.8rem 1.3rem; }
+    .react-btn { padding: 0.4rem 0.8rem; font-size: 0.75rem; }
+  }
+</style>
+</head>
+<body>
+
+<div class="header">
+  <img src="/static/snorter-logo.png" alt="The Daily Snorter" class="header-logo">
+  <h1>The Daily Snorter</h1>
+  <p>10 jokes. We figure out your sense of humour.</p>
+</div>
+
+<div class="social-proof" id="socialProof">
+  <span id="proofCount">2,847</span> comedy profiles built this week
+</div>
+
+<!-- Progress dots -->
+<div class="progress-wrap" id="progress"></div>
+
+<!-- Comedy DNA bar -->
+<div class="dna-bar" id="dnaBar">
+  <div class="dna-label">Your comedy DNA</div>
+  <div class="dna-tags" id="dnaTags"></div>
+</div>
+
+<!-- Streak notification -->
+<div class="streak-notif" id="streakNotif"></div>
+
+<div class="stage" id="stage">
+  <!-- Mode selector (above the card) -->
+  <div class="mode-selector" id="modeSelector">
+    <button class="mode-pill active" data-pool="classics" onclick="setPool('classics')">Classics</button>
+    <button class="mode-pill" data-pool="dadjokes" onclick="setPool('dadjokes')">Dad Jokes</button>
+    <button class="mode-pill" data-pool="fresh" onclick="setPool('fresh')">Fresh</button>
+  </div>
+
+  <!-- Mood sub-selector (visible only when Fresh selected) -->
+  <div class="mood-bar" id="moodBar">
+    <button class="mood-pill active" data-mood="any" onclick="setMood('any')">All</button>
+    <button class="mood-pill" data-mood="dark" onclick="setMood('dark')">Dark</button>
+    <button class="mood-pill" data-mood="political" onclick="setMood('political')">Political</button>
+    <button class="mood-pill" data-mood="clean" onclick="setMood('clean')">Clean</button>
+  </div>
+
+  <div class="joke-card" id="jokeCard">
+    <img class="joke-img" id="jokeImg" alt="">
+    <div class="joke-text" id="jokeText">Loading...</div>
+    <div class="joke-source" id="jokeSource"></div>
+    <div class="freeze-overlay" id="freezeOverlay">
+      <div class="freeze-timer" id="freezeTimer"></div>
+      <div class="freeze-msg">Skip the wait &mdash; <a onclick="scrollToNudge()">drop your email</a></div>
+    </div>
+  </div>
+
+  <!-- Reaction buttons -->
+  <div class="reactions" id="reactions">
+    <button class="react-btn nah" onclick="react('nah')">Nah</button>
+    <button class="react-btn ha" onclick="react('ha')">Ha!</button>
+  </div>
+
+  <div class="share-row">
+    <button class="share-btn" id="shareBtn" onclick="shareJoke()">Share this one</button>
+  </div>
+
+  <!-- Nudge bar -->
+  <div class="nudge-bar" id="nudgeBar">
+    No wait, instant jokes:
+    <input type="email" id="nudgeEmail" placeholder="Email" autocomplete="email">
+    <button onclick="nudgeSignup()">Go</button>
+  </div>
+
+  <div class="counter" id="counter"></div>
+</div>
+
+<!-- Email gate -->
+<div class="gate stage" id="gate">
+  <h2>Your Comedy DNA</h2>
+  <div class="dna-profile" id="dnaProfile"></div>
+  <p class="gate-pitch">
+    We've mapped your sense of humour.<br>
+    <strong>Save your profile</strong> and get 3 matched jokes<br>in your inbox every morning.
+  </p>
+  <p class="gate-urgency" id="gateUrgency">Profile data expires in 24 hours</p>
+  <form onsubmit="return signup(event)">
+    <input type="email" id="signupEmail" placeholder="Email" required autocomplete="email">
+    <button type="submit" class="gate-cta">Save my comedy profile</button>
+  </form>
+  <p class="gate-sub">Free. Unsubscribe anytime. No spam, just laughs.</p>
+  <div class="skip-wrap">
+    <span class="skip" id="skipLink" onclick="skipGate()">just let me keep going</span>
+  </div>
+</div>
+
+<!-- Post-signup -->
+<div class="unlocked stage" id="unlocked">
+  <h2>Profile saved.</h2>
+  <p>First email drops tomorrow morning.</p>
+  <p style="margin-top:0.5rem">Meanwhile, <span class="bonus">unlimited mode unlocked.</span></p>
+</div>
+
+<div class="footer">
+  <a href="/worldcup">Joke World Cup &mdash; vote on head-to-head matchups</a>
+  <p style="margin-top:0.2rem">Sources attributed. Curated with questionable taste.</p>
+</div>
+
+<script>
+// ===== CONFIG =====
+const GATE_AT = 10;
+const FREEZE_BASE = 3;
+const FREEZE_INCREMENT = 1;
+const FREEZE_MAX = 8;
+const SWIPE_THRESHOLD = 80;
+const ROTATION_FACTOR = 0.08;
+
+// ===== STATE =====
+let jokeCount = 0;
+let currentJoke = null;
+let currentMood = 'any';
+let currentPool = 'classics';
+let gated = false;
+let seenIds = new Set();
+let laughStreak = 0;
+let postGateCount = 0;
+let reactions = [];
+let prefs = { ha: 0, nah: 0, total: 0, topics: {}, streakMax: 0 };
+let swipeLocked = false;
+
+// ===== SWIPE ENGINE =====
+let touchStartX = 0;
+let touchStartY = 0;
+let isDragging = false;
+let cardEl = null;
+
+function initSwipe() {
+  cardEl = document.getElementById('jokeCard');
+
+  cardEl.addEventListener('touchstart', onDragStart, { passive: true });
+  cardEl.addEventListener('touchmove', onDragMove, { passive: false });
+  cardEl.addEventListener('touchend', onDragEnd);
+
+  cardEl.addEventListener('mousedown', onDragStart);
+  document.addEventListener('mousemove', onDragMove);
+  document.addEventListener('mouseup', onDragEnd);
+
+  document.addEventListener('keydown', onKeyDown);
+}
+
+function getPos(e) {
+  if (e.touches && e.touches.length > 0)
+    return { x: e.touches[0].clientX, y: e.touches[0].clientY };
+  return { x: e.clientX, y: e.clientY };
+}
+
+function onDragStart(e) {
+  if (gated || swipeLocked) return;
+  const pos = getPos(e);
+  touchStartX = pos.x;
+  touchStartY = pos.y;
+  isDragging = true;
+  cardEl.classList.add('dragging');
+  cardEl.style.transition = 'none';
+}
+
+function onDragMove(e) {
+  if (!isDragging) return;
+  const pos = getPos(e);
+  const dx = pos.x - touchStartX;
+  const rot = dx * ROTATION_FACTOR;
+
+  cardEl.style.transform = 'translateX(' + dx + 'px) rotate(' + rot + 'deg)';
+
+  cardEl.classList.remove('tint-left', 'tint-right');
+
+  if (dx > SWIPE_THRESHOLD * 0.5) {
+    cardEl.classList.add('tint-right');
+  } else if (dx < -SWIPE_THRESHOLD * 0.5) {
+    cardEl.classList.add('tint-left');
+  }
+
+  if (Math.abs(dx) > 10 && e.cancelable) e.preventDefault();
+}
+
+function onDragEnd(e) {
+  if (!isDragging) return;
+  isDragging = false;
+  cardEl.classList.remove('dragging');
+
+  const pos = e.changedTouches
+    ? { x: e.changedTouches[0].clientX, y: e.changedTouches[0].clientY }
+    : { x: e.clientX, y: e.clientY };
+
+  const dx = pos.x - touchStartX;
+
+  cardEl.classList.remove('tint-left', 'tint-right');
+
+  if (dx > SWIPE_THRESHOLD) {
+    triggerSwipe('exit-right', 'ha');
+  } else if (dx < -SWIPE_THRESHOLD) {
+    triggerSwipe('exit-left', 'nah');
+  } else {
+    snapBack();
+  }
+}
+
+function triggerSwipe(exitClass, reaction) {
+  swipeLocked = true;
+  cardEl.classList.add(exitClass);
+  setTimeout(() => {
+    resetCard();
+    react(reaction);
+    swipeLocked = false;
+  }, 300);
+}
+
+function snapBack() {
+  cardEl.style.transition = 'transform 0.3s cubic-bezier(0.34, 1.56, 0.64, 1)';
+  cardEl.style.transform = 'translateX(0) translateY(0) rotate(0)';
+}
+
+function resetCard() {
+  cardEl.classList.remove('exit-left', 'exit-right',
+                          'tint-left', 'tint-right', 'dragging');
+  cardEl.style.transform = '';
+  cardEl.style.transition = '';
+}
+
+function onKeyDown(e) {
+  if (gated || swipeLocked) return;
+  if (e.key === 'ArrowLeft') {
+    swipeLocked = true;
+    cardEl.classList.add('exit-left');
+    setTimeout(() => { resetCard(); react('nah'); swipeLocked = false; }, 300);
+  } else if (e.key === 'ArrowRight') {
+    swipeLocked = true;
+    cardEl.classList.add('exit-right');
+    setTimeout(() => { resetCard(); react('ha'); swipeLocked = false; }, 300);
+  }
+}
+
+// ===== LOCAL STORAGE =====
+const STORAGE_KEY = 'snort_user';
+function getUser() {
+  try { return JSON.parse(localStorage.getItem(STORAGE_KEY)) || {}; }
+  catch { return {}; }
+}
+function saveUser(data) {
+  localStorage.setItem(STORAGE_KEY, JSON.stringify({ ...getUser(), ...data }));
+}
+function isSignedUp() { return !!getUser().email; }
+saveUser({ visited: true, lastVisit: Date.now() });
+
+// ===== DNA STYLES =====
+const DNA_STYLES = [
+  { key: 'easy_laugh', label: 'Easy Laugh', test: () => prefs.ha > prefs.total * 0.7 },
+  { key: 'tough_crowd', label: 'Tough Crowd', test: () => prefs.nah > prefs.total * 0.6 },
+  { key: 'dark_fan', label: 'Dark Side', test: () => (prefs.topics['left_wing']||0) + (prefs.topics['right_wing']||0) > 2 },
+  { key: 'clean_machine', label: 'Clean Machine', test: () => (prefs.topics['apolitical']||0) > prefs.total * 0.5 },
+  { key: 'streaker', label: 'On a Roll', test: () => prefs.streakMax >= 3 },
+];
+
+// ===== PROGRESS =====
+const progressEl = document.getElementById('progress');
+for (let i = 0; i < GATE_AT; i++) {
+  const dot = document.createElement('div');
+  dot.className = 'progress-dot';
+  dot.id = 'dot-' + i;
+  progressEl.appendChild(dot);
+}
+
+const proofBase = 2400 + Math.floor(Math.random() * 900);
+document.getElementById('proofCount').textContent = proofBase.toLocaleString();
+
+if (isSignedUp()) {
+  document.getElementById('progress').style.display = 'none';
+  document.getElementById('dnaBar').style.display = 'none';
+  document.getElementById('socialProof').style.display = 'none';
+}
+
+function updateProgress() {
+  if (isSignedUp()) return;
+  for (let i = 0; i < GATE_AT; i++) {
+    const dot = document.getElementById('dot-' + i);
+    if (i < jokeCount) {
+      const r = reactions[i];
+      dot.className = r && r.reaction === 'nah' ? 'progress-dot done meh' : 'progress-dot done laugh';
+    } else if (i === jokeCount) {
+      dot.className = 'progress-dot current';
+    } else {
+      dot.className = 'progress-dot';
+    }
+  }
+}
+
+function updateCounter() {
+  if (isSignedUp()) return;
+  if (jokeCount > 0 && jokeCount < GATE_AT) {
+    document.getElementById('counter').textContent = jokeCount + ' of ' + GATE_AT;
+  } else {
+    document.getElementById('counter').textContent = '';
+  }
+}
+
+function updateDnaTags() {
+  const container = document.getElementById('dnaTags');
+  container.innerHTML = '';
+  DNA_STYLES.forEach(s => {
+    if (s.test()) {
+      const tag = document.createElement('span');
+      tag.className = 'dna-tag active';
+      tag.textContent = s.label;
+      container.appendChild(tag);
+    }
+  });
+}
+
+function showStreak(msg) {
+  const el = document.getElementById('streakNotif');
+  el.textContent = msg;
+  el.classList.add('show');
+  setTimeout(() => el.classList.remove('show'), 1800);
+}
+
+// ===== FREEZE =====
+function getFreezeSeconds() {
+  if (isSignedUp()) return 0;
+  if (jokeCount < GATE_AT) return 0;
+  return Math.min(FREEZE_BASE + (postGateCount * FREEZE_INCREMENT), FREEZE_MAX);
+}
+
+function runFreeze() {
+  return new Promise(resolve => {
+    const seconds = getFreezeSeconds();
+    if (seconds <= 0) { resolve(); return; }
+    const overlay = document.getElementById('freezeOverlay');
+    const timerEl = document.getElementById('freezeTimer');
+    overlay.classList.add('active');
+    let remaining = seconds;
+    timerEl.textContent = remaining;
+    const interval = setInterval(() => {
+      remaining--;
+      if (remaining <= 0) {
+        clearInterval(interval);
+        overlay.classList.remove('active');
+        resolve();
+      } else {
+        timerEl.textContent = remaining;
+      }
+    }, 1000);
+  });
+}
+
+function scrollToNudge() {
+  document.getElementById('nudgeEmail').focus();
+  document.getElementById('freezeOverlay').classList.remove('active');
+}
+
+// ===== LOAD JOKE =====
+async function loadJoke() {
+  document.getElementById('shareBtn').classList.remove('show');
+  document.getElementById('jokeImg').classList.remove('show');
+
+  await runFreeze();
+
+  try {
+    const params = new URLSearchParams();
+    if (currentMood !== 'any') params.set('mood', currentMood);
+    params.set('pool', currentPool);
+    const qs = params.toString();
+    const jokeUrl = '/api/tombola/joke' + (qs ? '?' + qs : '');
+
+    const resp = await fetch(jokeUrl);
+    const data = await resp.json();
+
+    if (data.error) {
+      document.getElementById('jokeText').textContent = 'No more jokes right now. Check back soon.';
+      document.getElementById('jokeSource').textContent = '';
+      return;
+    }
+
+    // Avoid repeats
+    if (seenIds.has(data.id)) {
+      const resp2 = await fetch(jokeUrl);
+      const data2 = await resp2.json();
+      if (!data2.error && !seenIds.has(data2.id)) {
+        currentJoke = data2;
+        seenIds.add(data2.id);
+      } else {
+        currentJoke = data;
+        seenIds.add(data.id);
+      }
+    } else {
+      currentJoke = data;
+      seenIds.add(data.id);
+    }
+
+    let text = currentJoke.text;
+    text = text.replace(/&#39;/g, "'")
+               .replace(/&amp;/g, "&")
+               .replace(/&lt;/g, "<")
+               .replace(/&gt;/g, ">")
+               .replace(/&quot;/g, '"')
+               .replace(/<br\s*\/?>/g, "\n");
+
+    const imgEl = document.getElementById('jokeImg');
+    if (currentJoke.image_url) {
+      imgEl.src = currentJoke.image_url;
+      imgEl.classList.add('show');
+    } else {
+      imgEl.classList.remove('show');
+      imgEl.src = '';
+    }
+
+    document.getElementById('jokeText').textContent = text;
+    document.getElementById('jokeSource').textContent =
+      currentJoke.source ? '\u2014 ' + currentJoke.source : '';
+  } catch (e) {
+    document.getElementById('jokeText').textContent = 'Something went wrong. Try again.';
+  }
+
+  // Fade-in new card
+  resetCard();
+  cardEl.style.opacity = '0';
+  cardEl.style.transform = 'translateY(8px)';
+  requestAnimationFrame(() => {
+    cardEl.style.transition = 'opacity 0.25s, transform 0.25s';
+    cardEl.style.opacity = '1';
+    cardEl.style.transform = 'translateY(0)';
+    setTimeout(() => { cardEl.style.transition = ''; }, 300);
+  });
+}
+
+// ===== REACT =====
+function react(reaction) {
+  if (gated) return;
+
+  prefs[reaction] = (prefs[reaction] || 0) + 1;
+  prefs.total++;
+
+  if (currentJoke && currentJoke.topic) {
+    prefs.topics[currentJoke.topic] = (prefs.topics[currentJoke.topic] || 0) + 1;
+  }
+
+  reactions.push({
+    id: currentJoke ? currentJoke.id : null,
+    topic: currentJoke ? currentJoke.topic : null,
+    source: currentJoke ? currentJoke.source : null,
+    reaction: reaction,
+  });
+
+  if (reaction === 'ha') {
+    laughStreak++;
+    if (laughStreak > prefs.streakMax) prefs.streakMax = laughStreak;
+    if (laughStreak === 3) showStreak('3 in a row!');
+    else if (laughStreak === 5) showStreak('5 streak!');
+    else if (laughStreak === 7) showStreak('Unstoppable!');
+    document.getElementById('shareBtn').classList.add('show');
+  } else {
+    laughStreak = 0;
+  }
+
+  jokeCount++;
+  updateProgress();
+  updateCounter();
+  updateDnaTags();
+
+  if (jokeCount >= GATE_AT && !gated && !isSignedUp()) {
+    gated = true;
+    setTimeout(showGate, 400);
+    return;
+  }
+
+  if (jokeCount > GATE_AT && !isSignedUp()) {
+    postGateCount++;
+  }
+
+  loadJoke();
+}
+
+// ===== DNA PROFILE =====
+function buildDnaProfile() {
+  const container = document.getElementById('dnaProfile');
+  const total = prefs.total || 1;
+  const laughs = prefs.ha || 0;
+  const hitRate = Math.round((laughs / total) * 100);
+
+  let type = 'The Generalist';
+  if (hitRate > 80) type = 'The Easy Laugh';
+  else if (hitRate < 30) type = 'The Critic';
+  else if (prefs.nah > total * 0.5) type = 'The Tough Crowd';
+
+  const activeTags = DNA_STYLES.filter(s => s.test()).map(s => s.label);
+
+  let html = '<h3>Comedy Profile</h3>';
+  html += '<div class="dna-row"><span class="dna-row-label">Type</span><span class="dna-row-value">' + type + '</span></div>';
+  html += '<div class="dna-row"><span class="dna-row-label">Hit rate</span>';
+  html += '<div class="dna-row-bar"><div class="dna-row-fill" style="width:' + hitRate + '%;background:var(--ha)"></div></div>';
+  html += '<span class="dna-row-value">' + hitRate + '%</span></div>';
+  html += '<div class="dna-row"><span class="dna-row-label">Laughed at</span><span class="dna-row-value">' + laughs + '/' + total + '</span></div>';
+  if (prefs.streakMax >= 2) {
+    html += '<div class="dna-row"><span class="dna-row-label">Best streak</span><span class="dna-row-value">' + prefs.streakMax + ' in a row</span></div>';
+  }
+  if (activeTags.length > 0) {
+    html += '<div class="dna-row" style="margin-top:0.3rem;flex-wrap:wrap;gap:0.25rem">';
+    activeTags.forEach(t => {
+      html += '<span style="font-size:0.65rem;padding:0.12rem 0.4rem;border-radius:10px;border:1px solid var(--accent);color:var(--accent)">' + t + '</span>';
+    });
+    html += '</div>';
+  }
+  container.innerHTML = html;
+}
+
+// ===== GATE =====
+function showGate() {
+  document.getElementById('stage').style.display = 'none';
+  document.getElementById('dnaBar').style.display = 'none';
+  buildDnaProfile();
+  document.getElementById('gate').classList.add('visible');
+  setTimeout(() => {
+    document.getElementById('skipLink').classList.add('show');
+  }, 10000);
+}
+
+// ===== SIGNUP =====
+async function doSignup(email) {
+  saveUser({ email: email, signedUpAt: Date.now() });
+  try {
+    await fetch('/api/tombola/signup', {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ email, preferences: prefs, reactions }),
+    });
+  } catch (err) { /* best effort */ }
+}
+
+async function signup(e) {
+  e.preventDefault();
+  const email = document.getElementById('signupEmail').value;
+  await doSignup(email);
+  document.getElementById('gate').classList.remove('visible');
+  document.getElementById('unlocked').classList.add('visible');
+  setTimeout(() => {
+    document.getElementById('unlocked').classList.remove('visible');
+    unlockTombola();
+  }, 2500);
+}
+
+async function nudgeSignup() {
+  const email = document.getElementById('nudgeEmail').value;
+  if (!email || !email.includes('@')) return;
+  await doSignup(email);
+  document.getElementById('nudgeBar').classList.remove('show');
+  showStreak('Unlimited mode!');
+}
+
+function skipGate() {
+  document.getElementById('gate').classList.remove('visible');
+  unlockTombola();
+}
+
+function unlockTombola() {
+  gated = false;
+  document.getElementById('stage').style.display = 'block';
+  document.getElementById('progress').style.display = 'none';
+  document.getElementById('dnaBar').style.display = 'none';
+  document.getElementById('socialProof').style.display = 'none';
+  document.getElementById('counter').textContent = '';
+  if (!isSignedUp()) {
+    document.getElementById('nudgeBar').classList.add('show');
+  }
+  loadJoke();
+}
+
+// ===== MODE / MOOD =====
+function setPool(pool) {
+  currentPool = pool;
+  document.querySelectorAll('.mode-pill').forEach(btn => {
+    btn.classList.toggle('active', btn.dataset.pool === pool);
+  });
+  // Show mood bar only for Fresh
+  const moodBar = document.getElementById('moodBar');
+  if (pool === 'fresh') {
+    moodBar.classList.add('show');
+  } else {
+    moodBar.classList.remove('show');
+    currentMood = 'any';
+    document.querySelectorAll('.mood-pill').forEach(btn => {
+      btn.classList.toggle('active', btn.dataset.mood === 'any');
+    });
+  }
+  loadJoke();
+}
+
+function setMood(mood) {
+  currentMood = mood;
+  document.querySelectorAll('.mood-pill').forEach(btn => {
+    btn.classList.toggle('active', btn.dataset.mood === mood);
+  });
+  loadJoke();
+}
+
+// ===== SHARE =====
+function shareJoke() {
+  if (!currentJoke) return;
+  const text = currentJoke.text;
+  if (navigator.share) {
+    navigator.share({ text: text + '\n\nvia The Daily Snorter', url: window.location.href });
+  } else {
+    navigator.clipboard.writeText(text).then(() => {
+      const btn = document.getElementById('shareBtn');
+      btn.textContent = 'Copied!';
+      setTimeout(() => { btn.textContent = 'Share this one'; }, 1500);
+    });
+  }
+}
+
+// ===== INIT =====
+updateProgress();
+loadJoke();
+initSwipe();
+</script>
+</body>
+</html>

templates/worldcup.html

@@ -0,0 +1,818 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+<meta charset="utf-8">
+<meta name="viewport" content="width=device-width, initial-scale=1">
+<title>Joke World Cup — The Daily Snorter</title>
+<style>
+  :root {
+    --bg: #0f0f0f;
+    --card: #1a1a1a;
+    --border: #2a2a2a;
+    --text: #e0e0e0;
+    --muted: #888;
+    --accent: #f5c842;
+    --ha: #4ade80;
+    --nah: #ef4444;
+    --streak: #c084fc;
+    --winner: #f5c842;
+  }
+  * { margin: 0; padding: 0; box-sizing: border-box; }
+  body {
+    font-family: 'Georgia', serif;
+    background: var(--bg);
+    color: var(--text);
+    min-height: 100vh;
+  }
+
+  /* Header */
+  .header {
+    text-align: center;
+    padding: 1.2rem 1rem 0.5rem;
+  }
+  .header h1 {
+    font-size: 2rem;
+    color: var(--accent);
+    letter-spacing: 0.05em;
+  }
+  .header .subtitle {
+    color: var(--muted);
+    font-size: 0.85rem;
+    margin-top: 0.2rem;
+    font-style: italic;
+  }
+  .header .tournament-name {
+    color: var(--streak);
+    font-size: 0.95rem;
+    margin-top: 0.4rem;
+    font-weight: bold;
+  }
+  .header .round-info {
+    color: var(--muted);
+    font-size: 0.8rem;
+    margin-top: 0.2rem;
+  }
+
+  /* Tab bar */
+  .tabs {
+    display: flex;
+    justify-content: center;
+    gap: 0.3rem;
+    padding: 0.8rem 1rem;
+    position: sticky;
+    top: 0;
+    background: var(--bg);
+    z-index: 10;
+  }
+  .tab-btn {
+    background: var(--card);
+    border: 1px solid var(--border);
+    color: var(--muted);
+    font-size: 0.85rem;
+    padding: 0.5rem 1.2rem;
+    border-radius: 20px;
+    cursor: pointer;
+    transition: all 0.15s;
+    font-family: inherit;
+  }
+  .tab-btn:hover, .tab-btn.active {
+    border-color: var(--accent);
+    color: var(--accent);
+  }
+
+  /* ===== VOTE VIEW ===== */
+  .vote-view { max-width: 700px; margin: 0 auto; padding: 0 1rem; }
+
+  .matchup-container {
+    display: grid;
+    grid-template-columns: 1fr 1fr;
+    gap: 1rem;
+    margin: 1rem 0;
+  }
+  @media (max-width: 500px) {
+    .matchup-container { grid-template-columns: 1fr; }
+  }
+
+  .joke-card {
+    background: var(--card);
+    border: 2px solid var(--border);
+    border-radius: 12px;
+    padding: 1.5rem;
+    cursor: pointer;
+    transition: all 0.2s;
+    display: flex;
+    flex-direction: column;
+    min-height: 180px;
+    position: relative;
+  }
+  .joke-card:hover {
+    border-color: var(--accent);
+    transform: translateY(-2px);
+  }
+  .joke-card .joke-text {
+    font-size: 1.05rem;
+    line-height: 1.6;
+    flex: 1;
+    white-space: pre-line;
+  }
+  .joke-card .joke-author {
+    color: var(--muted);
+    font-size: 0.75rem;
+    margin-top: 0.8rem;
+    text-align: right;
+  }
+  .joke-card .pick-label {
+    position: absolute;
+    top: 0.6rem;
+    right: 0.6rem;
+    font-size: 0.65rem;
+    color: var(--muted);
+    text-transform: uppercase;
+    letter-spacing: 0.05em;
+    opacity: 0;
+    transition: opacity 0.15s;
+  }
+  .joke-card:hover .pick-label { opacity: 1; }
+
+  /* Vote result state */
+  .joke-card.winner {
+    border-color: var(--winner);
+    background: #1a1a0f;
+  }
+  .joke-card.loser {
+    opacity: 0.5;
+    border-color: var(--border);
+  }
+  .joke-card.voted {
+    cursor: default;
+    transform: none;
+  }
+  .joke-card.voted:hover {
+    transform: none;
+  }
+
+  .vote-bar {
+    display: flex;
+    height: 6px;
+    border-radius: 3px;
+    overflow: hidden;
+    margin-top: 0.6rem;
+    background: var(--border);
+    opacity: 0;
+    transition: opacity 0.3s;
+  }
+  .vote-bar.show { opacity: 1; }
+  .vote-bar .bar-a {
+    background: var(--accent);
+    transition: width 0.5s;
+  }
+  .vote-bar .bar-b {
+    background: var(--streak);
+    transition: width 0.5s;
+  }
+
+  .vote-counts {
+    display: flex;
+    justify-content: space-between;
+    font-size: 0.7rem;
+    color: var(--muted);
+    margin-top: 0.3rem;
+    opacity: 0;
+    transition: opacity 0.3s;
+  }
+  .vote-counts.show { opacity: 1; }
+
+  .vs-badge {
+    display: none;
+    align-items: center;
+    justify-content: center;
+    font-size: 0.85rem;
+    color: var(--muted);
+    font-weight: bold;
+  }
+  @media (min-width: 501px) {
+    .vs-badge { display: none; } /* handled via CSS gap */
+  }
+
+  .vote-status {
+    text-align: center;
+    color: var(--muted);
+    font-size: 0.8rem;
+    padding: 1rem;
+  }
+  .vote-status .stat { color: var(--accent); }
+
+  .no-tournament {
+    text-align: center;
+    padding: 3rem 1rem;
+    color: var(--muted);
+  }
+  .no-tournament h2 {
+    color: var(--accent);
+    margin-bottom: 0.5rem;
+    font-size: 1.4rem;
+  }
+
+  /* ===== BRACKET VIEW ===== */
+  .bracket-view {
+    max-width: 900px;
+    margin: 0 auto;
+    padding: 0 1rem 2rem;
+  }
+
+  .round-section {
+    margin-bottom: 1.5rem;
+  }
+  .round-header {
+    font-size: 1rem;
+    color: var(--accent);
+    padding: 0.5rem 0;
+    border-bottom: 1px solid var(--border);
+    margin-bottom: 0.6rem;
+  }
+  .round-matchups {
+    display: grid;
+    grid-template-columns: repeat(auto-fill, minmax(280px, 1fr));
+    gap: 0.6rem;
+  }
+
+  .bracket-matchup {
+    background: var(--card);
+    border: 1px solid var(--border);
+    border-radius: 8px;
+    padding: 0.6rem 0.8rem;
+    font-size: 0.8rem;
+  }
+  .bracket-entry {
+    display: flex;
+    justify-content: space-between;
+    align-items: center;
+    padding: 0.3rem 0;
+    color: var(--muted);
+  }
+  .bracket-entry .entry-text {
+    flex: 1;
+    overflow: hidden;
+    text-overflow: ellipsis;
+    white-space: nowrap;
+    margin-right: 0.5rem;
+  }
+  .bracket-entry .entry-votes {
+    font-size: 0.7rem;
+    min-width: 30px;
+    text-align: right;
+  }
+  .bracket-entry.is-winner {
+    color: var(--accent);
+    font-weight: bold;
+  }
+  .bracket-entry.is-loser {
+    opacity: 0.5;
+  }
+  .bracket-divider {
+    height: 1px;
+    background: var(--border);
+    margin: 0.1rem 0;
+  }
+  .bracket-matchup.active {
+    border-color: var(--ha);
+  }
+  .bracket-matchup.pending {
+    opacity: 0.5;
+  }
+
+  /* ===== LEADERBOARD VIEW ===== */
+  .leaderboard-view {
+    max-width: 700px;
+    margin: 0 auto;
+    padding: 0 1rem 2rem;
+  }
+  .leaderboard-table {
+    width: 100%;
+    border-collapse: collapse;
+  }
+  .leaderboard-table th {
+    text-align: left;
+    color: var(--muted);
+    font-size: 0.7rem;
+    text-transform: uppercase;
+    letter-spacing: 0.05em;
+    padding: 0.5rem 0.4rem;
+    border-bottom: 1px solid var(--border);
+  }
+  .leaderboard-table td {
+    padding: 0.6rem 0.4rem;
+    border-bottom: 1px solid var(--border);
+    font-size: 0.85rem;
+    vertical-align: top;
+  }
+  .leaderboard-table tr:hover {
+    background: var(--card);
+  }
+
+  .lb-rank {
+    font-weight: bold;
+    color: var(--accent);
+    width: 2rem;
+    text-align: center;
+  }
+  .lb-rank.gold { color: #f5c842; }
+  .lb-rank.silver { color: #c0c0c0; }
+  .lb-rank.bronze { color: #cd7f32; }
+
+  .lb-joke {
+    max-width: 350px;
+    line-height: 1.4;
+  }
+  .lb-joke .joke-preview {
+    display: -webkit-box;
+    -webkit-line-clamp: 2;
+    -webkit-box-orient: vertical;
+    overflow: hidden;
+  }
+  .lb-author {
+    color: var(--muted);
+    font-size: 0.7rem;
+    margin-top: 0.2rem;
+  }
+  .lb-elo {
+    font-weight: bold;
+    color: var(--text);
+    white-space: nowrap;
+  }
+  .lb-record {
+    color: var(--muted);
+    font-size: 0.8rem;
+    white-space: nowrap;
+  }
+
+  .empty-leaderboard {
+    text-align: center;
+    padding: 3rem 1rem;
+    color: var(--muted);
+  }
+
+  /* Back link */
+  .back-link {
+    display: block;
+    text-align: center;
+    padding: 1.5rem;
+    color: var(--muted);
+    font-size: 0.75rem;
+    text-decoration: none;
+  }
+  .back-link:hover { color: var(--accent); }
+
+  /* View switching */
+  .view { display: none; }
+  .view.active { display: block; }
+
+  /* Loading spinner */
+  .loading {
+    text-align: center;
+    padding: 2rem;
+    color: var(--muted);
+    font-style: italic;
+  }
+
+  /* Admin bar */
+  .admin-bar {
+    text-align: center;
+    padding: 0.8rem;
+    border-top: 1px solid var(--border);
+    margin-top: 1rem;
+  }
+  .admin-btn {
+    background: var(--card);
+    border: 1px solid var(--border);
+    color: var(--muted);
+    font-size: 0.75rem;
+    padding: 0.4rem 1rem;
+    border-radius: 6px;
+    cursor: pointer;
+    font-family: inherit;
+    margin: 0 0.2rem;
+  }
+  .admin-btn:hover { color: var(--accent); border-color: var(--accent); }
+
+  /* Pool filter bar for tournament creation */
+  .create-options {
+    display: none;
+    margin-top: 0.6rem;
+    gap: 0.4rem;
+    justify-content: center;
+    flex-wrap: wrap;
+  }
+  .create-options.show { display: flex; }
+</style>
+</head>
+<body>
+
+<div class="header">
+  <h1>Joke World Cup</h1>
+  <p class="subtitle">Head-to-head. You pick the winner.</p>
+  <div class="tournament-name" id="tournamentName"></div>
+  <div class="round-info" id="roundInfo"></div>
+</div>
+
+<div class="tabs">
+  <button class="tab-btn active" data-tab="vote" onclick="switchTab('vote')">Vote</button>
+  <button class="tab-btn" data-tab="bracket" onclick="switchTab('bracket')">Bracket</button>
+  <button class="tab-btn" data-tab="leaderboard" onclick="switchTab('leaderboard')">Leaderboard</button>
+</div>
+
+<!-- ===== VOTE VIEW ===== -->
+<div class="view active" id="view-vote">
+  <div class="vote-view">
+    <div class="loading" id="voteLoading">Loading matchup...</div>
+
+    <div id="matchupArea" style="display:none">
+      <div class="matchup-container" id="matchupCards"></div>
+
+      <div id="voteResult" style="display:none">
+        <div class="vote-bar" id="voteBar">
+          <div class="bar-a" id="barA"></div>
+          <div class="bar-b" id="barB"></div>
+        </div>
+        <div class="vote-counts" id="voteCounts"></div>
+      </div>
+    </div>
+
+    <div class="vote-status" id="voteStatus"></div>
+
+    <div class="no-tournament" id="noTournament" style="display:none">
+      <h2>No active tournament</h2>
+      <p>Check back soon, or start one below.</p>
+    </div>
+  </div>
+</div>
+
+<!-- ===== BRACKET VIEW ===== -->
+<div class="view" id="view-bracket">
+  <div class="bracket-view">
+    <div class="loading" id="bracketLoading">Loading bracket...</div>
+    <div id="bracketContent"></div>
+  </div>
+</div>
+
+<!-- ===== LEADERBOARD VIEW ===== -->
+<div class="view" id="view-leaderboard">
+  <div class="leaderboard-view">
+    <div class="loading" id="lbLoading">Loading leaderboard...</div>
+    <div id="lbContent"></div>
+  </div>
+</div>
+
+<!-- Admin bar -->
+<div class="admin-bar">
+  <button class="admin-btn" onclick="toggleCreateOptions()">New Tournament</button>
+  <div class="create-options" id="createOptions">
+    <button class="admin-btn" onclick="createTournament('mixed')">Mixed (64)</button>
+    <button class="admin-btn" onclick="createTournament('classics')">Classics (64)</button>
+    <button class="admin-btn" onclick="createTournament('fresh')">Fresh (64)</button>
+    <button class="admin-btn" onclick="createTournament('mixed', 32)">Quick (32)</button>
+  </div>
+</div>
+
+<a href="/play" class="back-link">Back to the Tombola</a>
+
+<script>
+// State
+let currentMatchup = null;
+let votedThisSession = 0;
+let tournamentState = null;
+let voting = false;
+
+// ===== TAB SWITCHING =====
+function switchTab(tab) {
+  document.querySelectorAll('.tab-btn').forEach(b =>
+    b.classList.toggle('active', b.dataset.tab === tab));
+  document.querySelectorAll('.view').forEach(v =>
+    v.classList.toggle('active', v.id === 'view-' + tab));
+
+  if (tab === 'bracket') loadBracket();
+  if (tab === 'leaderboard') loadLeaderboard();
+}
+
+// ===== VOTE VIEW =====
+async function loadMatchup() {
+  document.getElementById('voteLoading').style.display = 'block';
+  document.getElementById('matchupArea').style.display = 'none';
+  document.getElementById('noTournament').style.display = 'none';
+  document.getElementById('voteResult').style.display = 'none';
+
+  try {
+    const resp = await fetch('/api/worldcup/matchup');
+    const data = await resp.json();
+
+    document.getElementById('voteLoading').style.display = 'none';
+
+    if (!data.matchup) {
+      if (data.message === 'No active tournament') {
+        document.getElementById('noTournament').style.display = 'block';
+      } else {
+        document.getElementById('voteStatus').innerHTML =
+          '<p>' + (data.message || 'No more matchups right now.') + '</p>';
+      }
+      // Still load tournament info for header
+      loadTournamentInfo();
+      return;
+    }
+
+    currentMatchup = data.matchup;
+    if (data.tournament_name) {
+      document.getElementById('tournamentName').textContent = data.tournament_name;
+    }
+
+    renderMatchup(data.matchup);
+    document.getElementById('matchupArea').style.display = 'block';
+
+  } catch (err) {
+    document.getElementById('voteLoading').style.display = 'none';
+    document.getElementById('voteStatus').innerHTML =
+      '<p>Failed to load. <a href="#" onclick="loadMatchup();return false" style="color:var(--accent)">Retry</a></p>';
+  }
+}
+
+function renderMatchup(matchup) {
+  const container = document.getElementById('matchupCards');
+  container.innerHTML = '';
+
+  [matchup.entry_a, matchup.entry_b].forEach((entry, i) => {
+    const card = document.createElement('div');
+    card.className = 'joke-card';
+    card.dataset.entryId = entry.id;
+    card.onclick = () => castVote(matchup.id, entry.id);
+
+    let text = entry.text || '';
+    text = text.replace(/&#39;/g, "'")
+               .replace(/&amp;/g, "&")
+               .replace(/&lt;/g, "<")
+               .replace(/&gt;/g, ">")
+               .replace(/&quot;/g, '"');
+
+    card.innerHTML = `
+      <span class="pick-label">Pick this one</span>
+      <div class="joke-text">${escapeHtml(text)}</div>
+      <div class="joke-author">${entry.author ? '— ' + escapeHtml(entry.author) : ''}</div>
+    `;
+    container.appendChild(card);
+  });
+
+  // Update status
+  document.getElementById('voteStatus').innerHTML =
+    'Votes cast: <span class="stat">' + votedThisSession + '</span>';
+}
+
+async function castVote(matchupId, entryId) {
+  if (voting) return;
+  voting = true;
+
+  try {
+    const resp = await fetch('/api/worldcup/vote', {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ matchup_id: matchupId, entry_id: entryId }),
+    });
+    const data = await resp.json();
+
+    if (!data.ok) {
+      if (resp.status === 409) {
+        // Already voted, just advance
+        setTimeout(() => { voting = false; loadMatchup(); }, 500);
+        return;
+      }
+      voting = false;
+      return;
+    }
+
+    votedThisSession++;
+    showVoteResult(entryId, data);
+
+    // Auto-advance after 1.5s
+    setTimeout(() => {
+      voting = false;
+      loadMatchup();
+    }, 1500);
+
+  } catch (err) {
+    voting = false;
+  }
+}
+
+function showVoteResult(pickedId, data) {
+  const cards = document.querySelectorAll('#matchupCards .joke-card');
+  cards.forEach(card => {
+    card.classList.add('voted');
+    const cardId = parseInt(card.dataset.entryId);
+    if (data.winner_id) {
+      card.classList.add(cardId === data.winner_id ? 'winner' : 'loser');
+    } else {
+      card.classList.add(cardId === pickedId ? 'winner' : 'loser');
+    }
+  });
+
+  // Show vote bar
+  const total = (data.votes_a || 0) + (data.votes_b || 0);
+  if (total > 0) {
+    const pctA = Math.round((data.votes_a / total) * 100);
+    const pctB = 100 - pctA;
+
+    document.getElementById('barA').style.width = pctA + '%';
+    document.getElementById('barB').style.width = pctB + '%';
+    document.getElementById('voteBar').classList.add('show');
+
+    document.getElementById('voteCounts').innerHTML =
+      '<span>' + data.votes_a + ' votes (' + pctA + '%)</span>' +
+      '<span>' + data.votes_b + ' votes (' + pctB + '%)</span>';
+    document.getElementById('voteCounts').classList.add('show');
+    document.getElementById('voteResult').style.display = 'block';
+  }
+
+  document.getElementById('voteStatus').innerHTML =
+    'Votes cast: <span class="stat">' + votedThisSession + '</span>' +
+    (data.status === 'complete' ? ' &middot; <span style="color:var(--ha)">Matchup decided!</span>' : '');
+}
+
+async function loadTournamentInfo() {
+  try {
+    const resp = await fetch('/api/worldcup/current');
+    const data = await resp.json();
+    if (data.tournament) {
+      tournamentState = data.tournament;
+      document.getElementById('tournamentName').textContent = data.tournament.name;
+      const roundName = data.tournament.round_name || ('Round ' + data.tournament.current_round);
+      const totalMatchups = data.matchups ? data.matchups.length : '?';
+      const complete = data.matchups ? data.matchups.filter(m => m.status === 'complete').length : 0;
+      document.getElementById('roundInfo').textContent =
+        roundName + ' — ' + complete + '/' + totalMatchups + ' matchups decided';
+    }
+  } catch (err) { /* ignore */ }
+}
+
+// ===== BRACKET VIEW =====
+async function loadBracket() {
+  document.getElementById('bracketLoading').style.display = 'block';
+  document.getElementById('bracketContent').innerHTML = '';
+
+  try {
+    const resp = await fetch('/api/worldcup/bracket');
+    const data = await resp.json();
+
+    document.getElementById('bracketLoading').style.display = 'none';
+
+    if (!data.rounds || data.rounds.length === 0) {
+      document.getElementById('bracketContent').innerHTML =
+        '<div class="empty-leaderboard"><p>No tournament data yet.</p></div>';
+      return;
+    }
+
+    if (data.tournament) {
+      document.getElementById('tournamentName').textContent = data.tournament.name;
+    }
+
+    let html = '';
+    data.rounds.forEach(round => {
+      html += '<div class="round-section">';
+      html += '<div class="round-header">' + escapeHtml(round.name) +
+              ' <span style="color:var(--muted);font-size:0.8rem">(' +
+              round.matchups.length + ' matchups)</span></div>';
+      html += '<div class="round-matchups">';
+
+      round.matchups.forEach(m => {
+        const statusClass = m.status === 'complete' ? '' :
+                           m.status === 'active' ? 'active' : 'pending';
+        html += '<div class="bracket-matchup ' + statusClass + '">';
+        html += renderBracketEntry(m.entry_a, m, 'a');
+        html += '<div class="bracket-divider"></div>';
+        html += renderBracketEntry(m.entry_b, m, 'b');
+        html += '</div>';
+      });
+
+      html += '</div></div>';
+    });
+
+    // Show winner if tournament complete
+    if (data.tournament && data.tournament.status === 'complete' && data.tournament.winner_entry_id) {
+      html = '<div style="text-align:center;padding:1rem;color:var(--accent);font-size:1.2rem;font-weight:bold">' +
+             'Tournament Complete!</div>' + html;
+    }
+
+    document.getElementById('bracketContent').innerHTML = html;
+
+  } catch (err) {
+    document.getElementById('bracketLoading').style.display = 'none';
+    document.getElementById('bracketContent').innerHTML =
+      '<div class="empty-leaderboard"><p>Failed to load bracket.</p></div>';
+  }
+}
+
+function renderBracketEntry(entry, matchup, side) {
+  if (!entry) return '<div class="bracket-entry"><span class="entry-text">TBD</span></div>';
+
+  const votes = side === 'a' ? matchup.votes_a : matchup.votes_b;
+  let cls = 'bracket-entry';
+  if (matchup.status === 'complete') {
+    cls += matchup.winner_id === entry.id ? ' is-winner' : ' is-loser';
+  }
+
+  const preview = (entry.text || '').substring(0, 60) + ((entry.text || '').length > 60 ? '...' : '');
+  const author = entry.author ? ' — ' + entry.author : '';
+
+  return '<div class="' + cls + '">' +
+    '<span class="entry-text">' + escapeHtml(preview) + '<span style="color:var(--muted);font-size:0.7rem">' + escapeHtml(author) + '</span></span>' +
+    '<span class="entry-votes">' + (matchup.status !== 'pending' ? votes : '') + '</span>' +
+    '</div>';
+}
+
+// ===== LEADERBOARD VIEW =====
+async function loadLeaderboard() {
+  document.getElementById('lbLoading').style.display = 'block';
+  document.getElementById('lbContent').innerHTML = '';
+
+  try {
+    const resp = await fetch('/api/worldcup/leaderboard');
+    const data = await resp.json();
+
+    document.getElementById('lbLoading').style.display = 'none';
+
+    if (!data || data.length === 0) {
+      document.getElementById('lbContent').innerHTML =
+        '<div class="empty-leaderboard"><p>No ranked jokes yet. Start a tournament to get going.</p></div>';
+      return;
+    }
+
+    let html = '<table class="leaderboard-table">';
+    html += '<thead><tr><th>#</th><th>Joke</th><th>ELO</th><th>W-L</th></tr></thead>';
+    html += '<tbody>';
+
+    data.forEach((entry, i) => {
+      const rank = i + 1;
+      let rankClass = 'lb-rank';
+      if (rank === 1) rankClass += ' gold';
+      else if (rank === 2) rankClass += ' silver';
+      else if (rank === 3) rankClass += ' bronze';
+
+      const preview = (entry.text || '').substring(0, 120) + ((entry.text || '').length > 120 ? '...' : '');
+
+      html += '<tr>';
+      html += '<td class="' + rankClass + '">' + rank + '</td>';
+      html += '<td class="lb-joke"><div class="joke-preview">' + escapeHtml(preview) + '</div>';
+      if (entry.author) {
+        html += '<div class="lb-author">— ' + escapeHtml(entry.author) + '</div>';
+      }
+      html += '</td>';
+      html += '<td class="lb-elo">' + Math.round(entry.elo) + '</td>';
+      html += '<td class="lb-record">' + entry.wins + '-' + entry.losses + '</td>';
+      html += '</tr>';
+    });
+
+    html += '</tbody></table>';
+    document.getElementById('lbContent').innerHTML = html;
+
+  } catch (err) {
+    document.getElementById('lbLoading').style.display = 'none';
+    document.getElementById('lbContent').innerHTML =
+      '<div class="empty-leaderboard"><p>Failed to load leaderboard.</p></div>';
+  }
+}
+
+// ===== ADMIN =====
+function toggleCreateOptions() {
+  document.getElementById('createOptions').classList.toggle('show');
+}
+
+async function createTournament(pool, size) {
+  size = size || 64;
+  try {
+    const resp = await fetch('/api/worldcup/create', {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ pool_filter: pool, bracket_size: size }),
+    });
+    const data = await resp.json();
+    if (data.ok) {
+      document.getElementById('createOptions').classList.remove('show');
+      loadMatchup();
+      loadTournamentInfo();
+    } else {
+      alert('Failed to create tournament');
+    }
+  } catch (err) {
+    alert('Error creating tournament');
+  }
+}
+
+// ===== UTILS =====
+function escapeHtml(text) {
+  const div = document.createElement('div');
+  div.textContent = text;
+  return div.innerHTML;
+}
+
+// ===== INIT =====
+loadMatchup();
+loadTournamentInfo();
+</script>
+</body>
+</html>

webapp.py

@@ -0,0 +1,1231 @@
+"""Joke Corpus — Web Dashboard."""
+import math
+import os
+import random as _rand
+import sys
+import uuid
+from datetime import datetime
+from pathlib import Path
+
+# Ensure scraper package is importable
+sys.path.insert(0, str(Path(__file__).parent))
+
+from flask import Flask, render_template, request, jsonify, redirect, url_for, make_response
+from scraper import db
+from scraper.config import TOPICS, STYLES, DB_PATH, PROJECT_ROOT
+from scraper.scoring import calculate_elo
+
+ENV_PATH = PROJECT_ROOT / ".env"
+
+# Platform setup definitions — the guided setup wizard uses these
+PLATFORM_SETUP = [
+    {
+        "id": "guardian",
+        "name": "Guardian",
+        "cost": "Free",
+        "description": "Frankie Boyle, Marina Hyde, John Crace, Stewart Lee, Charlie Brooker — full article text via the Guardian Open Platform API.",
+        "signup_url": "https://open-platform.theguardian.com/access/",
+        "signup_steps": [
+            "Go to the Guardian Open Platform",
+            "Click 'Register for a developer key'",
+            "Fill in the form (app name: 'joke-corpus', describe as personal research)",
+            "You'll get an API key immediately by email",
+            "Paste it below",
+        ],
+        "fields": [
+            {"key": "GUARDIAN_API_KEY", "label": "API Key", "type": "text"},
+        ],
+    },
+    {
+        "id": "reddit",
+        "name": "Reddit",
+        "cost": "Free",
+        "description": "r/BritishProblems, r/standupshots, r/jokes and more. Non-commercial access via PRAW.",
+        "signup_url": "https://www.reddit.com/prefs/apps",
+        "signup_steps": [
+            "Go to Reddit app preferences (you need a Reddit account)",
+            "Scroll down and click 'create another app...'",
+            "Select 'script' as the app type",
+            "Name: 'joke-corpus', Description: 'personal comedy corpus'",
+            "Redirect URI: http://localhost:8080 (doesn't matter for scripts)",
+            "Note the client ID (under the app name) and client secret",
+            "Paste both below",
+        ],
+        "fields": [
+            {"key": "REDDIT_CLIENT_ID", "label": "Client ID", "type": "text"},
+            {"key": "REDDIT_CLIENT_SECRET", "label": "Client Secret", "type": "password"},
+        ],
+    },
+    {
+        "id": "bluesky",
+        "name": "Bluesky",
+        "cost": "Free",
+        "description": "Open AT Protocol. Full access to any public account's posts. The easiest platform to set up.",
+        "signup_url": "https://bsky.app/settings/app-passwords",
+        "signup_steps": [
+            "Log into Bluesky",
+            "Go to Settings > App Passwords",
+            "Click 'Add App Password'",
+            "Name it 'joke-corpus' and copy the generated password",
+            "Enter your handle and the app password below",
+        ],
+        "fields": [
+            {"key": "BLUESKY_HANDLE", "label": "Handle (e.g. you.bsky.social)", "type": "text"},
+            {"key": "BLUESKY_APP_PASSWORD", "label": "App Password", "type": "password"},
+        ],
+    },
+    {
+        "id": "x_twitter",
+        "name": "X / Twitter",
+        "cost": "$200/mo",
+        "description": "Tweet lookup, user timelines, search. Required for Twitter comedy accounts. Basic API tier.",
+        "signup_url": "https://developer.x.com/en/portal/dashboard",
+        "signup_steps": [
+            "Go to the X Developer Portal",
+            "Apply for a developer account if you don't have one",
+            "Subscribe to the Basic tier ($200/mo)",
+            "Create a project and app",
+            "Generate a Bearer Token under 'Keys and Tokens'",
+            "Paste the bearer token below",
+        ],
+        "fields": [
+            {"key": "TWITTER_BEARER_TOKEN", "label": "Bearer Token", "type": "password"},
+            {"key": "TWITTER_API_KEY", "label": "API Key (optional)", "type": "text"},
+            {"key": "TWITTER_API_SECRET", "label": "API Secret (optional)", "type": "password"},
+        ],
+    },
+    {
+        "id": "apify",
+        "name": "Instagram (via Apify)",
+        "cost": "Free tier ($5/mo credits)",
+        "description": "Instagram's API doesn't allow reading other accounts' posts. Apify scrapes public profiles for you. Free tier gets ~2K posts/month.",
+        "signup_url": "https://console.apify.com/sign-up",
+        "signup_steps": [
+            "Sign up for an Apify account (free)",
+            "Go to Settings > Integrations",
+            "Copy your Personal API Token",
+            "Paste it below",
+            "The free tier gives $5/month in credits — enough for casual use",
+        ],
+        "fields": [
+            {"key": "APIFY_API_TOKEN", "label": "API Token", "type": "password"},
+        ],
+    },
+    {
+        "id": "rss",
+        "name": "RSS Feeds",
+        "cost": "Free",
+        "description": "Substacks, The Onion, NewsThump, Waterford Whispers, Daily Mash, McSweeney's. No API key needed — just add sources.",
+        "signup_url": "",
+        "signup_steps": [
+            "No API key required!",
+            "RSS feeds are publicly accessible",
+            "Go to the Sources tab to add RSS feed URLs",
+            "Substack feeds are at: [name].substack.com/feed",
+        ],
+        "fields": [],
+    },
+]
+
+
+def _read_env():
+    """Read the .env file and return a dict of key=value pairs."""
+    env = {}
+    if ENV_PATH.exists():
+        for line in ENV_PATH.read_text().splitlines():
+            line = line.strip()
+            if not line or line.startswith("#"):
+                continue
+            if "=" in line:
+                key, _, value = line.partition("=")
+                env[key.strip()] = value.strip()
+    return env
+
+
+def _write_env(updates):
+    """Update specific keys in the .env file, preserving comments and structure."""
+    lines = []
+    if ENV_PATH.exists():
+        lines = ENV_PATH.read_text().splitlines()
+
+    updated_keys = set()
+    new_lines = []
+    for line in lines:
+        stripped = line.strip()
+        if stripped and not stripped.startswith("#") and "=" in stripped:
+            key = stripped.split("=", 1)[0].strip()
+            if key in updates:
+                new_lines.append(f"{key}={updates[key]}")
+                updated_keys.add(key)
+                continue
+        new_lines.append(line)
+
+    # Add any keys that weren't already in the file
+    for key, value in updates.items():
+        if key not in updated_keys:
+            new_lines.append(f"{key}={value}")
+
+    ENV_PATH.write_text("\n".join(new_lines) + "\n")
+
+    # Reload environment variables
+    for key, value in updates.items():
+        os.environ[key] = value
+
+app = Flask(__name__)
+app.config["SECRET_KEY"] = "joke-corpus-local"
+
+
+@app.before_request
+def ensure_db():
+    db.init_db()
+
+
+@app.context_processor
+def utility_functions():
+    def build_url(**overrides):
+        """Build a URL preserving current filters, with overrides."""
+        params = {}
+        for key in ("topic", "style", "tier", "platform", "q", "days", "page"):
+            val = request.args.get(key)
+            if val:
+                params[key] = val
+
+        for key, val in overrides.items():
+            if val is None or val == "":
+                params.pop(key, None)
+            else:
+                params[key] = val
+
+        # Reset page when filters change (unless page is explicitly set)
+        if "page" not in overrides and any(k in overrides for k in ("topic", "style", "tier", "platform", "q")):
+            params.pop("page", None)
+
+        qs = "&".join(f"{k}={v}" for k, v in params.items() if v)
+        return f"/?{qs}" if qs else "/"
+
+    return {"_build_url": build_url}
+
+
+# --- Page routes ---
+
+@app.route("/")
+def index():
+    topic = request.args.get("topic")
+    style = request.args.get("style")
+    tier = request.args.get("tier")
+    platform = request.args.get("platform")
+    q = request.args.get("q", "").strip()
+    days = request.args.get("days", "0", type=str)
+    page = request.args.get("page", 1, type=int)
+    per_page = 50
+
+    days_val = int(days) if days.isdigit() else 0
+
+    if q:
+        entries = db.search_entries(
+            query=q, topic=topic, style=style,
+            tier=tier, platform=platform, limit=per_page,
+        )
+    elif tier:
+        entries = db.top_entries(
+            topic=topic, style=style, tier=tier,
+            platform=platform, days=days_val or None, limit=per_page,
+        )
+    else:
+        # Show all entries, newest first, no tier filter
+        entries = _browse_entries(
+            topic=topic, style=style, platform=platform,
+            days=days_val or None, limit=per_page,
+            offset=(page - 1) * per_page,
+        )
+
+    # Get styles for each entry
+    entries_with_styles = []
+    for e in entries:
+        entry_dict = dict(e)
+        _, styles = db.get_entry(e["id"])
+        entry_dict["styles"] = styles
+        entries_with_styles.append(entry_dict)
+
+    stats = db.get_stats()
+    sources = db.list_sources()
+
+    # Get unique platforms from sources
+    platforms = sorted(set(s["platform"] for s in sources))
+
+    return render_template(
+        "index.html",
+        entries=entries_with_styles,
+        stats=stats,
+        topics=TOPICS,
+        styles=STYLES,
+        platforms=platforms,
+        current_topic=topic,
+        current_style=style,
+        current_tier=tier,
+        current_platform=platform,
+        current_q=q,
+        current_days=days,
+        current_page=page,
+    )
+
+
+@app.route("/sources")
+def sources_page():
+    sources = db.list_sources()
+    stats = db.get_stats()
+    return render_template(
+        "index.html",
+        view="sources",
+        sources=sources,
+        stats=stats,
+        topics=TOPICS,
+        styles=STYLES,
+        platforms=[],
+        entries=[],
+        current_topic=None,
+        current_style=None,
+        current_tier=None,
+        current_platform=None,
+        current_q="",
+        current_days="0",
+        current_page=1,
+    )
+
+
+@app.route("/setup")
+def setup_page():
+    env = _read_env()
+    stats = db.get_stats()
+
+    # Calculate status for each platform
+    platforms_status = []
+    for p in PLATFORM_SETUP:
+        configured = False
+        if p["fields"]:
+            # Consider configured if ANY required field has a value
+            configured = any(
+                bool(env.get(f["key"], ""))
+                for f in p["fields"]
+            )
+        else:
+            # No fields needed (e.g. RSS)
+            configured = True
+
+        platforms_status.append({
+            **p,
+            "configured": configured,
+            "field_values": {f["key"]: env.get(f["key"], "") for f in p["fields"]},
+        })
+
+    # Count configured vs total
+    configured_count = sum(1 for p in platforms_status if p["configured"])
+    total_count = len(platforms_status)
+
+    return render_template(
+        "index.html",
+        view="setup",
+        platforms_setup=platforms_status,
+        configured_count=configured_count,
+        total_platforms=total_count,
+        stats=stats,
+        topics=TOPICS,
+        styles=STYLES,
+        platforms=[],
+        entries=[],
+        current_topic=None,
+        current_style=None,
+        current_tier=None,
+        current_platform=None,
+        current_q="",
+        current_days="0",
+        current_page=1,
+    )
+
+
+@app.route("/random")
+def random_page():
+    topic = request.args.get("topic")
+    style = request.args.get("style")
+    tier = request.args.get("tier")
+    entry = db.random_entry(topic=topic, style=style, tier=tier)
+
+    entry_dict = None
+    entry_styles = []
+    if entry:
+        entry_dict = dict(entry)
+        _, entry_styles = db.get_entry(entry["id"])
+        entry_dict["styles"] = entry_styles
+
+    stats = db.get_stats()
+    return render_template(
+        "index.html",
+        view="random",
+        random_entry=entry_dict,
+        stats=stats,
+        topics=TOPICS,
+        styles=STYLES,
+        platforms=[],
+        entries=[],
+        current_topic=topic,
+        current_style=style,
+        current_tier=tier,
+        current_platform=None,
+        current_q="",
+        current_days="0",
+        current_page=1,
+    )
+
+
+@app.route("/play")
+def play_page():
+    """The public-facing joke tombola."""
+    return render_template("tombola.html")
+
+
+@app.route("/api/tombola/joke")
+def api_tombola_joke():
+    """Get a random joke for the tombola. Short, snackable, quality content only."""
+    mood = request.args.get("mood", "any")
+    pool = request.args.get("pool", "classics")
+
+    with db.get_db() as conn:
+        # Sources excluded from tombola
+        EXCLUDED_SOURCES = ('McSweeneys', 'Private Eye')
+
+        conditions = [
+            "e.content_type IN ('joke', 'post', 'article')",
+            "LENGTH(e.text) < 300",
+            "(LENGTH(e.text) > 40 OR e.platform = 'curated')",
+            # Exclude HuggingFace (ungraded bulk import) and extracted candidates
+            "e.platform NOT IN ('huggingface', 'extracted', 'rss')",
+            # Exclude sources whose headlines don't stand alone
+            "COALESCE(s.display_name, '') NOT IN ({})".format(
+                ",".join("?" for _ in EXCLUDED_SOURCES)),
+            # Skip promo/ad captions and image-dependent reactions
+            "e.text NOT LIKE '%#ad %'",
+            "e.text NOT LIKE '%tap to buy%'",
+            "e.text NOT LIKE '%follow us for more%'",
+            "e.text NOT LIKE '%link in bio%'",
+            "e.text NOT LIKE '%link in the bio%'",
+            "e.text NOT LIKE '%check out my shop%'",
+            "e.text NOT LIKE '%Follow us for%'",
+            "e.text NOT LIKE '%swipe up%'",
+            "e.text NOT LIKE '%Like this content?%'",
+            "e.text NOT LIKE 'Swipe %'",
+            "e.text NOT LIKE 'Comment %on this post%'",
+            # Skip hashtag-heavy posts (usually promos or memes needing images)
+            "e.text NOT LIKE '%#%'",
+        ]
+        params = list(EXCLUDED_SOURCES)
+
+        # Pool filter
+        DAD_JOKE_HANDLES = ('r/dadjokes', 'r/cleanjokes', '@dadsaysjokes', '@inventingdadjokes', '@thedad')
+        if pool == "classics":
+            conditions.append("e.platform = 'curated'")
+        elif pool == "dadjokes":
+            conditions.append(
+                "e.source_id IN (SELECT id FROM sources WHERE handle_or_url IN ({}))".format(
+                    ",".join("?" for _ in DAD_JOKE_HANDLES)))
+            params.extend(DAD_JOKE_HANDLES)
+        elif pool == "fresh":
+            conditions.append("e.platform != 'curated'")
+            conditions.append(
+                "e.source_id NOT IN (SELECT id FROM sources WHERE handle_or_url IN ({}))".format(
+                    ",".join("?" for _ in DAD_JOKE_HANDLES)))
+            params.extend(DAD_JOKE_HANDLES)
+        # else: "mixed" — no pool filter
+
+        if mood == "dark":
+            conditions.append("(e.topic IN ('left_wing', 'right_wing') OR e.topic IS NULL)")
+        elif mood == "political":
+            conditions.append("e.topic IN ('left_wing', 'right_wing')")
+        elif mood == "clean":
+            conditions.append("(e.topic = 'apolitical' OR e.topic IS NULL)")
+        else:
+            # Default "surprise me" — skip heavily political content
+            conditions.append("(e.topic IS NULL OR e.topic NOT IN ('left_wing', 'right_wing'))")
+
+        where = " AND ".join(conditions)
+
+        # Quality-weighted selection: 70% from S/A tier, 30% from any
+        use_quality = _rand.random() < 0.7
+        if use_quality:
+            entry = conn.execute(f"""
+                SELECT e.id, e.text, e.author, e.platform, e.topic,
+                       s.display_name as source_name, e.image_url
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where} AND e.quality_tier IN ('S', 'A')
+                ORDER BY RANDOM()
+                LIMIT 1
+            """, params).fetchone()
+        else:
+            entry = None
+
+        # Fallback to any tier
+        if not entry:
+            entry = conn.execute(f"""
+                SELECT e.id, e.text, e.author, e.platform, e.topic,
+                       s.display_name as source_name, e.image_url
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY RANDOM()
+                LIMIT 1
+            """, params).fetchone()
+
+    if entry:
+        result = {
+            "id": entry["id"],
+            "text": entry["text"],
+            "author": entry["author"],
+            "topic": entry["topic"],
+            "source": entry["source_name"] or entry["platform"],
+        }
+        if entry["image_url"]:
+            result["image_url"] = entry["image_url"]
+        return jsonify(result)
+    return jsonify({"error": "No jokes available"}), 404
+
+
+@app.route("/api/tombola/signup", methods=["POST"])
+def api_tombola_signup():
+    """Collect email and comedy profile from tombola user."""
+    import json as _json
+    data = request.get_json()
+    email = data.get("email", "").strip()
+    preferences = data.get("preferences", {})
+    reactions = data.get("reactions", [])
+
+    if not email or "@" not in email:
+        return jsonify({"ok": False, "error": "Valid email required"}), 400
+
+    with db.get_db() as conn:
+        conn.execute("""
+            CREATE TABLE IF NOT EXISTS signups (
+                id INTEGER PRIMARY KEY,
+                email TEXT UNIQUE NOT NULL,
+                name TEXT,
+                preferences TEXT,
+                reactions TEXT,
+                signed_up_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
+            )
+        """)
+        try:
+            conn.execute(
+                "INSERT INTO signups (email, preferences, reactions) VALUES (?, ?, ?)",
+                (email, _json.dumps(preferences), _json.dumps(reactions)),
+            )
+            return jsonify({"ok": True})
+        except Exception:
+            return jsonify({"ok": True, "note": "Already signed up"})
+
+
+# --- API routes ---
+
+@app.route("/api/rate/<int:entry_id>", methods=["POST"])
+def api_rate(entry_id):
+    data = request.get_json()
+    rating = data.get("rating")
+    if rating and 1 <= int(rating) <= 5:
+        db.rate_entry(entry_id, int(rating))
+        return jsonify({"ok": True, "rating": int(rating)})
+    return jsonify({"ok": False, "error": "Rating must be 1-5"}), 400
+
+
+@app.route("/api/fav/<int:entry_id>", methods=["POST"])
+def api_fav(entry_id):
+    result = db.favourite_entry(entry_id)
+    if result is not None:
+        return jsonify({"ok": True, "favourite": bool(result)})
+    return jsonify({"ok": False, "error": "Not found"}), 404
+
+
+@app.route("/api/classify/<int:entry_id>", methods=["POST"])
+def api_classify(entry_id):
+    data = request.get_json()
+    topic = data.get("topic")
+    style_names = data.get("styles")
+
+    if topic and topic not in TOPICS:
+        return jsonify({"ok": False, "error": f"Invalid topic: {topic}"}), 400
+    if style_names:
+        invalid = [s for s in style_names if s not in STYLES]
+        if invalid:
+            return jsonify({"ok": False, "error": f"Invalid styles: {invalid}"}), 400
+
+    db.classify_entry(entry_id, topic=topic, style_names=style_names)
+    return jsonify({"ok": True})
+
+
+@app.route("/api/notes/<int:entry_id>", methods=["POST"])
+def api_notes(entry_id):
+    data = request.get_json()
+    notes = data.get("notes", "")
+    db.add_notes(entry_id, notes)
+    return jsonify({"ok": True})
+
+
+@app.route("/api/setup/<platform_id>", methods=["POST"])
+def api_setup(platform_id):
+    platform = next((p for p in PLATFORM_SETUP if p["id"] == platform_id), None)
+    if not platform:
+        return jsonify({"ok": False, "error": "Unknown platform"}), 404
+
+    data = request.get_json()
+    updates = {}
+    for field in platform["fields"]:
+        key = field["key"]
+        if key in data:
+            updates[key] = data[key]
+
+    if updates:
+        _write_env(updates)
+        return jsonify({"ok": True, "saved": list(updates.keys())})
+
+    return jsonify({"ok": False, "error": "No fields provided"}), 400
+
+
+@app.route("/api/test/<platform_id>", methods=["POST"])
+def api_test_connection(platform_id):
+    """Quick connection test for a platform."""
+    env = _read_env()
+
+    try:
+        if platform_id == "guardian":
+            import requests as req
+            key = env.get("GUARDIAN_API_KEY", "")
+            if not key:
+                return jsonify({"ok": False, "error": "No API key set"})
+            r = req.get(
+                "https://content.guardianapis.com/search",
+                params={"api-key": key, "page-size": 1},
+                timeout=10,
+            )
+            if r.status_code == 200:
+                return jsonify({"ok": True, "message": "Connected to Guardian API"})
+            return jsonify({"ok": False, "error": f"HTTP {r.status_code}"})
+
+        elif platform_id == "bluesky":
+            handle = env.get("BLUESKY_HANDLE", "")
+            password = env.get("BLUESKY_APP_PASSWORD", "")
+            if not handle or not password:
+                return jsonify({"ok": False, "error": "Handle and app password required"})
+            from atproto import Client
+            client = Client()
+            client.login(handle, password)
+            return jsonify({"ok": True, "message": f"Logged in as {handle}"})
+
+        elif platform_id == "reddit":
+            cid = env.get("REDDIT_CLIENT_ID", "")
+            secret = env.get("REDDIT_CLIENT_SECRET", "")
+            if not cid or not secret:
+                return jsonify({"ok": False, "error": "Client ID and secret required"})
+            import praw
+            reddit = praw.Reddit(
+                client_id=cid,
+                client_secret=secret,
+                user_agent="joke-corpus/0.1",
+            )
+            reddit.subreddit("test").id
+            return jsonify({"ok": True, "message": "Connected to Reddit API"})
+
+        elif platform_id == "youtube":
+            key = env.get("YOUTUBE_API_KEY", "")
+            if not key:
+                return jsonify({"ok": False, "error": "No API key set"})
+            import requests as req
+            r = req.get(
+                "https://www.googleapis.com/youtube/v3/search",
+                params={"key": key, "part": "id", "q": "test", "maxResults": 1},
+                timeout=10,
+            )
+            if r.status_code == 200:
+                return jsonify({"ok": True, "message": "Connected to YouTube API"})
+            return jsonify({"ok": False, "error": f"HTTP {r.status_code}"})
+
+        elif platform_id == "x_twitter":
+            token = env.get("TWITTER_BEARER_TOKEN", "")
+            if not token:
+                return jsonify({"ok": False, "error": "No bearer token set"})
+            import requests as req
+            r = req.get(
+                "https://api.twitter.com/2/users/me",
+                headers={"Authorization": f"Bearer {token}"},
+                timeout=10,
+            )
+            if r.status_code in (200, 403):
+                # 403 is expected for app-only auth on /users/me
+                return jsonify({"ok": True, "message": "Bearer token accepted"})
+            return jsonify({"ok": False, "error": f"HTTP {r.status_code}"})
+
+        elif platform_id == "apify":
+            token = env.get("APIFY_API_TOKEN", "")
+            if not token:
+                return jsonify({"ok": False, "error": "No API token set"})
+            import requests as req
+            r = req.get(
+                "https://api.apify.com/v2/users/me",
+                headers={"Authorization": f"Bearer {token}"},
+                timeout=10,
+            )
+            if r.status_code == 200:
+                username = r.json().get("data", {}).get("username", "unknown")
+                return jsonify({"ok": True, "message": f"Connected as {username}"})
+            return jsonify({"ok": False, "error": f"HTTP {r.status_code}"})
+
+        else:
+            return jsonify({"ok": False, "error": "No test available for this platform"})
+
+    except Exception as e:
+        return jsonify({"ok": False, "error": str(e)})
+
+
+@app.route("/api/entry/<int:entry_id>")
+def api_entry(entry_id):
+    entry, styles = db.get_entry(entry_id)
+    if entry:
+        entry["styles"] = styles
+        return jsonify(entry)
+    return jsonify({"error": "Not found"}), 404
+
+
+# --- Helper queries ---
+
+def _browse_entries(topic=None, style=None, platform=None, days=None,
+                    limit=50, offset=0):
+    """Browse all entries, newest first, no tier filter."""
+    with db.get_db() as conn:
+        conditions = []
+        params = []
+
+        if days:
+            conditions.append("e.scraped_at >= datetime('now', ?)")
+            params.append(f"-{days} days")
+
+        if topic:
+            conditions.append("e.topic = ?")
+            params.append(topic)
+
+        if style:
+            conditions.append(
+                """e.id IN (SELECT es.entry_id FROM entry_styles es
+                   JOIN styles s ON s.id = es.style_id
+                   WHERE s.name = ?)"""
+            )
+            params.append(style)
+
+        if platform:
+            conditions.append("e.platform = ?")
+            params.append(platform)
+
+        where = " AND ".join(conditions) if conditions else "1=1"
+        params.extend([limit, offset])
+
+        return conn.execute(
+            f"""SELECT e.*, s.display_name as source_name
+                FROM entries e
+                LEFT JOIN sources s ON e.source_id = s.id
+                WHERE {where}
+                ORDER BY e.scraped_at DESC, e.id DESC
+                LIMIT ? OFFSET ?""",
+            params,
+        ).fetchall()
+
+
+# ============================================================
+# JOKE WORLD CUP
+# ============================================================
+
+WORLDCUP_VOTES_TO_CLOSE = 20  # matchup closes after this many total votes
+ROUND_NAMES = {
+    1: "Round of 64", 2: "Round of 32", 3: "Round of 16",
+    4: "Quarter-Finals", 5: "Semi-Finals", 6: "Final",
+}
+
+
+def _get_voter_token():
+    """Get or create a voter token from cookies."""
+    return request.cookies.get("voter_token") or str(uuid.uuid4())
+
+
+def _tombola_pool_conditions():
+    """Return the same quality filter conditions used by the tombola."""
+    EXCLUDED_SOURCES = ('McSweeneys', 'Private Eye')
+    conditions = [
+        "e.content_type IN ('joke', 'post', 'article')",
+        "LENGTH(e.text) < 300",
+        "(LENGTH(e.text) > 40 OR e.platform = 'curated')",
+        "e.platform NOT IN ('huggingface', 'extracted', 'rss')",
+        "COALESCE(s.display_name, '') NOT IN ({})".format(
+            ",".join("?" for _ in EXCLUDED_SOURCES)),
+        "e.text NOT LIKE '%#%'",
+        "e.text NOT LIKE '%link in bio%'",
+        "e.text NOT LIKE '%link in the bio%'",
+        "e.text NOT LIKE '%follow us for more%'",
+        "e.text NOT LIKE '%Follow us for%'",
+        "e.text NOT LIKE '%Like this content?%'",
+        "e.text NOT LIKE 'Swipe %'",
+    ]
+    return conditions, list(EXCLUDED_SOURCES)
+
+
+def create_tournament(name=None, pool_filter="mixed", bracket_size=64):
+    """Create a new tournament, seed it, and generate Round 1 matchups."""
+    total_rounds = int(math.log2(bracket_size))
+
+    with db.get_db() as conn:
+        if not name:
+            count = conn.execute("SELECT COUNT(*) FROM tournaments").fetchone()[0]
+            name = f"World Cup #{count + 1}"
+
+        conn.execute(
+            """INSERT INTO tournaments (name, pool_filter, total_rounds, status, started_at)
+               VALUES (?, ?, ?, 'voting', CURRENT_TIMESTAMP)""",
+            (name, pool_filter, total_rounds),
+        )
+        tid = conn.execute("SELECT last_insert_rowid()").fetchone()[0]
+
+        # Get eligible jokes
+        conditions, params = _tombola_pool_conditions()
+        if pool_filter == "classics":
+            conditions.append("e.platform = 'curated'")
+        elif pool_filter == "fresh":
+            conditions.append("e.platform != 'curated'")
+
+        # Default: skip political for the tournament
+        conditions.append("(e.topic IS NULL OR e.topic NOT IN ('left_wing', 'right_wing'))")
+
+        where = " AND ".join(conditions)
+        # Check if any jokes have non-default ELO (i.e. have been in a tournament)
+        # If not, randomise seeding for a fresh tournament
+        has_elo = conn.execute("""
+            SELECT COUNT(*) FROM entries WHERE elo_rating != 1200 AND elo_rating IS NOT NULL
+        """).fetchone()[0]
+        order = "e.elo_rating DESC" if has_elo else "RANDOM()"
+
+        entries = conn.execute(f"""
+            SELECT e.id, e.elo_rating FROM entries e
+            LEFT JOIN sources s ON e.source_id = s.id
+            WHERE {where}
+            ORDER BY {order}
+            LIMIT ?
+        """, params + [bracket_size]).fetchall()
+
+        if len(entries) < bracket_size:
+            # Not enough jokes — use what we have, rounding down to power of 2
+            actual = 2 ** int(math.log2(len(entries)))
+            entries = entries[:actual]
+            total_rounds = int(math.log2(actual))
+            conn.execute("UPDATE tournaments SET total_rounds = ? WHERE id = ?",
+                         (total_rounds, tid))
+
+        # Standard bracket seeding: #1 vs #N, #2 vs #N-1, etc.
+        n = len(entries)
+        matchups_data = []
+        for i in range(n // 2):
+            a = entries[i]
+            b = entries[n - 1 - i]
+            matchups_data.append((a["id"], b["id"], i))
+
+        for a_id, b_id, pos in matchups_data:
+            conn.execute(
+                """INSERT INTO matchups
+                   (tournament_id, round_number, bracket_position,
+                    entry_a_id, entry_b_id, status)
+                   VALUES (?, 1, ?, ?, ?, 'active')""",
+                (tid, pos, a_id, b_id),
+            )
+
+    return tid, len(entries)
+
+
+def _advance_round(conn, tournament_id):
+    """Check if current round is complete. If so, generate next round matchups."""
+    t = conn.execute("SELECT * FROM tournaments WHERE id = ?",
+                     (tournament_id,)).fetchone()
+    if not t:
+        return
+
+    current_round = t["current_round"]
+    total_rounds = t["total_rounds"]
+
+    # Check if all matchups in current round are complete
+    pending = conn.execute(
+        """SELECT COUNT(*) FROM matchups
+           WHERE tournament_id = ? AND round_number = ? AND status != 'complete'""",
+        (tournament_id, current_round),
+    ).fetchone()[0]
+
+    if pending > 0:
+        return  # Round not finished yet
+
+    if current_round >= total_rounds:
+        # Tournament is done — find the final winner
+        final = conn.execute(
+            """SELECT winner_id FROM matchups
+               WHERE tournament_id = ? AND round_number = ?""",
+            (tournament_id, total_rounds),
+        ).fetchone()
+        conn.execute(
+            """UPDATE tournaments SET status = 'complete',
+               completed_at = CURRENT_TIMESTAMP, winner_entry_id = ?
+               WHERE id = ?""",
+            (final["winner_id"] if final else None, tournament_id),
+        )
+        return
+
+    # Advance to next round
+    next_round = current_round + 1
+    winners = conn.execute(
+        """SELECT winner_id, bracket_position FROM matchups
+           WHERE tournament_id = ? AND round_number = ?
+           ORDER BY bracket_position""",
+        (tournament_id, current_round),
+    ).fetchall()
+
+    # Pair winners: 0+1, 2+3, 4+5, etc.
+    for i in range(0, len(winners), 2):
+        if i + 1 < len(winners):
+            conn.execute(
+                """INSERT INTO matchups
+                   (tournament_id, round_number, bracket_position,
+                    entry_a_id, entry_b_id, status)
+                   VALUES (?, ?, ?, ?, ?, 'active')""",
+                (tournament_id, next_round, i // 2,
+                 winners[i]["winner_id"], winners[i + 1]["winner_id"]),
+            )
+
+    conn.execute("UPDATE tournaments SET current_round = ? WHERE id = ?",
+                 (next_round, tournament_id))
+
+
+def _close_matchup(conn, matchup_id):
+    """Close a matchup: determine winner, update ELO."""
+    m = conn.execute("SELECT * FROM matchups WHERE id = ?", (matchup_id,)).fetchone()
+    if not m or m["status"] == "complete":
+        return
+
+    winner_id = m["entry_a_id"] if m["votes_a"] >= m["votes_b"] else m["entry_b_id"]
+    loser_id = m["entry_b_id"] if winner_id == m["entry_a_id"] else m["entry_a_id"]
+
+    conn.execute(
+        """UPDATE matchups SET status = 'complete', winner_id = ?,
+           closed_at = CURRENT_TIMESTAMP WHERE id = ?""",
+        (winner_id, matchup_id),
+    )
+
+    # Update ELO
+    w = conn.execute("SELECT elo_rating FROM entries WHERE id = ?", (winner_id,)).fetchone()
+    l = conn.execute("SELECT elo_rating FROM entries WHERE id = ?", (loser_id,)).fetchone()
+    if w and l:
+        new_w, new_l = calculate_elo(w["elo_rating"] or 1200, l["elo_rating"] or 1200)
+        conn.execute("UPDATE entries SET elo_rating = ? WHERE id = ?", (new_w, winner_id))
+        conn.execute("UPDATE entries SET elo_rating = ? WHERE id = ?", (new_l, loser_id))
+
+    _advance_round(conn, m["tournament_id"])
+
+
+def _entry_json(conn, entry_id):
+    """Get a joke's display data for the World Cup."""
+    row = conn.execute("""
+        SELECT e.id, e.text, e.author, e.platform, e.topic, e.elo_rating, e.image_url,
+               s.display_name as source_name
+        FROM entries e
+        LEFT JOIN sources s ON e.source_id = s.id
+        WHERE e.id = ?
+    """, (entry_id,)).fetchone()
+    if not row:
+        return None
+    result = {
+        "id": row["id"],
+        "text": row["text"],
+        "author": row["author"],
+        "source": row["source_name"] or row["platform"],
+        "elo": row["elo_rating"] or 1200,
+    }
+    if row["image_url"]:
+        result["image_url"] = row["image_url"]
+    return result
+
+
+@app.route("/worldcup")
+def worldcup_page():
+    """The public Joke World Cup page."""
+    return render_template("worldcup.html")
+
+
+@app.route("/api/worldcup/current")
+def api_worldcup_current():
+    """Get the active tournament state."""
+    with db.get_db() as conn:
+        t = conn.execute(
+            "SELECT * FROM tournaments WHERE status = 'voting' ORDER BY id DESC LIMIT 1"
+        ).fetchone()
+        if not t:
+            t = conn.execute(
+                "SELECT * FROM tournaments ORDER BY id DESC LIMIT 1"
+            ).fetchone()
+        if not t:
+            return jsonify({"tournament": None})
+
+        current_round = t["current_round"]
+        round_name = ROUND_NAMES.get(current_round, f"Round {current_round}")
+
+        matchups = conn.execute(
+            """SELECT * FROM matchups
+               WHERE tournament_id = ? AND round_number = ?
+               ORDER BY bracket_position""",
+            (t["id"], current_round),
+        ).fetchall()
+
+        matchup_list = []
+        for m in matchups:
+            matchup_list.append({
+                "id": m["id"],
+                "entry_a": _entry_json(conn, m["entry_a_id"]),
+                "entry_b": _entry_json(conn, m["entry_b_id"]),
+                "votes_a": m["votes_a"],
+                "votes_b": m["votes_b"],
+                "status": m["status"],
+                "winner_id": m["winner_id"],
+            })
+
+        return jsonify({
+            "tournament": {
+                "id": t["id"],
+                "name": t["name"],
+                "status": t["status"],
+                "current_round": current_round,
+                "total_rounds": t["total_rounds"],
+                "round_name": round_name,
+                "winner_entry_id": t["winner_entry_id"],
+            },
+            "matchups": matchup_list,
+        })
+
+
+@app.route("/api/worldcup/matchup")
+def api_worldcup_matchup():
+    """Get the next unvoted matchup for this voter."""
+    voter_token = _get_voter_token()
+
+    with db.get_db() as conn:
+        t = conn.execute(
+            "SELECT id FROM tournaments WHERE status = 'voting' ORDER BY id DESC LIMIT 1"
+        ).fetchone()
+        if not t:
+            return jsonify({"matchup": None, "message": "No active tournament"})
+
+        # Find an active matchup the voter hasn't voted on
+        matchup = conn.execute("""
+            SELECT m.* FROM matchups m
+            WHERE m.tournament_id = ? AND m.status = 'active'
+            AND m.id NOT IN (
+                SELECT matchup_id FROM votes WHERE voter_token = ?
+            )
+            ORDER BY m.bracket_position
+            LIMIT 1
+        """, (t["id"], voter_token)).fetchone()
+
+        if not matchup:
+            return jsonify({"matchup": None, "message": "You've voted on all current matchups!"})
+
+        result = {
+            "matchup": {
+                "id": matchup["id"],
+                "round": matchup["round_number"],
+                "entry_a": _entry_json(conn, matchup["entry_a_id"]),
+                "entry_b": _entry_json(conn, matchup["entry_b_id"]),
+                "votes_a": matchup["votes_a"],
+                "votes_b": matchup["votes_b"],
+            },
+            "tournament_name": conn.execute(
+                "SELECT name FROM tournaments WHERE id = ?", (t["id"],)
+            ).fetchone()["name"],
+        }
+
+    resp = make_response(jsonify(result))
+    resp.set_cookie("voter_token", voter_token, max_age=60*60*24*365, samesite="Lax")
+    return resp
+
+
+@app.route("/api/worldcup/vote", methods=["POST"])
+def api_worldcup_vote():
+    """Cast a vote in a head-to-head matchup."""
+    data = request.get_json()
+    matchup_id = data.get("matchup_id")
+    entry_id = data.get("entry_id")
+    voter_token = _get_voter_token()
+    voter_ip = request.remote_addr
+
+    if not matchup_id or not entry_id:
+        return jsonify({"ok": False, "error": "matchup_id and entry_id required"}), 400
+
+    with db.get_db() as conn:
+        m = conn.execute("SELECT * FROM matchups WHERE id = ?", (matchup_id,)).fetchone()
+        if not m:
+            return jsonify({"ok": False, "error": "Matchup not found"}), 404
+        if m["status"] != "active":
+            return jsonify({"ok": False, "error": "Matchup is closed"}), 400
+        if entry_id not in (m["entry_a_id"], m["entry_b_id"]):
+            return jsonify({"ok": False, "error": "Invalid entry for this matchup"}), 400
+
+        # IP rate limit: 200 votes per hour
+        ip_count = conn.execute(
+            """SELECT COUNT(*) FROM votes
+               WHERE voter_ip = ? AND voted_at > datetime('now', '-1 hour')""",
+            (voter_ip,),
+        ).fetchone()[0]
+        if ip_count >= 200:
+            return jsonify({"ok": False, "error": "Rate limit exceeded"}), 429
+
+        # Insert vote (UNIQUE constraint prevents double-voting)
+        try:
+            conn.execute(
+                """INSERT INTO votes (matchup_id, entry_id, voter_token, voter_ip)
+                   VALUES (?, ?, ?, ?)""",
+                (matchup_id, entry_id, voter_token, voter_ip),
+            )
+        except Exception:
+            return jsonify({"ok": False, "error": "Already voted on this matchup"}), 409
+
+        # Increment vote count
+        if entry_id == m["entry_a_id"]:
+            conn.execute("UPDATE matchups SET votes_a = votes_a + 1 WHERE id = ?",
+                         (matchup_id,))
+        else:
+            conn.execute("UPDATE matchups SET votes_b = votes_b + 1 WHERE id = ?",
+                         (matchup_id,))
+
+        # Check if matchup should close
+        updated = conn.execute("SELECT * FROM matchups WHERE id = ?",
+                               (matchup_id,)).fetchone()
+        total_votes = updated["votes_a"] + updated["votes_b"]
+
+        if total_votes >= WORLDCUP_VOTES_TO_CLOSE:
+            _close_matchup(conn, matchup_id)
+
+    # Re-fetch for response
+    with db.get_db() as conn:
+        updated = conn.execute("SELECT * FROM matchups WHERE id = ?",
+                               (matchup_id,)).fetchone()
+
+    resp_data = {
+        "ok": True,
+        "votes_a": updated["votes_a"],
+        "votes_b": updated["votes_b"],
+        "status": updated["status"],
+        "winner_id": updated["winner_id"],
+    }
+    resp = make_response(jsonify(resp_data))
+    resp.set_cookie("voter_token", voter_token, max_age=60*60*24*365, samesite="Lax")
+    return resp
+
+
+@app.route("/api/worldcup/leaderboard")
+def api_worldcup_leaderboard():
+    """Top jokes by ELO rating."""
+    with db.get_db() as conn:
+        rows = conn.execute("""
+            SELECT e.id, e.text, e.author, e.elo_rating, e.platform,
+                   s.display_name as source_name,
+                   (SELECT COUNT(*) FROM matchups
+                    WHERE (entry_a_id = e.id AND winner_id = e.id)
+                       OR (entry_b_id = e.id AND winner_id = e.id)) as wins,
+                   (SELECT COUNT(*) FROM matchups
+                    WHERE ((entry_a_id = e.id OR entry_b_id = e.id)
+                       AND status = 'complete' AND winner_id != e.id)) as losses
+            FROM entries e
+            LEFT JOIN sources s ON e.source_id = s.id
+            WHERE e.elo_rating != 1200 OR e.id IN (
+                SELECT entry_a_id FROM matchups UNION SELECT entry_b_id FROM matchups
+            )
+            ORDER BY e.elo_rating DESC
+            LIMIT 50
+        """).fetchall()
+
+        return jsonify([{
+            "id": r["id"],
+            "text": r["text"][:150],
+            "author": r["author"],
+            "source": r["source_name"] or r["platform"],
+            "elo": r["elo_rating"] or 1200,
+            "wins": r["wins"],
+            "losses": r["losses"],
+        } for r in rows])
+
+
+@app.route("/api/worldcup/create", methods=["POST"])
+def api_worldcup_create():
+    """Create a new tournament."""
+    data = request.get_json() or {}
+    name = data.get("name")
+    pool_filter = data.get("pool_filter", "mixed")
+    bracket_size = min(data.get("bracket_size", 64), 128)
+
+    tid, size = create_tournament(name=name, pool_filter=pool_filter,
+                                  bracket_size=bracket_size)
+    return jsonify({"ok": True, "tournament_id": tid, "bracket_size": size})
+
+
+@app.route("/api/worldcup/bracket")
+def api_worldcup_bracket():
+    """Get full bracket tree for a tournament."""
+    tid = request.args.get("tournament_id")
+
+    with db.get_db() as conn:
+        if not tid:
+            t = conn.execute(
+                "SELECT id FROM tournaments ORDER BY id DESC LIMIT 1"
+            ).fetchone()
+            if not t:
+                return jsonify({"rounds": []})
+            tid = t["id"]
+
+        t = conn.execute("SELECT * FROM tournaments WHERE id = ?", (tid,)).fetchone()
+        if not t:
+            return jsonify({"rounds": []})
+
+        rounds = []
+        for r in range(1, t["total_rounds"] + 1):
+            matchups = conn.execute(
+                """SELECT * FROM matchups
+                   WHERE tournament_id = ? AND round_number = ?
+                   ORDER BY bracket_position""",
+                (tid, r),
+            ).fetchall()
+
+            round_data = {
+                "round": r,
+                "name": ROUND_NAMES.get(r, f"Round {r}"),
+                "matchups": [],
+            }
+            for m in matchups:
+                round_data["matchups"].append({
+                    "id": m["id"],
+                    "entry_a": _entry_json(conn, m["entry_a_id"]),
+                    "entry_b": _entry_json(conn, m["entry_b_id"]),
+                    "votes_a": m["votes_a"],
+                    "votes_b": m["votes_b"],
+                    "status": m["status"],
+                    "winner_id": m["winner_id"],
+                })
+            rounds.append(round_data)
+
+        return jsonify({
+            "tournament": {
+                "id": t["id"],
+                "name": t["name"],
+                "status": t["status"],
+                "winner_entry_id": t["winner_entry_id"],
+            },
+            "rounds": rounds,
+        })
+
+
+if __name__ == "__main__":
+    print(f"Database: {DB_PATH}")
+    print(f"Starting at http://localhost:5050")
+    app.run(debug=True, port=5050)