TASKS = { "text_spam": { "description": "Classify email/message content as spam or legitimate", "difficulty": "easy", "content_type": "text", "items": [ { "content_id": "ts_001", "content_type": "text", "text": "CONGRATULATIONS! You've won $1,000,000! Click here NOW to claim your prize!!! Limited time offer!!!", "metadata": {"source": "email", "sender_reputation": 0.05, "link_count": 3}, "ground_truth": {"decision": "reject", "labels": ["spam", "scam"], "is_harmful": True}, }, { "content_id": "ts_002", "content_type": "text", "text": "Hi Sarah, confirming our meeting tomorrow at 3pm in the main conference room. Let me know if the time still works.", "metadata": {"source": "email", "sender_reputation": 0.92, "link_count": 0}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, { "content_id": "ts_003", "content_type": "text", "text": "FREE MEDS NO PRESCRIPTION NEEDED BUY NOW CHEAPEST PRICES CLICK LINK BELOW", "metadata": {"source": "email", "sender_reputation": 0.02, "link_count": 5}, "ground_truth": {"decision": "reject", "labels": ["spam", "pharmaceutical_spam"], "is_harmful": True}, }, { "content_id": "ts_004", "content_type": "text", "text": "Your Amazon order #112-3456789 has shipped and will arrive by Thursday. Track at amazon.com/orders.", "metadata": {"source": "email", "sender_reputation": 0.98, "link_count": 1}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, { "content_id": "ts_005", "content_type": "text", "text": "URGENT: Your account will be SUSPENDED in 24hrs unless you verify immediately. Click: bit.ly/verify-acct-now", "metadata": {"source": "email", "sender_reputation": 0.08, "link_count": 2}, "ground_truth": {"decision": "reject", "labels": ["spam", "phishing"], "is_harmful": True}, }, ], }, "content_moderation": { "description": "Multi-label moderation for social media posts", "difficulty": "medium", "content_type": "text", "items": [ { "content_id": "cm_001", "content_type": "text", "text": "Gorgeous sunset from my hike today! The trail to the summit was tough but totally worth the view.", "metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, { "content_id": "cm_002", "content_type": "text", "text": "I will find that [slur] and make them regret it. They deserve everything coming to them.", "metadata": {"platform": "social_media", "report_count": 18, "user_history_violations": 3}, "ground_truth": {"decision": "reject", "labels": ["hate_speech", "violence", "harassment"], "is_harmful": True}, }, { "content_id": "cm_003", "content_type": "text", "text": "Lose 30lbs in 7 days with this one weird trick! Doctors HATE this! DM me to buy, only $89.", "metadata": {"platform": "social_media", "report_count": 11, "user_history_violations": 1}, "ground_truth": {"decision": "flag", "labels": ["misinformation", "spam"], "is_harmful": True}, }, { "content_id": "cm_004", "content_type": "text", "text": "The election was stolen. The globalist elites are replacing us and controlling everything. Rise up!", "metadata": {"platform": "social_media", "report_count": 27, "user_history_violations": 2}, "ground_truth": {"decision": "flag", "labels": ["misinformation", "hate_speech"], "is_harmful": True}, }, { "content_id": "cm_005", "content_type": "text", "text": "Book club reminder: we meet Thursday 7pm to discuss chapters 12-15. Bring snacks if you can!", "metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, ], }, "deepfake_detection": { "description": "Detect AI-manipulated media and make moderation decisions", "difficulty": "hard", "content_type": "multimodal", "items": [ { "content_id": "df_001", "content_type": "multimodal", "text": "CEO announces surprise acquisition deal — photo circulating widely on financial forums", "image_description": "Corporate executive at podium. Facial proportions slightly asymmetric. Background blur shows unnatural transitions. Hair boundary shows pixel artifacts. Lighting on face inconsistent with background.", "metadata": { "source": "social_media", "claimed_subject": "public_executive", "virality_score": 0.92, "exif_stripped": True, "upload_device": "unknown", }, "ground_truth": { "decision": "reject", "labels": ["deepfake", "misinformation", "fraud"], "is_deepfake": True, "is_harmful": True, }, }, { "content_id": "df_002", "content_type": "multimodal", "text": "Family reunion photo shared to personal profile", "image_description": "Outdoor gathering, natural daylight. Shadows consistent with single light source. Facial textures normal and varied. Background in sharp focus with depth-of-field matching focal length.", "metadata": { "source": "personal_profile", "claimed_subject": "private_individual", "virality_score": 0.03, "exif_stripped": False, "upload_device": "iPhone_15", }, "ground_truth": { "decision": "approve", "labels": [], "is_deepfake": False, "is_harmful": False, }, }, { "content_id": "df_003", "content_type": "multimodal", "text": "Politician caught making controversial statement — clip going viral across platforms", "image_description": "Political figure at microphone. Eye blink rate irregular. Lip sync offset approximately 2 frames. Neck-to-face skin tone boundary visible. Ear shape subtly non-anatomical.", "metadata": { "source": "video_platform", "claimed_subject": "elected_official", "virality_score": 0.88, "exif_stripped": True, "upload_device": "unknown", }, "ground_truth": { "decision": "reject", "labels": ["deepfake", "political_manipulation", "misinformation"], "is_deepfake": True, "is_harmful": True, }, }, { "content_id": "df_004", "content_type": "multimodal", "text": "Famous actor endorsing cryptocurrency — advertisement spreading across social media", "image_description": "Known celebrity in studio setting. Jaw boundary shows feathering artifacts. Teeth appear uniform and unnaturally perfect. Reflection in eyes does not match claimed studio environment.", "metadata": { "source": "paid_advertisement", "claimed_subject": "celebrity", "virality_score": 0.75, "exif_stripped": True, "upload_device": "unknown", }, "ground_truth": { "decision": "reject", "labels": ["deepfake", "fraud", "scam"], "is_deepfake": True, "is_harmful": True, }, }, { "content_id": "df_005", "content_type": "multimodal", "text": "News anchor presenting evening broadcast — clip shared from verified channel", "image_description": "Professional broadcast studio. Consistent studio lighting. Natural eye movement and blink rate. Source watermark present. Metadata intact from broadcast system.", "metadata": { "source": "verified_broadcaster", "claimed_subject": "journalist", "virality_score": 0.35, "exif_stripped": False, "upload_device": "broadcast_encoder", }, "ground_truth": { "decision": "approve", "labels": [], "is_deepfake": False, "is_harmful": False, }, }, ], }, "misinformation_detection": { "description": "Identify and flag misinformation and false claims", "difficulty": "medium", "content_type": "text", "items": [ { "content_id": "md_001", "content_type": "text", "text": "BREAKING: Scientists discover that vaccines contain microchips that track your location through 5G networks.", "metadata": {"source": "social_media", "report_count": 125, "engagement": "high"}, "ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True}, }, { "content_id": "md_002", "content_type": "text", "text": "The Earth orbits around the Sun, completing one full rotation approximately every 365 days.", "metadata": {"source": "educational", "report_count": 0, "engagement": "low"}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, { "content_id": "md_003", "content_type": "text", "text": "Study shows that drinking bleach can cure cancer if used in small quantities.", "metadata": {"source": "social_media", "report_count": 89, "engagement": "high"}, "ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True}, }, { "content_id": "md_004", "content_type": "text", "text": "New research suggests climate change is primarily caused by natural solar cycles, not human activity.", "metadata": {"source": "blog", "report_count": 34, "engagement": "medium"}, "ground_truth": {"decision": "flag", "labels": ["misinformation"], "is_harmful": False}, }, { "content_id": "md_005", "content_type": "text", "text": "Water boils at 100 degrees Celsius at sea level under standard atmospheric pressure.", "metadata": {"source": "educational", "report_count": 0, "engagement": "low"}, "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, }, ], }, } TASK_NAMES = list(TASKS.keys())