Spaces:
Sleeping
Sleeping
| TASKS = { | |
| "text_spam": { | |
| "description": "Classify email/message content as spam or legitimate", | |
| "difficulty": "easy", | |
| "content_type": "text", | |
| "items": [ | |
| { | |
| "content_id": "ts_001", | |
| "content_type": "text", | |
| "text": "CONGRATULATIONS! You've won $1,000,000! Click here NOW to claim your prize!!! Limited time offer!!!", | |
| "metadata": {"source": "email", "sender_reputation": 0.05, "link_count": 3}, | |
| "ground_truth": {"decision": "reject", "labels": ["spam", "scam"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "ts_002", | |
| "content_type": "text", | |
| "text": "Hi Sarah, confirming our meeting tomorrow at 3pm in the main conference room. Let me know if the time still works.", | |
| "metadata": {"source": "email", "sender_reputation": 0.92, "link_count": 0}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| { | |
| "content_id": "ts_003", | |
| "content_type": "text", | |
| "text": "FREE MEDS NO PRESCRIPTION NEEDED BUY NOW CHEAPEST PRICES CLICK LINK BELOW", | |
| "metadata": {"source": "email", "sender_reputation": 0.02, "link_count": 5}, | |
| "ground_truth": {"decision": "reject", "labels": ["spam", "pharmaceutical_spam"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "ts_004", | |
| "content_type": "text", | |
| "text": "Your Amazon order #112-3456789 has shipped and will arrive by Thursday. Track at amazon.com/orders.", | |
| "metadata": {"source": "email", "sender_reputation": 0.98, "link_count": 1}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| { | |
| "content_id": "ts_005", | |
| "content_type": "text", | |
| "text": "URGENT: Your account will be SUSPENDED in 24hrs unless you verify immediately. Click: bit.ly/verify-acct-now", | |
| "metadata": {"source": "email", "sender_reputation": 0.08, "link_count": 2}, | |
| "ground_truth": {"decision": "reject", "labels": ["spam", "phishing"], "is_harmful": True}, | |
| }, | |
| ], | |
| }, | |
| "content_moderation": { | |
| "description": "Multi-label moderation for social media posts", | |
| "difficulty": "medium", | |
| "content_type": "text", | |
| "items": [ | |
| { | |
| "content_id": "cm_001", | |
| "content_type": "text", | |
| "text": "Gorgeous sunset from my hike today! The trail to the summit was tough but totally worth the view.", | |
| "metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| { | |
| "content_id": "cm_002", | |
| "content_type": "text", | |
| "text": "I will find that [slur] and make them regret it. They deserve everything coming to them.", | |
| "metadata": {"platform": "social_media", "report_count": 18, "user_history_violations": 3}, | |
| "ground_truth": {"decision": "reject", "labels": ["hate_speech", "violence", "harassment"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "cm_003", | |
| "content_type": "text", | |
| "text": "Lose 30lbs in 7 days with this one weird trick! Doctors HATE this! DM me to buy, only $89.", | |
| "metadata": {"platform": "social_media", "report_count": 11, "user_history_violations": 1}, | |
| "ground_truth": {"decision": "flag", "labels": ["misinformation", "spam"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "cm_004", | |
| "content_type": "text", | |
| "text": "The election was stolen. The globalist elites are replacing us and controlling everything. Rise up!", | |
| "metadata": {"platform": "social_media", "report_count": 27, "user_history_violations": 2}, | |
| "ground_truth": {"decision": "flag", "labels": ["misinformation", "hate_speech"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "cm_005", | |
| "content_type": "text", | |
| "text": "Book club reminder: we meet Thursday 7pm to discuss chapters 12-15. Bring snacks if you can!", | |
| "metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| ], | |
| }, | |
| "deepfake_detection": { | |
| "description": "Detect AI-manipulated media and make moderation decisions", | |
| "difficulty": "hard", | |
| "content_type": "multimodal", | |
| "items": [ | |
| { | |
| "content_id": "df_001", | |
| "content_type": "multimodal", | |
| "text": "CEO announces surprise acquisition deal — photo circulating widely on financial forums", | |
| "image_description": "Corporate executive at podium. Facial proportions slightly asymmetric. Background blur shows unnatural transitions. Hair boundary shows pixel artifacts. Lighting on face inconsistent with background.", | |
| "metadata": { | |
| "source": "social_media", | |
| "claimed_subject": "public_executive", | |
| "virality_score": 0.92, | |
| "exif_stripped": True, | |
| "upload_device": "unknown", | |
| }, | |
| "ground_truth": { | |
| "decision": "reject", | |
| "labels": ["deepfake", "misinformation", "fraud"], | |
| "is_deepfake": True, | |
| "is_harmful": True, | |
| }, | |
| }, | |
| { | |
| "content_id": "df_002", | |
| "content_type": "multimodal", | |
| "text": "Family reunion photo shared to personal profile", | |
| "image_description": "Outdoor gathering, natural daylight. Shadows consistent with single light source. Facial textures normal and varied. Background in sharp focus with depth-of-field matching focal length.", | |
| "metadata": { | |
| "source": "personal_profile", | |
| "claimed_subject": "private_individual", | |
| "virality_score": 0.03, | |
| "exif_stripped": False, | |
| "upload_device": "iPhone_15", | |
| }, | |
| "ground_truth": { | |
| "decision": "approve", | |
| "labels": [], | |
| "is_deepfake": False, | |
| "is_harmful": False, | |
| }, | |
| }, | |
| { | |
| "content_id": "df_003", | |
| "content_type": "multimodal", | |
| "text": "Politician caught making controversial statement — clip going viral across platforms", | |
| "image_description": "Political figure at microphone. Eye blink rate irregular. Lip sync offset approximately 2 frames. Neck-to-face skin tone boundary visible. Ear shape subtly non-anatomical.", | |
| "metadata": { | |
| "source": "video_platform", | |
| "claimed_subject": "elected_official", | |
| "virality_score": 0.88, | |
| "exif_stripped": True, | |
| "upload_device": "unknown", | |
| }, | |
| "ground_truth": { | |
| "decision": "reject", | |
| "labels": ["deepfake", "political_manipulation", "misinformation"], | |
| "is_deepfake": True, | |
| "is_harmful": True, | |
| }, | |
| }, | |
| { | |
| "content_id": "df_004", | |
| "content_type": "multimodal", | |
| "text": "Famous actor endorsing cryptocurrency — advertisement spreading across social media", | |
| "image_description": "Known celebrity in studio setting. Jaw boundary shows feathering artifacts. Teeth appear uniform and unnaturally perfect. Reflection in eyes does not match claimed studio environment.", | |
| "metadata": { | |
| "source": "paid_advertisement", | |
| "claimed_subject": "celebrity", | |
| "virality_score": 0.75, | |
| "exif_stripped": True, | |
| "upload_device": "unknown", | |
| }, | |
| "ground_truth": { | |
| "decision": "reject", | |
| "labels": ["deepfake", "fraud", "scam"], | |
| "is_deepfake": True, | |
| "is_harmful": True, | |
| }, | |
| }, | |
| { | |
| "content_id": "df_005", | |
| "content_type": "multimodal", | |
| "text": "News anchor presenting evening broadcast — clip shared from verified channel", | |
| "image_description": "Professional broadcast studio. Consistent studio lighting. Natural eye movement and blink rate. Source watermark present. Metadata intact from broadcast system.", | |
| "metadata": { | |
| "source": "verified_broadcaster", | |
| "claimed_subject": "journalist", | |
| "virality_score": 0.35, | |
| "exif_stripped": False, | |
| "upload_device": "broadcast_encoder", | |
| }, | |
| "ground_truth": { | |
| "decision": "approve", | |
| "labels": [], | |
| "is_deepfake": False, | |
| "is_harmful": False, | |
| }, | |
| }, | |
| ], | |
| }, | |
| "misinformation_detection": { | |
| "description": "Identify and flag misinformation and false claims", | |
| "difficulty": "medium", | |
| "content_type": "text", | |
| "items": [ | |
| { | |
| "content_id": "md_001", | |
| "content_type": "text", | |
| "text": "BREAKING: Scientists discover that vaccines contain microchips that track your location through 5G networks.", | |
| "metadata": {"source": "social_media", "report_count": 125, "engagement": "high"}, | |
| "ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "md_002", | |
| "content_type": "text", | |
| "text": "The Earth orbits around the Sun, completing one full rotation approximately every 365 days.", | |
| "metadata": {"source": "educational", "report_count": 0, "engagement": "low"}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| { | |
| "content_id": "md_003", | |
| "content_type": "text", | |
| "text": "Study shows that drinking bleach can cure cancer if used in small quantities.", | |
| "metadata": {"source": "social_media", "report_count": 89, "engagement": "high"}, | |
| "ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True}, | |
| }, | |
| { | |
| "content_id": "md_004", | |
| "content_type": "text", | |
| "text": "New research suggests climate change is primarily caused by natural solar cycles, not human activity.", | |
| "metadata": {"source": "blog", "report_count": 34, "engagement": "medium"}, | |
| "ground_truth": {"decision": "flag", "labels": ["misinformation"], "is_harmful": False}, | |
| }, | |
| { | |
| "content_id": "md_005", | |
| "content_type": "text", | |
| "text": "Water boils at 100 degrees Celsius at sea level under standard atmospheric pressure.", | |
| "metadata": {"source": "educational", "report_count": 0, "engagement": "low"}, | |
| "ground_truth": {"decision": "approve", "labels": [], "is_harmful": False}, | |
| }, | |
| ], | |
| }, | |
| } | |
| TASK_NAMES = list(TASKS.keys()) | |