Spaces:
Sleeping
Sleeping
File size: 12,234 Bytes
eb0a4a1 833bc29 eb0a4a1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 | TASKS = {
"text_spam": {
"description": "Classify email/message content as spam or legitimate",
"difficulty": "easy",
"content_type": "text",
"items": [
{
"content_id": "ts_001",
"content_type": "text",
"text": "CONGRATULATIONS! You've won $1,000,000! Click here NOW to claim your prize!!! Limited time offer!!!",
"metadata": {"source": "email", "sender_reputation": 0.05, "link_count": 3},
"ground_truth": {"decision": "reject", "labels": ["spam", "scam"], "is_harmful": True},
},
{
"content_id": "ts_002",
"content_type": "text",
"text": "Hi Sarah, confirming our meeting tomorrow at 3pm in the main conference room. Let me know if the time still works.",
"metadata": {"source": "email", "sender_reputation": 0.92, "link_count": 0},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
{
"content_id": "ts_003",
"content_type": "text",
"text": "FREE MEDS NO PRESCRIPTION NEEDED BUY NOW CHEAPEST PRICES CLICK LINK BELOW",
"metadata": {"source": "email", "sender_reputation": 0.02, "link_count": 5},
"ground_truth": {"decision": "reject", "labels": ["spam", "pharmaceutical_spam"], "is_harmful": True},
},
{
"content_id": "ts_004",
"content_type": "text",
"text": "Your Amazon order #112-3456789 has shipped and will arrive by Thursday. Track at amazon.com/orders.",
"metadata": {"source": "email", "sender_reputation": 0.98, "link_count": 1},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
{
"content_id": "ts_005",
"content_type": "text",
"text": "URGENT: Your account will be SUSPENDED in 24hrs unless you verify immediately. Click: bit.ly/verify-acct-now",
"metadata": {"source": "email", "sender_reputation": 0.08, "link_count": 2},
"ground_truth": {"decision": "reject", "labels": ["spam", "phishing"], "is_harmful": True},
},
],
},
"content_moderation": {
"description": "Multi-label moderation for social media posts",
"difficulty": "medium",
"content_type": "text",
"items": [
{
"content_id": "cm_001",
"content_type": "text",
"text": "Gorgeous sunset from my hike today! The trail to the summit was tough but totally worth the view.",
"metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
{
"content_id": "cm_002",
"content_type": "text",
"text": "I will find that [slur] and make them regret it. They deserve everything coming to them.",
"metadata": {"platform": "social_media", "report_count": 18, "user_history_violations": 3},
"ground_truth": {"decision": "reject", "labels": ["hate_speech", "violence", "harassment"], "is_harmful": True},
},
{
"content_id": "cm_003",
"content_type": "text",
"text": "Lose 30lbs in 7 days with this one weird trick! Doctors HATE this! DM me to buy, only $89.",
"metadata": {"platform": "social_media", "report_count": 11, "user_history_violations": 1},
"ground_truth": {"decision": "flag", "labels": ["misinformation", "spam"], "is_harmful": True},
},
{
"content_id": "cm_004",
"content_type": "text",
"text": "The election was stolen. The globalist elites are replacing us and controlling everything. Rise up!",
"metadata": {"platform": "social_media", "report_count": 27, "user_history_violations": 2},
"ground_truth": {"decision": "flag", "labels": ["misinformation", "hate_speech"], "is_harmful": True},
},
{
"content_id": "cm_005",
"content_type": "text",
"text": "Book club reminder: we meet Thursday 7pm to discuss chapters 12-15. Bring snacks if you can!",
"metadata": {"platform": "social_media", "report_count": 0, "user_history_violations": 0},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
],
},
"deepfake_detection": {
"description": "Detect AI-manipulated media and make moderation decisions",
"difficulty": "hard",
"content_type": "multimodal",
"items": [
{
"content_id": "df_001",
"content_type": "multimodal",
"text": "CEO announces surprise acquisition deal — photo circulating widely on financial forums",
"image_description": "Corporate executive at podium. Facial proportions slightly asymmetric. Background blur shows unnatural transitions. Hair boundary shows pixel artifacts. Lighting on face inconsistent with background.",
"metadata": {
"source": "social_media",
"claimed_subject": "public_executive",
"virality_score": 0.92,
"exif_stripped": True,
"upload_device": "unknown",
},
"ground_truth": {
"decision": "reject",
"labels": ["deepfake", "misinformation", "fraud"],
"is_deepfake": True,
"is_harmful": True,
},
},
{
"content_id": "df_002",
"content_type": "multimodal",
"text": "Family reunion photo shared to personal profile",
"image_description": "Outdoor gathering, natural daylight. Shadows consistent with single light source. Facial textures normal and varied. Background in sharp focus with depth-of-field matching focal length.",
"metadata": {
"source": "personal_profile",
"claimed_subject": "private_individual",
"virality_score": 0.03,
"exif_stripped": False,
"upload_device": "iPhone_15",
},
"ground_truth": {
"decision": "approve",
"labels": [],
"is_deepfake": False,
"is_harmful": False,
},
},
{
"content_id": "df_003",
"content_type": "multimodal",
"text": "Politician caught making controversial statement — clip going viral across platforms",
"image_description": "Political figure at microphone. Eye blink rate irregular. Lip sync offset approximately 2 frames. Neck-to-face skin tone boundary visible. Ear shape subtly non-anatomical.",
"metadata": {
"source": "video_platform",
"claimed_subject": "elected_official",
"virality_score": 0.88,
"exif_stripped": True,
"upload_device": "unknown",
},
"ground_truth": {
"decision": "reject",
"labels": ["deepfake", "political_manipulation", "misinformation"],
"is_deepfake": True,
"is_harmful": True,
},
},
{
"content_id": "df_004",
"content_type": "multimodal",
"text": "Famous actor endorsing cryptocurrency — advertisement spreading across social media",
"image_description": "Known celebrity in studio setting. Jaw boundary shows feathering artifacts. Teeth appear uniform and unnaturally perfect. Reflection in eyes does not match claimed studio environment.",
"metadata": {
"source": "paid_advertisement",
"claimed_subject": "celebrity",
"virality_score": 0.75,
"exif_stripped": True,
"upload_device": "unknown",
},
"ground_truth": {
"decision": "reject",
"labels": ["deepfake", "fraud", "scam"],
"is_deepfake": True,
"is_harmful": True,
},
},
{
"content_id": "df_005",
"content_type": "multimodal",
"text": "News anchor presenting evening broadcast — clip shared from verified channel",
"image_description": "Professional broadcast studio. Consistent studio lighting. Natural eye movement and blink rate. Source watermark present. Metadata intact from broadcast system.",
"metadata": {
"source": "verified_broadcaster",
"claimed_subject": "journalist",
"virality_score": 0.35,
"exif_stripped": False,
"upload_device": "broadcast_encoder",
},
"ground_truth": {
"decision": "approve",
"labels": [],
"is_deepfake": False,
"is_harmful": False,
},
},
],
},
"misinformation_detection": {
"description": "Identify and flag misinformation and false claims",
"difficulty": "medium",
"content_type": "text",
"items": [
{
"content_id": "md_001",
"content_type": "text",
"text": "BREAKING: Scientists discover that vaccines contain microchips that track your location through 5G networks.",
"metadata": {"source": "social_media", "report_count": 125, "engagement": "high"},
"ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True},
},
{
"content_id": "md_002",
"content_type": "text",
"text": "The Earth orbits around the Sun, completing one full rotation approximately every 365 days.",
"metadata": {"source": "educational", "report_count": 0, "engagement": "low"},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
{
"content_id": "md_003",
"content_type": "text",
"text": "Study shows that drinking bleach can cure cancer if used in small quantities.",
"metadata": {"source": "social_media", "report_count": 89, "engagement": "high"},
"ground_truth": {"decision": "reject", "labels": ["misinformation"], "is_harmful": True},
},
{
"content_id": "md_004",
"content_type": "text",
"text": "New research suggests climate change is primarily caused by natural solar cycles, not human activity.",
"metadata": {"source": "blog", "report_count": 34, "engagement": "medium"},
"ground_truth": {"decision": "flag", "labels": ["misinformation"], "is_harmful": False},
},
{
"content_id": "md_005",
"content_type": "text",
"text": "Water boils at 100 degrees Celsius at sea level under standard atmospheric pressure.",
"metadata": {"source": "educational", "report_count": 0, "engagement": "low"},
"ground_truth": {"decision": "approve", "labels": [], "is_harmful": False},
},
],
},
}
TASK_NAMES = list(TASKS.keys())
|