my-env / server /tasks /task_hard.py
vinaykumarbharwal
feat: Enhance bug triage task with updated ticket data and triage policy
339abf5
Raw
History Blame Contribute Delete
26.9 kB
"""Task metadata and fixture data for bug_triage_hard."""
from __future__ import annotations
TASK_ID = "bug_triage_hard"
DIFFICULTY = "hard"
DESCRIPTION = "25 noisy tickets, strict SLA pressure"
TASK_DATA = {
"task_id": "bug_triage_hard",
"step_budget": 120,
"available_teams": [
"backend-api",
"frontend-web",
"mobile-ios",
"mobile-android",
"infrastructure",
"data-platform",
],
"available_components": [
"api-gateway",
"auth-service",
"user-service",
"payment-service",
"web-app",
"ios-app",
"android-app",
"database",
"cache",
"cdn",
],
"tickets": [
{
"ticket_id": "BUG-3001",
"title": "Unauthorized access to enterprise admin API",
"description": (
"A customer security contact reports unauthorized access to an internal admin API "
"path through the public gateway. Sample responses contain account data that should "
"never be exposed."
),
"reporter_type": "user",
"service": "api",
"component_candidates": ["api-gateway", "auth-service", "payment-service"],
"created_at": "2024-03-01T09:00:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3002",
"title": "Auth requests timing out during login on web",
"description": (
"QA sees the login flow timing out after the redirect returns from the identity "
"provider. The timeout only started after rotating session settings."
),
"reporter_type": "qa",
"service": "auth",
"component_candidates": ["auth-service", "user-service", "web-app"],
"created_at": "2024-03-01T09:13:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3003",
"title": "Identity sync alert says profile fields contain wrong values",
"description": (
"Monitoring raised a user-service alert because a sample profile payload returned "
"wrong values, but the incident has no logs and no reproduction details yet."
),
"reporter_type": "monitoring",
"service": "identity",
"component_candidates": ["user-service", "payment-service", "ios-app"],
"created_at": "2024-03-01T09:26:00",
"customer_tier": "free",
"repro_steps_present": False,
"logs_present": False,
"attachments_count": 3,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3004",
"title": "Checkout calls to payment service are timing out",
"description": (
"Merchants report that payment authorization requests are timing out during peak "
"traffic and orders are sitting in a pending state."
),
"reporter_type": "user",
"service": "payments",
"component_candidates": ["payment-service", "web-app", "android-app"],
"created_at": "2024-03-01T09:39:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3005",
"title": "Web app settings page is flaky but the report lacks depth",
"description": (
"QA says the settings page sometimes behaves oddly after navigation, but the note "
"does not mention an outage, crash, or data issue and still needs clearer repro steps."
),
"reporter_type": "qa",
"service": "web-app",
"component_candidates": ["web-app", "ios-app", "database"],
"created_at": "2024-03-01T09:52:00",
"customer_tier": "pro",
"repro_steps_present": False,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3006",
"title": "iOS app crashes when opening the billing screen",
"description": (
"Monitoring traces show the iOS app can crash when users open the billing screen "
"from account settings."
),
"reporter_type": "monitoring",
"service": "mobile-app",
"component_candidates": ["ios-app", "android-app", "cache"],
"created_at": "2024-03-01T10:05:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3007",
"title": "Android sign-in timing out for pro users on LTE",
"description": (
"The Android app keeps timing out during sign-in when users are on cellular data. "
"Support could not reproduce it on Wi-Fi."
),
"reporter_type": "user",
"service": "mobile-app",
"component_candidates": ["android-app", "database", "cdn"],
"created_at": "2024-03-01T10:18:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 3,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3008",
"title": "Analytics dashboard query returns wrong values",
"description": (
"QA found that an analytics query writes wrong values into the daily summary table. "
"They attached a screenshot but skipped the exact repro sequence."
),
"reporter_type": "qa",
"service": "analytics",
"component_candidates": ["database", "cache", "api-gateway"],
"created_at": "2024-03-01T10:31:00",
"customer_tier": "free",
"repro_steps_present": False,
"logs_present": True,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3009",
"title": "Stale cache entries are returning wrong values",
"description": (
"Monitoring saw cache nodes serving wrong values for recently updated account data. "
"The issue is user visible but not a full outage."
),
"reporter_type": "monitoring",
"service": "infra",
"component_candidates": ["cache", "cdn", "auth-service"],
"created_at": "2024-03-01T10:44:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3010",
"title": "Broken image reports during login flow match active auth incident",
"description": (
"A customer ticket mentions missing images after sign-in, but the timing and trace "
"samples match the same auth timeout already tracked in BUG-3002."
),
"reporter_type": "user",
"service": "media",
"component_candidates": ["cdn", "api-gateway", "user-service"],
"created_at": "2024-03-01T10:57:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": ["BUG-3002"],
},
{
"ticket_id": "BUG-3011",
"title": "Gateway error report is another view of the auth timeout",
"description": (
"QA filed an API-gateway incident because they saw 503 responses during login, but "
"the trace lines up with the same auth-service timeout already in BUG-3002."
),
"reporter_type": "qa",
"service": "api",
"component_candidates": ["api-gateway", "auth-service", "payment-service"],
"created_at": "2024-03-01T11:10:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 3,
"suspected_duplicate_ids": ["BUG-3002"],
},
{
"ticket_id": "BUG-3012",
"title": "Security breach suspicion after invalid auth token escalation",
"description": (
"Monitoring caught a burst of unauthorized token exchanges in the auth service and "
"the security team is treating it as a possible breach."
),
"reporter_type": "monitoring",
"service": "auth",
"component_candidates": ["auth-service", "user-service", "web-app"],
"created_at": "2024-03-01T11:23:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3013",
"title": "Profile page ordering looks off but data is intact",
"description": (
"Users say the identity profile page sometimes renders sections in a strange order, "
"but the account data itself still appears intact."
),
"reporter_type": "user",
"service": "identity",
"component_candidates": ["user-service", "payment-service", "ios-app"],
"created_at": "2024-03-01T11:36:00",
"customer_tier": "free",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3014",
"title": "Enterprise invoices use incorrect tax on EU renewals",
"description": (
"QA found incorrect tax on renewal invoices for enterprise accounts. The numbers are "
"consistently wrong in the payment workflow."
),
"reporter_type": "qa",
"service": "payments",
"component_candidates": ["payment-service", "web-app", "android-app"],
"created_at": "2024-03-01T11:49:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3015",
"title": "Admin console exposure is the same unauthorized API leak",
"description": (
"Synthetic browser checks flagged the web app admin console, but the underlying "
"symptom still points to the unauthorized API access already tracked in BUG-3001."
),
"reporter_type": "monitoring",
"service": "web-app",
"component_candidates": ["web-app", "ios-app", "database"],
"created_at": "2024-03-01T12:02:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 3,
"suspected_duplicate_ids": ["BUG-3001"],
},
{
"ticket_id": "BUG-3016",
"title": "iOS receipt screen not working after last App Store build",
"description": (
"Users say the receipt screen in the iOS app is not working after the latest build. "
"They attached logs but still skipped exact repro steps."
),
"reporter_type": "user",
"service": "mobile-app",
"component_candidates": ["ios-app", "android-app", "cache"],
"created_at": "2024-03-01T12:15:00",
"customer_tier": "enterprise",
"repro_steps_present": False,
"logs_present": True,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3017",
"title": "Android release is timing out before home screen loads",
"description": (
"QA says the current Android build times out while bootstrapping user data, so the "
"home screen never becomes interactive."
),
"reporter_type": "qa",
"service": "mobile-app",
"component_candidates": ["android-app", "database", "cdn"],
"created_at": "2024-03-01T12:28:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3018",
"title": "Sparse analytics alert says daily totals contain wrong values",
"description": (
"Monitoring noticed wrong values in analytics rollups, but the alert arrived without "
"logs and without a reproducible query sample."
),
"reporter_type": "monitoring",
"service": "analytics",
"component_candidates": ["database", "cache", "api-gateway"],
"created_at": "2024-03-01T12:41:00",
"customer_tier": "free",
"repro_steps_present": False,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3019",
"title": "Cache warmup leaves some pages outdated for a few minutes",
"description": (
"Support noticed a mild cache warmup issue where pages look outdated briefly after "
"deploys, but the data eventually catches up."
),
"reporter_type": "user",
"service": "infra",
"component_candidates": ["cache", "cdn", "auth-service"],
"created_at": "2024-03-01T12:54:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 3,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3020",
"title": "Editorial previews show broken image placeholders",
"description": (
"Content editors are seeing broken image placeholders in preview mode, especially "
"for recently uploaded assets."
),
"reporter_type": "qa",
"service": "media",
"component_candidates": ["cdn", "api-gateway", "user-service"],
"created_at": "2024-03-01T13:07:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3021",
"title": "Multiple monitoring alerts on 500 internal server error at gateway",
"description": (
"The API edge started returning 500 Internal Server Error to several customer paths "
"and multiple monitoring alerts fired at once."
),
"reporter_type": "monitoring",
"service": "api",
"component_candidates": ["api-gateway", "auth-service", "payment-service"],
"created_at": "2024-03-01T13:20:00",
"customer_tier": "enterprise",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3022",
"title": "User thinks auth is broken but traces match Android timeout",
"description": (
"A user filed this under auth because login fails, but the timing and screenshots "
"match the same Android timeout issue already captured in BUG-3017."
),
"reporter_type": "user",
"service": "auth",
"component_candidates": ["auth-service", "user-service", "web-app"],
"created_at": "2024-03-01T13:33:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": False,
"attachments_count": 2,
"suspected_duplicate_ids": ["BUG-3017"],
},
{
"ticket_id": "BUG-3023",
"title": "Profile service is down for account settings requests",
"description": (
"QA reports the identity-backed profile service is down when account settings are "
"opened, although login itself still succeeds."
),
"reporter_type": "qa",
"service": "identity",
"component_candidates": ["user-service", "payment-service", "ios-app"],
"created_at": "2024-03-01T13:46:00",
"customer_tier": "free",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 3,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3024",
"title": "Payment export returns wrong values but alert has no evidence",
"description": (
"Monitoring thinks a payments export job is returning wrong values for settlement "
"rows, but the incident arrived without logs or a reproducible sample payload."
),
"reporter_type": "monitoring",
"service": "payments",
"component_candidates": ["payment-service", "web-app", "android-app"],
"created_at": "2024-03-01T13:59:00",
"customer_tier": "enterprise",
"repro_steps_present": False,
"logs_present": False,
"attachments_count": 4,
"suspected_duplicate_ids": [],
},
{
"ticket_id": "BUG-3025",
"title": "Theme toggle leaves the web app with mixed spacing tokens",
"description": (
"Users noticed the web app keeps mixed spacing and font weights after switching "
"themes, but the product remains usable."
),
"reporter_type": "user",
"service": "web-app",
"component_candidates": ["web-app", "ios-app", "database"],
"created_at": "2024-03-01T14:12:00",
"customer_tier": "pro",
"repro_steps_present": True,
"logs_present": True,
"attachments_count": 1,
"suspected_duplicate_ids": [],
},
],
"ground_truths": [
{
"ticket_id": "BUG-3001",
"true_severity": "sev0",
"true_priority": "p0",
"true_component": "api-gateway",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3002",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "auth-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3003",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "user-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3004",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "payment-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3005",
"true_severity": "sev3",
"true_priority": "p3",
"true_component": "web-app",
"true_assignee_team": "frontend-web",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3006",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "ios-app",
"true_assignee_team": "mobile-ios",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3007",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "android-app",
"true_assignee_team": "mobile-android",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3008",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "database",
"true_assignee_team": "data-platform",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3009",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "cache",
"true_assignee_team": "infrastructure",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3010",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "cdn",
"true_assignee_team": "infrastructure",
"duplicate_of": "BUG-3002",
"needs_more_info": False,
},
{
"ticket_id": "BUG-3011",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "api-gateway",
"true_assignee_team": "backend-api",
"duplicate_of": "BUG-3002",
"needs_more_info": False,
},
{
"ticket_id": "BUG-3012",
"true_severity": "sev0",
"true_priority": "p0",
"true_component": "auth-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3013",
"true_severity": "sev3",
"true_priority": "p3",
"true_component": "user-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3014",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "payment-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3015",
"true_severity": "sev0",
"true_priority": "p0",
"true_component": "web-app",
"true_assignee_team": "frontend-web",
"duplicate_of": "BUG-3001",
"needs_more_info": False,
},
{
"ticket_id": "BUG-3016",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "ios-app",
"true_assignee_team": "mobile-ios",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3017",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "android-app",
"true_assignee_team": "mobile-android",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3018",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "database",
"true_assignee_team": "data-platform",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3019",
"true_severity": "sev3",
"true_priority": "p3",
"true_component": "cache",
"true_assignee_team": "infrastructure",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3020",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "cdn",
"true_assignee_team": "infrastructure",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3021",
"true_severity": "sev0",
"true_priority": "p0",
"true_component": "api-gateway",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3022",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "auth-service",
"true_assignee_team": "backend-api",
"duplicate_of": "BUG-3017",
"needs_more_info": False,
},
{
"ticket_id": "BUG-3023",
"true_severity": "sev1",
"true_priority": "p1",
"true_component": "user-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": False,
},
{
"ticket_id": "BUG-3024",
"true_severity": "sev2",
"true_priority": "p2",
"true_component": "payment-service",
"true_assignee_team": "backend-api",
"duplicate_of": None,
"needs_more_info": True,
},
{
"ticket_id": "BUG-3025",
"true_severity": "sev3",
"true_priority": "p3",
"true_component": "web-app",
"true_assignee_team": "frontend-web",
"duplicate_of": None,
"needs_more_info": False,
},
],
}