data/classification_rules.json

{
  "description": "Ground truth classification rules for the Email Triage grader",
  "rules": {
    "work": {
      "signals": [
        "Sender domain is acmecorp.com",
        "Subject contains: sprint, code review, PR, deployment, incident, spec",
        "Body references internal projects or team members",
        "Category hint: project, code_review, incident, documentation, engineering"
      ],
      "weight": 0.35
    },
    "finance": {
      "signals": [
        "Subject contains: invoice, expense, PO, purchase order, budget, payroll",
        "Has attachment with financial content",
        "Sender is CFO or Finance Manager (VIP)",
        "Category hint: invoice, expense, purchase_order, budget, subscription, payroll"
      ],
      "weight": 0.30
    },
    "meetings": {
      "signals": [
        "Subject contains: calendar, meeting, standup, RSVP, invite, 1:1",
        "Body contains time/date references for events",
        "Category hint: meeting, meeting_notes, training"
      ],
      "weight": 0.20
    },
    "spam": {
      "signals": [
        "Sender domain is suspicious (.ru, .xyz, .biz, .club, .top)",
        "Subject uses urgency/scam patterns (Congratulations!, Won, Free, Urgent:)",
        "Body contains phishing links or too-good-to-be-true offers",
        "No category hint (unknown sender)"
      ],
      "weight": 0.15
    },
    "archive": {
      "signals": [
        "Automated notification or newsletter",
        "Sender is external service (GitHub, Slack, etc.)",
        "Low-priority informational content",
        "Category hint: newsletter, notification, report, shipping"
      ],
      "weight": 0.10
    }
  },
  "ambiguous_rules": {
    "description": "Emails matching multiple folder rules receive partial credit (0.5) for any acceptable folder",
    "examples": [
      {
        "email": "Invoice for Q3 Tech Conference Registration",
        "acceptable_folders": ["finance", "work"],
        "reason": "Could be expense (finance) or professional development (work)"
      },
      {
        "email": "Team Lunch Budget Approval",
        "acceptable_folders": ["meetings", "finance"],
        "reason": "Could be event planning (meetings) or budget approval (finance)"
      }
    ]
  }
}