File size: 6,431 Bytes
0584798
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
[
  {
    "id": "car-buying-maps-to-automotive-buying",
    "status": "must_fix",
    "text": "Which car to buy in 2026",
    "notes": "Vehicle shopping queries should map into the automotive buying branch, not business sales.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Automotive",
      "model_output.classification.iab_content.tier2.label": "Auto Buying and Selling",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "laptop-buying-maps-to-laptops",
    "status": "must_fix",
    "text": "Which laptop to buy in 2026",
    "notes": "Laptop shopping should resolve into the laptops branch, not business sales.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Technology & Computing",
      "model_output.classification.iab_content.tier2.label": "Computing",
      "model_output.classification.iab_content.tier3.label": "Laptops",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "labtop-buying-maps-to-laptops",
    "status": "must_fix",
    "text": "Which labtop to buy in 2026",
    "notes": "Common typo handling should still land in the laptops branch.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Technology & Computing",
      "model_output.classification.iab_content.tier2.label": "Computing",
      "model_output.classification.iab_content.tier3.label": "Laptops",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "crm-awareness-maps-to-sales",
    "status": "must_fix",
    "text": "What is CRM software?",
    "notes": "CRM education should resolve to the closest business/sales path, not generic software.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Business and Finance",
      "model_output.classification.iab_content.tier2.label": "Business",
      "model_output.classification.iab_content.tier3.label": "Sales",
      "model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
    }
  },
  {
    "id": "crm-comparison-maps-to-sales",
    "status": "must_fix",
    "text": "HubSpot vs Zoho for a small team",
    "notes": "Direct CRM vendor comparison should map cleanly into the sales domain.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Business and Finance",
      "model_output.classification.iab_content.tier2.label": "Business",
      "model_output.classification.iab_content.tier3.label": "Sales",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "marketing-tools-map-to-marketing",
    "status": "must_fix",
    "text": "Best AI SEO tools for content teams",
    "notes": "Marketing tool discovery should map to the marketing and advertising branch.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Business and Finance",
      "model_output.classification.iab_content.tier2.label": "Business",
      "model_output.classification.iab_content.tier3.label": "Marketing and Advertising",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "ml-explanation-maps-to-ai",
    "status": "must_fix",
    "text": "What is intent classification in NLP?",
    "notes": "ML and NLP educational prompts should land in the AI branch.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Technology & Computing",
      "model_output.classification.iab_content.tier2.label": "Artificial Intelligence",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "support-credential-help-maps-to-business-it",
    "status": "must_fix",
    "text": "How do I reset my password?",
    "notes": "Credential and account help should map to business IT rather than generic business.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Business and Finance",
      "model_output.classification.iab_content.tier2.label": "Business",
      "model_output.classification.iab_content.tier3.label": "Business I.T.",
      "model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
    }
  },
  {
    "id": "restaurant-booking-maps-to-dining-out",
    "status": "must_fix",
    "text": "Book a table for 2 tonight",
    "notes": "Generic dining requests should not inherit the repo's business default.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Food & Drink",
      "model_output.classification.iab_content.tier2.label": "Dining Out",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "trial-signup-maps-to-software",
    "status": "must_fix",
    "text": "Start my free trial",
    "notes": "Software action queries should map to the software/application branch.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Technology & Computing",
      "model_output.classification.iab_content.tier2.label": "Computing",
      "model_output.classification.iab_content.tier3.label": "Software and Applications",
      "model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
    }
  },
  {
    "id": "communication-software-maps-to-tier4",
    "status": "must_fix",
    "text": "best communication software for remote teams",
    "notes": "Full taxonomy support should preserve the tier4 communication branch.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Technology & Computing",
      "model_output.classification.iab_content.tier2.label": "Computing",
      "model_output.classification.iab_content.tier3.label": "Computer Software and Applications",
      "model_output.classification.iab_content.tier4.label": "Communication",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  },
  {
    "id": "vodka-query-maps-to-alcoholic-beverages",
    "status": "must_fix",
    "text": "what is best vodka drink should i try",
    "notes": "Food and beverage prompts should not fall through to the business default.",
    "expected": {
      "model_output.classification.iab_content.tier1.label": "Food & Drink",
      "model_output.classification.iab_content.tier2.label": "Alcoholic Beverages",
      "model_output.classification.iab_content.mapping_mode": "exact"
    }
  }
]