agentic-intent-classifier / examples /iab_cross_vertical_mapping_cases.json
manikumargouni's picture
Upload folder using huggingface_hub
0584798 verified
[
{
"id": "auto-buying-easy",
"status": "must_fix",
"text": "Which car should I buy for commuting?",
"notes": "Cross-vertical easy IAB mapping case for Automotive > Auto Buying and Selling.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Automotive",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
"model_output.classification.iab_content.tier2.label": "Auto Buying and Selling"
}
},
{
"id": "auto-buying-medium",
"status": "must_fix",
"text": "Best used SUV for a family of four",
"notes": "Cross-vertical medium IAB mapping case for Automotive > Auto Buying and Selling.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Automotive",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
"model_output.classification.iab_content.tier2.label": "Auto Buying and Selling"
}
},
{
"id": "auto-buying-hard",
"status": "must_fix",
"text": "I need a shortlist of practical cars before making a purchase this month",
"notes": "Cross-vertical hard IAB mapping case for Automotive > Auto Buying and Selling.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Automotive",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
"model_output.classification.iab_content.tier2.label": "Auto Buying and Selling"
}
},
{
"id": "sales-crm-easy",
"status": "must_fix",
"text": "What is CRM software?",
"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Sales.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Sales"
}
},
{
"id": "sales-crm-medium",
"status": "must_fix",
"text": "HubSpot vs Zoho for a small team",
"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Sales.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Sales"
}
},
{
"id": "sales-crm-hard",
"status": "must_fix",
"text": "Need software to manage leads and pipeline for a startup sales team",
"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Sales.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Sales"
}
},
{
"id": "marketing-tools-easy",
"status": "must_fix",
"text": "Best SEO tools for content teams",
"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Marketing and Advertising"
}
},
{
"id": "marketing-tools-medium",
"status": "must_fix",
"text": "How should I compare ad attribution platforms?",
"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Marketing and Advertising"
}
},
{
"id": "marketing-tools-hard",
"status": "must_fix",
"text": "Need software to measure channel performance across paid and organic campaigns",
"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Marketing and Advertising"
}
},
{
"id": "business-it-easy",
"status": "must_fix",
"text": "How do I reset my work password?",
"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Business I.T..",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Business I.T."
}
},
{
"id": "business-it-medium",
"status": "must_fix",
"text": "My employees keep getting locked out of their accounts",
"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Business I.T..",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Business I.T."
}
},
{
"id": "business-it-hard",
"status": "must_fix",
"text": "Need identity and access software for login, permissions, and account security",
"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Business I.T..",
"expected": {
"model_output.classification.iab_content.tier1.label": "Business and Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Business",
"model_output.classification.iab_content.tier3.label": "Business I.T."
}
},
{
"id": "dining-out-easy",
"status": "must_fix",
"text": "Book a table for six tonight",
"notes": "Cross-vertical easy IAB mapping case for Food & Drink > Dining Out.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Dining Out"
}
},
{
"id": "dining-out-medium",
"status": "must_fix",
"text": "Good restaurants for a client dinner downtown",
"notes": "Cross-vertical medium IAB mapping case for Food & Drink > Dining Out.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Dining Out"
}
},
{
"id": "dining-out-hard",
"status": "must_fix",
"text": "Need a place to eat tonight where I can make a reservation online",
"notes": "Cross-vertical hard IAB mapping case for Food & Drink > Dining Out.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Dining Out"
}
},
{
"id": "alcoholic-beverages-easy",
"status": "must_fix",
"text": "Which whiskey cocktail should I order?",
"notes": "Cross-vertical easy IAB mapping case for Food & Drink > Alcoholic Beverages.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Alcoholic Beverages"
}
},
{
"id": "alcoholic-beverages-medium",
"status": "must_fix",
"text": "Best vodka drinks for beginners",
"notes": "Cross-vertical medium IAB mapping case for Food & Drink > Alcoholic Beverages.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Alcoholic Beverages"
}
},
{
"id": "alcoholic-beverages-hard",
"status": "must_fix",
"text": "Want a spirit-forward drink recommendation, not a restaurant suggestion",
"notes": "Cross-vertical hard IAB mapping case for Food & Drink > Alcoholic Beverages.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Food & Drink",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Alcoholic Beverages"
}
},
{
"id": "artificial-intelligence-easy",
"status": "must_fix",
"text": "What is intent classification in NLP?",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Artificial Intelligence.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Artificial Intelligence"
}
},
{
"id": "artificial-intelligence-medium",
"status": "must_fix",
"text": "How do large language models handle text classification?",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Artificial Intelligence.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Artificial Intelligence"
}
},
{
"id": "artificial-intelligence-hard",
"status": "must_fix",
"text": "Need the machine learning concept behind language understanding, not software to buy",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Artificial Intelligence.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Artificial Intelligence"
}
},
{
"id": "software-apps-easy",
"status": "must_fix",
"text": "Best workflow software for a small operations team",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications"
}
},
{
"id": "software-apps-medium",
"status": "must_fix",
"text": "Need project management software for a distributed team",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications"
}
},
{
"id": "software-apps-hard",
"status": "must_fix",
"text": "Looking for a business software platform to organize internal workflows",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications"
}
},
{
"id": "communication-software-easy",
"status": "must_fix",
"text": "Best communication software for remote teams",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications",
"model_output.classification.iab_content.tier4.label": "Communication"
}
},
{
"id": "communication-software-medium",
"status": "must_fix",
"text": "Slack vs Teams for internal messaging",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications",
"model_output.classification.iab_content.tier4.label": "Communication"
}
},
{
"id": "communication-software-hard",
"status": "must_fix",
"text": "Need a workplace chat tool for cross-functional collaboration",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Software and Applications",
"model_output.classification.iab_content.tier4.label": "Communication"
}
},
{
"id": "web-hosting-easy",
"status": "must_fix",
"text": "Vercel vs Netlify for website hosting",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Internet",
"model_output.classification.iab_content.tier4.label": "Web Hosting"
}
},
{
"id": "web-hosting-medium",
"status": "must_fix",
"text": "Best hosting platform for a startup website",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Internet",
"model_output.classification.iab_content.tier4.label": "Web Hosting"
}
},
{
"id": "web-hosting-hard",
"status": "must_fix",
"text": "Need a managed hosting provider to deploy and run our marketing site",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Internet",
"model_output.classification.iab_content.tier4.label": "Web Hosting"
}
},
{
"id": "laptops-easy",
"status": "must_fix",
"text": "Which laptop should I buy for college?",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Laptops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Laptops"
}
},
{
"id": "laptops-medium",
"status": "must_fix",
"text": "Best laptop for work and study under 1200",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Laptops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Laptops"
}
},
{
"id": "laptops-hard",
"status": "must_fix",
"text": "Need a portable computer with good battery life for everyday work",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Laptops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Laptops"
}
},
{
"id": "desktops-easy",
"status": "must_fix",
"text": "Best desktop for video editing",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Desktops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Desktops"
}
},
{
"id": "desktops-medium",
"status": "must_fix",
"text": "Which desktop computer should I buy for a home office?",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Desktops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Desktops"
}
},
{
"id": "desktops-hard",
"status": "must_fix",
"text": "Need a desktop PC with strong performance for creative work",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Desktops.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Computing",
"model_output.classification.iab_content.tier3.label": "Desktops"
}
},
{
"id": "smartphones-easy",
"status": "must_fix",
"text": "Best phone with a good camera under 700",
"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
"model_output.classification.iab_content.tier3.label": "Smartphones"
}
},
{
"id": "smartphones-medium",
"status": "must_fix",
"text": "Should I buy an iPhone or Pixel this year?",
"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
"model_output.classification.iab_content.tier3.label": "Smartphones"
}
},
{
"id": "smartphones-hard",
"status": "must_fix",
"text": "Need a new smartphone with strong battery life and a clean software experience",
"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Technology & Computing",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
"model_output.classification.iab_content.tier3.label": "Smartphones"
}
},
{
"id": "style-fashion-parent-easy",
"status": "must_fix",
"text": "Best shoes under 100 dollars",
"notes": "Cross-vertical easy IAB mapping case for Style & Fashion.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
}
},
{
"id": "style-fashion-parent-medium",
"status": "must_fix",
"text": "Affordable fashion accessories for everyday wear",
"notes": "Cross-vertical medium IAB mapping case for Style & Fashion.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
}
},
{
"id": "style-fashion-parent-hard",
"status": "must_fix",
"text": "Need style recommendations for clothing and footwear without a specific brand in mind",
"notes": "Cross-vertical hard IAB mapping case for Style & Fashion.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent"
}
},
{
"id": "womens-shoes-easy",
"status": "must_fix",
"text": "Best women's running shoes under 100 dollars",
"notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Women's Fashion",
"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
}
},
{
"id": "womens-shoes-medium",
"status": "must_fix",
"text": "Comfortable women's sneakers for walking all day",
"notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Women's Fashion",
"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
}
},
{
"id": "womens-shoes-hard",
"status": "must_fix",
"text": "Need women's footwear for commuting that looks polished but feels comfortable",
"notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Women's Fashion",
"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
}
},
{
"id": "mens-shoes-easy",
"status": "must_fix",
"text": "Best men's sneakers for daily wear",
"notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Men's Fashion",
"model_output.classification.iab_content.tier3.label": "Men's Shoes and Footwear"
}
},
{
"id": "mens-shoes-medium",
"status": "must_fix",
"text": "Good men's dress shoes for office use",
"notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Men's Fashion",
"model_output.classification.iab_content.tier3.label": "Men's Shoes and Footwear"
}
},
{
"id": "mens-shoes-hard",
"status": "must_fix",
"text": "Need men's footwear that works for workdays and weekend walking",
"notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Style & Fashion",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Men's Fashion",
"model_output.classification.iab_content.tier3.label": "Men's Shoes and Footwear"
}
},
{
"id": "hotels-easy",
"status": "must_fix",
"text": "Need a hotel in Chicago for two nights",
"notes": "Cross-vertical easy IAB mapping case for Travel > Travel Type > Hotels and Motels.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Travel",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Travel Type",
"model_output.classification.iab_content.tier3.label": "Hotels and Motels"
}
},
{
"id": "hotels-medium",
"status": "must_fix",
"text": "Best hotels near Times Square for a weekend trip",
"notes": "Cross-vertical medium IAB mapping case for Travel > Travel Type > Hotels and Motels.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Travel",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Travel Type",
"model_output.classification.iab_content.tier3.label": "Hotels and Motels"
}
},
{
"id": "hotels-hard",
"status": "must_fix",
"text": "Looking for a place to stay during a work trip, not general travel advice",
"notes": "Cross-vertical hard IAB mapping case for Travel > Travel Type > Hotels and Motels.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Travel",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Travel Type",
"model_output.classification.iab_content.tier3.label": "Hotels and Motels"
}
},
{
"id": "real-estate-rentals-easy",
"status": "must_fix",
"text": "Apartments for rent near downtown Austin",
"notes": "Cross-vertical easy IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Real Estate",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Real Estate Renting and Leasing"
}
},
{
"id": "real-estate-rentals-medium",
"status": "must_fix",
"text": "Best neighborhoods to lease a two-bedroom apartment in Seattle",
"notes": "Cross-vertical medium IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Real Estate",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
"model_output.classification.iab_content.tier2.label": "Real Estate Renting and Leasing"
}
},
{
"id": "real-estate-rentals-hard",
"status": "must_fix",
"text": "Need rental listings for a short move, not home-buying advice",
"notes": "Cross-vertical hard IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Real Estate",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Real Estate Renting and Leasing"
}
},
{
"id": "running-and-jogging-easy",
"status": "must_fix",
"text": "Best running plan for a first 10k",
"notes": "Cross-vertical easy IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Healthy Living",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Fitness and Exercise",
"model_output.classification.iab_content.tier3.label": "Running and Jogging"
}
},
{
"id": "running-and-jogging-medium",
"status": "must_fix",
"text": "How should I train for a half marathon as a beginner?",
"notes": "Cross-vertical medium IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Healthy Living",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Fitness and Exercise",
"model_output.classification.iab_content.tier3.label": "Running and Jogging"
}
},
{
"id": "running-and-jogging-hard",
"status": "must_fix",
"text": "Need guidance on building a weekly jogging routine without getting injured",
"notes": "Cross-vertical hard IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Healthy Living",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Fitness and Exercise",
"model_output.classification.iab_content.tier3.label": "Running and Jogging"
}
},
{
"id": "soccer-easy",
"status": "must_fix",
"text": "How do offside rules work in soccer?",
"notes": "Cross-vertical easy IAB mapping case for Sports > Soccer.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Sports",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Soccer"
}
},
{
"id": "soccer-medium",
"status": "must_fix",
"text": "Best soccer drills for beginner players",
"notes": "Cross-vertical medium IAB mapping case for Sports > Soccer.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Sports",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Soccer"
}
},
{
"id": "soccer-hard",
"status": "must_fix",
"text": "Need help understanding football tactics for the Premier League, not fantasy sports",
"notes": "Cross-vertical hard IAB mapping case for Sports > Soccer.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Sports",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Soccer"
}
},
{
"id": "fiction-easy",
"status": "must_fix",
"text": "Recommend a good fantasy novel to read",
"notes": "Cross-vertical easy IAB mapping case for Books and Literature > Fiction.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Books and Literature",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Fiction"
}
},
{
"id": "fiction-medium",
"status": "must_fix",
"text": "Best fiction books for a long flight",
"notes": "Cross-vertical medium IAB mapping case for Books and Literature > Fiction.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Books and Literature",
"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
"model_output.classification.iab_content.tier2.label": "Fiction"
}
},
{
"id": "fiction-hard",
"status": "must_fix",
"text": "Looking for a character-driven novel, not comics or poetry",
"notes": "Cross-vertical hard IAB mapping case for Books and Literature > Fiction.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Books and Literature",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Fiction"
}
},
{
"id": "home-improvement-easy",
"status": "must_fix",
"text": "How much does a kitchen remodel usually cost?",
"notes": "Cross-vertical easy IAB mapping case for Home & Garden > Home Improvement.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Home Improvement"
}
},
{
"id": "home-improvement-medium",
"status": "must_fix",
"text": "Best tools for a DIY bathroom renovation",
"notes": "Cross-vertical medium IAB mapping case for Home & Garden > Home Improvement.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Home Improvement"
}
},
{
"id": "home-improvement-hard",
"status": "must_fix",
"text": "Need practical advice for upgrading an older house, not interior decor inspiration",
"notes": "Cross-vertical hard IAB mapping case for Home & Garden > Home Improvement.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Home Improvement"
}
},
{
"id": "online-education-easy",
"status": "must_fix",
"text": "Best online courses for learning Python",
"notes": "Cross-vertical easy IAB mapping case for Education > Online Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Online Education"
}
},
{
"id": "online-education-medium",
"status": "must_fix",
"text": "What are good platforms for remote professional classes?",
"notes": "Cross-vertical medium IAB mapping case for Education > Online Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Online Education"
}
},
{
"id": "online-education-hard",
"status": "must_fix",
"text": "Need internet-based training options I can finish after work hours",
"notes": "Cross-vertical hard IAB mapping case for Education > Online Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Online Education"
}
},
{
"id": "postgraduate-education-easy",
"status": "must_fix",
"text": "best universities to study masters",
"notes": "Cross-vertical easy IAB mapping case for Education > College Education > Postgraduate Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "College Education",
"model_output.classification.iab_content.tier3.label": "Postgraduate Education"
}
},
{
"id": "postgraduate-education-medium",
"status": "must_fix",
"text": "which graduate schools have strong data science programs",
"notes": "Cross-vertical medium IAB mapping case for Education > College Education > Postgraduate Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "College Education",
"model_output.classification.iab_content.tier3.label": "Postgraduate Education"
}
},
{
"id": "postgraduate-education-hard",
"status": "must_fix",
"text": "need postgraduate options for a master's degree, not short online courses",
"notes": "Cross-vertical hard IAB mapping case for Education > College Education > Postgraduate Education.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Education",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "College Education",
"model_output.classification.iab_content.tier3.label": "Postgraduate Education"
}
},
{
"id": "medical-health-easy",
"status": "must_fix",
"text": "what do these allergy symptoms mean",
"notes": "Cross-vertical easy IAB mapping case for Medical Health.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Medical Health",
"model_output.classification.iab_content.mapping_mode": "exact"
}
},
{
"id": "medical-health-medium",
"status": "must_fix",
"text": "when should i see a doctor for persistent knee pain",
"notes": "Cross-vertical medium IAB mapping case for Medical Health.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Medical Health",
"model_output.classification.iab_content.mapping_mode": "exact"
}
},
{
"id": "medical-health-hard",
"status": "must_fix",
"text": "need medical advice about symptoms, not wellness or fitness tips",
"notes": "Cross-vertical hard IAB mapping case for Medical Health.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Medical Health",
"model_output.classification.iab_content.mapping_mode": "exact"
}
},
{
"id": "careers-job-search-easy",
"status": "must_fix",
"text": "best remote jobs for data analysts",
"notes": "Cross-vertical easy IAB mapping case for Careers > Job Search.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Careers",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Job Search"
}
},
{
"id": "careers-job-search-medium",
"status": "must_fix",
"text": "where should i look for product manager openings",
"notes": "Cross-vertical medium IAB mapping case for Careers > Job Search.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Careers",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Job Search"
}
},
{
"id": "careers-job-search-hard",
"status": "must_fix",
"text": "need help finding a new role and preparing for interviews",
"notes": "Cross-vertical hard IAB mapping case for Careers > Job Search.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Careers",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Job Search"
}
},
{
"id": "personal-finance-easy",
"status": "must_fix",
"text": "how much should i save each month",
"notes": "Cross-vertical easy IAB mapping case for Personal Finance > Financial Planning.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Personal Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Financial Planning"
}
},
{
"id": "personal-finance-medium",
"status": "must_fix",
"text": "best budgeting approach for a growing family",
"notes": "Cross-vertical medium IAB mapping case for Personal Finance > Financial Planning.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Personal Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Financial Planning"
}
},
{
"id": "personal-finance-hard",
"status": "must_fix",
"text": "need help planning savings and retirement, not business finance advice",
"notes": "Cross-vertical hard IAB mapping case for Personal Finance > Financial Planning.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Personal Finance",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Financial Planning"
}
},
{
"id": "parenting-easy",
"status": "must_fix",
"text": "tips for parenting a toddler",
"notes": "Cross-vertical easy IAB mapping case for Family and Relationships > Parenting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Family and Relationships",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Parenting"
}
},
{
"id": "parenting-medium",
"status": "must_fix",
"text": "how do i help my teenager spend less time online",
"notes": "Cross-vertical medium IAB mapping case for Family and Relationships > Parenting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Family and Relationships",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Parenting"
}
},
{
"id": "parenting-hard",
"status": "must_fix",
"text": "need parenting advice for a child starting preschool",
"notes": "Cross-vertical hard IAB mapping case for Family and Relationships > Parenting.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Family and Relationships",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Parenting"
}
},
{
"id": "gardening-easy",
"status": "must_fix",
"text": "best plants for a small balcony garden",
"notes": "Cross-vertical easy IAB mapping case for Home & Garden > Gardening.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Gardening"
}
},
{
"id": "gardening-medium",
"status": "must_fix",
"text": "how often should i water tomato plants",
"notes": "Cross-vertical medium IAB mapping case for Home & Garden > Gardening.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Gardening"
}
},
{
"id": "gardening-hard",
"status": "must_fix",
"text": "need gardening advice for a shady backyard, not interior decor ideas",
"notes": "Cross-vertical hard IAB mapping case for Home & Garden > Gardening.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Home & Garden",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Gardening"
}
},
{
"id": "movies-easy",
"status": "must_fix",
"text": "What movie should we watch tonight?",
"notes": "Cross-vertical easy IAB mapping case for Entertainment > Movies.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Entertainment",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Movies"
}
},
{
"id": "movies-medium",
"status": "must_fix",
"text": "Best thriller movies from the last few years",
"notes": "Cross-vertical medium IAB mapping case for Entertainment > Movies.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Entertainment",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Movies"
}
},
{
"id": "movies-hard",
"status": "must_fix",
"text": "Looking for film recommendations, not TV shows or music",
"notes": "Cross-vertical hard IAB mapping case for Entertainment > Movies.",
"expected": {
"model_output.classification.iab_content.tier1.label": "Entertainment",
"model_output.classification.iab_content.mapping_mode": "exact",
"model_output.classification.iab_content.tier2.label": "Movies"
}
}
]