{ "by_status": { "must_fix": { "failed": 88, "passed": 2, "total": 90 } }, "cases_path": "/content/agentic-intent-classifier/examples/iab_cross_vertical_behavior_lock_cases.json", "count": 90, "failed": 88, "passed": 2, "results": [ { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": "Travel Type" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": "Travel Type" }, "id": "auto-buying-easy", "mismatches": [], "notes": "Cross-vertical easy IAB mapping case for Automotive > Auto Buying and Selling.", "pass": true, "status": "must_fix", "text": "Which car should I buy for commuting?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Automotive", "model_output.classification.iab_content.tier2.label": "Auto Body Styles" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Automotive", "model_output.classification.iab_content.tier2.label": "Auto Body Styles" }, "id": "auto-buying-medium", "mismatches": [], "notes": "Cross-vertical medium IAB mapping case for Automotive > Auto Buying and Selling.", "pass": true, "status": "must_fix", "text": "Best used SUV for a family of four" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Automotive", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Automotive", "model_output.classification.iab_content.tier2.label": "Auto Type" }, "id": "auto-buying-hard", "mismatches": [ { "actual": null, "expected": "Auto Type", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical hard IAB mapping case for Automotive > Auto Buying and Selling.", "pass": false, "status": "must_fix", "text": "I need a shortlist of practical cars before making a purchase this month" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications" }, "id": "sales-crm-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Sales.", "pass": false, "status": "must_fix", "text": "What is CRM software?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet" }, "id": "sales-crm-medium", "mismatches": [ { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Sales.", "pass": false, "status": "must_fix", "text": "HubSpot vs Zoho for a small team" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business", "model_output.classification.iab_content.tier3.label": "Startups" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business", "model_output.classification.iab_content.tier3.label": "Sales" }, "id": "sales-crm-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Startups", "expected": "Sales", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Sales.", "pass": false, "status": "must_fix", "text": "Need software to manage leads and pipeline for a startup sales team" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet" }, "id": "marketing-tools-easy", "mismatches": [ { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Marketing and Advertising.", "pass": false, "status": "must_fix", "text": "Best SEO tools for content teams" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business" }, "id": "marketing-tools-medium", "mismatches": [ { "actual": "Technology & Computing", "expected": "Business and Finance", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Business", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Marketing and Advertising.", "pass": false, "status": "must_fix", "text": "How should I compare ad attribution platforms?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications" }, "id": "marketing-tools-hard", "mismatches": [ { "actual": "Careers", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Marketing and Advertising.", "pass": false, "status": "must_fix", "text": "Need software to measure channel performance across paid and organic campaigns" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet" }, "id": "business-it-easy", "mismatches": [ { "actual": "Careers", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Business I.T..", "pass": false, "status": "must_fix", "text": "How do I reset my work password?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Personal Finance", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Job Search" }, "id": "business-it-medium", "mismatches": [ { "actual": "Personal Finance", "expected": "Careers", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Job Search", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Business I.T..", "pass": false, "status": "must_fix", "text": "My employees keep getting locked out of their accounts" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Information and Network Security" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet" }, "id": "business-it-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Information and Network Security", "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Business I.T..", "pass": false, "status": "must_fix", "text": "Need identity and access software for login, permissions, and account security" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "id": "dining-out-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Food & Drink > Dining Out.", "pass": false, "status": "must_fix", "text": "Book a table for six tonight" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "id": "dining-out-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Food & Drink > Dining Out.", "pass": false, "status": "must_fix", "text": "Good restaurants for a client dinner downtown" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Dining Out" }, "id": "dining-out-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Food & Drink > Dining Out.", "pass": false, "status": "must_fix", "text": "Need a place to eat tonight where I can make a reservation online" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "id": "alcoholic-beverages-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Food & Drink > Alcoholic Beverages.", "pass": false, "status": "must_fix", "text": "Which whiskey cocktail should I order?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "id": "alcoholic-beverages-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Food & Drink > Alcoholic Beverages.", "pass": false, "status": "must_fix", "text": "Best vodka drinks for beginners" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink" }, "id": "alcoholic-beverages-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Food & Drink > Alcoholic Beverages.", "pass": false, "status": "must_fix", "text": "Want a spirit-forward drink recommendation, not a restaurant suggestion" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Real Estate" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing" }, "id": "artificial-intelligence-easy", "mismatches": [ { "actual": "Real Estate", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Artificial Intelligence.", "pass": false, "status": "must_fix", "text": "What is intent classification in NLP?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "Language Learning" }, "id": "artificial-intelligence-medium", "mismatches": [ { "actual": null, "expected": "Language Learning", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Artificial Intelligence.", "pass": false, "status": "must_fix", "text": "How do large language models handle text classification?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "Language Learning" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "Language Learning" }, "id": "artificial-intelligence-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Artificial Intelligence.", "pass": false, "status": "must_fix", "text": "Need the machine learning concept behind language understanding, not software to buy" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Job Search" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business" }, "id": "software-apps-easy", "mismatches": [ { "actual": "Careers", "expected": "Business and Finance", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Job Search", "expected": "Business", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.", "pass": false, "status": "must_fix", "text": "Best workflow software for a small operations team" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet", "model_output.classification.iab_content.tier4.label": "Cloud Computing" }, "id": "software-apps-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Cloud Computing", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.", "pass": false, "status": "must_fix", "text": "Need project management software for a distributed team" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Job Search", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications" }, "id": "software-apps-hard", "mismatches": [ { "actual": "Careers", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Job Search", "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.", "pass": false, "status": "must_fix", "text": "Looking for a business software platform to organize internal workflows" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Remote Working", "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications", "model_output.classification.iab_content.tier4.label": "Communication" }, "id": "communication-software-easy", "mismatches": [ { "actual": "Careers", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Remote Working", "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Communication", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.", "pass": false, "status": "must_fix", "text": "Best communication software for remote teams" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications", "model_output.classification.iab_content.tier4.label": "Communication" }, "id": "communication-software-medium", "mismatches": [ { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Communication", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.", "pass": false, "status": "must_fix", "text": "Slack vs Teams for internal messaging" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications", "model_output.classification.iab_content.tier4.label": "Communication" }, "id": "communication-software-hard", "mismatches": [ { "actual": "Careers", "expected": "Technology & Computing", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Communication", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.", "pass": false, "status": "must_fix", "text": "Need a workplace chat tool for cross-functional collaboration" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Data Storage and Warehousing", "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet", "model_output.classification.iab_content.tier4.label": "Web Hosting" }, "id": "web-hosting-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Data Storage and Warehousing", "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Web Hosting", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.", "pass": false, "status": "must_fix", "text": "Vercel vs Netlify for website hosting" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet", "model_output.classification.iab_content.tier4.label": "Web Hosting" }, "id": "web-hosting-medium", "mismatches": [ { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Web Hosting", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.", "pass": false, "status": "must_fix", "text": "Best hosting platform for a startup website" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Internet", "model_output.classification.iab_content.tier4.label": "Web Hosting" }, "id": "web-hosting-hard", "mismatches": [ { "actual": null, "expected": "Internet", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Web Hosting", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.", "pass": false, "status": "must_fix", "text": "Need a managed hosting provider to deploy and run our marketing site" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Laptops" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Laptops" }, "id": "laptops-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Laptops.", "pass": false, "status": "must_fix", "text": "Which laptop should I buy for college?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Laptops" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Laptops" }, "id": "laptops-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Laptops.", "pass": false, "status": "must_fix", "text": "Best laptop for work and study under 1200" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": "Smartphones" }, "id": "laptops-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Smartphones", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Laptops.", "pass": false, "status": "must_fix", "text": "Need a portable computer with good battery life for everyday work" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Software and Applications", "model_output.classification.iab_content.tier4.label": "Photo Editing Software" }, "id": "desktops-easy", "mismatches": [ { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Software and Applications", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "Photo Editing Software", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Desktops.", "pass": false, "status": "must_fix", "text": "Best desktop for video editing" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Desktops" }, "id": "desktops-medium", "mismatches": [ { "actual": null, "expected": "Desktops", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Desktops.", "pass": false, "status": "must_fix", "text": "Which desktop computer should I buy for a home office?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Computing", "model_output.classification.iab_content.tier3.label": "Desktops" }, "id": "desktops-hard", "mismatches": [ { "actual": null, "expected": "Computing", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Desktops", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Desktops.", "pass": false, "status": "must_fix", "text": "Need a desktop PC with strong performance for creative work" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics" }, "id": "smartphones-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.", "pass": false, "status": "must_fix", "text": "Best phone with a good camera under 700" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": "Smartphones" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": "Smartphones" }, "id": "smartphones-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.", "pass": false, "status": "must_fix", "text": "Should I buy an iPhone or Pixel this year?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": "Smartphones" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Technology & Computing", "model_output.classification.iab_content.tier2.label": "Consumer Electronics", "model_output.classification.iab_content.tier3.label": "Smartphones" }, "id": "smartphones-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.", "pass": false, "status": "must_fix", "text": "Need a new smartphone with strong battery life and a clean software experience" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Shopping", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "id": "style-fashion-parent-easy", "mismatches": [ { "actual": "Shopping", "expected": "Style & Fashion", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Women's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Women's Shoes and Footwear", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Style & Fashion.", "pass": false, "status": "must_fix", "text": "Best shoes under 100 dollars" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Designer Clothing", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Clothing" }, "id": "style-fashion-parent-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Designer Clothing", "expected": "Women's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Women's Clothing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Style & Fashion.", "pass": false, "status": "must_fix", "text": "Affordable fashion accessories for everyday wear" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "id": "style-fashion-parent-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Style & Fashion.", "pass": false, "status": "must_fix", "text": "Need style recommendations for clothing and footwear without a specific brand in mind" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Clothing" }, "id": "womens-shoes-easy", "mismatches": [ { "actual": null, "expected": "Women's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Women's Clothing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Best women's running shoes under 100 dollars" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Clothing" }, "id": "womens-shoes-medium", "mismatches": [ { "actual": null, "expected": "Women's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Women's Clothing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Comfortable women's sneakers for walking all day" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "id": "womens-shoes-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Need women's footwear for commuting that looks polished but feels comfortable" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Men's Fashion", "model_output.classification.iab_content.tier3.label": "Men's Clothing" }, "id": "mens-shoes-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Women's Fashion", "expected": "Men's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": "Women's Shoes and Footwear", "expected": "Men's Clothing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Best men's sneakers for daily wear" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Men's Fashion", "model_output.classification.iab_content.tier3.label": "Men's Clothing" }, "id": "mens-shoes-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Women's Fashion", "expected": "Men's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": "Women's Shoes and Footwear", "expected": "Men's Clothing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Good men's dress shoes for office use" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Women's Fashion", "model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Men's Fashion", "model_output.classification.iab_content.tier3.label": "Men's Shoes and Footwear" }, "id": "mens-shoes-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Women's Fashion", "expected": "Men's Fashion", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": "Women's Shoes and Footwear", "expected": "Men's Shoes and Footwear", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.", "pass": false, "status": "must_fix", "text": "Need men's footwear that works for workdays and weekend walking" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": "Travel Type" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Hotel Properties" }, "id": "hotels-easy", "mismatches": [ { "actual": "Travel", "expected": "Real Estate", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Travel Type", "expected": "Hotel Properties", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Travel > Travel Type > Hotels and Motels.", "pass": false, "status": "must_fix", "text": "Need a hotel in Chicago for two nights" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": "Travel Type", "model_output.classification.iab_content.tier3.label": "Hotels and Motels" }, "id": "hotels-medium", "mismatches": [ { "actual": null, "expected": "Travel Type", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Hotels and Motels", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Travel > Travel Type > Hotels and Motels.", "pass": false, "status": "must_fix", "text": "Best hotels near Times Square for a weekend trip" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": "Travel Type" }, "id": "hotels-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Travel Type", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical hard IAB mapping case for Travel > Travel Type > Hotels and Motels.", "pass": false, "status": "must_fix", "text": "Looking for a place to stay during a work trip, not general travel advice" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Apartments" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Apartments" }, "id": "real-estate-rentals-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Real Estate > Real Estate Renting and Leasing.", "pass": false, "status": "must_fix", "text": "Apartments for rent near downtown Austin" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Apartments" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Apartments" }, "id": "real-estate-rentals-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Real Estate > Real Estate Renting and Leasing.", "pass": false, "status": "must_fix", "text": "Best neighborhoods to lease a two-bedroom apartment in Seattle" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Real Estate Renting and Leasing", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Personal Finance", "model_output.classification.iab_content.tier2.label": "Personal Debt", "model_output.classification.iab_content.tier3.label": "Home Financing" }, "id": "real-estate-rentals-hard", "mismatches": [ { "actual": "Real Estate", "expected": "Personal Finance", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Real Estate Renting and Leasing", "expected": "Personal Debt", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Home Financing", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Real Estate > Real Estate Renting and Leasing.", "pass": false, "status": "must_fix", "text": "Need rental listings for a short move, not home-buying advice" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Healthy Living", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business", "model_output.classification.iab_content.tier3.label": "Green Solutions" }, "id": "running-and-jogging-easy", "mismatches": [ { "actual": "Healthy Living", "expected": "Business and Finance", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Business", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Green Solutions", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.", "pass": false, "status": "must_fix", "text": "Best running plan for a first 10k" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Bodybuilding", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Healthy Living", "model_output.classification.iab_content.tier2.label": "Fitness and Exercise", "model_output.classification.iab_content.tier3.label": "Running and Jogging" }, "id": "running-and-jogging-medium", "mismatches": [ { "actual": "Sports", "expected": "Healthy Living", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Bodybuilding", "expected": "Fitness and Exercise", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Running and Jogging", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.", "pass": false, "status": "must_fix", "text": "How should I train for a half marathon as a beginner?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Walking", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Healthy Living", "model_output.classification.iab_content.tier2.label": "Fitness and Exercise", "model_output.classification.iab_content.tier3.label": "Running and Jogging" }, "id": "running-and-jogging-hard", "mismatches": [ { "actual": "Sports", "expected": "Healthy Living", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Walking", "expected": "Fitness and Exercise", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Running and Jogging", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.", "pass": false, "status": "must_fix", "text": "Need guidance on building a weekly jogging routine without getting injured" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Soccer" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Soccer" }, "id": "soccer-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Sports > Soccer.", "pass": false, "status": "must_fix", "text": "How do offside rules work in soccer?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Soccer" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Sports", "model_output.classification.iab_content.tier2.label": "Soccer" }, "id": "soccer-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Sports > Soccer.", "pass": false, "status": "must_fix", "text": "Best soccer drills for beginner players" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Sports" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Sports" }, "id": "soccer-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Sports > Soccer.", "pass": false, "status": "must_fix", "text": "Need help understanding football tactics for the Premier League, not fantasy sports" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Genres", "model_output.classification.iab_content.tier2.label": "Fantasy" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Books and Literature", "model_output.classification.iab_content.tier2.label": "Fiction" }, "id": "fiction-easy", "mismatches": [ { "actual": "Genres", "expected": "Books and Literature", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Fantasy", "expected": "Fiction", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Books and Literature > Fiction.", "pass": false, "status": "must_fix", "text": "Recommend a good fantasy novel to read" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Travel", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Books and Literature", "model_output.classification.iab_content.tier2.label": "Fiction" }, "id": "fiction-medium", "mismatches": [ { "actual": "Travel", "expected": "Books and Literature", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Fiction", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical medium IAB mapping case for Books and Literature > Fiction.", "pass": false, "status": "must_fix", "text": "Best fiction books for a long flight" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Genres" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Books and Literature" }, "id": "fiction-hard", "mismatches": [ { "actual": "Genres", "expected": "Books and Literature", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Books and Literature > Fiction.", "pass": false, "status": "must_fix", "text": "Looking for a character-driven novel, not comics or poetry" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Home & Garden", "model_output.classification.iab_content.tier2.label": "Remodeling & Construction" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Home & Garden", "model_output.classification.iab_content.tier2.label": "Remodeling & Construction" }, "id": "home-improvement-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Home & Garden > Home Improvement.", "pass": false, "status": "must_fix", "text": "How much does a kitchen remodel usually cost?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Personal Care", "model_output.classification.iab_content.tier3.label": "Bath and Shower" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Style & Fashion", "model_output.classification.iab_content.tier2.label": "Personal Care", "model_output.classification.iab_content.tier3.label": "Bath and Shower" }, "id": "home-improvement-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Home & Garden > Home Improvement.", "pass": false, "status": "must_fix", "text": "Best tools for a DIY bathroom renovation" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Real Estate", "model_output.classification.iab_content.tier2.label": "Houses" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Home & Garden", "model_output.classification.iab_content.tier2.label": "Interior Decorating" }, "id": "home-improvement-hard", "mismatches": [ { "actual": "Real Estate", "expected": "Home & Garden", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Houses", "expected": "Interior Decorating", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical hard IAB mapping case for Home & Garden > Home Improvement.", "pass": false, "status": "must_fix", "text": "Need practical advice for upgrading an older house, not interior decor inspiration" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "Language Learning" }, "id": "online-education-easy", "mismatches": [ { "actual": "Careers", "expected": "Education", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Language Learning", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Education > Online Education.", "pass": false, "status": "must_fix", "text": "Best online courses for learning Python" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Remote Working" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Remote Working" }, "id": "online-education-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Education > Online Education.", "pass": false, "status": "must_fix", "text": "What are good platforms for remote professional classes?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers" }, "id": "online-education-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Education > Online Education.", "pass": false, "status": "must_fix", "text": "Need internet-based training options I can finish after work hours" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education" }, "id": "postgraduate-education-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Education > College Education > Postgraduate Education.", "pass": false, "status": "must_fix", "text": "best universities to study masters" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education", "model_output.classification.iab_content.tier3.label": "Postgraduate Education", "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education", "model_output.classification.iab_content.tier3.label": "Postgraduate Education", "model_output.classification.iab_content.tier4.label": "Professional School" }, "id": "postgraduate-education-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Professional School", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical medium IAB mapping case for Education > College Education > Postgraduate Education.", "pass": false, "status": "must_fix", "text": "which graduate schools have strong data science programs" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Education", "model_output.classification.iab_content.tier2.label": "College Education" }, "id": "postgraduate-education-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Education > College Education > Postgraduate Education.", "pass": false, "status": "must_fix", "text": "need postgraduate options for a master's degree, not short online courses" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Medical Health", "model_output.classification.iab_content.tier2.label": "Diseases and Conditions", "model_output.classification.iab_content.tier3.label": "Allergies" }, "id": "medical-health-easy", "mismatches": [ { "actual": "Food & Drink", "expected": "Medical Health", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Diseases and Conditions", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Allergies", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical easy IAB mapping case for Medical Health.", "pass": false, "status": "must_fix", "text": "what do these allergy symptoms mean" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Medical Health", "model_output.classification.iab_content.tier2.label": "Diseases and Conditions", "model_output.classification.iab_content.tier3.label": null, "model_output.classification.iab_content.tier4.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Medical Health", "model_output.classification.iab_content.tier2.label": "Diseases and Conditions", "model_output.classification.iab_content.tier3.label": "Injuries", "model_output.classification.iab_content.tier4.label": "First Aid" }, "id": "medical-health-medium", "mismatches": [ { "actual": null, "expected": "Injuries", "path": "model_output.classification.iab_content.tier3.label" }, { "actual": null, "expected": "First Aid", "path": "model_output.classification.iab_content.tier4.label" } ], "notes": "Cross-vertical medium IAB mapping case for Medical Health.", "pass": false, "status": "must_fix", "text": "when should i see a doctor for persistent knee pain" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Medical Health", "model_output.classification.iab_content.tier2.label": "Surgery", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Healthy Living", "model_output.classification.iab_content.tier2.label": "Wellness", "model_output.classification.iab_content.tier3.label": "Physical Therapy" }, "id": "medical-health-hard", "mismatches": [ { "actual": "Medical Health", "expected": "Healthy Living", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Surgery", "expected": "Wellness", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Physical Therapy", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Medical Health.", "pass": false, "status": "must_fix", "text": "need medical advice about symptoms, not wellness or fitness tips" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Remote Working" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Remote Working" }, "id": "careers-job-search-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Careers > Job Search.", "pass": false, "status": "must_fix", "text": "best remote jobs for data analysts" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business", "model_output.classification.iab_content.tier3.label": "Sales" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Business", "model_output.classification.iab_content.tier3.label": "Sales" }, "id": "careers-job-search-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Careers > Job Search.", "pass": false, "status": "must_fix", "text": "where should i look for product manager openings" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Genres", "model_output.classification.iab_content.tier2.label": "Talk Show" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Careers", "model_output.classification.iab_content.tier2.label": "Job Search" }, "id": "careers-job-search-hard", "mismatches": [ { "actual": "Genres", "expected": "Careers", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Talk Show", "expected": "Job Search", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical hard IAB mapping case for Careers > Job Search.", "pass": false, "status": "must_fix", "text": "need help finding a new role and preparing for interviews" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Holidays", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Food & Drink", "model_output.classification.iab_content.tier2.label": "Food Movements" }, "id": "personal-finance-easy", "mismatches": [ { "actual": "Holidays", "expected": "Food & Drink", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Food Movements", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Personal Finance > Financial Planning.", "pass": false, "status": "must_fix", "text": "how much should i save each month" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Personal Finance", "model_output.classification.iab_content.tier2.label": null, "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Business and Finance", "model_output.classification.iab_content.tier2.label": "Economy", "model_output.classification.iab_content.tier3.label": "Financial Reform" }, "id": "personal-finance-medium", "mismatches": [ { "actual": "Personal Finance", "expected": "Business and Finance", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Economy", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Financial Reform", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Personal Finance > Financial Planning.", "pass": false, "status": "must_fix", "text": "best budgeting approach for a growing family" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Personal Finance", "model_output.classification.iab_content.tier2.label": "Retirement Planning" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Personal Finance", "model_output.classification.iab_content.tier2.label": "Retirement Planning" }, "id": "personal-finance-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Personal Finance > Financial Planning.", "pass": false, "status": "must_fix", "text": "need help planning savings and retirement, not business finance advice" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Family and Relationships", "model_output.classification.iab_content.tier2.label": "Parenting" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Family and Relationships", "model_output.classification.iab_content.tier2.label": "Parenting" }, "id": "parenting-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Family and Relationships > Parenting.", "pass": false, "status": "must_fix", "text": "tips for parenting a toddler" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Shopping", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Family and Relationships", "model_output.classification.iab_content.tier2.label": "Parenting" }, "id": "parenting-medium", "mismatches": [ { "actual": "Shopping", "expected": "Family and Relationships", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": null, "expected": "Parenting", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical medium IAB mapping case for Family and Relationships > Parenting.", "pass": false, "status": "must_fix", "text": "how do i help my teenager spend less time online" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Family and Relationships", "model_output.classification.iab_content.tier2.label": "Parenting", "model_output.classification.iab_content.tier3.label": "Parenting Babies and Toddlers" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Family and Relationships", "model_output.classification.iab_content.tier2.label": "Parenting", "model_output.classification.iab_content.tier3.label": "Special Needs Kids" }, "id": "parenting-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Parenting Babies and Toddlers", "expected": "Special Needs Kids", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Family and Relationships > Parenting.", "pass": false, "status": "must_fix", "text": "need parenting advice for a child starting preschool" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Home & Garden" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Home & Garden" }, "id": "gardening-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical easy IAB mapping case for Home & Garden > Gardening.", "pass": false, "status": "must_fix", "text": "best plants for a small balcony garden" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Home & Garden", "model_output.classification.iab_content.tier2.label": "Gardening" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Home & Garden", "model_output.classification.iab_content.tier2.label": "Gardening" }, "id": "gardening-medium", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical medium IAB mapping case for Home & Garden > Gardening.", "pass": false, "status": "must_fix", "text": "how often should i water tomato plants" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Home & Garden" }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Home & Garden" }, "id": "gardening-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" } ], "notes": "Cross-vertical hard IAB mapping case for Home & Garden > Gardening.", "pass": false, "status": "must_fix", "text": "need gardening advice for a shady backyard, not interior decor ideas" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Entertainment", "model_output.classification.iab_content.tier2.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Entertainment", "model_output.classification.iab_content.tier2.label": "Movies" }, "id": "movies-easy", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": null, "expected": "Movies", "path": "model_output.classification.iab_content.tier2.label" } ], "notes": "Cross-vertical easy IAB mapping case for Entertainment > Movies.", "pass": false, "status": "must_fix", "text": "What movie should we watch tonight?" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Genres", "model_output.classification.iab_content.tier2.label": "Horror", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Video Gaming", "model_output.classification.iab_content.tier2.label": "Video Game Genres", "model_output.classification.iab_content.tier3.label": "Horror Video Games" }, "id": "movies-medium", "mismatches": [ { "actual": "Genres", "expected": "Video Gaming", "path": "model_output.classification.iab_content.tier1.label" }, { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Horror", "expected": "Video Game Genres", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Horror Video Games", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical medium IAB mapping case for Entertainment > Movies.", "pass": false, "status": "must_fix", "text": "Best thriller movies from the last few years" }, { "actual": { "model_output.classification.iab_content.mapping_mode": "exact", "model_output.classification.iab_content.tier1.label": "Entertainment", "model_output.classification.iab_content.tier2.label": "Movies", "model_output.classification.iab_content.tier3.label": null }, "expected": { "model_output.classification.iab_content.mapping_mode": "nearest_equivalent", "model_output.classification.iab_content.tier1.label": "Entertainment", "model_output.classification.iab_content.tier2.label": "Music", "model_output.classification.iab_content.tier3.label": "Soundtracks, TV and Showtunes" }, "id": "movies-hard", "mismatches": [ { "actual": "exact", "expected": "nearest_equivalent", "path": "model_output.classification.iab_content.mapping_mode" }, { "actual": "Movies", "expected": "Music", "path": "model_output.classification.iab_content.tier2.label" }, { "actual": null, "expected": "Soundtracks, TV and Showtunes", "path": "model_output.classification.iab_content.tier3.label" } ], "notes": "Cross-vertical hard IAB mapping case for Entertainment > Movies.", "pass": false, "status": "must_fix", "text": "Looking for film recommendations, not TV shows or music" } ] }