agentic-intent-classifier / artifacts /evaluation /latest /iab_cross_vertical_behavior_lock_regression.json

Upload folder using huggingface_hub

53d5d9f verified 10 days ago

112 kB

	{
	"by_status": {
	"must_fix": {
	"failed": 88,
	"passed": 2,
	"total": 90
	}
	},
	"cases_path": "/content/agentic-intent-classifier/examples/iab_cross_vertical_behavior_lock_cases.json",
	"count": 90,
	"failed": 88,
	"passed": 2,
	"results": [
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": "Travel Type"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": "Travel Type"
	},
	"id": "auto-buying-easy",
	"mismatches": [],
	"notes": "Cross-vertical easy IAB mapping case for Automotive > Auto Buying and Selling.",
	"pass": true,
	"status": "must_fix",
	"text": "Which car should I buy for commuting?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Automotive",
	"model_output.classification.iab_content.tier2.label": "Auto Body Styles"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Automotive",
	"model_output.classification.iab_content.tier2.label": "Auto Body Styles"
	},
	"id": "auto-buying-medium",
	"mismatches": [],
	"notes": "Cross-vertical medium IAB mapping case for Automotive > Auto Buying and Selling.",
	"pass": true,
	"status": "must_fix",
	"text": "Best used SUV for a family of four"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Automotive",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Automotive",
	"model_output.classification.iab_content.tier2.label": "Auto Type"
	},
	"id": "auto-buying-hard",
	"mismatches": [
	{
	"actual": null,
	"expected": "Auto Type",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Automotive > Auto Buying and Selling.",
	"pass": false,
	"status": "must_fix",
	"text": "I need a shortlist of practical cars before making a purchase this month"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications"
	},
	"id": "sales-crm-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Sales.",
	"pass": false,
	"status": "must_fix",
	"text": "What is CRM software?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet"
	},
	"id": "sales-crm-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Sales.",
	"pass": false,
	"status": "must_fix",
	"text": "HubSpot vs Zoho for a small team"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business",
	"model_output.classification.iab_content.tier3.label": "Startups"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business",
	"model_output.classification.iab_content.tier3.label": "Sales"
	},
	"id": "sales-crm-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Startups",
	"expected": "Sales",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Sales.",
	"pass": false,
	"status": "must_fix",
	"text": "Need software to manage leads and pipeline for a startup sales team"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet"
	},
	"id": "marketing-tools-easy",
	"mismatches": [
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
	"pass": false,
	"status": "must_fix",
	"text": "Best SEO tools for content teams"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business"
	},
	"id": "marketing-tools-medium",
	"mismatches": [
	{
	"actual": "Technology & Computing",
	"expected": "Business and Finance",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Business",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
	"pass": false,
	"status": "must_fix",
	"text": "How should I compare ad attribution platforms?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications"
	},
	"id": "marketing-tools-hard",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Marketing and Advertising.",
	"pass": false,
	"status": "must_fix",
	"text": "Need software to measure channel performance across paid and organic campaigns"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet"
	},
	"id": "business-it-easy",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Business and Finance > Business > Business I.T..",
	"pass": false,
	"status": "must_fix",
	"text": "How do I reset my work password?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Personal Finance",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Job Search"
	},
	"id": "business-it-medium",
	"mismatches": [
	{
	"actual": "Personal Finance",
	"expected": "Careers",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Job Search",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Business and Finance > Business > Business I.T..",
	"pass": false,
	"status": "must_fix",
	"text": "My employees keep getting locked out of their accounts"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Information and Network Security"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet"
	},
	"id": "business-it-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Information and Network Security",
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Business and Finance > Business > Business I.T..",
	"pass": false,
	"status": "must_fix",
	"text": "Need identity and access software for login, permissions, and account security"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"id": "dining-out-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Food & Drink > Dining Out.",
	"pass": false,
	"status": "must_fix",
	"text": "Book a table for six tonight"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"id": "dining-out-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Food & Drink > Dining Out.",
	"pass": false,
	"status": "must_fix",
	"text": "Good restaurants for a client dinner downtown"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Dining Out"
	},
	"id": "dining-out-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Food & Drink > Dining Out.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a place to eat tonight where I can make a reservation online"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"id": "alcoholic-beverages-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Food & Drink > Alcoholic Beverages.",
	"pass": false,
	"status": "must_fix",
	"text": "Which whiskey cocktail should I order?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"id": "alcoholic-beverages-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Food & Drink > Alcoholic Beverages.",
	"pass": false,
	"status": "must_fix",
	"text": "Best vodka drinks for beginners"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink"
	},
	"id": "alcoholic-beverages-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Food & Drink > Alcoholic Beverages.",
	"pass": false,
	"status": "must_fix",
	"text": "Want a spirit-forward drink recommendation, not a restaurant suggestion"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Real Estate"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing"
	},
	"id": "artificial-intelligence-easy",
	"mismatches": [
	{
	"actual": "Real Estate",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Artificial Intelligence.",
	"pass": false,
	"status": "must_fix",
	"text": "What is intent classification in NLP?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "Language Learning"
	},
	"id": "artificial-intelligence-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Language Learning",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Artificial Intelligence.",
	"pass": false,
	"status": "must_fix",
	"text": "How do large language models handle text classification?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "Language Learning"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "Language Learning"
	},
	"id": "artificial-intelligence-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Artificial Intelligence.",
	"pass": false,
	"status": "must_fix",
	"text": "Need the machine learning concept behind language understanding, not software to buy"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Job Search"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business"
	},
	"id": "software-apps-easy",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Business and Finance",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Job Search",
	"expected": "Business",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
	"pass": false,
	"status": "must_fix",
	"text": "Best workflow software for a small operations team"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet",
	"model_output.classification.iab_content.tier4.label": "Cloud Computing"
	},
	"id": "software-apps-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Cloud Computing",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
	"pass": false,
	"status": "must_fix",
	"text": "Need project management software for a distributed team"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Job Search",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications"
	},
	"id": "software-apps-hard",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Job Search",
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications.",
	"pass": false,
	"status": "must_fix",
	"text": "Looking for a business software platform to organize internal workflows"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Remote Working",
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications",
	"model_output.classification.iab_content.tier4.label": "Communication"
	},
	"id": "communication-software-easy",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Remote Working",
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Communication",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
	"pass": false,
	"status": "must_fix",
	"text": "Best communication software for remote teams"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications",
	"model_output.classification.iab_content.tier4.label": "Communication"
	},
	"id": "communication-software-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Communication",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
	"pass": false,
	"status": "must_fix",
	"text": "Slack vs Teams for internal messaging"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications",
	"model_output.classification.iab_content.tier4.label": "Communication"
	},
	"id": "communication-software-hard",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Technology & Computing",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Communication",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Computer Software and Applications > Communication.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a workplace chat tool for cross-functional collaboration"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Data Storage and Warehousing",
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet",
	"model_output.classification.iab_content.tier4.label": "Web Hosting"
	},
	"id": "web-hosting-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Data Storage and Warehousing",
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Web Hosting",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
	"pass": false,
	"status": "must_fix",
	"text": "Vercel vs Netlify for website hosting"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet",
	"model_output.classification.iab_content.tier4.label": "Web Hosting"
	},
	"id": "web-hosting-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Web Hosting",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
	"pass": false,
	"status": "must_fix",
	"text": "Best hosting platform for a startup website"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Internet",
	"model_output.classification.iab_content.tier4.label": "Web Hosting"
	},
	"id": "web-hosting-hard",
	"mismatches": [
	{
	"actual": null,
	"expected": "Internet",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Web Hosting",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Internet > Web Hosting.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a managed hosting provider to deploy and run our marketing site"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Laptops"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Laptops"
	},
	"id": "laptops-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Laptops.",
	"pass": false,
	"status": "must_fix",
	"text": "Which laptop should I buy for college?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Laptops"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Laptops"
	},
	"id": "laptops-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Laptops.",
	"pass": false,
	"status": "must_fix",
	"text": "Best laptop for work and study under 1200"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": "Smartphones"
	},
	"id": "laptops-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Smartphones",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Laptops.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a portable computer with good battery life for everyday work"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Software and Applications",
	"model_output.classification.iab_content.tier4.label": "Photo Editing Software"
	},
	"id": "desktops-easy",
	"mismatches": [
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Software and Applications",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "Photo Editing Software",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Computing > Desktops.",
	"pass": false,
	"status": "must_fix",
	"text": "Best desktop for video editing"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Desktops"
	},
	"id": "desktops-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Desktops",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Computing > Desktops.",
	"pass": false,
	"status": "must_fix",
	"text": "Which desktop computer should I buy for a home office?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Computing",
	"model_output.classification.iab_content.tier3.label": "Desktops"
	},
	"id": "desktops-hard",
	"mismatches": [
	{
	"actual": null,
	"expected": "Computing",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Desktops",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Computing > Desktops.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a desktop PC with strong performance for creative work"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics"
	},
	"id": "smartphones-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
	"pass": false,
	"status": "must_fix",
	"text": "Best phone with a good camera under 700"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": "Smartphones"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": "Smartphones"
	},
	"id": "smartphones-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
	"pass": false,
	"status": "must_fix",
	"text": "Should I buy an iPhone or Pixel this year?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": "Smartphones"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Technology & Computing",
	"model_output.classification.iab_content.tier2.label": "Consumer Electronics",
	"model_output.classification.iab_content.tier3.label": "Smartphones"
	},
	"id": "smartphones-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Technology & Computing > Consumer Electronics > Smartphones.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a new smartphone with strong battery life and a clean software experience"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Shopping",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"id": "style-fashion-parent-easy",
	"mismatches": [
	{
	"actual": "Shopping",
	"expected": "Style & Fashion",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Women's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Women's Shoes and Footwear",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Style & Fashion.",
	"pass": false,
	"status": "must_fix",
	"text": "Best shoes under 100 dollars"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Designer Clothing",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Clothing"
	},
	"id": "style-fashion-parent-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Designer Clothing",
	"expected": "Women's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Women's Clothing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Style & Fashion.",
	"pass": false,
	"status": "must_fix",
	"text": "Affordable fashion accessories for everyday wear"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"id": "style-fashion-parent-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Style & Fashion.",
	"pass": false,
	"status": "must_fix",
	"text": "Need style recommendations for clothing and footwear without a specific brand in mind"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Clothing"
	},
	"id": "womens-shoes-easy",
	"mismatches": [
	{
	"actual": null,
	"expected": "Women's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Women's Clothing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Best women's running shoes under 100 dollars"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Clothing"
	},
	"id": "womens-shoes-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Women's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Women's Clothing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Comfortable women's sneakers for walking all day"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"id": "womens-shoes-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Women's Fashion > Women's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Need women's footwear for commuting that looks polished but feels comfortable"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Men's Fashion",
	"model_output.classification.iab_content.tier3.label": "Men's Clothing"
	},
	"id": "mens-shoes-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Women's Fashion",
	"expected": "Men's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": "Women's Shoes and Footwear",
	"expected": "Men's Clothing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Best men's sneakers for daily wear"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Men's Fashion",
	"model_output.classification.iab_content.tier3.label": "Men's Clothing"
	},
	"id": "mens-shoes-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Women's Fashion",
	"expected": "Men's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": "Women's Shoes and Footwear",
	"expected": "Men's Clothing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Good men's dress shoes for office use"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Women's Fashion",
	"model_output.classification.iab_content.tier3.label": "Women's Shoes and Footwear"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Men's Fashion",
	"model_output.classification.iab_content.tier3.label": "Men's Shoes and Footwear"
	},
	"id": "mens-shoes-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Women's Fashion",
	"expected": "Men's Fashion",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": "Women's Shoes and Footwear",
	"expected": "Men's Shoes and Footwear",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Style & Fashion > Men's Fashion > Men's Shoes and Footwear.",
	"pass": false,
	"status": "must_fix",
	"text": "Need men's footwear that works for workdays and weekend walking"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": "Travel Type"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Hotel Properties"
	},
	"id": "hotels-easy",
	"mismatches": [
	{
	"actual": "Travel",
	"expected": "Real Estate",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Travel Type",
	"expected": "Hotel Properties",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Travel > Travel Type > Hotels and Motels.",
	"pass": false,
	"status": "must_fix",
	"text": "Need a hotel in Chicago for two nights"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": "Travel Type",
	"model_output.classification.iab_content.tier3.label": "Hotels and Motels"
	},
	"id": "hotels-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Travel Type",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Hotels and Motels",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Travel > Travel Type > Hotels and Motels.",
	"pass": false,
	"status": "must_fix",
	"text": "Best hotels near Times Square for a weekend trip"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": "Travel Type"
	},
	"id": "hotels-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Travel Type",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Travel > Travel Type > Hotels and Motels.",
	"pass": false,
	"status": "must_fix",
	"text": "Looking for a place to stay during a work trip, not general travel advice"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Apartments"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Apartments"
	},
	"id": "real-estate-rentals-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
	"pass": false,
	"status": "must_fix",
	"text": "Apartments for rent near downtown Austin"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Apartments"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Apartments"
	},
	"id": "real-estate-rentals-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
	"pass": false,
	"status": "must_fix",
	"text": "Best neighborhoods to lease a two-bedroom apartment in Seattle"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Real Estate Renting and Leasing",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Personal Finance",
	"model_output.classification.iab_content.tier2.label": "Personal Debt",
	"model_output.classification.iab_content.tier3.label": "Home Financing"
	},
	"id": "real-estate-rentals-hard",
	"mismatches": [
	{
	"actual": "Real Estate",
	"expected": "Personal Finance",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Real Estate Renting and Leasing",
	"expected": "Personal Debt",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Home Financing",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Real Estate > Real Estate Renting and Leasing.",
	"pass": false,
	"status": "must_fix",
	"text": "Need rental listings for a short move, not home-buying advice"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Healthy Living",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business",
	"model_output.classification.iab_content.tier3.label": "Green Solutions"
	},
	"id": "running-and-jogging-easy",
	"mismatches": [
	{
	"actual": "Healthy Living",
	"expected": "Business and Finance",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Business",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Green Solutions",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
	"pass": false,
	"status": "must_fix",
	"text": "Best running plan for a first 10k"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Bodybuilding",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Healthy Living",
	"model_output.classification.iab_content.tier2.label": "Fitness and Exercise",
	"model_output.classification.iab_content.tier3.label": "Running and Jogging"
	},
	"id": "running-and-jogging-medium",
	"mismatches": [
	{
	"actual": "Sports",
	"expected": "Healthy Living",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Bodybuilding",
	"expected": "Fitness and Exercise",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Running and Jogging",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
	"pass": false,
	"status": "must_fix",
	"text": "How should I train for a half marathon as a beginner?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Walking",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Healthy Living",
	"model_output.classification.iab_content.tier2.label": "Fitness and Exercise",
	"model_output.classification.iab_content.tier3.label": "Running and Jogging"
	},
	"id": "running-and-jogging-hard",
	"mismatches": [
	{
	"actual": "Sports",
	"expected": "Healthy Living",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Walking",
	"expected": "Fitness and Exercise",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Running and Jogging",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Healthy Living > Fitness and Exercise > Running and Jogging.",
	"pass": false,
	"status": "must_fix",
	"text": "Need guidance on building a weekly jogging routine without getting injured"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Soccer"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Soccer"
	},
	"id": "soccer-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Sports > Soccer.",
	"pass": false,
	"status": "must_fix",
	"text": "How do offside rules work in soccer?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Soccer"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Sports",
	"model_output.classification.iab_content.tier2.label": "Soccer"
	},
	"id": "soccer-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Sports > Soccer.",
	"pass": false,
	"status": "must_fix",
	"text": "Best soccer drills for beginner players"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Sports"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Sports"
	},
	"id": "soccer-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Sports > Soccer.",
	"pass": false,
	"status": "must_fix",
	"text": "Need help understanding football tactics for the Premier League, not fantasy sports"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Genres",
	"model_output.classification.iab_content.tier2.label": "Fantasy"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Books and Literature",
	"model_output.classification.iab_content.tier2.label": "Fiction"
	},
	"id": "fiction-easy",
	"mismatches": [
	{
	"actual": "Genres",
	"expected": "Books and Literature",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Fantasy",
	"expected": "Fiction",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Books and Literature > Fiction.",
	"pass": false,
	"status": "must_fix",
	"text": "Recommend a good fantasy novel to read"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Travel",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Books and Literature",
	"model_output.classification.iab_content.tier2.label": "Fiction"
	},
	"id": "fiction-medium",
	"mismatches": [
	{
	"actual": "Travel",
	"expected": "Books and Literature",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Fiction",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Books and Literature > Fiction.",
	"pass": false,
	"status": "must_fix",
	"text": "Best fiction books for a long flight"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Genres"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Books and Literature"
	},
	"id": "fiction-hard",
	"mismatches": [
	{
	"actual": "Genres",
	"expected": "Books and Literature",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Books and Literature > Fiction.",
	"pass": false,
	"status": "must_fix",
	"text": "Looking for a character-driven novel, not comics or poetry"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Home & Garden",
	"model_output.classification.iab_content.tier2.label": "Remodeling & Construction"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Home & Garden",
	"model_output.classification.iab_content.tier2.label": "Remodeling & Construction"
	},
	"id": "home-improvement-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Home & Garden > Home Improvement.",
	"pass": false,
	"status": "must_fix",
	"text": "How much does a kitchen remodel usually cost?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Personal Care",
	"model_output.classification.iab_content.tier3.label": "Bath and Shower"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Style & Fashion",
	"model_output.classification.iab_content.tier2.label": "Personal Care",
	"model_output.classification.iab_content.tier3.label": "Bath and Shower"
	},
	"id": "home-improvement-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Home & Garden > Home Improvement.",
	"pass": false,
	"status": "must_fix",
	"text": "Best tools for a DIY bathroom renovation"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Real Estate",
	"model_output.classification.iab_content.tier2.label": "Houses"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Home & Garden",
	"model_output.classification.iab_content.tier2.label": "Interior Decorating"
	},
	"id": "home-improvement-hard",
	"mismatches": [
	{
	"actual": "Real Estate",
	"expected": "Home & Garden",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Houses",
	"expected": "Interior Decorating",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Home & Garden > Home Improvement.",
	"pass": false,
	"status": "must_fix",
	"text": "Need practical advice for upgrading an older house, not interior decor inspiration"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "Language Learning"
	},
	"id": "online-education-easy",
	"mismatches": [
	{
	"actual": "Careers",
	"expected": "Education",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Language Learning",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Education > Online Education.",
	"pass": false,
	"status": "must_fix",
	"text": "Best online courses for learning Python"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Remote Working"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Remote Working"
	},
	"id": "online-education-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Education > Online Education.",
	"pass": false,
	"status": "must_fix",
	"text": "What are good platforms for remote professional classes?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers"
	},
	"id": "online-education-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Education > Online Education.",
	"pass": false,
	"status": "must_fix",
	"text": "Need internet-based training options I can finish after work hours"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education"
	},
	"id": "postgraduate-education-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Education > College Education > Postgraduate Education.",
	"pass": false,
	"status": "must_fix",
	"text": "best universities to study masters"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education",
	"model_output.classification.iab_content.tier3.label": "Postgraduate Education",
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education",
	"model_output.classification.iab_content.tier3.label": "Postgraduate Education",
	"model_output.classification.iab_content.tier4.label": "Professional School"
	},
	"id": "postgraduate-education-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Professional School",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Education > College Education > Postgraduate Education.",
	"pass": false,
	"status": "must_fix",
	"text": "which graduate schools have strong data science programs"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Education",
	"model_output.classification.iab_content.tier2.label": "College Education"
	},
	"id": "postgraduate-education-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Education > College Education > Postgraduate Education.",
	"pass": false,
	"status": "must_fix",
	"text": "need postgraduate options for a master's degree, not short online courses"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Medical Health",
	"model_output.classification.iab_content.tier2.label": "Diseases and Conditions",
	"model_output.classification.iab_content.tier3.label": "Allergies"
	},
	"id": "medical-health-easy",
	"mismatches": [
	{
	"actual": "Food & Drink",
	"expected": "Medical Health",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Diseases and Conditions",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Allergies",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Medical Health.",
	"pass": false,
	"status": "must_fix",
	"text": "what do these allergy symptoms mean"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Medical Health",
	"model_output.classification.iab_content.tier2.label": "Diseases and Conditions",
	"model_output.classification.iab_content.tier3.label": null,
	"model_output.classification.iab_content.tier4.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Medical Health",
	"model_output.classification.iab_content.tier2.label": "Diseases and Conditions",
	"model_output.classification.iab_content.tier3.label": "Injuries",
	"model_output.classification.iab_content.tier4.label": "First Aid"
	},
	"id": "medical-health-medium",
	"mismatches": [
	{
	"actual": null,
	"expected": "Injuries",
	"path": "model_output.classification.iab_content.tier3.label"
	},
	{
	"actual": null,
	"expected": "First Aid",
	"path": "model_output.classification.iab_content.tier4.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Medical Health.",
	"pass": false,
	"status": "must_fix",
	"text": "when should i see a doctor for persistent knee pain"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Medical Health",
	"model_output.classification.iab_content.tier2.label": "Surgery",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Healthy Living",
	"model_output.classification.iab_content.tier2.label": "Wellness",
	"model_output.classification.iab_content.tier3.label": "Physical Therapy"
	},
	"id": "medical-health-hard",
	"mismatches": [
	{
	"actual": "Medical Health",
	"expected": "Healthy Living",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Surgery",
	"expected": "Wellness",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Physical Therapy",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Medical Health.",
	"pass": false,
	"status": "must_fix",
	"text": "need medical advice about symptoms, not wellness or fitness tips"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Remote Working"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Remote Working"
	},
	"id": "careers-job-search-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Careers > Job Search.",
	"pass": false,
	"status": "must_fix",
	"text": "best remote jobs for data analysts"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business",
	"model_output.classification.iab_content.tier3.label": "Sales"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Business",
	"model_output.classification.iab_content.tier3.label": "Sales"
	},
	"id": "careers-job-search-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Careers > Job Search.",
	"pass": false,
	"status": "must_fix",
	"text": "where should i look for product manager openings"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Genres",
	"model_output.classification.iab_content.tier2.label": "Talk Show"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Careers",
	"model_output.classification.iab_content.tier2.label": "Job Search"
	},
	"id": "careers-job-search-hard",
	"mismatches": [
	{
	"actual": "Genres",
	"expected": "Careers",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Talk Show",
	"expected": "Job Search",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Careers > Job Search.",
	"pass": false,
	"status": "must_fix",
	"text": "need help finding a new role and preparing for interviews"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Holidays",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Food & Drink",
	"model_output.classification.iab_content.tier2.label": "Food Movements"
	},
	"id": "personal-finance-easy",
	"mismatches": [
	{
	"actual": "Holidays",
	"expected": "Food & Drink",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Food Movements",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Personal Finance > Financial Planning.",
	"pass": false,
	"status": "must_fix",
	"text": "how much should i save each month"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Personal Finance",
	"model_output.classification.iab_content.tier2.label": null,
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Business and Finance",
	"model_output.classification.iab_content.tier2.label": "Economy",
	"model_output.classification.iab_content.tier3.label": "Financial Reform"
	},
	"id": "personal-finance-medium",
	"mismatches": [
	{
	"actual": "Personal Finance",
	"expected": "Business and Finance",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Economy",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Financial Reform",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Personal Finance > Financial Planning.",
	"pass": false,
	"status": "must_fix",
	"text": "best budgeting approach for a growing family"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Personal Finance",
	"model_output.classification.iab_content.tier2.label": "Retirement Planning"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Personal Finance",
	"model_output.classification.iab_content.tier2.label": "Retirement Planning"
	},
	"id": "personal-finance-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Personal Finance > Financial Planning.",
	"pass": false,
	"status": "must_fix",
	"text": "need help planning savings and retirement, not business finance advice"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Family and Relationships",
	"model_output.classification.iab_content.tier2.label": "Parenting"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Family and Relationships",
	"model_output.classification.iab_content.tier2.label": "Parenting"
	},
	"id": "parenting-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Family and Relationships > Parenting.",
	"pass": false,
	"status": "must_fix",
	"text": "tips for parenting a toddler"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Shopping",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Family and Relationships",
	"model_output.classification.iab_content.tier2.label": "Parenting"
	},
	"id": "parenting-medium",
	"mismatches": [
	{
	"actual": "Shopping",
	"expected": "Family and Relationships",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": null,
	"expected": "Parenting",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Family and Relationships > Parenting.",
	"pass": false,
	"status": "must_fix",
	"text": "how do i help my teenager spend less time online"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Family and Relationships",
	"model_output.classification.iab_content.tier2.label": "Parenting",
	"model_output.classification.iab_content.tier3.label": "Parenting Babies and Toddlers"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Family and Relationships",
	"model_output.classification.iab_content.tier2.label": "Parenting",
	"model_output.classification.iab_content.tier3.label": "Special Needs Kids"
	},
	"id": "parenting-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Parenting Babies and Toddlers",
	"expected": "Special Needs Kids",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Family and Relationships > Parenting.",
	"pass": false,
	"status": "must_fix",
	"text": "need parenting advice for a child starting preschool"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Home & Garden"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Home & Garden"
	},
	"id": "gardening-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Home & Garden > Gardening.",
	"pass": false,
	"status": "must_fix",
	"text": "best plants for a small balcony garden"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Home & Garden",
	"model_output.classification.iab_content.tier2.label": "Gardening"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Home & Garden",
	"model_output.classification.iab_content.tier2.label": "Gardening"
	},
	"id": "gardening-medium",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Home & Garden > Gardening.",
	"pass": false,
	"status": "must_fix",
	"text": "how often should i water tomato plants"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Home & Garden"
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Home & Garden"
	},
	"id": "gardening-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Home & Garden > Gardening.",
	"pass": false,
	"status": "must_fix",
	"text": "need gardening advice for a shady backyard, not interior decor ideas"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Entertainment",
	"model_output.classification.iab_content.tier2.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Entertainment",
	"model_output.classification.iab_content.tier2.label": "Movies"
	},
	"id": "movies-easy",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": null,
	"expected": "Movies",
	"path": "model_output.classification.iab_content.tier2.label"
	}
	],
	"notes": "Cross-vertical easy IAB mapping case for Entertainment > Movies.",
	"pass": false,
	"status": "must_fix",
	"text": "What movie should we watch tonight?"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Genres",
	"model_output.classification.iab_content.tier2.label": "Horror",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Video Gaming",
	"model_output.classification.iab_content.tier2.label": "Video Game Genres",
	"model_output.classification.iab_content.tier3.label": "Horror Video Games"
	},
	"id": "movies-medium",
	"mismatches": [
	{
	"actual": "Genres",
	"expected": "Video Gaming",
	"path": "model_output.classification.iab_content.tier1.label"
	},
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Horror",
	"expected": "Video Game Genres",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Horror Video Games",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical medium IAB mapping case for Entertainment > Movies.",
	"pass": false,
	"status": "must_fix",
	"text": "Best thriller movies from the last few years"
	},
	{
	"actual": {
	"model_output.classification.iab_content.mapping_mode": "exact",
	"model_output.classification.iab_content.tier1.label": "Entertainment",
	"model_output.classification.iab_content.tier2.label": "Movies",
	"model_output.classification.iab_content.tier3.label": null
	},
	"expected": {
	"model_output.classification.iab_content.mapping_mode": "nearest_equivalent",
	"model_output.classification.iab_content.tier1.label": "Entertainment",
	"model_output.classification.iab_content.tier2.label": "Music",
	"model_output.classification.iab_content.tier3.label": "Soundtracks, TV and Showtunes"
	},
	"id": "movies-hard",
	"mismatches": [
	{
	"actual": "exact",
	"expected": "nearest_equivalent",
	"path": "model_output.classification.iab_content.mapping_mode"
	},
	{
	"actual": "Movies",
	"expected": "Music",
	"path": "model_output.classification.iab_content.tier2.label"
	},
	{
	"actual": null,
	"expected": "Soundtracks, TV and Showtunes",
	"path": "model_output.classification.iab_content.tier3.label"
	}
	],
	"notes": "Cross-vertical hard IAB mapping case for Entertainment > Movies.",
	"pass": false,
	"status": "must_fix",
	"text": "Looking for film recommendations, not TV shows or music"
	}
	]
	}