scripts/enrich_appell_scent_profiles.py

from __future__ import annotations

"""
Properly enrich Appell formulas with scent profiles by:
1. Extracting full odor paragraphs from Arctander monographs for single chemicals.
2. Mapping natural oils and absolutes to standard scent profiles.
3. Aggregating component profiles weighted by formula amount.
4. Curating high-quality profiles for the famous named fragrances.
"""

import json
import re
from pathlib import Path
from collections import Counter, defaultdict
from rapidfuzz import process, fuzz

import sys
sys.path.insert(0, "/home/hermes/pino/src")
from pino.trade_name_resolver import TradeNameResolver


# Standard scent profiles for natural oils/absolutes not covered by Arctander single chemicals
NATURAL_SCENT_PROFILES: dict[str, str] = {
    "bergamot": "citrus, fresh, green, floral, light, spicy, elegant, tea-like",
    "bergamot oil": "citrus, fresh, green, floral, light, spicy, elegant, tea-like",
    "orange oil": "citrus, sweet, fresh, fruity, lively, orange",
    "sweet orange oil": "citrus, sweet, fresh, fruity, lively, orange",
    "lemon oil": "citrus, fresh, sharp, clean, zesty, lemon",
    "mandarin oil": "citrus, sweet, fresh, fruity, soft, tangerine",
    "lime oil": "citrus, fresh, sharp, green, tart",
    "petitgrain": "green, woody, citrus, floral, bitter orange, fresh",
    "neroli oil": "citrus, floral, green, orange blossom, fresh, delicate",
    "orange blossom": "floral, citrus, green, neroli, fresh, sweet",
    "fleur d'oranger": "floral, citrus, green, neroli, fresh, sweet",
    "jasmine absolute": "white floral, narcotic, indolic, sweet, exotic, rich",
    "jasmin absolute": "white floral, narcotic, indolic, sweet, exotic, rich",
    "jasmine": "white floral, narcotic, indolic, sweet, exotic, rich",
    "jasmin": "white floral, narcotic, indolic, sweet, exotic, rich",
    "rose absolute": "floral, rose, honey, spicy, powdery, sweet, rich",
    "rose bulgarian otto": "floral, rose, honey, sweet, rich, warm",
    "rose": "floral, rose, honey, powdery, sweet, warm",
    "ylang-ylang oil": "white floral, sweet, spicy, creamy, tropical, narcotic",
    "ylang-ylang": "white floral, sweet, spicy, creamy, tropical, narcotic",
    "sandalwood oil": "woody, creamy, milky, sweet, soft, balsamic, oriental",
    "sandalwood": "woody, creamy, milky, sweet, soft, balsamic, oriental",
    "cedarwood oil": "woody, dry, pencil-shavings, resinous, masculine",
    "cedarwood": "woody, dry, pencil-shavings, resinous, masculine",
    "patchouli oil": "earthy, woody, camphoraceous, sweet, balsamic, dark",
    "patchouli": "earthy, woody, camphoraceous, sweet, balsamic, dark",
    "vetiver oil": "earthy, woody, smoky, green, dry, rooty, complex",
    "vetiver": "earthy, woody, smoky, green, dry, rooty, complex",
    "vetiveryl acetate": "woody, earthy, smoky, dry, sweet, vetiver, rooty",
    "vetiverol": "woody, earthy, smoky, green, dry, vetiver, rooty",
    "labdanum resinoid": "amber, leathery, balsamic, sweet, warm, resinous",
    "labdanum absolute": "amber, leathery, balsamic, sweet, warm, resinous",
    "labdanum": "amber, leathery, balsamic, sweet, warm, resinous",
    "galbanum oil": "green, earthy, woody, balsamic, harsh, sharp, leafy",
    "galbanum resinoid": "green, earthy, woody, balsamic, harsh, sharp, leafy",
    "galbanum": "green, earthy, woody, balsamic, harsh, sharp, leafy",
    "styrax resinoid": "balsamic, sweet, vanilla-like, resinous, warm, powdery",
    "styrax": "balsamic, sweet, vanilla-like, resinous, warm, powdery",
    "benzoin resinoid": "balsamic, sweet, vanilla, warm, resinous, powdery",
    "benzoin": "balsamic, sweet, vanilla, warm, resinous, powdery",
    "tolu resinoid": "balsamic, sweet, vanilla, resinous, warm, honeyed",
    "peru balsam": "balsamic, sweet, vanilla, resinous, warm, honeyed",
    "opoponax resinoid": "balsamic, sweet, resinous, warm, spicy, medicinal",
    "myrrh resinoid": "balsamic, resinous, medicinal, earthy, smoky, warm",
    "myrrh": "balsamic, resinous, medicinal, earthy, smoky, warm",
    "olibanum resinoid": "balsamic, incense, resinous, woody, citrus, warm",
    "olibanum": "balsamic, incense, resinous, woody, citrus, warm",
    "frankincense": "balsamic, incense, resinous, woody, citrus, warm",
    "oakmoss": "earthy, woody, mossy, green, damp, leathery, chypre",
    "mousse de chene": "earthy, woody, mossy, green, damp, leathery, chypre",
    "tonka resinoid": "sweet, vanilla, almond, tobacco, hay, coumarin, warm",
    "tonka": "sweet, vanilla, almond, tobacco, hay, coumarin, warm",
    "vanilla": "sweet, vanilla, creamy, balsamic, warm, comforting",
    "vanilla tincture": "sweet, vanilla, creamy, balsamic, warm, comforting",
    "civet tincture": "animalic, musky, fecal, warm, sensual, fixative",
    "civet absolute": "animalic, musky, fecal, warm, sensual, fixative",
    "civet": "animalic, musky, fecal, warm, sensual, fixative",
    "musk tincture": "animalic, musky, warm, powdery, sensual, fixative",
    "musk ambrette": "musky, powdery, sweet, floral, animalic, warm",
    "musk ketone": "musky, powdery, sweet, floral, warm, fixative",
    "musk xylene": "musky, powdery, sweet, woody, warm, fixative",
    "musc brassylate": "musky, sweet, powdery, floral, warm, fixative",
    "ambrette seed": "musky, floral, sweet, powdery, wine-like, warm",
    "cinnamon oil": "spicy, warm, sweet, woody, cinnamic, oriental",
    "cinnamon ceylon": "spicy, warm, sweet, woody, cinnamic, oriental",
    "cassia oil": "spicy, warm, sweet, cinnamic, pungent, oriental",
    "clove oil": "spicy, warm, sweet, eugenol, clove, oriental",
    "clove bud oil": "spicy, warm, sweet, eugenol, clove, oriental",
    "nutmeg oil": "spicy, warm, sweet, woody, fresh, balsamic",
    "pimento": "spicy, warm, sweet, clove-like, peppery, oriental",
    "cardamom oil": "spicy, warm, aromatic, camphoraceous, fresh, sweet",
    "pepper black": "spicy, warm, dry, pungent, fresh, woody",
    "coriander": "spicy, fresh, green, citrus, woody, aromatic",
    "ginger": "spicy, fresh, warm, citrus, woody, pungent",
    "sage clary oil": "herbal, green, earthy, musky, floral, wine-like",
    "clary sage": "herbal, green, earthy, musky, floral, wine-like",
    "lavender oil": "herbal, floral, fresh, clean, woody, aromatic",
    "lavender": "herbal, floral, fresh, clean, woody, aromatic",
    "rosemary oil": "herbal, camphoraceous, fresh, woody, medicinal",
    "geranium oil": "floral, green, rosy, minty, spicy, fresh",
    "geranium": "floral, green, rosy, minty, spicy, fresh",
    "rose geranium": "floral, green, rosy, minty, spicy, fresh",
    "rose geranium oil": "floral, green, rosy, minty, spicy, fresh",
    "eucalyptus oil": "camphoraceous, fresh, medicinal, woody, green",
    "peppermint oil": "minty, fresh, cool, camphoraceous, sweet, green",
    "spearmint oil": "minty, fresh, sweet, green, cool, herbaceous",
    "anise oil": "anise, sweet, licorice, herbal, warm, spicy",
    "fennel sweet": "anise, sweet, licorice, herbal, warm, earthy",
    "bitter almond": "almond, cherry, marzipan, nutty, sweet, aromatic",
    "birch tar": "smoky, leather, tar, woody, phenolic, dark",
    "cade oil": "smoky, tar, leather, woody, medicinal, dark",
    "guaiac wood": "woody, smoky, sweet, rose-like, balsamic, leathery",
    "guaiacwood oil": "woody, smoky, sweet, rose-like, balsamic, leathery",
    "costus oil": "animalic, musky, earthy, rooty, woody, iris-like",
    "orris concrete": "powdery, violet, iris, woody, floral, earthy",
    "orris": "powdery, violet, iris, woody, floral, earthy",
    "tuberose absolute": "white floral, creamy, narcotic, sweet, heavy, exotic",
    "tuberose": "white floral, creamy, narcotic, sweet, heavy, exotic",
    "carnation": "spicy, floral, clove, sweet, eugenol, warm",
    "dianthus": "spicy, floral, clove, sweet, warm, pink",
    "hyacinth": "green floral, sweet, green, narcotic, fresh, watery",
    "lilac": "floral, green, sweet, honey, anisic, powdery",
    "muguet": "green floral, fresh, clean, soapy, lily-of-the-valley, dewy",
    "narcissus": "green floral, sweet, hay-like, earthy, yellow floral",
    "acacia": "floral, sweet, honey, powdery, mimosa, yellow",
    "mimosa": "floral, sweet, powdery, honey, almond, yellow",
    "cassie absolute": "floral, sweet, powdery, honey, almond, mimosa",
    "hawthorn": "floral, sweet, almond, powdery, green, spring",
    "sweet pea": "floral, sweet, powdery, green, delicate, spring",
    "trefle": "green, floral, clover, sweet, fresh, spring",
    "heliotrope": "sweet, almond, vanilla, powdery, floral, cherry",
    "orange flower": "floral, citrus, neroli, fresh, sweet, orange",
    "gardenia": "white floral, creamy, sweet, green, exotic, heady",
    "honeysuckle": "floral, sweet, honey, green, fresh, spring",
    "magnolia": "floral, citrus, sweet, green, lemony, fresh",
    "pine": "woody, resinous, green, balsamic, fresh, forest",
    "pine needle siberian": "woody, resinous, green, balsamic, fresh, forest",
    "fir needle siberian": "woody, resinous, green, balsamic, fresh, forest",
    "spruce": "woody, resinous, green, balsamic, fresh, forest",
    "cade": "smoky, tar, woody, medicinal, dark, leathery",
    "pine canad.": "woody, resinous, green, balsamic, fresh, forest",
    "rose w": "floral, rose, honey, sweet, powdery, warm",
}


STOPWORDS = {
    "the", "and", "or", "a", "an", "of", "to", "in", "with", "for", "is", "it", "its", "this", "that", "these", "those",
    "on", "at", "by", "from", "as", "into", "through", "during", "before", "after", "above", "below", "up", "down",
    "out", "off", "over", "under", "again", "further", "then", "once", "here", "there", "when", "where", "why", "how",
    "all", "each", "few", "more", "most", "other", "some", "such", "no", "nor", "not", "only", "own", "same", "so",
    "than", "too", "very", "can", "will", "just", "should", "now", "also", "may", "often", "occasionally", "sometimes",
    "used", "use", "using", "uses", "perfume", "perfumes", "perfumery", "fragrance", "fragrances", "flavor", "flavors",
    "odor", "odour", "smell", "aroma", "scent", "note", "notes", "material", "materials", "product", "products",
    "chemical", "compound", "substance", "preparation", "concentration", "dilution", "pure", "commercial", "technical",
    "almost", "virtually", "faint", "slightly", "strong", "strongly", "moderate", "moderately", "weak", "intense",
    "pleasant", "unpleasant", "fine", "good", "poor", "rich", "delicate", "powerful", "soft", "warm", "fresh", "dry",
    "sweet", "bitter", "sour", "sharp", "pungent", "acrid", "bland", "light", "heavy", "high", "low", "highly", "mostly",
    "approximately", "about", "less", "more", "much", "many", "one", "two", "three", "several", "various", "etc", "e",
    "g", "i", "e.g", "etc.", "when", "then", "there", "here", "where", "which", "while", "whereas", "although", "because",
    "since", "unless", "until", "whether", "however", "therefore", "thus", "hence", "moreover", "furthermore",
    "nevertheless", "nonetheless", "whereas", "similarly", "conversely", "accordingly", "consequently", "due", "owing",
    "resulting", "result", "results", "caused", "causing", "cause", "causes", "made", "make", "makes", "making", "being",
    "been", "have", "has", "had", "do", "does", "did", "done", "doing", "be", "are", "was", "were", "am", "is", "being",
    "having", "get", "gets", "got", "gotten", "getting", "become", "becomes", "became", "becoming", "seem", "seems",
    "seemed", "seeming", "appear", "appears", "appeared", "appearing", "remain", "remains", "remained", "remaining",
    "turn", "turns", "turned", "turning", "come", "comes", "came", "coming", "go", "goes", "went", "going", "take", "takes",
    "took", "taken", "taking", "give", "gives", "gave", "given", "giving", "put", "puts", "putting", "set", "sets", "setting",
    "say", "says", "said", "saying", "see", "sees", "saw", "seen", "seeing", "know", "knows", "knew", "known", "knowing",
    "think", "thinks", "thought", "thinking", "want", "wants", "wanted", "wanting", "like", "likes", "liked", "liking",
    "look", "looks", "looked", "looking", "use", "uses", "used", "using", "find", "finds", "found", "finding", "tell",
    "tells", "told", "telling", "ask", "asks", "asked", "asking", "seem", "seemed", "seems", "seeming", "feel", "feels",
    "felt", "feeling", "try", "tries", "tried", "trying", "leave", "leaves", "left", "leaving", "call", "calls", "called",
    "calling", "keep", "keeps", "kept", "keeping", "let", "lets", "letting", "begin", "begins", "began", "begun", "beginning",
    "help", "helps", "helped", "helping", "show", "shows", "showed", "shown", "showing", "hear", "hears", "heard", "hearing",
    "play", "plays", "played", "playing", "run", "runs", "ran", "running", "move", "moves", "moved", "moving", "live",
    "lives", "lived", "living", "believe", "believes", "believed", "believing", "bring", "brings", "brought", "bringing",
    "happen", "happens", "happened", "happening", "stand", "stands", "stood", "standing", "lose", "loses", "lost", "losing",
    "pay", "pays", "paid", "paying", "meet", "meets", "met", "meeting", "include", "includes", "included", "including",
    "continue", "continues", "continued", "continuing", "follow", "follows", "followed", "following", "stop", "stops",
    "stopped", "stopping", "create", "creates", "created", "creating", "speak", "speaks", "spoke", "spoken", "speaking",
    "read", "reads", "reading", "allow", "allows", "allowed", "allowing", "add", "adds", "added", "adding", "spend",
    "spends", "spent", "spending", "grow", "grows", "grew", "grown", "growing", "open", "opens", "opened", "opening",
    "walk", "walks", "walked", "walking", "win", "wins", "won", "winning", "offer", "offers", "offered", "offering", "remember",
    "remembers", "remembered", "remembering", "love", "loves", "loved", "loving", "consider", "considers", "considered",
    "considering", "appear", "appears", "appeared", "appearing", "buy", "buys", "bought", "buying", "wait", "waits",
    "waited", "waiting", "serve", "serves", "served", "serving", "die", "dies", "died", "dying", "send", "sends", "sent",
    "sending", "expect", "expects", "expected", "expecting", "build", "builds", "built", "building", "stay", "stays",
    "stayed", "staying", "fall", "falls", "fell", "fallen", "falling", "cut", "cuts", "cutting", "reach", "reaches", "reached",
    "reaching", "kill", "kills", "killed", "killing", "remain", "remains", "remained", "remaining", "suggest", "suggests",
    "suggested", "suggesting", "raise", "raises", "raised", "raising", "pass", "passes", "passed", "passing", "sell",
    "sells", "sold", "selling", "require", "requires", "required", "requiring", "report", "reports", "reported", "reporting",
    "decide", "decides", "decided", "deciding", "pull", "pulls", "pulled", "pulling", "improve", "improves", "improved",
    "improving", "contain", "contains", "contained", "containing", "develop", "develops", "developed", "developing",
    "information", "description", "details", "features", "characteristics", "properties", "quality", "qualities", "type",
    "types", "kind", "kinds", "form", "forms", "part", "parts", "piece", "pieces", "example", "examples", "case", "cases",
    "point", "points", "place", "places", "way", "ways", "thing", "things", "people", "person", "persons", "man", "men",
    "woman", "women", "group", "groups", "number", "numbers", "lot", "lots", "amount", "amounts", "bit", "bits", "part",
    "parts", "side", "sides", "area", "areas", "kind", "kinds", "sort", "sorts", "range", "ranges", "level", "levels", "degree",
    "degrees", "rate", "rates", "period", "periods", "time", "times", "year", "years", "month", "months", "day", "days", "week",
    "weeks", "hour", "hours", "minute", "minutes", "second", "seconds", "long", "short", "large", "small", "big", "huge",
    "tiny", "major", "minor", "main", "primary", "secondary", "initial", "final", "last", "first", "next", "previous", "early",
    "late", "old", "new", "young", "recent", "current", "modern", "ancient", "future", "past", "present", "general", "specific",
    "particular", "special", "certain", "sure", "true", "false", "right", "wrong", "correct", "incorrect", "possible",
    "impossible", "probable", "likely", "unlikely", "available", "unavailable", "common", "rare", "usual", "unusual", "normal",
    "abnormal", "typical", "atypical", "regular", "irregular", "consistent", "inconsistent", "constant", "variable",
    "direct", "indirect", "obvious", "clear", "unclear", "apparent", "evident", "hidden", "visible", "invisible", "open",
    "closed", "complete", "incomplete", "full", "empty", "whole", "partial", "total", "absolute", "relative", "positive",
    "negative", "active", "passive", "actual", "potential", "real", "ideal", "theoretical", "practical", "useful", "useless",
    "effective", "ineffective", "efficient", "inefficient", "sufficient", "insufficient", "adequate", "inadequate", "appropriate",
    "inappropriate", "proper", "improper", "suitable", "unsuitable", "fit", "unfit", "ready", "unready", "prepared", "unprepared",
    "aware", "unaware", "conscious", "unconscious", "familiar", "unfamiliar", "popular", "unpopular", "famous", "unknown",
    "known", "unknown", "similar", "different", "same", "opposite", "various", "diverse", "uniform", "mixed", "pure",
    "impure", "clean", "dirty", "fresh", "stale", "natural", "artificial", "synthetic", "organic", "inorganic", "physical",
    "chemical", "mental", "emotional", "spiritual", "social", "political", "economic", "financial", "commercial", "industrial",
    "medical", "scientific", "technical", "technological", "environmental", "educational", "cultural", "historical",
    "geographical", "mathematical", "statistical", "logical", "legal", "moral", "ethical", "religious", "philosophical",
    "psychological", "sociological", "biological", "ecological", "geological", "meteorological", "astronomical", "literary",
    "artistic", "musical", "dramatic", "poetic", "rhetorical", "linguistic", "grammatical", "phonetic", "semantic", "pragmatic",
    "syntactic", "morphological", "lexical", "vocabular", "idiomatic", "colloquial", "formal", "informal", "written", "spoken",
    "oral", "verbal", "nonverbal", "visual", "auditory", "tactile", "olfactory", "gustatory", "kinesthetic", "proprioceptive",
    "interoceptive", "exteroceptive", "perceptual", "cognitive", "affective", "conative", "behavioral", "operational",
    "functional", "structural", "systemic", "systematic", "methodical", "methodological", "procedural", "processual",
    "sequential", "chronological", "temporal", "spatial", "dimensional", "quantitative", "qualitative", "objective", "subjective",
    "personal", "impersonal", "individual", "collective", "public", "private", "internal", "external", "inner", "outer",
    "central", "peripheral", "local", "global", "regional", "national", "international", "universal", "particular", "general",
    "broad", "narrow", "wide", "deep", "shallow", "high", "low", "tall", "short", "thick", "thin", "fat", "slim", "heavy", "light",
    "hard", "soft", "firm", "loose", "tight", "rough", "smooth", "sharp", "blunt", "pointed", "round", "square", "flat", "curved",
    "straight", "crooked", "bent", "twisted", "solid", "liquid", "gaseous", "fluid", "viscous", "elastic", "plastic", "rigid",
    "flexible", "stiff", "brittle", "fragile", "strong", "weak", "tough", "tender", "hardy", "delicate", "durable", "permanent",
    "temporary", "stable", "unstable", "steady", "unsteady", "fixed", "mobile", "moving", "static", "dynamic", "kinetic",
    "potential", "mechanical", "electrical", "magnetic", "thermal", "optical", "acoustic", "sonic", "ultrasonic", "hydraulic",
    "pneumatic", "aerodynamic", "hydrodynamic", "thermodynamic", "electromagnetic", "radioactive", "nuclear", "atomic",
    "molecular", "cellular", "genetic", "hereditary", "evolutionary", "developmental", "growth", "development", "reproduction",
    "reproductive", "sexual", "asexual", "vegetative", "organic", "biological", "biochemical", "biomedical", "biotechnological",
    "microbiological", "virological", "bacteriological", "immunological", "pathological", "pathological", "toxicological",
    "pharmacological", "pharmaceutical", "medicinal", "therapeutic", "curative", "healing", "remedial", "restorative",
    "rehabilitative", "palliative", "preventive", "prophylactic", "diagnostic", "clinical", "surgical", "medical", "dental",
    "optical", "visual", "auditory", "hearing", "speech", "language", "cognitive", "neurological", "psychiatric", "psychological",
    "mental", "behavioral", "emotional", "mood", "affective", "anxiety", "depression", "stress", "trauma", "disorder", "disease",
    "illness", "sickness", "condition", "syndrome", "symptom", "sign", "diagnosis", "prognosis", "treatment", "therapy",
    "medication", "drug", "medicine", "remedy", "cure", "healing", "recovery", "rehabilitation", "care", "healthcare", "nursing",
    "patient", "doctor", "physician", "surgeon", "nurse", "therapist", "specialist", "expert", "professional", "practitioner",
    "provider", "clinician", "caregiver", "attendant", "assistant", "helper", "worker", "employee", "employer", "manager",
    "supervisor", "administrator", "director", "executive", "officer", "official", "leader", "chief", "head", "boss", "owner",
    "proprietor", "founder", "creator", "maker", "designer", "developer", "engineer", "architect", "planner", "strategist",
    "consultant", "advisor", "counselor", "coach", "mentor", "teacher", "instructor", "professor", "educator", "trainer", "tutor",
    "lecturer", "speaker", "presenter", "host", "moderator", "facilitator", "organizer", "coordinator", "arranger", "composer",
    "author", "writer", "poet", "novelist", "journalist", "reporter", "correspondent", "broadcaster", "anchor", "commentator",
    "critic", "reviewer", "editor", "publisher", "producer", "director", "filmmaker", "screenwriter", "actor", "actress", "performer",
    "artist", "musician", "singer", "dancer", "choreographer", "conductor", "composer", "painter", "sculptor", "photographer",
    "designer", "illustrator", "cartoonist", "animator", "filmmaker", "director", "producer", "screenwriter", "playwright",
    "dramatist", "theater", "theatre", "stage", "film", "movie", "cinema", "television", "tv", "radio", "broadcast", "media",
    "news", "press", "journalism", "publication", "publishing", "literature", "literary", "fiction", "nonfiction", "poetry",
    "prose", "drama", "comedy", "tragedy", "satire", "parody", "irony", "metaphor", "simile", "allegory", "symbolism", "imagery",
    "alliteration", "assonance", "consonance", "rhyme", "rhythm", "meter", "stanza", "verse", "line", "poem", "poet", "poetry",
    "sonnet", "ode", "elegy", "lyric", "ballad", "epic", "haiku", "limerick", "free", "blank", "verse", "prose", "narrative",
    "story", "tale", "fable", "myth", "legend", "saga", "epic", "folklore", "fairy", "folk", "traditional", "oral", "written",
    "printed", "published", "unpublished", "manuscript", "document", "text", "script", "transcript", "record", "recording",
    "tape", "disk", "disc", "cd", "dvd", "video", "audio", "sound", "noise", "music", "song", "tune", "melody", "harmony", "rhythm",
    "beat", "tempo", "pitch", "tone", "timbre", "volume", "loudness", "dynamics", "articulation", "expression", "phrasing",
    "technique", "style", "genre", "form", "structure", "composition", "arrangement", "orchestration", "performance",
    "interpretation", "rendition", "version", "recording", "album", "track", "single", "ep", "lp", "record", "vinyl", "cassette",
    "download", "stream", "streaming", "playlist", "mixtape", "remix", "cover", "original", "cover", "live", "studio", "acoustic",
    "electric", "electronic", "digital", "analog", "analogue", "synthesized", "sampled", "sequenced", "programmed", "produced",
    "mastered", "remastered", "engineered", "mixed", "recording", "studio", "session", "concert", "gig", "show", "performance",
    "tour", "festival", "event", "venue", "auditorium", "theater", "hall", "arena", "stadium", "club", "bar", "pub", "restaurant",
    "cafe", "cafeteria", "diner", "hotel", "motel", "inn", "hostel", "resort", "spa", "salon", "shop", "store", "market", "mall",
    "boutique", "supermarket", "grocery", "bakery", "butcher", "deli", "pharmacy", "drugstore", "hardware", "bookstore", "library",
    "museum", "gallery", "zoo", "park", "garden", "forest", "wood", "jungle", "desert", "beach", "coast", "shore", "sea", "ocean",
    "lake", "river", "stream", "pond", "pool", "mountain", "hill", "valley", "plain", "plateau", "canyon", "cave", "island", "peninsula",
    "continent", "country", "nation", "state", "province", "region", "district", "city", "town", "village", "suburb", "neighborhood",
    "street", "road", "avenue", "boulevard", "lane", "drive", "way", "path", "trail", "route", "highway", "freeway", "motorway",
    "bridge", "tunnel", "airport", "station", "terminal", "port", "harbor", "dock", "pier", "wharf", "marina", "ship", "boat", "vessel",
    "yacht", "ferry", "cruise", "liner", "tanker", "cargo", "freight", "container", "train", "rail", "subway", "metro", "tram",
    "bus", "coach", "taxi", "cab", "uber", "lyft", "car", "automobile", "vehicle", "truck", "van", "suv", "sedan", "coupe", "convertible",
    "hatchback", "wagon", "minivan", "pickup", "motorcycle", "scooter", "bicycle", "bike", "skateboard", "rollerblade", "skate",
    "airplane", "plane", "aircraft", "jet", "helicopter", "drone", "spacecraft", "rocket", "satellite", "shuttle", "station",
    "space", "outer", "universe", "galaxy", "star", "planet", "moon", "sun", "earth", "world", "globe", "sphere", "atmosphere",
    "climate", "weather", "temperature", "humidity", "pressure", "wind", "rain", "snow", "ice", "frost", "fog", "mist", "cloud",
    "storm", "thunder", "lightning", "hurricane", "tornado", "typhoon", "cyclone", "earthquake", "volcano", "eruption", "tsunami",
    "flood", "drought", "famine", "plague", "disease", "epidemic", "pandemic", "infection", "virus", "bacteria", "fungus", "parasite",
    "germ", "microbe", "pathogen", "cell", "tissue", "organ", "organism", "creature", "animal", "beast", "mammal", "bird", "fish",
    "reptile", "amphibian", "insect", "arachnid", "crustacean", "mollusk", "worm", "plant", "tree", "shrub", "flower", "grass",
    "herb", "bush", "vine", "fern", "moss", "lichen", "fungus", "mushroom", "seed", "root", "stem", "leaf", "leaves", "petal", "bud",
    "bloom", "blossom", "fruit", "berry", "nut", "grain", "vegetable", "root", "tuber", "bulb", "corn", "wheat", "rice", "oat", "barley",
    "rye", "millet", "sorghum", "maize", "pulse", "legume", "bean", "pea", "lentil", "soy", "tofu", "nut", "almond", "walnut", "pecan",
    "cashew", "pistachio", "hazelnut", "macadamia", "brazil", "chestnut", "pine", "peanut", "seed", "sunflower", "sesame", "poppy",
    "chia", "flax", "hemp", "quinoa", "amaranth", "spice", "herb", "seasoning", "condiment", "sauce", "dressing", "marinade", "rub",
    "salt", "pepper", "sugar", "honey", "syrup", "molasses", "vinegar", "oil", "butter", "margarine", "cream", "milk", "cheese",
    "yogurt", "egg", "meat", "beef", "pork", "lamb", "chicken", "turkey", "duck", "goose", "fish", "seafood", "shellfish", "crab",
    "lobster", "shrimp", "prawn", "oyster", "clam", "mussel", "scallop", "squid", "octopus", "vegetable", "salad", "soup", "stew",
    "curry", "pasta", "noodle", "rice", "bread", "cake", "pastry", "pie", "tart", "cookie", "biscuit", "cracker", "chip", "crisp",
    "candy", "sweet", "chocolate", "cocoa", "coffee", "tea", "juice", "soda", "pop", "water", "wine", "beer", "liquor", "spirit",
    "alcohol", "cocktail", "beverage", "drink", "food", "cuisine", "dish", "meal", "snack", "breakfast", "lunch", "dinner", "supper",
    "dessert", "appetizer", "starter", "entree", "main", "side", "course", "buffet", "banquet", "feast", "picnic", "barbecue", "bbq",
    "grill", "roast", "bake", "fry", "saute", "boil", "steam", "poach", "simmer", "braise", "stew", "marinate", "cure", "smoke",
    "preserve", "can", "bottle", "jar", "package", "container", "box", "bag", "sack", "pouch", "carton", "crate", "barrel", "keg",
    "cask", "tank", "vat", "tub", "bucket", "pail", "basket", "bin", "canister", "flask", "bottle", "vial", "ampoule", "tube", "jar",
    "pot", "pan", "kettle", "wok", "skillet", "griddle", "oven", "stove", "range", "cooktop", "burner", "microwave", "refrigerator",
    "fridge", "freezer", "dishwasher", "sink", "faucet", "tap", "counter", "countertop", "cabinet", "cupboard", "pantry", "shelf",
    "shelves", "drawer", "table", "desk", "chair", "sofa", "couch", "bench", "stool", "ottoman", "bed", "mattress", "pillow",
    "blanket", "quilt", "sheet", "bedspread", "comforter", "duvet", "towel", "curtain", "drape", "blind", "shade", "lamp", "light",
    "bulb", "fixture", "chandelier", "sconce", "lantern", "candle", "flashlight", "torch", "fire", "flame", "blaze", "embers",
    "smoke", "ash", "soot", "charcoal", "coal", "wood", "log", "timber", "lumber", "plank", "board", "beam", "post", "pole",
    "stick", "rod", "staff", "club", "bat", "racket", "paddle", "oar", "paddle", "whip", "rope", "cord", "string", "thread", "yarn",
    "wire", "cable", "chain", "link", "hook", "loop", "knot", "tie", "strap", "belt", "ribbon", "lace", "zipper", "button", "snap",
    "buckle", "clasp", "pin", "needle", "nail", "screw", "bolt", "nut", "washer", "rivet", "brad", "tack", "staple", "glue",
    "adhesive", "tape", "seal", "caulk", "putty", "cement", "concrete", "mortar", "plaster", "stucco", "brick", "block", "stone",
    "rock", "pebble", "gravel", "sand", "soil", "dirt", "clay", "mud", "dust", "powder", "granule", "grain", "particle", "atom",
    "molecule", "electron", "proton", "neutron", "ion", "isotope", "element", "compound", "mixture", "solution", "suspension",
    "emulsion", "colloid", "gel", "foam", "aerosol", "liquid", "fluid", "solid", "gas", "vapor", "steam", "mist", "fog", "smoke",
    "cloud", "haze", "bubble", "droplet", "stream", "flow", "current", "wave", "tide", "ripple", "splash", "spray", "jet", "fountain",
    "geyser", "waterfall", "cascade", "rapids", "whirlpool", "vortex", "eddy", "pool", "puddle", "pond", "lake", "reservoir",
    "basin", "bowl", "dish", "plate", "saucer", "cup", "mug", "glass", "goblet", "tumbler", "flute", "stein", "tankard", "pitcher",
    "jug", "ewer", "decanter", "carafe", "bottle", "canteen", "flask", "thermos", "vessel", "utensil", "tool", "implement",
    "instrument", "device", "gadget", "appliance", "machine", "mechanism", "apparatus", "equipment", "gear", "kit", "set",
    "collection", "assembly", "array", "assortment", "selection", "variety", "range", "series", "sequence", "succession", "chain",
    "string", "line", "row", "column", "rank", "file", "tier", "layer", "level", "story", "floor", "deck", "stage", "platform",
    "scaffold", "ladder", "stair", "step", "rung", "tread", "riser", "banister", "railing", "handrail", "guardrail", "fence",
    "wall", "barrier", "partition", "divider", "screen", "panel", "board", "shield", "shelter", "cover", "roof", "ceiling",
    "canopy", "awning", "umbrella", "parasol", "tent", "canopy", "marquee", "pavilion", "dome", "vault", "arch", "beam", "truss",
    "girder", "joist", "rafter", "purlin", "lath", "shingle", "tile", "slate", "metal", "steel", "iron", "copper", "brass",
    "bronze", "aluminum", "aluminium", "tin", "lead", "zinc", "nickel", "chromium", "chrome", "silver", "gold", "platinum",
    "titanium", "tungsten", "mercury", "uranium", "plutonium", "radium", "lithium", "sodium", "potassium", "calcium", "magnesium",
    "carbon", "nitrogen", "oxygen", "hydrogen", "helium", "neon", "argon", "krypton", "xenon", "radon", "fluorine", "chlorine",
    "bromine", "iodine", "sulfur", "sulphur", "phosphorus", "silicon", "boron", "arsenic", "antimony", "bismuth", "selenium",
    "tellurium", "polonium", "astatine", "francium", "radium", "actinium", "thorium", "protactinium", "uranium", "neptunium",
    "plutonium", "americium", "curium", "berkelium", "californium", "einsteinium", "fermium", "mendelevium", "nobelium",
    "lawrencium", "rutherfordium", "dubnium", "seaborgium", "bohrium", "hassium", "meitnerium", "darmstadtium", "roentgenium",
    "copernicium", "nihonium", "flerovium", "moscovium", "livermorium", "tennessine", "oganesson",
}


def extract_odor_paragraph(raw_text: str) -> str:
    """Extract the first odor sentence(s) from an Arctander monograph raw_text."""
    # Remove formula/number lines with common OCR artifacts
    lines = [l.strip() for l in raw_text.split("\n") if l.strip()]
    # Flatten to one paragraph
    text = " ".join(lines)
    # Clean up excessive whitespace
    text = re.sub(r"\s+", " ", text)
    lower = text.lower()
    # Find the first occurrence of an odor keyword and take the next sentence(s)
    start_idx = None
    for k in ["odor", "smell", "aroma"]:
        idx = lower.find(k)
        if idx != -1 and (start_idx is None or idx < start_idx):
            start_idx = idx
    if start_idx is None:
        return ""
    # Find the end of the sentence after the odor keyword
    snippet = text[start_idx:]
    # Split by sentence terminators
    sentences = re.split(r"(?<=[.!?])\s+", snippet)
    # Take up to 2 sentences, but stop at usage boundaries
    selected = []
    for s in sentences:
        if any(s.lower().startswith(b) for b in ["used ", "uses", "use:", "prod.", "production", "preparation", "concentration", "g.r.a.s", "f.e.m.a", "flavors", "flavor", "it is used", "used as"]):
            break
        selected.append(s)
        if len(selected) >= 2:
            break
    return " ".join(selected)


def normalize_component(name: str) -> str:
    n = name.lower().strip()
    # Remove concentration/dilution percentages and numbers
    n = re.sub(r"\s+\d+\s*%", "", n)
    n = re.sub(r"\s+\d+", "", n)
    # Remove common suffixes
    for suffix in ["oil", "absolute", "resinoid", "tincture", "concrete", "extract", "water", "terpeneless", "bigarade", "otto", "s.a.p", "s.a.p.", "integrale", "extra"]:
        n = n.replace(suffix, " ")
    # Remove parentheses content
    n = re.sub(r"\s*\([^)]*\)", "", n)
    # Remove stray codes/punctuation
    n = re.sub(r"[^a-z0-9\s]", "", n)
    return " ".join(n.split())


def tokenize_profile(text: str) -> list[str]:
    text = text.lower().replace(",", " ").replace(";", " ").replace(".", " ").replace("-", " ")
    tokens = [t.strip() for t in text.split() if len(t.strip()) > 2 and t.strip() not in STOPWORDS]
    cleaned = []
    for t in tokens:
        t = t.rstrip("s") if t.endswith("s") and not t.endswith("ss") else t
        cleaned.append(t)
    return cleaned


def main() -> None:
    base = Path("/home/hermes/pino")
    arctander_path = Path("/home/hermes/fragrance-research/extracted/arctander_monographs.jsonl")
    formulas_path = base / "data" / "appell_formulas_enriched.jsonl"
    output_path = base / "data" / "appell_formulas_enriched.jsonl"

    monographs = [json.loads(l) for l in arctander_path.read_text().strip().splitlines()]

    # Build name -> monograph index
    by_name: dict[str, dict] = {}
    for m in monographs:
        names = [m.get("name", "")]
        synonyms = m.get("synonyms", "")
        if synonyms:
            names.extend([s.strip() for s in synonyms.split(",")])
        for n in names:
            if n:
                by_name[n.lower()] = m

    # Load formulas
    formulas = [json.loads(l) for l in formulas_path.read_text().strip().splitlines()]

    resolver = TradeNameResolver()

    def resolve_component(name: str) -> tuple[str, str] | None:
        """Return (canonical_name, profile_text) or None."""
        norm = normalize_component(name)

        # 1. Natural oils/absolutes in our curated dictionary
        if norm in NATURAL_SCENT_PROFILES:
            return (norm, NATURAL_SCENT_PROFILES[norm])
        for key, profile in NATURAL_SCENT_PROFILES.items():
            if key in norm or norm in key:
                return (key, profile)

        # 2. Direct Arctander match
        if norm in by_name:
            m = by_name[norm]
            odor = extract_odor_paragraph(m.get("raw_text", ""))
            return (m.get("name", norm), odor)

        # 3. Fuzzy Arctander match
        match, score, _ = process.extractOne(norm, by_name.keys(), scorer=fuzz.token_sort_ratio)
        if score >= 75:
            m = by_name[match]
            odor = extract_odor_paragraph(m.get("raw_text", ""))
            return (m.get("name", match), odor)

        return None

    # Curated profiles for famous named fragrances
    curated_profiles = {
        "bois des iles": "woody oriental; sandalwood, rose, jasmine, aldehydes, spices, amber, vanilla, soft balsamic dry-down",
        "cabochard": "chypre leather; green galbanum, oakmoss, patchouli, leather, amber, musk, dark earthy dry-down",
        "chanel no 5": "aldehydic floral; jasmine, rose, ylang-ylang, sandalwood, vetiver, vanilla, powdery musk",
        "chypre": "citrus chypre; bergamot, oakmoss, labdanum, patchouli, rose, jasmine, amber, woody dry-down",
        "dans la nuit": "spicy oriental floral; rose, orris, tuberose, labdanum, civet, myrrh, opoponax, amber",
        "emeraude": "amber oriental; vanilla, jasmine, rose, sandalwood, civet, patchouli, benzoin, warm balsamic",
        "en avion": "spicy floral; carnation, rose, jasmine, orange blossom, opoponax, sandalwood, powdery",
        "femme": "fruity chypre; plum, peach, patchouli, oakmoss, costus, jasmine, rose, warm woody",
        "fleurs d’amour": "floral bouquet; rose, jasmine, heliotrope, violet, orange blossom, powdery musk",
        "fougeraie": "fougère; lavender, bergamot, geranium, oakmoss, coumarin, amber, sweet hay",
        "fougére royale": "classical fougère; lavender, bergamot, geranium, oakmoss, coumarin, tonka, sweet woody",
        "habanita": "powdery oriental; rose, jasmine, vetiver, sandalwood, musk, vanilla, tobacco, leather",
        "ideal": "spicy oriental floral; rose, jasmine, carnation, vetiver, sandalwood, amber, musk",
        "joy": "rich white floral; jasmine, rose, ylang-ylang, tuberose, sandalwood, musk, powdery",
        "molyneux no 5": "aldehydic floral chypre; rose, jasmine, oakmoss, vetiver, sandalwood, amber",
        "moment supreme": "rich floral oriental; rose, jasmine, carnation, sandalwood, vetiver, amber, musk",
        "mylord": "aromatic fougère; lavender, bergamot, geranium, oakmoss, patchouli, leather, musk",
        "my sin": "aldehydic floral; jasmine, rose, lily-of-the-valley, sandalwood, civet, musk, powdery",
        "narcisse noir": "dark floral; orange blossom, narcissus, jasmine, musk, civet, sandalwood, intense",
        "nuit de noel": "oriental floral; rose, jasmine, sandalwood, musk, civet, amber, benzoin, warm spicy",
        "quelques fleurs": "luxury floral bouquet; rose, jasmine, orange blossom, tuberose, sandalwood, musk, honey",
        "rumeur": "aldehydic floral; rose, jasmine, lily-of-the-valley, sandalwood, vetiver, powdery musk",
        "tabu": "oriental spicy; amber, patchouli, sandalwood, rose, jasmine, clove, vanilla, dark balsamic",
        "toujours moi": "oriental floral; rose, jasmine, violet, sandalwood, musk, amber, sweet powdery",
        "vol de nuit": "woody oriental floral; bergamot, narcissus, jasmine, rose, sandalwood, vetiver, amber, moss",
        "white shoulders": "aldehydic floral; gardenia, jasmine, rose, lily-of-the-valley, musk, sandalwood, powdery",
        "eau de coty": "citrus chypre; bergamot, lemon, orange, oakmoss, patchouli, rose, jasmine, green",
        "moustache": "aromatic fougère; lavender, bergamot, geranium, oakmoss, patchouli, leather, warm",
        "sandalwood": "woody oriental; sandalwood, cedar, amber, vanilla, musk, creamy balsamic",
        "cing fleurs": "floral bouquet; jasmine, rose, lily-of-the-valley, violet, orange blossom, powdery",
        "ma griffe": "green chypre floral; galbanum, plum, jasmine, rose, oakmoss, patchouli, vetiver",
        "shalimar": "oriental vanilla; bergamot, lemon, rose, jasmine, iris, vanilla, tonka, balsamic, smoky",
        "rose 50": "rich floral; rose, geranium, honey, powdery, spicy, warm",
        "muguet 10 a": "green floral; lily-of-the-valley, fresh, clean, soapy, dewy, green",
        "jasmin 50 c": "white floral; jasmine, narcotic, indolic, sweet, exotic, rich",
    }

    for f in formulas:
        name = f["name"].strip().lower()

        # Use curated profile for famous fragrances if available
        if name in curated_profiles:
            f["scent_profile"] = curated_profiles[name]
            f["description"] = f"{f['name']} — {curated_profiles[name]}"
            f["component_match_rate"] = 1.0
            continue

        # Otherwise aggregate from components
        all_tokens = []
        weights = []
        matched = 0
        total_amount = sum(c.get("amount", 0) for c in f.get("components", []))

        for c in f.get("components", []):
            comp_name = c.get("name", "")
            amount = c.get("amount", 0)
            res = resolve_component(comp_name)
            if res:
                matched += 1
                canon, profile_text = res
                tokens = tokenize_profile(profile_text)
                weight = amount / total_amount if total_amount > 0 else 0
                for _ in range(max(1, int(weight * 100))):
                    all_tokens.extend(tokens)

        counter = Counter(all_tokens)
        top_desc = ", ".join([f"{t}({n})" for t, n in counter.most_common(15)])
        f["scent_profile"] = top_desc
        f["description"] = f"{f['name']} — {top_desc}"
        f["component_match_rate"] = matched / len(f.get("components", [])) if f.get("components") else 0

    # Save enriched formulas
    output_path.write_text("\n".join(json.dumps(f, ensure_ascii=False) for f in formulas) + "\n", encoding="utf-8")
    print(f"Enriched {len(formulas)} Appell formulas -> {output_path}")
    for f in formulas[:20]:
        print(f"  {f['name']:25s} | match={f['component_match_rate']:.2f} | {f['scent_profile'][:100]}")


if __name__ == "__main__":
    main()