File size: 4,988 Bytes
ef23260 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 | /**
* Lightweight heuristics for showing trust signals on AI answers without
* making any extra model calls.
*
* 1. `estimateConfidence(text)` — classifies a response as low / medium /
* high based on hedge-word density vs. structured-section density.
* 2. `extractCitations(text)` — finds references to authoritative
* medical bodies (WHO, CDC, NHS, NIH, ICD, EMA, Mayo, Cochrane) and
* returns them as clickable chip descriptors pointing at each body's
* official patient-facing landing page.
*
* Kept pure / dependency-free so it's easy to unit-test and runs on both
* server and client.
*/
export type Confidence = 'low' | 'medium' | 'high';
const HEDGE_WORDS = [
'might', 'may', 'could', 'possibly', 'possible', 'uncertain',
"it's hard to say", 'hard to say', 'unclear', 'perhaps', 'seems',
"i'm not sure", 'not sure', 'difficult to say',
];
/**
* Look for the structured section markers from the medical-knowledge
* output contract (**Summary**, **What it could be**, etc). Their
* presence is a strong signal that the model followed the contract —
* we lift confidence accordingly.
*/
const STRUCTURE_MARKERS = [
'**summary**',
'**what it could be**',
'**self-care**',
'**when to seek care**',
'**red flags**',
];
export function estimateConfidence(text: string): Confidence {
if (!text || text.length < 40) return 'low';
const lower = text.toLowerCase();
let hedges = 0;
for (const h of HEDGE_WORDS) {
// count occurrences (bounded to avoid quadratic on huge inputs)
let idx = lower.indexOf(h);
while (idx !== -1 && hedges < 10) {
hedges++;
idx = lower.indexOf(h, idx + h.length);
}
}
let sections = 0;
for (const m of STRUCTURE_MARKERS) {
if (lower.includes(m)) sections++;
}
// Rules of thumb: full structure + few hedges = high; lots of hedges
// and no structure = low; everything else = medium.
if (sections >= 3 && hedges <= 3) return 'high';
if (sections === 0 && hedges >= 4) return 'low';
return 'medium';
}
export const CONFIDENCE_LABELS: Record<Confidence, string> = {
low: 'Exploratory',
medium: 'Guidance',
high: 'Aligned with guidelines',
};
export const CONFIDENCE_COLORS: Record<Confidence, string> = {
low: 'text-amber-300 border-amber-500/30 bg-amber-500/10',
medium: 'text-sky-300 border-sky-500/30 bg-sky-500/10',
high: 'text-emerald-300 border-emerald-500/30 bg-emerald-500/10',
};
// ---------------------------------------------------------------------
export interface Citation {
id: string;
label: string;
url: string;
}
/**
* Each citation body gets a stable label + a public patient-facing URL.
* Matching is case-insensitive and tolerant of punctuation.
*/
const CITATION_PATTERNS: Array<{ id: string; re: RegExp; label: string; url: string }> = [
{ id: 'who', re: /\bWHO\b|World Health Organization/i, label: 'WHO', url: 'https://www.who.int/health-topics' },
{ id: 'cdc', re: /\bCDC\b|Centers for Disease Control/i, label: 'CDC', url: 'https://www.cdc.gov/health-topics.html' },
{ id: 'nhs', re: /\bNHS\b|National Health Service/i, label: 'NHS', url: 'https://www.nhs.uk/conditions/' },
{ id: 'nih', re: /\bNIH\b|MedlinePlus|National Institutes of Health/i, label: 'NIH / MedlinePlus', url: 'https://medlineplus.gov/' },
{ id: 'icd', re: /\bICD-?(10|11)\b/i, label: 'ICD-11',url: 'https://icd.who.int/' },
{ id: 'bnf', re: /\bBNF\b|British National Formulary/i, label: 'BNF', url: 'https://bnf.nice.org.uk/' },
{ id: 'ema', re: /\bEMA\b|European Medicines Agency/i, label: 'EMA', url: 'https://www.ema.europa.eu/en/medicines' },
{ id: 'mayo', re: /Mayo Clinic/i, label: 'Mayo Clinic', url: 'https://www.mayoclinic.org/diseases-conditions' },
{ id: 'cochrane',re: /Cochrane/i, label: 'Cochrane', url: 'https://www.cochranelibrary.com/' },
{ id: 'sie', re: /\bSIE\b|Società Italiana di Endocrinologia/i, label: 'SIE', url: 'https://www.societaitalianadiendocrinologia.it/' },
{ id: 'sid', re: /\bSID\b|Società Italiana di Diabetologia/i, label: 'SID', url: 'https://www.siditalia.it/' },
{ id: 'ada', re: /\bADA\b|American Diabetes Association/i, label: 'ADA', url: 'https://diabetes.org/about-diabetes' },
{ id: 'eta', re: /\bETA\b|European Thyroid Association/i, label: 'ETA', url: 'https://www.eurothyroid.com/' },
{ id: 'es', re: /Endocrine Society/i, label: 'Endocrine Society', url: 'https://www.endocrine.org/patient-engagement' },
];
export function extractCitations(text: string): Citation[] {
if (!text) return [];
const out: Citation[] = [];
const seen = new Set<string>();
for (const p of CITATION_PATTERNS) {
if (p.re.test(text) && !seen.has(p.id)) {
seen.add(p.id);
out.push({ id: p.id, label: p.label, url: p.url });
}
}
return out;
}
|