|
|
import re |
|
|
|
|
|
|
|
|
keywords = { |
|
|
"Gender": ["male", "female", " man ", "woman", " men ", " men,", "women", "boy", "girl", "males", "females"], |
|
|
"Age": [" age ", "age,", " aged ", "years old", "year-old", "year olds", "elderly", "adults", "young", "youth"], |
|
|
"Patients": ["patient", "patients", "case", "cases", "subject", "subjects", "individual", "individuals"], |
|
|
"Participants": ["participant", "participants", "attendee", "attendees", "respondent", "respondents"], |
|
|
"Inclusion Criteria": ["inclusion", "eligibility criteria", "study inclusion", "included"], |
|
|
"Exclusion Criteria": ["exclusion", "not eligible", "study exclusion", "excluded"], |
|
|
"Study Types": [ |
|
|
"Case Report", "Case Series", "Cross-sectional Study", "Case-Control Study", "Cohort Study", "Randomized Controlled Clinical Trial", |
|
|
"Non-Randomized Controlled Trial", "Pilot Study", "Feasibility Study", "Longitudinal Study", "Retrospective Study", "Prospective Study", |
|
|
"Observational Study", "Experimental Study", "Interventional Study", "Descriptive Study", "Analytical Study", "Quasi-Experimental Study", |
|
|
"Epidemiological Study", "Ecological Study", "Systematic Review", "Meta-Analysis", "Mixed-Methods Study", "Narrative Review", "Scoping Review", |
|
|
"Rapid Review", "Umbrella Review", "Diagnostic Accuracy Study", "Validation Study", "Genome-Wide Association Study (GWAS)", |
|
|
"Gene-Environment Interaction Study", "Linkage Study", "Sensitivity/Specificity Study", "Cost-Effectiveness Study", "Health Technology Assessment", |
|
|
"Quality Improvement Study", "Translational Research", "Implementation Science Study", "Psychometric Study", "Community-Based Participatory Research (CBPR)", |
|
|
"In Vitro Study", "In Vivo Study", "Simulation Study", "Phenomenological Study", "Ethnographic Study", "Grounded Theory Study", "Narrative Study", |
|
|
"Case Study", "Pragmatic Trial", "Cluster Randomized Trial", "Adaptive Trial", "Phase 1 Clinical Trial", "Phase 2 Clinical Trial", "Phase 3 Clinical Trial", |
|
|
"Phase 4 Clinical Trial", "Real-World Evidence Study", "Comparative Effectiveness Study", "Proof-of-Concept Study", "Dose-Response Study", "Cross-Over Study", |
|
|
"Nested Study", "Multicenter Study", "Delphi Study", "Pragmatic Clinical Trial", "Registry-Based Study", "Historical Cohort Study", |
|
|
"Nested Case-Control Study", " double-blind ", "double blind", "placebo-controlled", "placebo controlled", "Cross-sectional analysis" |
|
|
], |
|
|
"Co-morbidities": ["comorbidities", "co-morbidities", "comor-bidities", " comorbidities ", "comorbidities"], |
|
|
"Country": ["Afghanistan", "Australia", "Brazil", "Canada", "China", "France", "Germany", "India", "Japan", "Mexico", "Nigeria", "Russia", |
|
|
"South Africa", "United Kingdom", "United States", "Prefer Not to Answer"], |
|
|
"Race/Ethnicity": ["white", "Black", "African American", "Asian", "Native Hawaiian", "Other Pacific Islander", "American Indian", |
|
|
"Alaska Native", "Other Race", "Two or More Races", "Hispanic", "latino", "Not Hispanic or latino"], |
|
|
"Follow-Up": ["years", "year", "weeks", "week", "months", "month", "days", "day"], |
|
|
"Remark": [ |
|
|
"displayed", "exhibited", "revealed", "indicated", "illustrated", "Showed", |
|
|
"noticed", "perceived", "detected", "discerned", "identified", "Observed", |
|
|
"progress", "enhancement", "advancement", "growth", "betterment", "Improvement", |
|
|
"proved", "exhibited", "showcased", "conveyed", "validated", "Demonstrated", |
|
|
"similar", "equivalent", "parallel", "analogous", "akin", "Comparable", |
|
|
"more secure", "less risky", "protected", "shielded", "guarded", "Safer", |
|
|
"chosen", "picked", "opted", "designated", "elected", "Selected" |
|
|
], |
|
|
"Intervention Groups": [ |
|
|
"intervention grorup", "intervention groups", "treatment groups", "treatment group", "control groups", "control group", "placebo group", |
|
|
"placebo groups" |
|
|
], |
|
|
"Outcomes": [ |
|
|
"results", "findings", "observations", "conclusion", "outcome", "clinical outcome", "results:", |
|
|
"efficacy", "effectiveness", "treatment response", "pain reduction", "symptom improvement", |
|
|
"disease progression", "treatment success", "remission rate", "response rate", "conclusion:", |
|
|
"adverse effects", "side effects", "complications", "recurrence", "recovery time", "result:", |
|
|
"statistical significance", "p-value", "confidence interval", "hazard ratio", "risk reduction" |
|
|
], |
|
|
"Assessment Tools": [ |
|
|
"Visual Analog Scale (VAS)", "WOMAC", "Western Ontario and McMaster Universities Osteoarthritis Index", |
|
|
"Numeric Rating Scale (NRS)", "McGill Pain Questionnaire (MPQ)", "Timed Up and Go Test (TUG)", |
|
|
"6-Minute Walk Test (6MWT)", "gait analysis", "joint range of motion", "functional independence measure", |
|
|
"SF-36", "EQ-5D", "Beck Depression Inventory", "Hospital Anxiety and Depression Scale (HADS)", |
|
|
"blood tests", "CRP", "C-reactive protein", "ESR", "TNF-α", "IL-6", "synovial fluid analysis", |
|
|
"X-ray", "Kellgren-Lawrence grade", "MRI", "magnetic resonance imaging", "musculoskeletal ultrasound", |
|
|
"cartilage thickness", "bone marrow lesion", "mental health scales", "quality of life assessments", "ELISA" |
|
|
] |
|
|
} |
|
|
|
|
|
|
|
|
author_pattern = r'\b(?:[A-Z]\.\s*)*[A-Z][a-zA-Z\.\-\']+(?:\s[A-Z][a-zA-Z\.\-\']+)*\b(?:\s[0-9]+)?' |
|
|
|
|
|
|
|
|
exclude_words = { |
|
|
"Aim", "This", "the", "Article", "School", "Topical", "with", "compress", |
|
|
"Research", "Capsi", "India", "Australia", "and", "others", "January", "February", |
|
|
"March", "April", "May", "June", "July", "August", "September", "October", |
|
|
"November", "December", "Monday", "Tuesday", "Wednesday", "Thursday", "Friday", |
|
|
"Saturday", "Sunday", "AM", "PM", "University", "College", "Institute", "School", |
|
|
"of", "in", "on", "at", "by", "for", "with", "about", "against", "between", |
|
|
"into", "through", "during", "before", "after", "above", "below", "to", "from", |
|
|
"up", "down", "in", "out", "over", "under", "again", "further", "then", "once", |
|
|
"here", "there", "when", "where", "why", "how", "all", "any", "both", "each", |
|
|
"few", "more", "most", "other", "some", "such", "no", "nor", "not", "only", |
|
|
"own", "same", "so", "than", "too", "very", "s", "t", "can", "will", "just", |
|
|
"don", "should", "now", "Ginger", "Migraine" |
|
|
} |
|
|
|
|
|
|
|
|
numeric_regex = re.compile(r"\b(?:-?\d+\.?\d*%?|\d+-\d+%?|\d+(?: \d+)*%?)\b") |
|
|
exclude_brackets_regex = re.compile(r"[$$($$]\s*[\d,/-]+\s*[$$)$$]") |
|
|
date_regex = re.compile(r"\b(?:\d{1,2}/\d{1,2}/\d{2,4}|\d{1,2}-\d{1,2}-\d{2,4}|\b(?:January|February|March|April|May|June|July|August|September|October|November|December)\b \d{1,2}, \d{4})\b", re.IGNORECASE) |
|
|
table_regex = re.compile(r"^(?:\s*\d+\s+)+$") |
|
|
|
|
|
|
|
|
gender_regex = re.compile(rf'\b(?:{"|".join(map(re.escape, keywords["Gender"]))})\b', re.IGNORECASE) |
|
|
age_regex = re.compile(rf'\b(?:{"|".join(map(re.escape, keywords["Age"]))})\b', re.IGNORECASE) |
|
|
outcomes_regex = re.compile(rf'\b(?:{"|".join(map(re.escape, keywords["Outcomes"]))})\b', re.IGNORECASE) |
|
|
assessment_tools_regex = re.compile(rf'\b(?:{"|".join(map(re.escape, keywords["Assessment Tools"]))})\b', re.IGNORECASE) |
|
|
|
|
|
|
|
|
follow_up = re.compile( |
|
|
rf'\b(?:\d+|one|two|three|four|five|six|seven|eight|nine|ten|eleven|twelve)\s*(?:{"|".join(map(re.escape, keywords["Follow-Up"]))})(?:\b|s\b|-| to \d+)\b', |
|
|
re.IGNORECASE |
|
|
) |
|
|
|
|
|
|
|
|
key_sections = [ |
|
|
"Summary", "Overview", "Synopsis", "Results", "Findings", "Observations", "Conclusion", |
|
|
"Assessment", "Evaluation", "Outcomes", "Measurements", "Test Results", "Analysis", |
|
|
"Abstract", "A B S T R A C T", "Background" |
|
|
] |
|
|
|
