Spaces:
Runtime error
Runtime error
| #!/usr/bin/env python3 | |
| """ | |
| End-to-End Comprehensive Testing Suite | |
| Tests full pipeline: Resume → LLM Optimization → ATS Scoring | |
| Creates 3 test cases per domain (Weak, Medium, Strong resumes) | |
| """ | |
| import json | |
| import time | |
| from datetime import datetime | |
| from app import ATSCompatibilityAnalyzer, optimize_with_llm | |
| analyzer = ATSCompatibilityAnalyzer() | |
| # ============================================================================ | |
| # TEST CASES: 3 variations per domain (Weak/Medium/Strong resume) | |
| # ============================================================================ | |
| DOMAIN_TESTS = { | |
| # ==================== TECHNOLOGY ==================== | |
| "Software Engineer": { | |
| "job_description": """ | |
| Software Engineer - Full Stack | |
| We're looking for a Software Engineer to join our team. | |
| Requirements: | |
| - 3+ years experience with JavaScript, React, Node.js | |
| - Strong understanding of REST APIs and microservices | |
| - Experience with PostgreSQL and MongoDB databases | |
| - Familiarity with AWS, Docker, and CI/CD pipelines | |
| - Agile/Scrum methodology experience | |
| - Strong problem-solving and communication skills | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| John Doe | |
| john@email.com | 555-123-4567 | |
| I am looking for a software job. I know some programming. | |
| Experience: | |
| Worked at a tech company for 2 years doing various tasks. | |
| Helped with some coding projects. | |
| Skills: Computer, Internet, Microsoft Office | |
| """, | |
| "medium": """ | |
| John Doe | |
| john@email.com | 555-123-4567 | linkedin.com/in/johndoe | |
| Software Developer with 3 years of experience building web applications. | |
| Experience: | |
| ABC Tech | Developer | 2022 - Present | |
| - Built frontend features using JavaScript | |
| - Worked on backend APIs | |
| - Used databases for data storage | |
| Skills: JavaScript, HTML, CSS, SQL, Git | |
| Education: BS Computer Science | |
| """, | |
| "strong": """ | |
| John Doe | |
| john@email.com | 555-123-4567 | linkedin.com/in/johndoe | github.com/johndoe | |
| SUMMARY | |
| Full Stack Software Engineer with 4 years of experience developing scalable web applications using React, Node.js, and cloud technologies. Proven track record of delivering high-quality solutions in Agile environments. | |
| EXPERIENCE | |
| Senior Software Engineer | TechCorp Inc. | 2021 - Present | |
| • Developed and maintained 15+ React components serving 50K+ daily users | |
| • Architected RESTful APIs using Node.js and Express, reducing response time by 40% | |
| • Implemented CI/CD pipelines with GitHub Actions, cutting deployment time by 60% | |
| • Migrated legacy systems to microservices architecture on AWS | |
| • Mentored 3 junior developers on best practices and code reviews | |
| Software Developer | StartupXYZ | 2019 - 2021 | |
| • Built full-stack features using JavaScript, React, and PostgreSQL | |
| • Designed MongoDB schemas for high-volume data storage | |
| • Collaborated with cross-functional teams in Scrum sprints | |
| • Reduced bugs by 35% through comprehensive unit testing | |
| SKILLS | |
| Languages: JavaScript, TypeScript, Python, SQL | |
| Frontend: React, Redux, HTML5, CSS3, Tailwind | |
| Backend: Node.js, Express, REST APIs, GraphQL | |
| Databases: PostgreSQL, MongoDB, Redis | |
| Cloud/DevOps: AWS (EC2, S3, Lambda), Docker, Kubernetes, CI/CD | |
| Tools: Git, Jira, Agile/Scrum | |
| EDUCATION | |
| B.S. Computer Science | State University | 2019 | |
| CERTIFICATIONS | |
| AWS Certified Developer - Associate | |
| """ | |
| } | |
| }, | |
| "Data Scientist": { | |
| "job_description": """ | |
| Data Scientist | |
| Join our AI team to build cutting-edge machine learning solutions. | |
| Requirements: | |
| - MS/PhD in Computer Science, Statistics, or related field | |
| - 3+ years experience with Python, TensorFlow/PyTorch | |
| - Strong background in machine learning and deep learning | |
| - Experience with NLP, computer vision, or recommender systems | |
| - Proficiency in SQL and data visualization | |
| - Experience deploying ML models to production | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Jane Smith | |
| jane@email.com | |
| Looking for data science job. Good with numbers and computers. | |
| Work: | |
| Analyst at company for 1 year | |
| Did some data work | |
| Skills: Excel, PowerPoint | |
| """, | |
| "medium": """ | |
| Jane Smith | |
| jane@email.com | 555-234-5678 | linkedin.com/in/janesmith | |
| Data Analyst with 3 years experience working with data and building models. | |
| Experience: | |
| Data Corp | Data Analyst | 2021 - Present | |
| - Analyzed large datasets using Python | |
| - Created machine learning models | |
| - Built dashboards for stakeholders | |
| Education: MS Statistics | |
| Skills: Python, SQL, Machine Learning, Tableau | |
| """, | |
| "strong": """ | |
| Jane Smith, PhD | |
| jane@email.com | 555-234-5678 | linkedin.com/in/janesmith | github.com/janesmith | |
| SUMMARY | |
| Data Scientist with 5 years of experience developing and deploying machine learning models at scale. PhD in Computer Science with expertise in NLP, deep learning, and recommender systems. | |
| EXPERIENCE | |
| Senior Data Scientist | AI Solutions Inc. | 2021 - Present | |
| • Developed NLP models using BERT and GPT, improving text classification accuracy by 25% | |
| • Built real-time recommender system serving 10M+ users with PyTorch | |
| • Deployed 20+ ML models to production using MLflow and Kubernetes | |
| • Led A/B testing initiatives resulting in $5M incremental revenue | |
| • Mentored team of 4 junior data scientists | |
| Data Scientist | TechStart | 2019 - 2021 | |
| • Implemented deep learning models for computer vision using TensorFlow | |
| • Created ETL pipelines processing 1TB+ daily data | |
| • Developed predictive models achieving 92% accuracy | |
| • Built interactive dashboards using Tableau and Python | |
| SKILLS | |
| Languages: Python, R, SQL, Scala | |
| ML/DL: TensorFlow, PyTorch, scikit-learn, XGBoost, Keras | |
| NLP: BERT, GPT, Transformers, spaCy, NLTK | |
| Tools: MLflow, Airflow, Spark, Docker, AWS SageMaker | |
| Visualization: Tableau, Matplotlib, Plotly | |
| EDUCATION | |
| Ph.D. Computer Science | MIT | 2019 | |
| M.S. Statistics | Stanford | 2015 | |
| PUBLICATIONS | |
| 15 peer-reviewed papers in top ML conferences (NeurIPS, ICML, ACL) | |
| """ | |
| } | |
| }, | |
| "DevOps Engineer": { | |
| "job_description": """ | |
| DevOps Engineer | |
| Build and maintain our cloud infrastructure and CI/CD pipelines. | |
| Requirements: | |
| - 4+ years DevOps/SRE experience | |
| - Strong expertise in AWS, Azure, or GCP | |
| - Experience with Kubernetes, Docker, Terraform | |
| - CI/CD tools: Jenkins, GitHub Actions, GitLab CI | |
| - Scripting: Python, Bash, Go | |
| - Monitoring: Prometheus, Grafana, ELK stack | |
| - Infrastructure as Code experience | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Mike Johnson | |
| mike@email.com | |
| IT professional looking for DevOps role. | |
| Experience with computers and servers. | |
| Work History: | |
| IT Support | 2 years | |
| Helped with computer issues | |
| """, | |
| "medium": """ | |
| Mike Johnson | |
| mike@email.com | 555-345-6789 | linkedin.com/in/mikejohnson | |
| DevOps Engineer with 3 years experience in cloud infrastructure. | |
| Experience: | |
| Cloud Corp | DevOps Engineer | 2021 - Present | |
| - Managed AWS infrastructure | |
| - Set up CI/CD pipelines | |
| - Worked with Docker containers | |
| Skills: AWS, Docker, Linux, Python, Jenkins | |
| Education: BS Information Technology | |
| """, | |
| "strong": """ | |
| Mike Johnson | |
| mike@email.com | 555-345-6789 | linkedin.com/in/mikejohnson | github.com/mikejohnson | |
| SUMMARY | |
| Senior DevOps Engineer with 6 years of experience building scalable cloud infrastructure and automating deployment pipelines. Expert in AWS, Kubernetes, and Infrastructure as Code. | |
| EXPERIENCE | |
| Senior DevOps Engineer | CloudScale Inc. | 2020 - Present | |
| • Architected multi-region AWS infrastructure serving 5M+ daily requests | |
| • Implemented Kubernetes clusters reducing deployment time by 80% | |
| • Built CI/CD pipelines with GitHub Actions automating 50+ microservices | |
| • Developed Terraform modules managing $2M/month cloud spend | |
| • Achieved 99.99% uptime through proactive monitoring with Prometheus/Grafana | |
| • Reduced infrastructure costs by 40% through optimization | |
| DevOps Engineer | TechOps | 2018 - 2020 | |
| • Containerized 30+ applications using Docker | |
| • Managed Jenkins pipelines for 100+ developers | |
| • Implemented ELK stack for centralized logging | |
| • Automated infrastructure provisioning with Ansible | |
| SKILLS | |
| Cloud: AWS (EC2, EKS, Lambda, S3, RDS), Azure, GCP | |
| Containers: Kubernetes, Docker, Helm, Istio | |
| IaC: Terraform, CloudFormation, Ansible, Pulumi | |
| CI/CD: GitHub Actions, Jenkins, GitLab CI, ArgoCD | |
| Monitoring: Prometheus, Grafana, ELK, Datadog | |
| Languages: Python, Bash, Go, YAML | |
| CERTIFICATIONS | |
| AWS Solutions Architect Professional | |
| Certified Kubernetes Administrator (CKA) | |
| HashiCorp Terraform Associate | |
| EDUCATION | |
| B.S. Computer Science | Tech University | 2018 | |
| """ | |
| } | |
| }, | |
| # ==================== FINANCE ==================== | |
| "Financial Analyst": { | |
| "job_description": """ | |
| Financial Analyst | |
| Support strategic financial planning and analysis. | |
| Requirements: | |
| - 3+ years financial analysis experience | |
| - Strong Excel and financial modeling skills | |
| - Experience with budgeting, forecasting, variance analysis | |
| - Knowledge of GAAP and financial reporting | |
| - MBA or CFA preferred | |
| - Experience with ERP systems (SAP, Oracle) | |
| - Strong presentation and communication skills | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Sarah Brown | |
| sarah@email.com | |
| Looking for finance job. Good with numbers. | |
| Work: | |
| Worked in office for 2 years | |
| Did some spreadsheet work | |
| Skills: Excel basics | |
| """, | |
| "medium": """ | |
| Sarah Brown | |
| sarah@email.com | 555-456-7890 | linkedin.com/in/sarahbrown | |
| Financial Analyst with 3 years experience in corporate finance. | |
| Experience: | |
| Finance Corp | Analyst | 2021 - Present | |
| - Created financial reports and forecasts | |
| - Supported budgeting process | |
| - Used Excel for data analysis | |
| Education: BS Finance | |
| Skills: Excel, Financial Modeling, PowerPoint | |
| """, | |
| "strong": """ | |
| Sarah Brown, CFA | |
| sarah@email.com | 555-456-7890 | linkedin.com/in/sarahbrown | |
| SUMMARY | |
| Senior Financial Analyst with 5 years of experience in FP&A, financial modeling, and strategic planning. CFA charterholder with proven track record of driving data-driven decisions. | |
| EXPERIENCE | |
| Senior Financial Analyst | Global Finance Inc. | 2021 - Present | |
| • Led annual budgeting process for $500M revenue organization | |
| • Developed financial models supporting $50M+ investment decisions | |
| • Created monthly variance analysis identifying $2M cost savings | |
| • Built automated forecasting tools reducing reporting time by 60% | |
| • Presented financial insights to C-suite executives quarterly | |
| Financial Analyst | Corporate Services | 2019 - 2021 | |
| • Prepared monthly financial reports in compliance with GAAP | |
| • Conducted DCF and comparable analysis for M&A targets | |
| • Implemented SAP reporting modules improving efficiency by 40% | |
| • Collaborated with business units on KPI tracking | |
| SKILLS | |
| Financial: Financial Modeling, DCF, LBO, Budgeting, Forecasting | |
| Technical: Advanced Excel (VBA, Macros), SAP, Oracle, Hyperion | |
| Analysis: Variance Analysis, KPI Development, P&L Management | |
| Tools: Bloomberg Terminal, Capital IQ, Tableau | |
| CERTIFICATIONS | |
| CFA Charterholder | |
| Financial Modeling & Valuation Analyst (FMVA) | |
| EDUCATION | |
| MBA Finance | Wharton School | 2019 | |
| B.S. Economics | NYU | 2017 | |
| """ | |
| } | |
| }, | |
| "Investment Banker": { | |
| "job_description": """ | |
| Investment Banking Analyst | |
| Join our M&A advisory team. | |
| Requirements: | |
| - 2+ years investment banking experience | |
| - Strong financial modeling (DCF, LBO, Comps) | |
| - M&A transaction experience | |
| - Excellent Excel and PowerPoint skills | |
| - Knowledge of capital markets | |
| - Strong work ethic and attention to detail | |
| - Bachelor's degree from top university | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Tom Wilson | |
| tom@email.com | |
| Want to work in banking. Good with money. | |
| Work: | |
| Bank teller for 1 year | |
| Skills: Customer service | |
| """, | |
| "medium": """ | |
| Tom Wilson | |
| tom@email.com | 555-567-8901 | linkedin.com/in/tomwilson | |
| Finance professional with 2 years experience in banking. | |
| Experience: | |
| Regional Bank | Analyst | 2022 - Present | |
| - Supported M&A transactions | |
| - Built financial models | |
| - Created pitch books | |
| Education: BS Finance, Top University | |
| Skills: Excel, PowerPoint, Financial Modeling | |
| """, | |
| "strong": """ | |
| Tom Wilson | |
| tom@email.com | 555-567-8901 | linkedin.com/in/tomwilson | |
| SUMMARY | |
| Investment Banking Analyst with 3 years of M&A advisory experience at bulge bracket firm. Executed $10B+ in transactions across technology and healthcare sectors. | |
| EXPERIENCE | |
| Investment Banking Analyst | Goldman Sachs | 2021 - Present | |
| • Executed 15+ M&A transactions totaling $10B+ in deal value | |
| • Built complex LBO and DCF models for private equity clients | |
| • Led due diligence workstreams for $2B healthcare acquisition | |
| • Created 100+ page pitch books for Fortune 500 clients | |
| • Mentored 2 summer analysts on modeling best practices | |
| Investment Banking Summer Analyst | Morgan Stanley | 2020 | |
| • Supported $500M technology M&A transaction | |
| • Developed comparable company analysis for 50+ targets | |
| • Prepared management presentations for client meetings | |
| SKILLS | |
| Modeling: DCF, LBO, Merger Models, Accretion/Dilution | |
| Technical: Excel (Advanced), PowerPoint, Capital IQ, Bloomberg | |
| Sectors: Technology, Healthcare, Consumer | |
| EDUCATION | |
| B.S. Finance, Summa Cum Laude | University of Pennsylvania | 2021 | |
| GPA: 3.9/4.0 | |
| CERTIFICATIONS | |
| Series 79, Series 63 | |
| """ | |
| } | |
| }, | |
| # ==================== MARKETING ==================== | |
| "Digital Marketing Manager": { | |
| "job_description": """ | |
| Digital Marketing Manager | |
| Lead our digital marketing strategy and execution. | |
| Requirements: | |
| - 5+ years digital marketing experience | |
| - Expertise in SEO, SEM, social media marketing | |
| - Experience with Google Analytics, Google Ads, Facebook Ads | |
| - Content marketing and email marketing experience | |
| - Strong analytical skills and ROI focus | |
| - Team management experience | |
| - Marketing automation tools (HubSpot, Marketo) | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Lisa Chen | |
| lisa@email.com | |
| Looking for marketing job. Good at social media. | |
| Work: | |
| Managed personal Instagram account | |
| Posted content online | |
| Skills: Social media, Posting | |
| """, | |
| "medium": """ | |
| Lisa Chen | |
| lisa@email.com | 555-678-9012 | linkedin.com/in/lisachen | |
| Digital Marketer with 4 years experience in online marketing. | |
| Experience: | |
| Marketing Agency | Digital Specialist | 2020 - Present | |
| - Managed social media accounts | |
| - Ran Google Ads campaigns | |
| - Created content for blogs | |
| Skills: Google Ads, Facebook, Instagram, Content Writing | |
| Education: BA Marketing | |
| """, | |
| "strong": """ | |
| Lisa Chen | |
| lisa@email.com | 555-678-9012 | linkedin.com/in/lisachen | |
| SUMMARY | |
| Digital Marketing Manager with 7 years of experience driving growth through data-driven digital strategies. Proven track record of 300%+ ROI on marketing spend across multiple channels. | |
| EXPERIENCE | |
| Digital Marketing Manager | GrowthCo | 2020 - Present | |
| • Led digital marketing strategy generating $5M+ annual revenue | |
| • Managed $2M annual budget across SEO, SEM, and social media | |
| • Increased organic traffic by 200% through SEO optimization | |
| • Achieved 350% ROAS on Google Ads campaigns | |
| • Built and managed team of 5 marketing specialists | |
| • Implemented HubSpot marketing automation, improving lead nurturing by 60% | |
| Senior Digital Marketing Specialist | TechBrand | 2018 - 2020 | |
| • Grew social media following from 10K to 500K across platforms | |
| • Launched email marketing program with 35% open rates | |
| • Managed Facebook and Instagram advertising with $500K budget | |
| • Created content marketing strategy driving 50K monthly visitors | |
| SKILLS | |
| Channels: SEO, SEM, Social Media, Email, Content Marketing | |
| Platforms: Google Ads, Facebook Ads, LinkedIn Ads, Instagram | |
| Analytics: Google Analytics, SEMrush, Ahrefs, Tableau | |
| Automation: HubSpot, Marketo, Mailchimp, Salesforce | |
| CERTIFICATIONS | |
| Google Ads Certified | |
| HubSpot Inbound Marketing | |
| Facebook Blueprint | |
| EDUCATION | |
| MBA Marketing | Northwestern Kellogg | 2018 | |
| B.A. Communications | UCLA | 2014 | |
| """ | |
| } | |
| }, | |
| # ==================== SALES ==================== | |
| "Enterprise Sales Executive": { | |
| "job_description": """ | |
| Enterprise Account Executive | |
| Drive revenue growth through strategic enterprise sales. | |
| Requirements: | |
| - 5+ years B2B enterprise sales experience | |
| - Proven track record of exceeding quota ($1M+) | |
| - Experience selling to C-suite executives | |
| - Complex solution selling methodology (MEDDIC, Challenger) | |
| - SaaS or technology sales preferred | |
| - Strong negotiation and closing skills | |
| - CRM proficiency (Salesforce) | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| David Park | |
| david@email.com | |
| Sales person looking for enterprise role. | |
| Work: | |
| Retail sales for 2 years | |
| Sold products to customers | |
| Skills: Talking to people | |
| """, | |
| "medium": """ | |
| David Park | |
| david@email.com | 555-789-0123 | linkedin.com/in/davidpark | |
| Sales professional with 4 years B2B experience. | |
| Experience: | |
| Tech Company | Sales Rep | 2020 - Present | |
| - Sold software to businesses | |
| - Met sales targets | |
| - Used Salesforce CRM | |
| Skills: Sales, Salesforce, Presentations | |
| Education: BA Business | |
| """, | |
| "strong": """ | |
| David Park | |
| david@email.com | 555-789-0123 | linkedin.com/in/davidpark | |
| SUMMARY | |
| Enterprise Account Executive with 7 years of experience driving $10M+ in annual revenue. Consistent top performer exceeding quota by 150%+ through strategic selling to Fortune 500 clients. | |
| EXPERIENCE | |
| Senior Enterprise Account Executive | SaaS Corp | 2020 - Present | |
| • Closed $15M in enterprise deals averaging $500K ACV | |
| • Achieved 175% of quota for 3 consecutive years | |
| • Expanded strategic accounts by 200% through land-and-expand strategy | |
| • Led complex sales cycles (6-12 months) with C-suite executives | |
| • Implemented MEDDIC methodology improving win rates by 40% | |
| • Mentored 5 junior AEs on enterprise sales best practices | |
| Account Executive | TechStart | 2017 - 2020 | |
| • Generated $3M annual revenue exceeding quota by 130% | |
| • Built pipeline of $10M through strategic prospecting | |
| • Negotiated multi-year enterprise contracts | |
| • Collaborated with Solutions Engineers on technical demos | |
| SKILLS | |
| Sales: Enterprise Sales, Solution Selling, MEDDIC, Challenger | |
| Technical: Salesforce, LinkedIn Sales Navigator, Outreach, Gong | |
| Business: Contract Negotiation, Executive Presentations, ROI Analysis | |
| ACHIEVEMENTS | |
| President's Club: 2021, 2022, 2023 | |
| Top 1% Globally: 2022 | |
| EDUCATION | |
| B.S. Business Administration | UC Berkeley | 2017 | |
| """ | |
| } | |
| }, | |
| # ==================== HEALTHCARE ==================== | |
| "Registered Nurse": { | |
| "job_description": """ | |
| Registered Nurse - ICU | |
| Join our critical care team. | |
| Requirements: | |
| - Active RN license | |
| - 3+ years ICU/critical care experience | |
| - BLS, ACLS, PALS certifications | |
| - Experience with ventilators and hemodynamic monitoring | |
| - Strong assessment and clinical decision-making skills | |
| - Electronic health records (Epic, Cerner) | |
| - Team collaboration and communication | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Maria Garcia | |
| maria@email.com | |
| Looking for nursing position. | |
| Work: | |
| Healthcare aide for 1 year | |
| Helped patients | |
| Skills: Patient care | |
| """, | |
| "medium": """ | |
| Maria Garcia, RN | |
| maria@email.com | 555-890-1234 | |
| Registered Nurse with 3 years hospital experience. | |
| Experience: | |
| General Hospital | RN | 2021 - Present | |
| - Provided patient care in medical unit | |
| - Administered medications | |
| - Documented in EHR | |
| Certifications: RN License, BLS | |
| Education: BSN | |
| """, | |
| "strong": """ | |
| Maria Garcia, RN, BSN, CCRN | |
| maria@email.com | 555-890-1234 | linkedin.com/in/mariagarcia | |
| SUMMARY | |
| Critical Care Registered Nurse with 6 years of ICU experience. CCRN certified with expertise in hemodynamic monitoring, ventilator management, and complex patient care. Committed to evidence-based practice and patient outcomes. | |
| EXPERIENCE | |
| ICU Staff Nurse | University Medical Center | 2020 - Present | |
| • Provided critical care nursing for 20-bed medical/surgical ICU | |
| • Managed complex patients on ventilators, CRRT, and vasoactive drips | |
| • Served as charge nurse coordinating care for 20+ patients | |
| • Achieved 98% patient satisfaction scores consistently | |
| • Precepted 15+ new graduate nurses and ICU residents | |
| • Led quality improvement initiative reducing CAUTI rates by 40% | |
| ICU Nurse | Community Hospital | 2018 - 2020 | |
| • Delivered care for critically ill patients in 12-bed ICU | |
| • Performed comprehensive hemodynamic monitoring | |
| • Collaborated with multidisciplinary care teams | |
| • Documented patient care in Epic electronic health records | |
| CERTIFICATIONS | |
| Registered Nurse - State License (Active) | |
| CCRN - Critical Care Registered Nurse | |
| BLS, ACLS, PALS, NIHSS | |
| SKILLS | |
| Clinical: Ventilator Management, Hemodynamic Monitoring, IV Therapy | |
| Equipment: Ventilators, Continuous Dialysis, Central Lines | |
| EHR: Epic, Cerner, Meditech | |
| Leadership: Charge Nurse, Precepting, Quality Improvement | |
| EDUCATION | |
| Bachelor of Science in Nursing (BSN) | State University | 2018 | |
| """ | |
| } | |
| }, | |
| # ==================== HR ==================== | |
| "HR Business Partner": { | |
| "job_description": """ | |
| HR Business Partner | |
| Partner with leaders to drive HR strategy. | |
| Requirements: | |
| - 5+ years progressive HR experience | |
| - Experience as HRBP supporting 200+ employees | |
| - Strong knowledge of employment law | |
| - Performance management and talent development | |
| - Employee relations and conflict resolution | |
| - HRIS experience (Workday, SuccessFactors) | |
| - PHR/SPHR certification preferred | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Amanda Lee | |
| amanda@email.com | |
| Looking for HR job. Good with people. | |
| Work: | |
| Office assistant for 1 year | |
| Helped with paperwork | |
| Skills: Friendly | |
| """, | |
| "medium": """ | |
| Amanda Lee | |
| amanda@email.com | 555-901-2345 | linkedin.com/in/amandalee | |
| HR professional with 4 years experience. | |
| Experience: | |
| Corp Inc | HR Coordinator | 2020 - Present | |
| - Supported HR processes | |
| - Helped with recruiting | |
| - Handled employee questions | |
| Skills: HR, Recruiting, HRIS | |
| Education: BA Human Resources | |
| """, | |
| "strong": """ | |
| Amanda Lee, SPHR | |
| amanda@email.com | 555-901-2345 | linkedin.com/in/amandalee | |
| SUMMARY | |
| Senior HR Business Partner with 8 years of experience driving HR strategy for high-growth organizations. SPHR certified with expertise in employee relations, talent management, and organizational development. | |
| EXPERIENCE | |
| Senior HR Business Partner | Tech Corporation | 2020 - Present | |
| • Partnered with 5 VPs supporting 500+ employees across engineering and product | |
| • Led performance management redesign improving completion rates by 40% | |
| • Developed talent review process identifying 50+ high-potential employees | |
| • Reduced voluntary turnover by 25% through engagement initiatives | |
| • Managed complex employee relations cases with 100% legal compliance | |
| • Implemented Workday modules for performance and compensation | |
| HR Business Partner | Growth Company | 2018 - 2020 | |
| • Supported 300+ employees through hypergrowth phase (2x headcount) | |
| • Created onboarding program reducing time-to-productivity by 30% | |
| • Coached 20+ managers on performance management and feedback | |
| • Led RIF process with full compliance and minimal litigation risk | |
| SKILLS | |
| HR: Employee Relations, Performance Management, Talent Development | |
| Compliance: Employment Law, FMLA, ADA, EEOC | |
| Systems: Workday, SuccessFactors, Greenhouse, Lattice | |
| Leadership: Coaching, Change Management, Strategic Planning | |
| CERTIFICATIONS | |
| SPHR - Senior Professional in Human Resources | |
| SHRM-SCP | |
| Certified Diversity Professional | |
| EDUCATION | |
| M.S. Human Resources | Cornell ILR | 2016 | |
| B.A. Psychology | University of Michigan | 2014 | |
| """ | |
| } | |
| }, | |
| # ==================== OPERATIONS ==================== | |
| "Operations Manager": { | |
| "job_description": """ | |
| Operations Manager | |
| Lead operational excellence initiatives. | |
| Requirements: | |
| - 5+ years operations management experience | |
| - Experience managing teams of 20+ | |
| - Lean Six Sigma certification preferred | |
| - Supply chain and inventory management | |
| - P&L responsibility ($10M+) | |
| - Process improvement and efficiency gains | |
| - ERP systems (SAP, Oracle) | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Chris Taylor | |
| chris@email.com | |
| Looking for operations job. | |
| Work: | |
| Warehouse worker for 2 years | |
| Moved boxes | |
| Skills: Hard worker | |
| """, | |
| "medium": """ | |
| Chris Taylor | |
| chris@email.com | 555-012-3456 | linkedin.com/in/christaylor | |
| Operations professional with 4 years experience. | |
| Experience: | |
| Distribution Co | Supervisor | 2020 - Present | |
| - Managed team of 10 workers | |
| - Oversaw daily operations | |
| - Improved processes | |
| Skills: Team Management, Operations, Excel | |
| Education: BS Business | |
| """, | |
| "strong": """ | |
| Chris Taylor | |
| chris@email.com | 555-012-3456 | linkedin.com/in/christaylor | |
| SUMMARY | |
| Operations Manager with 8 years of experience driving operational excellence in manufacturing and distribution. Lean Six Sigma Black Belt with proven track record of $5M+ cost savings through process optimization. | |
| EXPERIENCE | |
| Senior Operations Manager | Manufacturing Corp | 2020 - Present | |
| • Managed operations for 200-person facility with $50M P&L responsibility | |
| • Implemented Lean manufacturing reducing waste by 35% | |
| • Led Six Sigma projects generating $3M annual savings | |
| • Improved on-time delivery from 85% to 98% | |
| • Reduced inventory carrying costs by $2M through demand planning | |
| • Developed and mentored 5 direct reports and 25 indirect | |
| Operations Manager | Logistics Inc. | 2017 - 2020 | |
| • Oversaw warehouse operations processing 10K+ daily orders | |
| • Implemented SAP WM module improving inventory accuracy to 99.5% | |
| • Reduced labor costs by 20% through workflow optimization | |
| • Led safety initiatives achieving 500+ days without incident | |
| SKILLS | |
| Operations: Lean Manufacturing, Six Sigma, Kaizen, 5S | |
| Management: P&L, Budgeting, Team Leadership, Performance Management | |
| Systems: SAP, Oracle, WMS, TMS | |
| Supply Chain: Inventory Management, Demand Planning, Logistics | |
| CERTIFICATIONS | |
| Lean Six Sigma Black Belt | |
| APICS CPIM | |
| PMP | |
| EDUCATION | |
| MBA Operations | Ohio State Fisher | 2017 | |
| B.S. Industrial Engineering | Purdue | 2014 | |
| """ | |
| } | |
| }, | |
| # ==================== LEGAL ==================== | |
| "Corporate Attorney": { | |
| "job_description": """ | |
| Corporate Attorney | |
| Join our legal team advising on M&A and corporate matters. | |
| Requirements: | |
| - JD from accredited law school | |
| - 5+ years corporate law experience | |
| - M&A transaction experience | |
| - Securities law knowledge | |
| - Contract drafting and negotiation | |
| - Strong client management skills | |
| - Active bar membership | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Robert Kim | |
| robert@email.com | |
| Looking for legal job. | |
| Work: | |
| Law clerk for 1 year | |
| Did legal research | |
| Skills: Research, Writing | |
| """, | |
| "medium": """ | |
| Robert Kim, JD | |
| robert@email.com | 555-123-4567 | |
| Attorney with 4 years corporate experience. | |
| Experience: | |
| Law Firm | Associate | 2020 - Present | |
| - Worked on corporate transactions | |
| - Drafted contracts | |
| - Conducted due diligence | |
| Education: JD, State Law School | |
| Bar: New York | |
| """, | |
| "strong": """ | |
| Robert Kim, JD | |
| robert@email.com | 555-123-4567 | linkedin.com/in/robertkim | |
| SUMMARY | |
| Corporate Attorney with 7 years of experience advising on M&A transactions, securities offerings, and complex corporate matters. Expertise in technology and healthcare sectors with $5B+ in closed transactions. | |
| EXPERIENCE | |
| Senior Associate | White & Case LLP | 2020 - Present | |
| • Led M&A transactions totaling $3B+ in deal value | |
| • Advised public companies on SEC reporting and compliance | |
| • Drafted and negotiated complex acquisition agreements | |
| • Managed due diligence teams of 10+ attorneys and paralegals | |
| • Counseled boards of directors on fiduciary duties and governance | |
| Associate | Kirkland & Ellis LLP | 2017 - 2020 | |
| • Represented private equity sponsors in leveraged buyouts | |
| • Drafted securities filings including S-1 and 10-K | |
| • Negotiated credit agreements and financing documents | |
| • Conducted legal due diligence for 20+ transactions | |
| PRACTICE AREAS | |
| M&A, Private Equity, Securities, Corporate Governance | |
| BAR ADMISSIONS | |
| New York, California, Delaware | |
| EDUCATION | |
| J.D. | Harvard Law School | 2017 | Magna Cum Laude | |
| B.A. Economics | Yale University | 2014 | Phi Beta Kappa | |
| NOTABLE TRANSACTIONS | |
| • $2B acquisition of healthcare technology company | |
| • $500M IPO for SaaS company | |
| • $1B leveraged buyout of manufacturing company | |
| """ | |
| } | |
| }, | |
| # ==================== EDUCATION ==================== | |
| "High School Teacher": { | |
| "job_description": """ | |
| High School Math Teacher | |
| Inspire students to excel in mathematics. | |
| Requirements: | |
| - State teaching certification in Mathematics | |
| - Bachelor's degree in Math or Education | |
| - 2+ years classroom teaching experience | |
| - Experience with diverse learners | |
| - Strong classroom management skills | |
| - Technology integration (LMS, educational software) | |
| - Collaborative team player | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Emily White | |
| emily@email.com | |
| Want to be a teacher. | |
| Work: | |
| Tutored students part-time | |
| Skills: Math | |
| """, | |
| "medium": """ | |
| Emily White | |
| emily@email.com | 555-234-5678 | |
| Math teacher with 2 years experience. | |
| Experience: | |
| Local High School | Teacher | 2022 - Present | |
| - Taught Algebra and Geometry | |
| - Created lesson plans | |
| - Graded assignments | |
| Certification: State Teaching Certificate | |
| Education: BA Mathematics | |
| """, | |
| "strong": """ | |
| Emily White | |
| emily@email.com | 555-234-5678 | linkedin.com/in/emilywhite | |
| SUMMARY | |
| Certified High School Math Teacher with 5 years of experience inspiring students to achieve mathematical excellence. Proven track record of improving student outcomes and creating engaging learning environments. | |
| EXPERIENCE | |
| Math Teacher | Lincoln High School | 2020 - Present | |
| • Taught Algebra, Geometry, and Pre-Calculus to 150+ students annually | |
| • Improved AP Calculus pass rates from 60% to 85% | |
| • Developed differentiated instruction for diverse learners | |
| • Integrated technology using Canvas LMS and Desmos | |
| • Led Math Club and STEM competitions (3 regional wins) | |
| • Mentored 5 student teachers | |
| Math Teacher | Washington Middle School | 2019 - 2020 | |
| • Instructed 8th grade Pre-Algebra classes | |
| • Implemented project-based learning increasing engagement | |
| • Collaborated with special education team on IEP accommodations | |
| CERTIFICATIONS | |
| State Teaching License - Mathematics 7-12 | |
| Google Certified Educator Level 2 | |
| SKILLS | |
| Teaching: Curriculum Development, Differentiated Instruction, Assessment | |
| Technology: Canvas, Google Classroom, Desmos, Khan Academy | |
| Classroom: Management, Student Engagement, Parent Communication | |
| EDUCATION | |
| M.Ed. Curriculum & Instruction | State University | 2020 | |
| B.S. Mathematics | State College | 2018 | |
| ACHIEVEMENTS | |
| Teacher of the Year Nominee 2023 | |
| Math Department Chair 2022-Present | |
| """ | |
| } | |
| }, | |
| # ==================== CREATIVE ==================== | |
| "UX Designer": { | |
| "job_description": """ | |
| Senior UX Designer | |
| Create exceptional user experiences for our products. | |
| Requirements: | |
| - 5+ years UX/Product design experience | |
| - Strong portfolio demonstrating design process | |
| - Proficiency in Figma, Sketch, Adobe XD | |
| - User research and usability testing experience | |
| - Prototyping and interaction design | |
| - Design systems experience | |
| - Collaboration with product and engineering teams | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Alex Rivera | |
| alex@email.com | |
| Looking for design job. Creative person. | |
| Work: | |
| Freelance graphic work | |
| Made some logos | |
| Skills: Photoshop | |
| """, | |
| "medium": """ | |
| Alex Rivera | |
| alex@email.com | 555-345-6789 | portfolio.com/alex | |
| UX Designer with 3 years experience. | |
| Experience: | |
| Design Agency | Designer | 2021 - Present | |
| - Created UI designs for apps | |
| - Conducted user research | |
| - Built prototypes | |
| Skills: Figma, Sketch, User Research | |
| Education: BA Graphic Design | |
| """, | |
| "strong": """ | |
| Alex Rivera | |
| alex@email.com | 555-345-6789 | linkedin.com/in/alexrivera | portfolio.com/alexrivera | |
| SUMMARY | |
| Senior UX Designer with 7 years of experience creating user-centered digital products. Led design for products serving 10M+ users with measurable improvements in engagement and conversion. | |
| EXPERIENCE | |
| Senior UX Designer | Product Company | 2020 - Present | |
| • Led UX design for flagship product serving 5M+ daily active users | |
| • Increased user activation by 40% through onboarding redesign | |
| • Established design system used across 20+ products | |
| • Conducted 100+ user interviews and usability tests | |
| • Collaborated with PM and engineering to ship 50+ features | |
| • Mentored team of 3 junior designers | |
| UX Designer | Tech Startup | 2017 - 2020 | |
| • Designed end-to-end experiences for mobile and web applications | |
| • Created interactive prototypes for stakeholder validation | |
| • Improved checkout conversion by 25% through UX optimization | |
| • Led design sprints and cross-functional workshops | |
| PORTFOLIO | |
| portfolio.com/alexrivera - Case studies with measurable outcomes | |
| SKILLS | |
| Design: User Research, Wireframing, Prototyping, Visual Design | |
| Tools: Figma, Sketch, Adobe XD, InVision, Principle | |
| Methods: Design Thinking, User Testing, A/B Testing, Journey Mapping | |
| Systems: Design Systems, Component Libraries, Accessibility (WCAG) | |
| EDUCATION | |
| M.F.A. Interaction Design | SVA | 2017 | |
| B.F.A. Graphic Design | RISD | 2015 | |
| """ | |
| } | |
| }, | |
| # ==================== CUSTOMER SUCCESS ==================== | |
| "Customer Success Manager": { | |
| "job_description": """ | |
| Customer Success Manager | |
| Drive customer retention and expansion. | |
| Requirements: | |
| - 3+ years customer success or account management | |
| - Experience with SaaS products | |
| - Track record of high retention and NPS | |
| - Strong relationship building skills | |
| - Data-driven approach to customer health | |
| - Experience with CSM tools (Gainsight, ChurnZero) | |
| - Technical aptitude for software products | |
| """, | |
| "resumes": { | |
| "weak": """ | |
| Jordan Smith | |
| jordan@email.com | |
| Looking for customer role. | |
| Work: | |
| Customer service for 1 year | |
| Answered phones | |
| Skills: Friendly | |
| """, | |
| "medium": """ | |
| Jordan Smith | |
| jordan@email.com | 555-456-7890 | linkedin.com/in/jordansmith | |
| Customer Success professional with 3 years experience. | |
| Experience: | |
| SaaS Company | CSM | 2021 - Present | |
| - Managed customer accounts | |
| - Conducted business reviews | |
| - Helped with renewals | |
| Skills: Customer Service, Salesforce, Communication | |
| Education: BA Business | |
| """, | |
| "strong": """ | |
| Jordan Smith | |
| jordan@email.com | 555-456-7890 | linkedin.com/in/jordansmith | |
| SUMMARY | |
| Customer Success Manager with 5 years of experience driving customer outcomes for enterprise SaaS products. Achieved 98% retention rate and $5M+ in expansion revenue through strategic customer partnerships. | |
| EXPERIENCE | |
| Senior Customer Success Manager | Enterprise SaaS | 2021 - Present | |
| • Managed portfolio of 50 enterprise accounts ($10M ARR) | |
| • Achieved 98% gross retention and 120% net retention | |
| • Drove $3M in upsell/cross-sell revenue annually | |
| • Increased NPS from 45 to 72 through proactive engagement | |
| • Implemented customer health scoring reducing churn by 40% | |
| • Led executive business reviews for strategic accounts | |
| Customer Success Manager | Tech Startup | 2019 - 2021 | |
| • Owned 80 mid-market accounts through full customer lifecycle | |
| • Conducted product training and onboarding for new customers | |
| • Built playbooks for at-risk customer intervention | |
| • Collaborated with product team on customer feedback loop | |
| SKILLS | |
| Customer Success: Retention, Expansion, Health Scoring, QBRs | |
| Tools: Gainsight, ChurnZero, Salesforce, Zendesk | |
| Technical: Product Demos, Technical Troubleshooting, API Basics | |
| METRICS | |
| 98% Retention Rate | 120% Net Revenue Retention | NPS 72 | |
| EDUCATION | |
| B.S. Business Administration | UCLA | 2019 | |
| """ | |
| } | |
| }, | |
| } | |
| def run_e2e_test(domain: str, test_case: dict, resume_type: str, resume: str): | |
| """Run single end-to-end test.""" | |
| job_desc = test_case["job_description"] | |
| # Get BEFORE score | |
| before_result = analyzer.analyze(resume, job_desc) | |
| before_score = before_result['total_score'] | |
| # Run LLM optimization | |
| try: | |
| optimized_resume, changes = optimize_with_llm(resume, job_desc) | |
| optimization_success = True | |
| except Exception as e: | |
| optimized_resume = resume | |
| changes = [] | |
| optimization_success = False | |
| print(f" ⚠️ Optimization failed: {str(e)[:50]}") | |
| # Get AFTER score | |
| after_result = analyzer.analyze(optimized_resume, job_desc) | |
| after_score = after_result['total_score'] | |
| improvement = after_score - before_score | |
| return { | |
| "domain": domain, | |
| "resume_type": resume_type, | |
| "before_score": before_score, | |
| "after_score": after_score, | |
| "improvement": improvement, | |
| "optimization_success": optimization_success, | |
| "num_changes": len(changes), | |
| "before_breakdown": before_result['breakdown'], | |
| "after_breakdown": after_result['breakdown'] | |
| } | |
| def run_all_tests(): | |
| """Run all end-to-end tests.""" | |
| print("=" * 70) | |
| print("END-TO-END COMPREHENSIVE TESTING SUITE") | |
| print("Testing Full Pipeline: Resume → LLM Optimization → ATS Scoring") | |
| print("=" * 70) | |
| print() | |
| all_results = [] | |
| domain_summaries = {} | |
| total_tests = len(DOMAIN_TESTS) * 3 # 3 resume types per domain | |
| current_test = 0 | |
| for domain, test_case in DOMAIN_TESTS.items(): | |
| print(f"\n📋 Testing: {domain}") | |
| print("-" * 50) | |
| domain_results = [] | |
| for resume_type in ["weak", "medium", "strong"]: | |
| current_test += 1 | |
| resume = test_case["resumes"][resume_type] | |
| print(f" [{current_test}/{total_tests}] {resume_type.upper()} resume...", end=" ", flush=True) | |
| result = run_e2e_test(domain, test_case, resume_type, resume) | |
| all_results.append(result) | |
| domain_results.append(result) | |
| status = "✅" if result["after_score"] >= 80 else "⚠️" if result["after_score"] >= 70 else "🔴" | |
| improvement_str = f"+{result['improvement']}" if result['improvement'] > 0 else str(result['improvement']) | |
| print(f"{result['before_score']}% → {result['after_score']}% ({improvement_str}) {status}") | |
| # Small delay to avoid rate limiting | |
| time.sleep(1) | |
| # Domain summary | |
| avg_before = sum(r['before_score'] for r in domain_results) / 3 | |
| avg_after = sum(r['after_score'] for r in domain_results) / 3 | |
| avg_improvement = sum(r['improvement'] for r in domain_results) / 3 | |
| domain_summaries[domain] = { | |
| "avg_before": avg_before, | |
| "avg_after": avg_after, | |
| "avg_improvement": avg_improvement | |
| } | |
| print(f" 📊 Domain Average: {avg_before:.1f}% → {avg_after:.1f}% (+{avg_improvement:.1f}%)") | |
| # Overall summary | |
| print("\n" + "=" * 70) | |
| print("OVERALL RESULTS") | |
| print("=" * 70) | |
| total_before = sum(r['before_score'] for r in all_results) / len(all_results) | |
| total_after = sum(r['after_score'] for r in all_results) / len(all_results) | |
| total_improvement = sum(r['improvement'] for r in all_results) / len(all_results) | |
| print(f"\n📈 Overall Average: {total_before:.1f}% → {total_after:.1f}% (+{total_improvement:.1f}%)") | |
| # By resume type | |
| print("\n📊 By Resume Type:") | |
| for resume_type in ["weak", "medium", "strong"]: | |
| type_results = [r for r in all_results if r['resume_type'] == resume_type] | |
| avg_before = sum(r['before_score'] for r in type_results) / len(type_results) | |
| avg_after = sum(r['after_score'] for r in type_results) / len(type_results) | |
| avg_improvement = sum(r['improvement'] for r in type_results) / len(type_results) | |
| print(f" {resume_type.upper():8} | Before: {avg_before:5.1f}% | After: {avg_after:5.1f}% | Improvement: +{avg_improvement:.1f}%") | |
| # Success metrics | |
| excellent_after = sum(1 for r in all_results if r['after_score'] >= 90) | |
| good_after = sum(1 for r in all_results if 85 <= r['after_score'] < 90) | |
| fair_after = sum(1 for r in all_results if 80 <= r['after_score'] < 85) | |
| poor_after = sum(1 for r in all_results if r['after_score'] < 80) | |
| print(f"\n📊 Score Distribution (After Optimization):") | |
| print(f" 🏆 Excellent (90%+): {excellent_after} ({excellent_after/len(all_results)*100:.0f}%)") | |
| print(f" ✅ Good (85-89%): {good_after} ({good_after/len(all_results)*100:.0f}%)") | |
| print(f" ⚠️ Fair (80-84%): {fair_after} ({fair_after/len(all_results)*100:.0f}%)") | |
| print(f" 🔴 Poor (<80%): {poor_after} ({poor_after/len(all_results)*100:.0f}%)") | |
| # Improvement stats | |
| improved = sum(1 for r in all_results if r['improvement'] > 0) | |
| max_improvement = max(r['improvement'] for r in all_results) | |
| min_improvement = min(r['improvement'] for r in all_results) | |
| print(f"\n📈 Improvement Stats:") | |
| print(f" Improved: {improved}/{len(all_results)} ({improved/len(all_results)*100:.0f}%)") | |
| print(f" Max Improvement: +{max_improvement}%") | |
| print(f" Min Improvement: {min_improvement}%") | |
| # Best and worst performers | |
| print("\n🏆 Best Performing Domains (After):") | |
| sorted_domains = sorted(domain_summaries.items(), key=lambda x: x[1]['avg_after'], reverse=True) | |
| for domain, stats in sorted_domains[:5]: | |
| print(f" {domain}: {stats['avg_after']:.1f}%") | |
| print("\n⚠️ Domains Needing Improvement (After):") | |
| for domain, stats in sorted_domains[-5:]: | |
| print(f" {domain}: {stats['avg_after']:.1f}%") | |
| # Save results | |
| results_file = f"e2e_results_{datetime.now().strftime('%Y%m%d_%H%M%S')}.json" | |
| with open(results_file, 'w') as f: | |
| json.dump({ | |
| "timestamp": datetime.now().isoformat(), | |
| "summary": { | |
| "total_tests": len(all_results), | |
| "avg_before": total_before, | |
| "avg_after": total_after, | |
| "avg_improvement": total_improvement | |
| }, | |
| "domain_summaries": domain_summaries, | |
| "all_results": all_results | |
| }, f, indent=2) | |
| print(f"\n💾 Results saved to: {results_file}") | |
| return all_results | |
| if __name__ == "__main__": | |
| run_all_tests() | |