Added self-correcting behavior to the AI Recruiting Agent to improve accuracy in hiring recommendations.

app.py

@@ -172,6 +172,37 @@ def verify_analysis(analysis_text: str, source_documents: List[str]) -> Dict:
         "verification_result": result
     }
 
+def self_correct_recommendation(original_recommendation: str, verification_issues: List[str], source_docs: List[str]) -> str:
+    """Have LLM revise its recommendation based on verification feedback"""
+    correction_prompt = PromptTemplate(
+        input_variables=["original_rec", "issues", "source_docs"],
+        template="""
+        Your original hiring recommendation contained some unverified claims. Please revise it.
+        
+        Original Recommendation:
+        {original_rec}
+        
+        Verification Issues Found:
+        {issues}
+        
+        Source Documents:
+        {source_docs}
+        
+        Provide a REVISED recommendation that:
+        1. Removes or corrects unverified claims
+        2. Bases conclusions only on documented evidence
+        3. Maintains the same format and decision structure
+        
+        REVISED HIRING RECOMMENDATION:
+        """
+    )
+    
+    chain = LLMChain(llm=llm, prompt=correction_prompt)
+    return chain.run({
+        "original_rec": original_recommendation,
+        "issues": "\n".join(verification_issues),
+        "source_docs": "\n---\n".join(source_docs)
+    })
 
 
 def analyze_candidates(job_description: str) -> str:
@@ -360,36 +391,36 @@ def analyze_candidates(job_description: str) -> str:
                 "job_description": job_description
             })
 
-            # Add verification warnings if factuality score < 0.8
-            # Verify culture analysis
-            culture_verification = verify_analysis(culture_fit, [resume_text, cultural_requirements])
-            print(f"DEBUG - Culture verification: {culture_verification}")
-
-            # Verify skills analysis  
-            skills_verification = verify_analysis(skills_fit, [resume_text, skills, job_description])
-            print(f"DEBUG - Skills verification: {skills_verification}")
+            # Self-correction integration - INSERT HERE (after line 364)
+            # Collect all unverified claims for potential self-correction
+            all_issues = culture_verification["unverified_claims"] + skills_verification["unverified_claims"]
+            
+            # Self-correct if verification scores are low AND there are actual issues
+            if (culture_verification["factuality_score"] < 0.95 or skills_verification["factuality_score"] < 0.95) and all_issues:
+                corrected_recommendation = self_correct_recommendation(
+                    final_recommendation, 
+                    all_issues,
+                    [resume_text, job_description, cultural_requirements]
+                )
+                final_recommendation = corrected_recommendation
+                revision_note = "\n\n🔄 RECOMMENDATION REVISED: Corrected based on verification feedback"
+            else:
+                revision_note = ""
 
-            # Add verification warnings if factuality score < 1
+            # Add verification warnings if factuality score < 0.95
             verification_notes = ""
-            print(f"DEBUG - Culture score: {culture_verification['factuality_score']}, Skills score: {skills_verification['factuality_score']}")
-
-            if culture_verification["factuality_score"] <= 1 or skills_verification["factuality_score"] <= 1:
+            if culture_verification["factuality_score"] < 0.95 or skills_verification["factuality_score"] < 0.95:
                 verification_notes = "\n\n🔍 FACT CHECK RESULTS:"
-                print("DEBUG - Adding verification notes")
-                
-                if culture_verification.get("unverified_claims"):
+    
+                if culture_verification["unverified_claims"]:
                     verification_notes += f"\n\nCULTURE ANALYSIS - Unverified claims:"
                     for claim in culture_verification["unverified_claims"][:3]:
                         verification_notes += f"\n✗ {claim}"
-                
-                if skills_verification.get("unverified_claims"):
+    
+                if skills_verification["unverified_claims"]:
                     verification_notes += f"\n\nSKILLS ANALYSIS - Unverified claims:"
                     for claim in skills_verification["unverified_claims"][:3]:
                         verification_notes += f"\n✗ {claim}"
-            else:
-                print("DEBUG - No verification notes added")
-
-            print(f"DEBUG - Final verification_notes: '{verification_notes}'")
             
             # Append the analysis for this candidate to the consolidated analyses
             consolidated_analyses.append(f"""
@@ -402,7 +433,7 @@ def analyze_candidates(job_description: str) -> str:
             {skills_fit}
 
             HIRING RECOMMENDATION:
-            {final_recommendation}{verification_notes}
+            {final_recommendation}{revision_note}{verification_notes}
             
             ----------------------------------------
             """)