Enhance medical query handling by adding optional guideline parameter to API requests. Updated QueryRequest model to include 'guideline' field, allowing users to specify guideline providers (IASLC, NCCN, ASCO, ESMO, NICE) for tailored responses. Adjusted related functions to accommodate this new parameter. Updated documentation and examples accordingly.

api/routers/medical.py

@@ -24,7 +24,8 @@ class QueryRequest(BaseModel):
     Example:
         {
             "query": "What are the early symptoms of lung cancer?",
-            "session_id": "user_123_session_456"
+            "session_id": "user_123_session_456",
+            "guideline": "all"
         }
     """
     query: str = Field(
@@ -37,6 +38,11 @@ class QueryRequest(BaseModel):
         description="Unique session identifier for conversation continuity. Use the same `session_id` to maintain context across multiple queries. Format: `user_{user_id}_session_{timestamp}`",
         example="user_123_session_1699612345"
     )
+    guideline: str = Field(
+        default="all",
+        description="Guideline provider to search within. Use 'all' to search all guidelines (IASLC, NCCN, ASCO, ESMO, NICE), or specify a specific provider like 'IASLC' or 'NCCN'",
+        example="IASLC"
+    )
 
 
 @router.post(
@@ -53,6 +59,7 @@ accurate, evidence-based information about lung cancer.
 Request Body:
 - `query` (required): Your medical question about lung cancer
 - `session_id` (required): Unique identifier to maintain conversation context
+- `guideline` (optional): Guideline provider to search within. Defaults to "all" to search all guidelines. Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" to search a specific guideline
 
 Response:
 - `response`: Complete AI-generated answer in markdown format
@@ -61,7 +68,8 @@ Response:
 Example Request:
     {
         "query": "What are the early symptoms of lung cancer?",
-        "session_id": "user_123_session_1699612345"
+        "session_id": "user_123_session_1699612345",
+        "guideline": "all"
     }
 
 Example Response:
@@ -87,7 +95,7 @@ Raises:
 """
 
     try:
-        response = await safe_run_agent(user_input=request.query, session_id=request.session_id)
+        response = await safe_run_agent(user_input=request.query, session_id=request.session_id, guideline=request.guideline)
         return {"response": response, "session_id": request.session_id}
         
     except Exception as e:
@@ -116,6 +124,7 @@ async def ask_stream(request: QueryRequest):
     Request Body:
     - `query` (required): Your medical question about lung cancer
     - `session_id` (required): Unique identifier to maintain conversation context
+    - `guideline` (optional): Guideline provider to search within. Defaults to "all" to search all guidelines. Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" to search a specific guideline
     
     Response:
     - Streaming text/markdown content
@@ -126,7 +135,8 @@ async def ask_stream(request: QueryRequest):
     Example Request:
         {
             "query": "Explain the difference between small cell and non-small cell lung cancer",
-            "session_id": "user_123_session_1699612345"
+            "session_id": "user_123_session_1699612345",
+            "guideline": "IASLC"
         }
     
     Frontend Integration Tips:
@@ -149,7 +159,7 @@ async def ask_stream(request: QueryRequest):
     async def event_stream():
         try:
             chunk_buffer = ""
-            async for chunk in safe_run_agent_streaming(user_input=request.query, session_id=request.session_id):
+            async for chunk in safe_run_agent_streaming(user_input=request.query, session_id=request.session_id, guideline=request.guideline):
                 chunk_buffer += chunk
                 
                 # Send chunks in reasonable sizes for smoother streaming

core/agent.py

@@ -409,7 +409,7 @@ def _perform_automatic_validation(user_input: str, response: str) -> None:
 # ============================================================================
 
 # @traceable(name="run_agent_streaming")
-async def run_agent_streaming(user_input: str, session_id: str = "default", max_retries: int = 3) -> AsyncGenerator[str, None]:
+async def run_agent_streaming(user_input: str, session_id: str = "default", guideline: str = "all", max_retries: int = 3) -> AsyncGenerator[str, None]:
     """
     Run the agent with streaming support and comprehensive error handling.
     
@@ -419,6 +419,8 @@ async def run_agent_streaming(user_input: str, session_id: str = "default", max_
     Args:
         user_input (str): The user's input message to process
         session_id (str, optional): Session identifier for conversation memory. Defaults to "default".
+        guideline (str, optional): Guideline provider to search within. Defaults to "all" to search all guidelines.
+                                   Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" for specific guideline.
         max_retries (int, optional): Maximum number of retries for recoverable errors. 
                                    Defaults to 3.
     
@@ -434,6 +436,13 @@ async def run_agent_streaming(user_input: str, session_id: str = "default", max_
         yield "Sorry, I didn't receive any questions. Please enter your question or request."
         return
     
+    # Modify user input to include guideline context if specific guideline is requested
+    modified_input = user_input.strip()
+    if guideline and guideline.lower() != "all":
+        # Prepend guideline context so the tool's provider detection logic will work
+        modified_input = f"According to {guideline.upper()} guidelines: {modified_input}"
+        logger.info(f"Guideline filter applied: {guideline.upper()}")
+    
     retry_count = 0
     last_error = None
     current_run_id = None
@@ -449,7 +458,7 @@ async def run_agent_streaming(user_input: str, session_id: str = "default", max_
             memory = _memory_manager.get_memory(session_id)
             chat_history = memory.load_memory_variables({})["chat_history"]
             
-            logger.info(f"Processing user input (attempt {retry_count + 1}): {user_input[:50]}...")
+            logger.info(f"Processing user input (attempt {retry_count + 1}): {modified_input[:50]}...")
             
             # Create streaming callback handler
             streaming_handler = StreamingCallbackHandler()
@@ -458,7 +467,7 @@ async def run_agent_streaming(user_input: str, session_id: str = "default", max_
             def run_sync():
                 return get_agent_executor().invoke(
                     {
-                        "input": user_input.strip(),
+                        "input": modified_input,
                         "chat_history": chat_history,
                     },
                     config={"callbacks": [streaming_handler]},
@@ -646,7 +655,7 @@ async def run_agent_streaming(user_input: str, session_id: str = "default", max_
     yield "Sorry, I was unable to process your request after several attempts. Please try again later."
 
 
-async def safe_run_agent_streaming(user_input: str, session_id: str = "default") -> AsyncGenerator[str, None]:
+async def safe_run_agent_streaming(user_input: str, session_id: str = "default", guideline: str = "all") -> AsyncGenerator[str, None]:
     """
     Streaming wrapper function with additional safety checks and input validation.
     
@@ -657,6 +666,8 @@ async def safe_run_agent_streaming(user_input: str, session_id: str = "default")
     Args:
         user_input (str): The user's input message to process
         session_id (str, optional): Session identifier for conversation memory. Defaults to "default".
+        guideline (str, optional): Guideline provider to search within. Defaults to "all" to search all guidelines.
+                                   Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" for specific guideline.
         
     Yields:
         str: Chunks of the agent's response as they are generated
@@ -685,7 +696,7 @@ async def safe_run_agent_streaming(user_input: str, session_id: str = "default")
             return
         
         # Stream the response through the main agent function
-        async for chunk in run_agent_streaming(user_input, session_id):
+        async for chunk in run_agent_streaming(user_input, session_id, guideline):
             yield chunk
         
     except Exception as e:
@@ -695,7 +706,7 @@ async def safe_run_agent_streaming(user_input: str, session_id: str = "default")
 
 
 @traceable(name="run_agent")
-async def run_agent(user_input: str, session_id: str = "default", max_retries: int = 3) -> str:
+async def run_agent(user_input: str, session_id: str = "default", guideline: str = "all", max_retries: int = 3) -> str:
     """
     Run the agent with comprehensive error handling and retry logic.
     
@@ -706,6 +717,8 @@ async def run_agent(user_input: str, session_id: str = "default", max_retries: i
     Args:
         user_input (str): The user's input message to process
         session_id (str, optional): Session identifier for conversation memory. Defaults to "default".
+        guideline (str, optional): Guideline provider to search within. Defaults to "all" to search all guidelines.
+                                   Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" for specific guideline.
         max_retries (int, optional): Maximum number of retries for recoverable errors. 
                                    Defaults to 3.
     
@@ -720,6 +733,13 @@ async def run_agent(user_input: str, session_id: str = "default", max_retries: i
         logger.warning("Empty input received")
         return "Sorry, I didn't receive any questions. Please enter your question or request."
     
+    # Modify user input to include guideline context if specific guideline is requested
+    modified_input = user_input.strip()
+    if guideline and guideline.lower() != "all":
+        # Prepend guideline context so the tool's provider detection logic will work
+        modified_input = f"According to {guideline.upper()} guidelines: {modified_input}"
+        logger.info(f"Guideline filter applied: {guideline.upper()}")
+    
     retry_count = 0
     last_error = None
     current_run_id = None
@@ -731,11 +751,11 @@ async def run_agent(user_input: str, session_id: str = "default", max_retries: i
             memory = _memory_manager.get_memory(session_id)
             chat_history = memory.load_memory_variables({})["chat_history"]
 
-            logger.info(f"Processing user input (attempt {retry_count + 1}): {user_input[:50]}...")
+            logger.info(f"Processing user input (attempt {retry_count + 1}): {modified_input[:50]}...")
 
             # Invoke the agent with input and history (synchronous call)
             response = get_agent_executor().invoke({
-                "input": user_input.strip(),
+                "input": modified_input,
                 "chat_history": chat_history
             })
             current_run_id = None  # This will be handled by LangChain's tracer
@@ -872,7 +892,7 @@ async def run_agent(user_input: str, session_id: str = "default", max_retries: i
     return "Sorry, I was unable to process your request after several attempts. Please try again later."
 
 
-async def safe_run_agent(user_input: str, session_id: str = "default") -> str:
+async def safe_run_agent(user_input: str, session_id: str = "default", guideline: str = "all") -> str:
     """
     Wrapper function for run_agent with additional safety checks and input validation.
     
@@ -883,6 +903,8 @@ async def safe_run_agent(user_input: str, session_id: str = "default") -> str:
     Args:
         user_input (str): The user's input message to process
         session_id (str, optional): Session identifier for conversation memory. Defaults to "default".
+        guideline (str, optional): Guideline provider to search within. Defaults to "all" to search all guidelines.
+                                   Specify "IASLC", "NCCN", "ASCO", "ESMO", or "NICE" for specific guideline.
         
     Returns:
         str: The agent's response or an appropriate error message in English
@@ -908,7 +930,7 @@ async def safe_run_agent(user_input: str, session_id: str = "default") -> str:
             return "Sorry, I didn't receive any questions. Please enter your question or request."
         
         # Process the input through the main agent function
-        return await run_agent(user_input, session_id)
+        return await run_agent(user_input, session_id, guideline)
         
     except Exception as e:
         logger.critical(f"Critical error in safe_run_agent: {str(e)}")

data/medical_terms_cache.json

@@ -4,60 +4,60 @@
       "esmo"
     ],
     "esmo": [
-      "european society for medical oncology",
-      "the european society for medical\noncology",
       "european\nsociety of medical oncology",
-      "european society of medical oncology",
+      "european society for medical oncology",
       "european society for\nmedical oncology",
-      "the european society for medical oncology"
+      "the european society for medical oncology",
+      "the european society for medical\noncology",
+      "european society of medical oncology"
     ],
     "american society of clinical\n\noncology": [
       "asco"
     ],
     "asco": [
+      "american society of clinical oncology",
+      "md american society of clinical oncology",
       "american society of clinical\n\noncology",
       "s note\n\nthis american society of clinical oncology",
-      "journal of clinical oncology",
       "inc",
       "american\nsociety of clinical oncology",
-      "md american society of clinical oncology",
-      "american society of clinical oncology"
+      "journal of clinical oncology"
     ],
     "italian association of medical oncology": [
       "aiom"
     ],
     "aiom": [
-      "italian association of medical oncology",
-      "italian association\nof medical oncology"
+      "italian association\nof medical oncology",
+      "italian association of medical oncology"
     ],
     "national comprehensive cancer network": [
       "nccn"
     ],
     "nccn": [
-      "national comprehensive cancer network",
       "vs insurance-based",
-      "leading american cancer centers"
+      "leading american cancer centers",
+      "national comprehensive cancer network"
     ],
     "non-small cell lung cancer": [
       "nsclc"
     ],
     "nsclc": [
-      "non-small-cell lung cancer",
-      "iii non-small-cell lung cancer",
-      "small cell lung cancer",
-      "small-cell\nlung cancer",
-      "advanced non-small cell lung cancer",
-      "lung cancer",
-      "non-small cell lung cancer",
-      "small-cell lung cancer",
+      "stage iii non small cell lung cancer",
+      "-rearranged advanced non-small-cell lung cancer",
       "cancer",
-      "e-mutant advanced non-small cell lung cancer",
+      "small cell lung cancer",
+      "non-small-cell lung cancer",
       "small cell\nlung cancer",
-      "advanced non-small-cell lung cancer",
-      "-rearranged advanced non-small-cell lung cancer",
       "robotic lobectomy for non-small cell lung cancer",
       "mutant advanced non-small cell lung cancer",
-      "stage iii non small cell lung cancer"
+      "small-cell lung cancer",
+      "advanced non-small cell lung cancer",
+      "advanced non-small-cell lung cancer",
+      "e-mutant advanced non-small cell lung cancer",
+      "iii non-small-cell lung cancer",
+      "non-small cell lung cancer",
+      "lung cancer",
+      "small-cell\nlung cancer"
     ],
     "american\nsociety of clinical oncology": [
       "asco"
@@ -83,12 +83,12 @@
       "ema"
     ],
     "ema": [
-      "for all the newly\neuropean medicines agency",
       "and the european medicines\nagency",
-      "european medicines agency",
-      "not european medicines agency",
       "for all the newly european medicines agency",
-      "and the european medicines agency"
+      "for all the newly\neuropean medicines agency",
+      "not european medicines agency",
+      "and the european medicines agency",
+      "european medicines agency"
     ],
     "evaluates treatments with curative intent": [
       "such\nas adjuvant chemotherapy",
@@ -98,8 +98,8 @@
       "evaluates treatments with curative intent"
     ],
     "panel members": [
-      "from different institutions",
-      "from\ndifferent institutions"
+      "from\ndifferent institutions",
+      "from different institutions"
     ],
     "from\ndifferent institutions": [
       "panel members"
@@ -114,8 +114,8 @@
       "magrit"
     ],
     "magrit": [
-      "-positive nonsmall-cell lung cancer",
-      "-positive non-small-cell lung cancer"
+      "-positive non-small-cell lung cancer",
+      "-positive nonsmall-cell lung cancer"
     ],
     "guidelines into decision support": [
       "glides"
@@ -124,17 +124,17 @@
       "non-metastatic"
     ],
     "non-metastatic": [
-      "early-stage and locally advanced",
-      "early-stage and\n\nlocally advanced"
+      "early-stage and\n\nlocally advanced",
+      "early-stage and locally advanced"
     ],
     "or best supportive\ncare": [
       "bsc"
     ],
     "bsc": [
-      "or best supportive care",
-      "or best supportive\ncare",
       "leads to increased dfs versus best supportive care",
-      "leads to\nincreased dfs versus best supportive care"
+      "or best supportive care",
+      "leads to\nincreased dfs versus best supportive care",
+      "or best supportive\ncare"
     ],
     "author affiliations\nand support\n\ninformation": [
       "if\n\napplicable"
@@ -152,17 +152,17 @@
       "rcts"
     ],
     "rcts": [
-      "controlled trials",
+      "two randomized control trials",
       "clinical trials",
-      "two randomized control trials"
+      "controlled trials"
     ],
     "the primary end point was disease-free\nsurvival": [
       "dfs"
     ],
     "dfs": [
       "disease-free survival",
-      "the primary end point was disease-free\nsurvival",
-      "the primary end point was disease-free survival"
+      "the primary end point was disease-free survival",
+      "the primary end point was disease-free\nsurvival"
     ],
     "joint cancer care ontario": [
       "cco"
@@ -177,75 +177,75 @@
       "inst"
     ],
     "inst": [
-      "advaxis",
-      "bristol myers squibb",
+      "boehringer ingelheim",
       "blueprint medicines",
-      "dizal pharma",
+      "neogenomics",
       "crispr\ntherapeutics",
-      "astex pharmaceuticals",
-      "revolution medicines",
-      "black diamond therapeutics",
-      "verastem",
-      "msd",
-      "sutro biopharma",
-      "novartis",
-      "bristol myers\nsquibb",
-      "merck",
-      "oncomed",
-      "gsk",
-      "black diamond\ntherapeutics",
-      "therapeutics",
-      "guardant health",
-      "crispr therapeutics",
-      "jazz pharmaceuticals",
-      "amgen",
-      "calithera biosciences",
-      "oric pharmaceuticals",
-      "inc",
-      "dohme",
-      "bristol-myers squibb",
-      "astra zeneca",
-      "harpoon therapeutics",
-      "pfizer",
-      "bms",
-      "nuvation bio",
-      "turning point therapeutics",
       "pharmamar",
-      "trizell",
       "roche",
-      "arcus biosciences",
+      "dizal pharma",
+      "bayer",
+      "constellation pharmaceuticals",
+      "oric pharmaceuticals",
       "summit therapeutics",
+      "oncomed",
+      "merck serono",
+      "inhibrx",
       "astrazeneca",
-      "astrazeneca canada",
-      "lilly",
+      "verastem",
+      "harpoon therapeutics",
+      "macrogenics",
+      "nuvation bio",
+      "therapeutics",
+      "merck",
       "forward",
-      "neogenomics",
+      "advaxis",
+      "arcus biosciences",
+      "bristol myers\nsquibb",
+      "mirati therapeutics",
       "takeda",
-      "medimmune",
-      "abbvie",
+      "black diamond therapeutics",
+      "inc",
+      "crispr therapeutics",
+      "pfizer",
+      "elevation oncology",
+      "dohme",
       "dizal\npharma",
+      "glaxosmithkline",
+      "bristol-myers squibb",
+      "msd",
+      "trizell",
+      "bristol myers squibb",
+      "janssen",
+      "astex pharmaceuticals",
+      "bms",
+      "abbvie",
+      "cullinan oncology",
+      "gsk",
+      "polaris",
+      "revolution medicines",
       "janssen oncology",
+      "bristol myers squibb foundation",
+      "amgen",
+      "lilly",
+      "vivace therapeutics",
       "glaxosmithkline canada",
-      "polaris",
-      "mirati therapeutics",
+      "calithera biosciences",
+      "novartis",
+      "jazz pharmaceuticals",
       "puma biotechnology",
-      "cullinan oncology",
-      "glaxosmithkline",
-      "constellation pharmaceuticals",
-      "vivace therapeutics",
-      "palobiofarma",
-      "bristol myers squibb foundation",
-      "bayer",
-      "boehringer ingelheim",
-      "regeneron",
-      "inhibrx",
+      "sutro biopharma",
+      "astra zeneca",
       "exelixis",
-      "merck serono",
-      "janssen",
-      "macrogenics",
-      "elevation oncology",
+      "palobiofarma",
+      "medimmune",
+      "turning point therapeutics",
+      "guardant health",
+      "anheart therapeutics",
       "genentech",
-      "anheart therapeutics"
+      "regeneron",
+      "astrazeneca canada",
+      "black diamond\ntherapeutics"
     ],
     "pfizer": [
       "inst"
@@ -254,8 +254,8 @@
       "inst"
     ],
     "bristol-myers squibb": [
-      "inst",
-      "bms"
+      "bms",
+      "inst"
     ],
     "medimmune": [
       "inst"
@@ -264,8 +264,8 @@
       "limited stage"
     ],
     "limited stage": [
-      "of patients with\nstage i to iii sclc",
-      "of patients with stage i to iii sclc"
+      "of patients with stage i to iii sclc",
+      "of patients with\nstage i to iii sclc"
     ],
     "small-cell lung cancer": [
       "nsclc",
@@ -275,10 +275,10 @@
       "sclc"
     ],
     "sclc": [
-      "small cell lung cancer",
-      "trial in small cell lung cancer",
       "or small-cell lung cancer",
-      "and small-cell lung cancer"
+      "and small-cell lung cancer",
+      "trial in small cell lung cancer",
+      "small cell lung cancer"
     ],
     "cancer": [
       "nsclc",
@@ -305,17 +305,17 @@
     ],
     "continued": [
       "all recommendations",
-      "the bottom line",
-      "medical guideline document - esmo open references"
+      "medical guideline document - esmo open references",
+      "the bottom line"
     ],
     "salvage stereotactic body radiation therapy": [
       "sbrt"
     ],
     "sbrt": [
+      "fdg-pet and stereotactic body radiotherapy",
       "stereotactic body radiotherapy",
       "salvage stereotactic body radiation therapy",
-      "sabr or stereotactic body radiotherapy",
-      "fdg-pet and stereotactic body radiotherapy"
+      "sabr or stereotactic body radiotherapy"
     ],
     "oncomed": [
       "inst"
@@ -344,21 +344,21 @@
       "alk"
     ],
     "alk": [
-      "crizotinib-pretreated anaplastic lymphoma kinase",
-      "positive anaplastic lymphoma kinase",
+      "phoma kinase",
       "and anaplastic lymphoma kinase",
-      "phoma kinase"
+      "positive anaplastic lymphoma kinase",
+      "crizotinib-pretreated anaplastic lymphoma kinase"
     ],
     "immunohistochemistry": [
       "ihc"
     ],
     "ihc": [
-      "immunohistochemistry",
-      "egfr fish or immunohistochemistry"
+      "egfr fish or immunohistochemistry",
+      "immunohistochemistry"
     ],
     "merck": [
-      "inst",
-      "german"
+      "german",
+      "inst"
     ],
     "glaxosmithkline": [
       "gsk",
@@ -371,8 +371,8 @@
       "inst"
     ],
     "bristol myers\nsquibb": [
-      "inst",
-      "bms"
+      "bms",
+      "inst"
     ],
     "polaris": [
       "inst"
@@ -433,13 +433,13 @@
       "inst"
     ],
     "bms": [
-      "bristol myers squibb",
-      "inst",
-      "bristol-myers squibb",
-      "bristol myers\nsquibb",
+      "bristol\nmyers squibb",
       "bristol-myers\nsquibb",
+      "bristol myers\nsquibb",
       "celgene",
-      "bristol\nmyers squibb"
+      "bristol-myers squibb",
+      "inst",
+      "bristol myers squibb"
     ],
     "trizell": [
       "inst"
@@ -457,36 +457,36 @@
       "rct"
     ],
     "rct": [
-      "phase iib\nrandomised controlled trial",
-      "phase iib randomised controlled trial",
-      "a phase iii randomised clinical trial",
       "phase iii randomised clinical trial",
-      "one randomized controlled trial"
+      "one randomized controlled trial",
+      "a phase iii randomised clinical trial",
+      "phase iib randomised controlled trial",
+      "phase iib\nrandomised controlled trial"
     ],
     "the primary end point of progression-free survival": [
       "pfs"
     ],
     "pfs": [
-      "and progression-free survival",
-      "the median progression-free survival",
-      "quality of life and progression-free survival",
       "reported improved progression-free survival",
       "reported improved\nprogression-free survival",
+      "the median progression-free survival",
       "the primary end point of progression-free survival",
-      "the median\nprogression-free survival",
-      "progression-free survival",
-      "the median progression-free\nsurvival",
       "no\nimprovement in progression-free survival",
-      "and\nprogression-free survival"
+      "and\nprogression-free survival",
+      "the median progression-free\nsurvival",
+      "and progression-free survival",
+      "quality of life and progression-free survival",
+      "the median\nprogression-free survival",
+      "progression-free survival"
     ],
     "adverse events": [
-      "aes",
-      "all-cause"
+      "all-cause",
+      "aes"
     ],
     "aes": [
-      "mainly altered lipid levels",
       "adverse\nevents",
-      "adverse events"
+      "adverse events",
+      "mainly altered lipid levels"
     ],
     "and consolidation": [
       "for unresectable stage iii nsclc"
@@ -498,9 +498,9 @@
       "osimertinib"
     ],
     "osimertinib": [
-      "treatment is now an egfr-targeted drug",
+      "treatment is now an\negfr-targeted drug",
       "osi",
-      "treatment is now an\negfr-targeted drug"
+      "treatment is now an egfr-targeted drug"
     ],
     "inc": [
       "inst",
@@ -519,26 +519,26 @@
       "vegf"
     ],
     "vegf": [
-      "and vascular\nendothelial growth factor",
-      "and vascular endothelial growth factor"
+      "and vascular endothelial growth factor",
+      "and vascular\nendothelial growth factor"
     ],
     "though rates of\nimmune-related aes": [
       "iraes"
     ],
     "iraes": [
-      "though rates of\nimmune-related aes",
-      "though rates of immune-related aes"
+      "though rates of immune-related aes",
+      "though rates of\nimmune-related aes"
     ],
     "bristol myers squibb": [
-      "inst",
-      "bms"
+      "bms",
+      "inst"
     ],
     "palobiofarma": [
       "inst"
     ],
     "dohme": [
-      "inst",
-      "msd"
+      "msd",
+      "inst"
     ],
     "mirati therapeutics": [
       "inst"
@@ -565,8 +565,8 @@
       "inst"
     ],
     "gsk": [
-      "inst",
-      "glaxosmithkline"
+      "glaxosmithkline",
+      "inst"
     ],
     "regeneron": [
       "inst"
@@ -624,26 +624,26 @@
       "health research methods"
     ],
     "health research methods": [
-      "va asco practice guidelines staff",
-      "asco practice guideline staff",
       "asco practice guidelines staff",
-      "va asco practice guideline staff"
+      "va asco practice guideline staff",
+      "va asco practice guidelines staff",
+      "asco practice guideline staff"
     ],
     "in tyrosine kinase inhibitor": [
       "tki"
     ],
     "tki": [
-      "tyrosine kinase inhibitor",
-      "in tyrosine kinase inhibitor"
+      "in tyrosine kinase inhibitor",
+      "tyrosine kinase inhibitor"
     ],
     "reuss et al\n\n\n\nrate": [
       "orr"
     ],
     "orr": [
-      "rate",
-      "which had an overall response rate",
       "- objective response rate",
-      "reuss et al\n\n\n\nrate"
+      "reuss et al\n\n\n\nrate",
+      "rate",
+      "which had an overall response rate"
     ],
     "disease control rate": [
       "dcr"
@@ -661,11 +661,11 @@
       "dor"
     ],
     "dor": [
-      "- duration of response",
+      "with a median duration of response",
       "the median duration of response",
       "the median\nduration of response",
-      "with a median duration of response",
-      "with a median duration of\nresponse"
+      "with a median duration of\nresponse",
+      "- duration of response"
     ],
     "the most common treatment-emergent adverse events": [
       "teaes"
@@ -692,8 +692,8 @@
       "inst"
     ],
     "msd": [
-      "inst",
-      "dohme"
+      "dohme",
+      "inst"
     ],
     "lilly": [
       "inst"
@@ -733,8 +733,8 @@
       "durvalumab"
     ],
     "durvalumab": [
-      "if ps improves\n\nv\n\nconsolidation immunotherapy",
       "consolidation immunotherapy",
+      "if ps improves\n\nv\n\nconsolidation immunotherapy",
       "if ps improves\n- consolidation immunotherapy"
     ],
     "if ps improves\n\nv\n\nconsolidation immunotherapy": [
@@ -757,9 +757,9 @@
       "crs"
     ],
     "crs": [
-      "the most common ae was cytokine release syndrome",
+      "cytokine release syndrome",
       "the most\ncommon ae was cytokine release syndrome",
-      "cytokine release syndrome"
+      "the most common ae was cytokine release syndrome"
     ],
     "asco-ontario health": [
       "cancer care ontario"
@@ -784,13 +784,13 @@
     ],
     "fda": [
       "or food and drug administration",
-      "entrectinib received food and drug administration",
-      "entrectinib received food and\ndrug administration",
-      "food and drug administration",
-      "the food and drug administration",
       "and the united states food and drug administration",
+      "the food and drug administration",
       "the us food and drug administration",
-      "and the food and drug administration"
+      "food and drug administration",
+      "entrectinib received food and\ndrug administration",
+      "and the food and drug administration",
+      "entrectinib received food and drug administration"
     ],
     "cytokine release syndrome": [
       "crs"
@@ -817,8 +817,8 @@
       "has grouped lung and thymic neuroendocrine\ntumours"
     ],
     "small cell lung cancer": [
-      "nsclc",
-      "sclc"
+      "sclc",
+      "nsclc"
     ],
     "and\nlarge cell neuroendocrine carcinoma": [
       "lcnec"
@@ -831,8 +831,8 @@
       "thc"
     ],
     "thc": [
-      "and thymic\ncarcinoid",
-      "and thymic carcinoid"
+      "and thymic carcinoid",
+      "and thymic\ncarcinoid"
     ],
     "org": [
       "esmo guidelines committee"
@@ -888,8 +888,8 @@
       "ssas"
     ],
     "ssas": [
-      "medical options",
       "-labelled somatostatin analogues",
+      "medical options",
       "what is the role of somatostatin analogues"
     ],
     "urinary-free cortisol": [
@@ -935,15 +935,15 @@
       "cht"
     ],
     "cht": [
-      "the addition of the chemotherapy",
-      "over platinum-based doublet\nchemotherapy",
-      "mainly cytotoxic chemotherapy",
-      "chemotherapy",
       "platinum-based chemo\ntherapy",
+      "over platinum-based doublet\nchemotherapy",
       "with or without prior adjuvant chemotherapy",
-      "over platinum-based doublet chemotherapy",
+      "mainly cytotoxic chemotherapy",
+      "the addition of the chemotherapy",
       "platinum-based chemotherapy",
-      "the beneficial effects of adjuvant chemotherapy"
+      "chemotherapy",
+      "the beneficial effects of adjuvant chemotherapy",
+      "over platinum-based doublet chemotherapy"
     ],
     "or systemic therapies": [
       "with options\ndiscussed in these guidelines",
@@ -956,8 +956,8 @@
       "functioning syndrome"
     ],
     "functioning syndrome": [
-      "in case of clinical",
-      "in case of\nclinical"
+      "in case of\nclinical",
+      "in case of clinical"
     ],
     "and the united states food and drug administration": [
       "fda"
@@ -973,9 +973,9 @@
       "rfa"
     ],
     "rfa": [
-      "for these patients radiofrequency ablation",
+      "palliative surgery or radiofrequency ablation",
       "palliative surgery\nor radiofrequency ablation",
-      "palliative surgery or radiofrequency ablation"
+      "for these patients radiofrequency ablation"
     ],
     "or cryoablation or endobronchial treatment": [
       "ebt"
@@ -1036,12 +1036,12 @@
       "folfox"
     ],
     "folfox": [
-      "uorouracil",
-      "-fluorouracil"
+      "-fluorouracil",
+      "uorouracil"
     ],
     "as alternative second-line": [
-      "in case of uncontrolled cs",
-      "in case of\nuncontrolled cs"
+      "in case of\nuncontrolled cs",
+      "in case of uncontrolled cs"
     ],
     "in case of\nuncontrolled cs": [
       "as alternative second-line"
@@ -1060,8 +1060,8 @@
       "ifn- a as a potential second-line"
     ],
     "or mainly third-line alternative": [
-      "beyond ssas and or\neverolimus",
-      "beyond ssas and or everolimus"
+      "beyond ssas and or everolimus",
+      "beyond ssas and or\neverolimus"
     ],
     "beyond ssas and or\neverolimus": [
       "or mainly third-line alternative"
@@ -1074,8 +1074,8 @@
       "thymic net recurrences may be local"
     ],
     "regional": [
-      "intrathoracic especially pleural",
-      "intrathoracic especially\npleural"
+      "intrathoracic especially\npleural",
+      "intrathoracic especially pleural"
     ],
     "intrathoracic especially\npleural": [
       "regional"
@@ -1084,13 +1084,13 @@
       "esmo-mcbs"
     ],
     "esmo-mcbs": [
+      "esmo-magnitude of clinical benefit scale",
+      "esmomagnitude of clinical benefit scale",
       "esmo-magnitude of clinical\nbenefit",
+      "esmo-magnitude of\nclinical benefit",
       "an esmo\nmagnitude of clinical benefit scale",
       "esmo-magnitude of clinical benefit",
-      "esmomagnitude of clinical benefit scale",
-      "an esmo magnitude of clinical benefit scale",
-      "esmo-magnitude of clinical benefit scale",
-      "esmo-magnitude of\nclinical benefit"
+      "an esmo magnitude of clinical benefit scale"
     ],
     "advanced carcinoids of the lung and thymus": [
       "luna"
@@ -1144,8 +1144,8 @@
       "chuv"
     ],
     "chuv": [
-      "centre hospitalier universitaire\nvaudois",
-      "centre hospitalier universitaire vaudois"
+      "centre hospitalier universitaire vaudois",
+      "centre hospitalier universitaire\nvaudois"
     ],
     "comparing low-dose computed tomography": [
       "ldct"
@@ -1177,11 +1177,11 @@
       "who"
     ],
     "who": [
-      "the recent world health organization",
       "world health organization",
       "global",
-      "vs universal",
-      "global statistics"
+      "the recent world health organization",
+      "global statistics",
+      "vs universal"
     ],
     "with its further sub-classification of": [
       "surgically resected"
@@ -1196,8 +1196,8 @@
       "ais"
     ],
     "ais": [
-      "proposed that ais be classified as tis",
       "the categories adenocarcinoma in situ",
+      "proposed that ais be classified as tis",
       "proposed\nthat ais be classified as tis"
     ],
     "minimally invasive adenocarcinoma": [
@@ -1229,18 +1229,18 @@
       "uicc"
     ],
     "uicc": [
-      "union for international cancer control",
       "union for international\ncancer control",
       "the union for international cancer control",
-      "the union for\ninternational cancer control"
+      "the union for\ninternational cancer control",
+      "union for international cancer control"
     ],
     "node and metastasis": [
       "tnm"
     ],
     "tnm": [
-      "node and metastasis",
+      "tumourenodeemetastasis",
       "tumour-node-metastasis",
-      "tumourenodeemetastasis"
+      "node and metastasis"
     ],
     "proposed\nthat ais be classified as tis": [
       "ais"
@@ -1255,8 +1255,8 @@
       "sub"
     ],
     "sub": [
-      "research support as",
-      "a should be restricted to the same histological"
+      "a should be restricted to the same histological",
+      "research support as"
     ],
     "videoassisted mediastinoscopy": [
       "vam"
@@ -1268,9 +1268,9 @@
       "accp"
     ],
     "accp": [
-      "the\namerican college of chest physicians",
+      "the american college of chest physicians",
       "whereas the american college of chest physicians",
-      "the american college of chest physicians"
+      "the\namerican college of chest physicians"
     ],
     "adjuvant chemotherapy": [
       "radiotherapy"
@@ -1282,8 +1282,8 @@
       "vats"
     ],
     "vats": [
-      "video-assisted thoracic surgery",
-      "or a video-assisted thoracoscopic surgery"
+      "or a video-assisted thoracoscopic surgery",
+      "video-assisted thoracic surgery"
     ],
     "based on the lung cancer study group": [
       "lcsg"
@@ -1347,10 +1347,10 @@
       "neo"
     ],
     "neo": [
-      "the\nimmune strategy in the",
       "- immunotherapy is being studied in early nsclc as",
       "immunotherapy is being studied in early nsclc as",
       "resection and after",
+      "the\nimmune strategy in the",
       "the immune strategy in the"
     ],
     "cl\n\ntreatment of locally advanced stage": [
@@ -1430,11 +1430,11 @@
       "stage iii"
     ],
     "stage iii": [
+      "and unresectable locally advanced",
+      "treatment of locally advanced stage",
       "locally advanced nsclc",
       "- locally advanced nsclc",
-      "unresectable nsclc",
-      "treatment of locally advanced stage",
-      "and unresectable locally advanced"
+      "unresectable nsclc"
     ],
     "in paral\npractice guidelines": [
       "cpgs"
@@ -1446,8 +1446,8 @@
       "see panel members listed in the appendix"
     ],
     "see panel members listed in the appendix": [
-      "experts were involved in this consensus process",
       "and a general consen\nconsensus process",
+      "experts were involved in this consensus process",
       "experts were involved in this\nconsensus process"
     ],
     "experts were involved in this\nconsensus process": [
@@ -1491,8 +1491,8 @@
       "sub-lobar"
     ],
     "sub-lobar": [
-      "special articles\n\n\n\nfor which patients is limited",
-      "for which patients is limited"
+      "for which patients is limited",
+      "special articles\n\n\n\nfor which patients is limited"
     ],
     "especially those with ground-glass\nopacity": [
       "ggo"
@@ -1508,9 +1508,9 @@
       "sabr"
     ],
     "sabr": [
+      "other approaches such as local ablative",
       "solidative stereotactic ablative radiotherapy",
-      "consolidative stereotactic ablative radiotherapy",
-      "other approaches such as local ablative"
+      "consolidative stereotactic ablative radiotherapy"
     ],
     "some trials": [
       "ialt"
@@ -1537,8 +1537,8 @@
       "prevalence"
     ],
     "prevalence": [
-      "results of the\ninitial",
       "results of the initial",
+      "results of the\ninitial",
       "results of\nthe initial"
     ],
     "results of the\ninitial": [
@@ -1548,8 +1548,8 @@
       "prevalance"
     ],
     "prevalance": [
-      "results\nof the initial",
-      "results of the initial"
+      "results of the initial",
+      "results\nof the initial"
     ],
     "the thoracic surgery scoring system": [
       "thoracoscore"
@@ -1567,9 +1567,9 @@
       "vumc"
     ],
     "vumc": [
+      "vrije university medical centre",
       "vrije\nuniversity medical centre",
-      "university medical centre",
-      "vrije university medical centre"
+      "university medical centre"
     ],
     "university medical centre": [
       "vumc"
@@ -1581,13 +1581,13 @@
       "pbc"
     ],
     "pbc": [
-      "platinum-based doublet chemotherapy",
       "five cycles of tremelimumab",
+      "platinum-based doublet chemotherapy",
       "five cycles of\n\ntremelimumab"
     ],
     "carboplatin": [
-      "arm a",
-      "arm b"
+      "arm b",
+      "arm a"
     ],
     "arm a": [
       "carboplatin"
@@ -1606,23 +1606,23 @@
       "primary endpoint"
     ],
     "primary endpoint": [
-      "-year os",
-      "pbc significantly improved pfs",
+      "pbc\nsignificantly improved pfs",
       "level",
+      "-year os",
       "significantly improved os",
-      "pbc\nsignificantly improved pfs"
+      "pbc significantly improved pfs"
     ],
     "besides immune checkpoint\n\ninhibitor": [
       "ici"
     ],
     "ici": [
+      "besides immune checkpoint inhibitor",
       "besides immune checkpoint\n\ninhibitor",
-      "and have no prior immune checkpoint inhibitor",
-      "besides immune checkpoint inhibitor"
+      "and have no prior immune checkpoint inhibitor"
     ],
     "esmo-magnitude of clinical benefit scale": [
-      "esmo-mcbs",
-      "mcbs"
+      "mcbs",
+      "esmo-mcbs"
     ],
     "mcbs": [
       "esmo-magnitude of clinical benefit scale"
@@ -1662,10 +1662,10 @@
       "esmo guidelines staff"
     ],
     "esmo guidelines staff": [
-      "jennifer\nlamarre and guy atchison",
       "ioanna ntai and claire bramley",
       "jennifer lamarre and guy atchison",
-      "valerie laforest"
+      "valerie laforest",
+      "jennifer\nlamarre and guy atchison"
     ],
     "valerie laforest": [
       "esmo\nguidelines staff",
@@ -1680,9 +1680,9 @@
     "esmo scientific affairs staff": [
       "nicola\nlatino",
       "nicola\nlatino and francesca chiovaro",
-      "nicola latino and\nfrancesca chiovaro",
       "nicola latino and francesca chiovaro",
-      "nicola latino"
+      "nicola latino",
+      "nicola latino and\nfrancesca chiovaro"
     ],
     "bristol\nmyers squibb": [
       "bms"
@@ -1719,8 +1719,8 @@
       "ngs"
     ],
     "ngs": [
-      "by next-generation sequencing",
       "such as next-generation sequencing",
+      "by next-generation sequencing",
       "multiplex platforms"
     ],
     "egfr fish or immunohistochemistry": [
@@ -1733,10 +1733,10 @@
       "ntrk"
     ],
     "ntrk": [
-      "and the neurotrophic receptor tyrosine\nkinase",
+      "or neurotrophic tyrosine receptor kinase",
       "or neurotrophic tyrosine\nreceptor kinase",
       "- the neurotrophic receptor tyrosine kinase",
-      "or neurotrophic tyrosine receptor kinase"
+      "and the neurotrophic receptor tyrosine\nkinase"
     ],
     "detection is reliable by\nin situ hybridisation": [
       "ish"
@@ -1756,8 +1756,8 @@
     ],
     "cfdna": [
       "what is the role of liquid biopsy",
-      "liquid biopsy",
-      "cell-free dna"
+      "cell-free dna",
+      "liquid biopsy"
     ],
     "multiplex platforms": [
       "ngs"
@@ -1781,15 +1781,15 @@
       "fdg"
     ],
     "fdg": [
-      "-deoxy-d-glucose",
-      "e\ndeoxy-d-glucose"
+      "e\ndeoxy-d-glucose",
+      "-deoxy-d-glucose"
     ],
     "union for international\ncancer control": [
       "uicc"
     ],
     "tumourenodeemetastasis": [
-      "staging and risk assessment\n\n\nthe tnm",
-      "tnm"
+      "tnm",
+      "staging and risk assessment\n\n\nthe tnm"
     ],
     "over platinum-based doublet\nchemotherapy": [
       "cht"
@@ -1804,17 +1804,17 @@
       "mpfs"
     ],
     "mpfs": [
-      "demonstrating a superior\nmedian pfs",
-      "demonstrating a superior median pfs"
+      "demonstrating a superior median pfs",
+      "demonstrating a superior\nmedian pfs"
     ],
     "and median os": [
       "mos"
     ],
     "mos": [
-      "malaysian oncological society",
-      "malaysia",
       "the malaysian oncological society",
-      "and median os"
+      "and median os",
+      "malaysian oncological society",
+      "malaysia"
     ],
     "systemic progression\n\nlocal treatment": [
       "surgery or ft"
@@ -1902,10 +1902,10 @@
       "surgery or rt"
     ],
     "surgery or rt": [
+      "disease progression\n\nlocal treatment",
       "- local treatment",
-      "oligoprogression\n\nlocal treatment",
       "local treatment",
-      "disease progression\n\nlocal treatment"
+      "oligoprogression\n\nlocal treatment"
     ],
     "or combination therapy with a mek inhibitor": [
       "trametinib"
@@ -1932,8 +1932,8 @@
       "kras"
     ],
     "kras": [
-      "the\nkirsten rat sarcoma virus",
-      "the kirsten rat sarcoma virus"
+      "the kirsten rat sarcoma virus",
+      "the\nkirsten rat sarcoma virus"
     ],
     "data regarding the role of local ablative therapy": [
       "lat"
@@ -1972,9 +1972,9 @@
       "esmo scientific affairs staff"
     ],
     "and dr svetlana jezdic": [
-      "esmo medical affairs advisor",
+      "esmo medical affairs staff",
       "esmo\nmedical affairs advisor",
-      "esmo medical affairs staff"
+      "esmo medical affairs advisor"
     ],
     "esmo\nmedical affairs advisor": [
       "and dr svetlana jezdic"
@@ -1993,8 +1993,8 @@
       "clcrf"
     ],
     "clcrf": [
-      "chinese lung\ncancer research foundation limited",
-      "chinese lung cancer research foundation limited"
+      "chinese lung cancer research foundation limited",
+      "chinese lung\ncancer research foundation limited"
     ],
     "chinese society of clinical oncology": [
       "csco"
@@ -2042,8 +2042,8 @@
       "rtp"
     ],
     "rtp": [
-      "research\nto practice",
-      "research to practice"
+      "research to practice",
+      "research\nto practice"
     ],
     "research": [
       "ukcccr",
@@ -2062,8 +2062,8 @@
       "asmac"
     ],
     "asmac": [
-      "s de clinique",
-      "s\nde clinique"
+      "s\nde clinique",
+      "s de clinique"
     ],
     "rzte": [
       "vsao"
@@ -2084,8 +2084,8 @@
       "cancers"
     ],
     "relay": [
-      "cancer",
-      "advanced non-small-cell lung cancer"
+      "advanced non-small-cell lung cancer",
+      "cancer"
     ],
     "non-small-cell lung cancer": [
       "nsclc",
@@ -2111,9 +2111,9 @@
       "chmp"
     ],
     "chmp": [
-      "products for human use",
+      "tabrecta - summary of opinion",
       "retsevmo - summary of opinion",
-      "tabrecta - summary of opinion"
+      "products for human use"
     ],
     "tabrecta - summary of opinion": [
       "chmp"
@@ -2149,9 +2149,9 @@
       "india"
     ],
     "jsmo": [
-      "the\njapanese society of medical oncology",
+      "the japanese society of medical oncology",
       "japan",
-      "the japanese society of medical oncology"
+      "the\njapanese society of medical oncology"
     ],
     "korea": [
       "ksmo"
@@ -2166,18 +2166,18 @@
       "psmo"
     ],
     "psmo": [
-      "and philippine society of medical oncology",
-      "and philippine society of medical\noncology",
       "the philippine society of medical oncology",
+      "the philippine society of\nmedical oncology",
       "the philippines",
-      "the philippine society of\nmedical oncology"
+      "and philippine society of medical\noncology",
+      "and philippine society of medical oncology"
     ],
     "singapore": [
       "sso"
     ],
     "sso": [
-      "the singapore society of oncology",
       "the singapore society of\noncology",
+      "the singapore society of oncology",
       "singapore"
     ],
     "taiwan": [
@@ -2191,9 +2191,9 @@
       "tsco"
     ],
     "tsco": [
-      "and the\nthai society of clinical oncology",
+      "and the thai society of clinical oncology",
       "and thailand",
-      "and the thai society of clinical oncology"
+      "and the\nthai society of clinical oncology"
     ],
     "and the neurotrophic receptor tyrosine\nkinase": [
       "ntrk"
@@ -2248,15 +2248,15 @@
       "mri"
     ],
     "mri": [
-      "and\na magnetic resonance imaging",
-      "resonance imaging"
+      "resonance imaging",
+      "and\na magnetic resonance imaging"
     ],
     "-positron emission topography": [
       "pet"
     ],
     "pet": [
-      "-positron emission topography",
       "had undergone positron emission tomography",
+      "-positron emission topography",
       "of whom had undergone positron\nemission tomography"
     ],
     "union for international cancer control": [
@@ -2266,8 +2266,8 @@
       "such as osimertinib"
     ],
     "such as osimertinib": [
-      "generation tki",
-      "third-generation egfr tkis"
+      "third-generation egfr tkis",
+      "generation tki"
     ],
     "generation tki": [
       "such as osimertinib"
@@ -2306,9 +2306,9 @@
       "traes"
     ],
     "traes": [
+      "treatment-related aes",
       "treatment-related adverse events",
-      "what are the treatment-related adverse events",
-      "treatment-related aes"
+      "what are the treatment-related adverse events"
     ],
     "and have no prior immune checkpoint inhibitor": [
       "ici"
@@ -2326,8 +2326,8 @@
       "jkn"
     ],
     "jkn": [
-      "ishmo\n\n\nthe jaminan kesehatan nasional",
-      "ishmo\n\nthe jaminan kesehatan nasional"
+      "ishmo\n\nthe jaminan kesehatan nasional",
+      "ishmo\n\n\nthe jaminan kesehatan nasional"
     ],
     "there is no regulation of partial coverage": [
       "co-payment"
@@ -2339,8 +2339,8 @@
       "pap"
     ],
     "pap": [
-      "esmo open\n\n\n\nprogram",
-      "program"
+      "program",
+      "esmo open\n\n\n\nprogram"
     ],
     "mandatory national health insurance": [
       "nhi"
@@ -2368,8 +2368,8 @@
       "alk inhibitors"
     ],
     "and atezolizumab": [
-      "in the\nsecond-line setting",
-      "in the second-line setting"
+      "in the second-line setting",
+      "in the\nsecond-line setting"
     ],
     "in the\nsecond-line setting": [
       "and atezolizumab"
@@ -2405,8 +2405,8 @@
       "and west japan oncology group"
     ],
     "product samples": [
-      "nonrenumerated",
-      "non-renumerated"
+      "non-renumerated",
+      "nonrenumerated"
     ],
     "nonrenumerated": [
       "product samples"
@@ -2451,22 +2451,22 @@
       "lond"
     ],
     "lond": [
-      "cancer commun",
-      "commun"
+      "commun",
+      "cancer commun"
     ],
     "mertinib": [
       "osi"
     ],
     "osi": [
-      "mertinib",
-      "osimertinib"
+      "osimertinib",
+      "mertinib"
     ],
     "platinum-pemetrexed in egfr-mutated": [
       "egfrm"
     ],
     "egfrm": [
-      "with stage ib-iiia egfr mutation positive",
       "platinum-pemetrexed in egfr-mutated",
+      "with stage ib-iiia egfr mutation positive",
       "with stage ibeiiia egfr mutation positive"
     ],
     "advanced non-small cell lung cancer": [
@@ -2479,21 +2479,21 @@
       "mnsclc"
     ],
     "mnsclc": [
-      "e-mutant metastatic nsclc",
-      "stage iv metastatic non-small-cell lung cancer"
+      "stage iv metastatic non-small-cell lung cancer",
+      "e-mutant metastatic nsclc"
     ],
     "binimetinib in patients": [
       "pts"
     ],
     "pts": [
+      "mo encorafenib plus\n\nbinimetinib in patients",
+      "versus docetaxel in patients",
       "patients",
-      "mo encorafenib plus binimetinib in patients",
-      "binimetinib in patients",
-      "therapy in patients",
-      "p repotrectinib in patients",
       "osimertinib as adjuvant therapy in patients",
-      "versus docetaxel in patients",
-      "mo encorafenib plus\n\nbinimetinib in patients"
+      "p repotrectinib in patients",
+      "therapy in patients",
+      "binimetinib in patients",
+      "mo encorafenib plus binimetinib in patients"
     ],
     "mutant advanced non-small cell lung cancer": [
       "nsclc"
@@ -2508,9 +2508,9 @@
       "with epidermal growth factor receptor"
     ],
     "treatment of early stages": [
-      "stages i-ii",
+      "stages i and ii",
       "stages i-iiia",
-      "stages i and ii"
+      "stages i-ii"
     ],
     "stages i-iiia": [
       "treatment of early stages"
@@ -2522,16 +2522,16 @@
       "ema"
     ],
     "chemotherapy": [
-      "- everolimus\n   - cht",
       "cht",
+      "- everolimus\n   - cht",
       "adaura"
     ],
     "the median\nwas not reached": [
       "ne-ne"
     ],
     "ne-ne": [
-      "the median was not reached",
-      "the median\nwas not reached"
+      "the median\nwas not reached",
+      "the median was not reached"
     ],
     "neoadjuvant immune checkpoint inhibitors": [
       "icis"
@@ -2543,8 +2543,8 @@
       "neo"
     ],
     "or docetaxel or pemetrexed": [
-      "only in adenocarcinoma tumours",
-      "only in\nadenocarcinoma tumours"
+      "only in\nadenocarcinoma tumours",
+      "only in adenocarcinoma tumours"
     ],
     "only in\nadenocarcinoma tumours": [
       "or docetaxel or pemetrexed"
@@ -2553,8 +2553,8 @@
       "port"
     ],
     "port": [
-      "postoperative radiotherapy",
       "post-operative radiotherapy",
+      "postoperative radiotherapy",
       "comparing post-operative conformal radiotherapy"
     ],
     "treatment of locally advanced stage": [
@@ -2594,9 +2594,9 @@
       "pacific"
     ],
     "pacific": [
-      "concurrent chemoradiation therapy",
       "unresectable non-small-cell lung cancer",
-      "small-cell lung cancer"
+      "small-cell lung cancer",
+      "concurrent chemoradiation therapy"
     ],
     "adaura": [
       "chemotherapy"
@@ -2609,8 +2609,8 @@
       "approval was based on all patient data"
     ],
     "on tumour cells": [
-      "as per the\nema-approved indication",
-      "as per the ema-approved indication"
+      "as per the ema-approved indication",
+      "as per the\nema-approved indication"
     ],
     "as per the\nema-approved indication": [
       "on tumour cells"
@@ -2649,8 +2649,8 @@
       "egfrm"
     ],
     "nivolumab": [
-      "nivo",
-      "bristol myers squibb statement on opdivo"
+      "bristol myers squibb statement on opdivo",
+      "nivo"
     ],
     "nivo": [
       "nivolumab"
@@ -2667,8 +2667,8 @@
       "ib-iiia"
     ],
     "ib-iiia": [
-      "for resectable",
-      "for\nresectable"
+      "for\nresectable",
+      "for resectable"
     ],
     "lung cancer": [
       "nsclc"
@@ -3215,8 +3215,8 @@
       "rfa"
     ],
     "peptide receptor radionuclide therapy": [
-      "- prrt",
-      "prrt"
+      "prrt",
+      "- prrt"
     ],
     "what is the role of somatostatin analogues": [
       "ssas"
@@ -3229,8 +3229,8 @@
       "as alternative second-line"
     ],
     "beyond ssas and or everolimus": [
-      "or mainly third-line alternative",
-      "or mainly third-line therapy"
+      "or mainly third-line therapy",
+      "or mainly third-line alternative"
     ],
     "as a potential second-line": [
       "in case of uncontrolled cs"
@@ -3535,13 +3535,13 @@
       "author"
     ],
     "author": [
-      "hrk",
-      "cew",
       "jchy",
-      "sak",
+      "ddwl",
       "msi",
       "tmk",
-      "ddwl"
+      "hrk",
+      "sak",
+      "cew"
     ],
     "hrk": [
       "author"
@@ -3595,8 +3595,8 @@
       "bsc"
     ],
     "expression": [
-      "for unresectable nsclc",
-      "for completely resected nsclc"
+      "for completely resected nsclc",
+      "for unresectable nsclc"
     ],
     "for unresectable nsclc": [
       "expression"
@@ -3661,132 +3661,132 @@
   },
   "abbreviations": {
     "esmo": [
+      "european\nsociety of medical oncology",
+      "the following european society for medical oncology",
       "european society for medical oncology",
       "european society for medical\noncology",
+      "european society for\nmedical oncology",
       "the european society for medical oncology",
-      "european\nsociety of medical oncology",
-      "the following european society for medical oncology",
+      "european society of medical oncology",
       "the most recent european society for medical oncology",
-      "living guideline\n\nthe following european society for medical oncology",
-      "european society for\nmedical oncology",
-      "european society of medical oncology"
+      "living guideline\n\nthe following european society for medical oncology"
     ],
     "asco": [
+      "this american society of clinical oncology",
+      "american society of clinical oncology",
       "american society of clinical\n\noncology",
-      "journal of clinical oncology",
       "american society of clinical\noncology",
-      "american\nsociety of clinical oncology",
       "the clinical practice guidelines published herein are provided by the american society of clinical oncology inc",
-      "american society of clinical oncology",
-      "this american society of clinical oncology"
+      "american\nsociety of clinical oncology",
+      "journal of clinical oncology"
     ],
     "aiom": [
       "the italian association of medical oncology",
-      "italian association of medical oncology",
-      "italian association\nof medical oncology"
+      "italian association\nof medical oncology",
+      "italian association of medical oncology"
     ],
     "nccn": [
-      "national comprehensive cancer network",
-      "american cancer centers"
+      "american cancer centers",
+      "national comprehensive cancer network"
     ],
     "glides": [
-      "ecision support",
+      "guidelines into decision support",
       "guidelines into decision\nsupport",
-      "guidelines into decision support"
+      "ecision support"
     ],
     "glc": [
       "guidelines committee"
     ],
     "mcbs": [
-      "magnitude of clinical benefit scale",
+      "magnitude of clinical benefit score",
       "magnitude\nof clinical benefit score",
-      "magnitude of clinical benefit score"
+      "magnitude of clinical benefit scale"
     ],
     "ema": [
-      "european medicines\nagency",
-      "european medicines agency"
+      "european medicines agency",
+      "european medicines\nagency"
     ],
     "sclc": [
       "what is the treatment algorithm for patients with small cell lung cancer",
       "small cell lung cancer",
+      "what are the recommended treatment options for patients with relapsed small cell lung cancer",
       "clinical practice guidelines on small cell lung\ncancer",
-      "clinical practice guidelines on small cell lung cancer",
-      "what are the recommended treatment options for patients with relapsed small cell lung cancer"
+      "clinical practice guidelines on small cell lung cancer"
     ],
     "cco": [
       "cancer care ontario"
     ],
     "astro": [
-      "executive summary of an american society for\nradiation oncology",
-      "executive summary of an american society for radiation oncology"
+      "executive summary of an american society for radiation oncology",
+      "executive summary of an american society for\nradiation oncology"
     ],
     "inst": [
-      "advaxis",
-      "bristol myers squibb",
+      "boehringer ingelheim",
       "blueprint medicines",
+      "immune",
+      "roche",
       "dizal pharma",
-      "astex pharmaceuticals",
-      "revolution medicines",
-      "black diamond therapeutics",
+      "bayer",
+      "constellation pharmaceuticals",
+      "summit therapeutics",
+      "pharmaceuticals",
+      "merck serono",
+      "inhibrx",
       "verastem",
-      "heart therapeutics",
-      "sutro biopharma",
-      "novartis",
-      "bristol myers\nsquibb",
-      "merck",
-      "black diamond\ntherapeutics",
-      "therapeutics",
-      "guardant health",
-      "jazz pharmaceuticals",
-      "amgen",
-      "calithera biosciences",
-      "genomics",
-      "dohme",
-      "astra zeneca",
       "harpoon therapeutics",
-      "pfizer",
-      "zeneca canada",
-      "kline canada",
+      "macrogenics",
       "nuvation bio",
-      "turning point therapeutics",
-      "trizell",
-      "immune",
-      "roche",
-      "arcus biosciences",
-      "summit therapeutics",
-      "myers squibb",
-      "lilly",
+      "therapeutics",
+      "merck",
       "forward",
-      "regeneron",
+      "advaxis",
+      "arcus biosciences",
+      "bristol myers\nsquibb",
+      "mirati therapeutics",
       "takeda",
+      "black diamond therapeutics",
+      "dohme",
+      "pfizer",
+      "elevation oncology",
       "dizal\npharma",
+      "zeneca canada",
       "kline",
-      "janssen oncology",
-      "polaris",
-      "mirati therapeutics",
-      "puma biotechnology",
+      "zeneca",
+      "trizell",
+      "bristol myers squibb",
+      "janssen",
+      "astex pharmaceuticals",
       "cullinan oncology",
-      "constellation pharmaceuticals",
-      "vivace therapeutics",
-      "palobiofarma",
+      "polaris",
+      "revolution medicines",
+      "janssen oncology",
       "bristol myers squibb foundation",
-      "bayer",
-      "pharmaceuticals",
-      "boehringer ingelheim",
-      "inhibrx",
+      "amgen",
+      "lilly",
+      "vivace therapeutics",
+      "heart therapeutics",
+      "calithera biosciences",
+      "novartis",
+      "kline canada",
+      "jazz pharmaceuticals",
+      "genomics",
+      "puma biotechnology",
+      "myers squibb",
+      "sutro biopharma",
+      "astra zeneca",
       "exelixis",
-      "merck serono",
-      "janssen",
-      "macrogenics",
-      "zeneca",
-      "elevation oncology",
-      "genentech"
+      "palobiofarma",
+      "turning point therapeutics",
+      "guardant health",
+      "genentech",
+      "regeneron",
+      "black diamond\ntherapeutics"
     ],
     "ct": [
-      "the use of\ncomputed tomography",
       "clinicians should use a diagnostic chest computed tomography",
-      "the use of computed tomography",
-      "computed tomography"
+      "computed tomography",
+      "the use of\ncomputed tomography",
+      "the use of computed tomography"
     ],
     "mri": [
       "what is the role of brain magnetic resonance imaging"
@@ -3800,14 +3800,14 @@
       "college of american pathologists"
     ],
     "iaslc": [
-      "international association for the\n\nstudy of lung cancer",
       "international association for\nthe study of lung cancer",
-      "the international association for the study of lung cancer",
-      "the\ninternational association for the study of lung cancer",
       "pathology committee chair for international association for the study of lung cancer",
       "study of lung cancer",
-      "pathology committee chair\nfor international association for the study of lung cancer",
+      "the\ninternational association for the study of lung cancer",
       "international association for the study of lung cancer",
+      "pathology committee chair\nfor international association for the study of lung cancer",
+      "international association for the\n\nstudy of lung cancer",
+      "the international association for the study of lung cancer",
       "international association for the\nstudy of lung cancer"
     ],
     "amp": [
@@ -3824,11 +3824,11 @@
       "although the results from the mesothelioma and radical surgery"
     ],
     "os": [
-      "overall survival",
       "the median overall survival",
       "the only data published thus far pertain to the dual primary end points of overall survival",
-      "the median\noverall survival",
-      "median overall survival"
+      "overall survival",
+      "median overall survival",
+      "the median\noverall survival"
     ],
     "elsevier": [
       "clinical lung cancer"
@@ -3842,22 +3842,22 @@
     ],
     "orr": [
       "is result in a lower overall response\nrate",
-      "is result in a lower overall response rate",
       "objective response rate",
-      "reuss et al\n\n\n\nrate"
+      "reuss et al\n\n\n\nrate",
+      "is result in a lower overall response rate"
     ],
     "pci": [
-      "what is the role of prophylactic cranial irradiation",
-      "prophylactic cranial irradiation"
+      "prophylactic cranial irradiation",
+      "what is the role of prophylactic cranial irradiation"
     ],
     "fda": [
-      "entrectinib received food and drug administration",
+      "osimertinib is approved by both the united states food and drug administration",
+      "food and drug administration",
+      "united states food and drug administration",
+      "these results led to the food\n\nand drug administration",
       "entrectinib received food and\ndrug administration",
       "osimertinib is approved by both the united states food and\ndrug administration",
-      "these results led to the food\n\nand drug administration",
-      "food and drug administration",
-      "osimertinib is approved by both the united states food and drug administration",
-      "united states food and drug administration"
+      "entrectinib received food and drug administration"
     ],
     "crs": [
       "cytokine release syndrome"
@@ -3866,43 +3866,43 @@
       "department of surgical sciences"
     ],
     "who": [
-      "the recent world health organization",
       "world health organization",
       "global",
+      "the recent world health organization",
       "the latest world health organization",
       "global statistics"
     ],
     "lc": [
-      "these\nguidelines are restricted to lung carcinoid",
-      "these guidelines are restricted to lung carcinoid"
+      "these guidelines are restricted to lung carcinoid",
+      "these\nguidelines are restricted to lung carcinoid"
     ],
     "seer": [
       "end results",
       "epidemiology and end results"
     ],
     "uicc": [
-      "edition of the union for international cancer control",
-      "edition of the union for\ninternational cancer control",
+      "union for international\ncancer control",
       "union for\ninternational cancer control",
-      "union for international cancer control",
-      "union for international\ncancer control"
+      "edition of the union for\ninternational cancer control",
+      "edition of the union for international cancer control",
+      "union for international cancer control"
     ],
     "gep": [
-      "based on approval and recommendations in gastroenteropancreatic",
-      "based on\napproval and recommendations in gastroenteropancreatic"
+      "based on\napproval and recommendations in gastroenteropancreatic",
+      "based on approval and recommendations in gastroenteropancreatic"
     ],
     "pth": [
       "annals of oncology\n\n\n\nparathyroid hormone"
     ],
     "rfa": [
-      "for these patients radiofrequency ablation",
+      "palliative surgery or radiofrequency ablation",
       "palliative surgery\nor radiofrequency ablation",
-      "palliative surgery or radiofrequency ablation"
+      "for these patients radiofrequency ablation"
     ],
     "recist": [
-      "cs with response evaluation criteria in solid tumours",
-      "cs with response evaluation criteria\nin solid tumours",
       "measurements and response assessment should follow response evaluation criteria in solid tumours",
+      "cs with response evaluation criteria\nin solid tumours",
+      "cs with response evaluation criteria in solid tumours",
       "measurements and response assessment should follow\nresponse evaluation criteria in solid tumours"
     ],
     "gemox": [
@@ -3912,13 +3912,13 @@
       "lanreotide autogel"
     ],
     "chuv": [
-      "centre hospitalier universitaire\nvaudois",
-      "centre hospitalier universitaire vaudois"
+      "centre hospitalier universitaire vaudois",
+      "centre hospitalier universitaire\nvaudois"
     ],
     "nlst": [
-      "the much larger national lung cancer screening trial",
       "national cancer institute announced the results of the national lung cancer screening trial",
-      "national cancer institute\nannounced the results of the national lung cancer screening\ntrial"
+      "national cancer institute\nannounced the results of the national lung cancer screening\ntrial",
+      "the much larger national lung cancer screening trial"
     ],
     "bts": [
       "guidelines developed by the british thoracic society"
@@ -3934,8 +3934,8 @@
       "american college of chest physicians"
     ],
     "rcri": [
-      "evaluation of the cardiac risk assessment for lung resections\nby the recalibrated thoracic revised cardiac risk index",
-      "evaluation of the cardiac risk assessment for lung resections by the recalibrated thoracic revised cardiac risk index"
+      "evaluation of the cardiac risk assessment for lung resections by the recalibrated thoracic revised cardiac risk index",
+      "evaluation of the cardiac risk assessment for lung resections\nby the recalibrated thoracic revised cardiac risk index"
     ],
     "lcsg": [
       "based on the lung cancer study group"
@@ -3944,9 +3944,9 @@
       "for cases with mutation in epidermal growth factor receptor"
     ],
     "rtog": [
-      "data from a completed prospective\nradiation therapy oncology group",
       "radiation therapy oncology group",
-      "data from a completed prospective radiation therapy oncology group"
+      "data from a completed prospective radiation therapy oncology group",
+      "data from a completed prospective\nradiation therapy oncology group"
     ],
     "esge": [
       "european society of gastrointestinal endoscopy"
@@ -3955,9 +3955,9 @@
       "european respiratory society"
     ],
     "ests": [
-      "european association of thoracic surgeons",
+      "european society of thoracic surgeons",
       "european\nsociety of thoracic surgeons",
-      "european society of thoracic surgeons"
+      "european association of thoracic surgeons"
     ],
     "thoracoscore": [
       "the thoracic surgery scoring system",
@@ -3968,8 +3968,8 @@
       "respiratory oncology unit"
     ],
     "acs": [
-      "lung cancer screening guidelines published by the\namerican cancer society",
-      "lung cancer screening guidelines published by the american cancer society"
+      "lung cancer screening guidelines published by the american cancer society",
+      "lung cancer screening guidelines published by the\namerican cancer society"
     ],
     "ialt": [
       "some trials"
@@ -3978,44 +3978,44 @@
       "adjuvant navelbine international trialist association"
     ],
     "sabr": [
-      "consolidative stereotactic ablative radiotherapy",
+      "radiographic changes after lung stereotactic ablative radiotherapy",
       "what are the indications and recommendations for salvage surgery after stereotactic ablative radiotherapy",
+      "consolidative stereotactic ablative radiotherapy",
       "what are the outcomes comparing stereotactic ablative radiotherapy",
-      "radiographic changes after lung stereotactic ablative radiotherapy",
       "radiographic changes after lung stereotactic\nablative radiotherapy"
     ],
     "vumc": [
+      "vrije university medical centre",
       "vrije\nuniversity medical centre",
-      "university medical centre",
-      "vrije university medical centre"
+      "university medical centre"
     ],
     "ub": [
       "bemeneed"
     ],
     "bms": [
-      "bristol myers squibb",
-      "myers\nsquibb",
-      "myers squibb",
+      "bristol\nmyers squibb",
       "bristol myers\nsquibb",
-      "bristol\nmyers squibb"
+      "myers\nsquibb",
+      "bristol myers squibb",
+      "myers squibb"
     ],
     "msd": [
       "dohme"
     ],
     "eortc": [
-      "chair of the european\norganisation for research and treatment of cancer",
+      "chair of the european organisation for research and treatment of cancer",
       "european\norganisation for research and treatment of cancer",
       "treatment of cancer",
       "european organisation for research and treatment of cancer",
-      "chair of the european organisation for research and treatment of cancer"
+      "chair of the european\norganisation for research and treatment of cancer"
     ],
     "cpg": [
       "clinical practice guideline"
     ],
     "escat": [
-      "scale for clinical actionability of\nmolecular targets",
       "targets",
-      "scale for clinical actionability of molecular targets"
+      "scale for clinical actionability of molecular targets",
+      "scale for clinical actionability of\nmolecular targets"
     ],
     "alk": [
       "positive anaplastic lymphoma kinase"
@@ -4041,8 +4041,8 @@
       "interstitial lung disease"
     ],
     "kras": [
-      "the\nkirsten rat sarcoma virus",
-      "the kirsten rat sarcoma virus"
+      "the kirsten rat sarcoma virus",
+      "the\nkirsten rat sarcoma virus"
     ],
     "lat": [
       "data regarding the role of local ablative therapy"
@@ -4062,13 +4062,13 @@
       "asian\nthoracic oncology research group"
     ],
     "clcrf": [
-      "chinese lung\ncancer research foundation limited",
-      "chinese lung cancer research foundation limited"
+      "chinese lung cancer research foundation limited",
+      "chinese lung\ncancer research foundation limited"
     ],
     "csco": [
+      "chinese\nsociety of clinical oncology",
       "chinese society of clinical oncology",
-      "china",
-      "chinese\nsociety of clinical oncology"
+      "china"
     ],
     "hkcf": [
       "hong kong cancer fund"
@@ -4083,12 +4083,12 @@
       "partnerships in international medical education"
     ],
     "rtp": [
-      "research\nto practice",
-      "research to practice"
+      "research to practice",
+      "research\nto practice"
     ],
     "samo": [
-      "president of swiss academy of multidisciplinary oncology",
-      "president of swiss\nacademy of multidisciplinary oncology"
+      "president of swiss\nacademy of multidisciplinary oncology",
+      "president of swiss academy of multidisciplinary oncology"
     ],
     "sakk": [
       "research",
@@ -4113,39 +4113,39 @@
     ],
     "chmp": [
       "summary of opinion",
-      "products for human use",
-      "committee for medicinal products for human use"
+      "committee for medicinal products for human use",
+      "products for human use"
     ],
     "paga": [
       "asian adapted"
     ],
     "ishmo": [
-      "indonesian society\nof hematology and medical oncology",
       "indonesian society of hematology and medical oncology",
-      "indonesia"
+      "indonesia",
+      "indonesian society\nof hematology and medical oncology"
     ],
     "jsmo": [
-      "japan",
-      "japanese society of medical oncology"
+      "japanese society of medical oncology",
+      "japan"
     ],
     "ksmo": [
-      "korea",
-      "korean society for medical oncology"
+      "korean society for medical oncology",
+      "korea"
     ],
     "mos": [
       "malaysian oncological society",
       "malaysia"
     ],
     "psmo": [
-      "philippines",
-      "philippine society of medical\noncology",
       "philippine society of\nmedical oncology",
-      "philippine society of medical oncology"
+      "philippine society of medical oncology",
+      "philippine society of medical\noncology",
+      "philippines"
     ],
     "sso": [
       "singapore society of\noncology",
-      "singapore society of oncology",
-      "singapore"
+      "singapore",
+      "singapore society of oncology"
     ],
     "tos": [
       "taiwan",
@@ -4163,24 +4163,24 @@
       "national medical products\nadministration"
     ],
     "nmpa": [
-      "chinese national\nmedical products administration",
-      "chinese national medical products administration"
+      "chinese national medical products administration",
+      "chinese national\nmedical products administration"
     ],
     "jkn": [
       "the jaminan kesehatan nasional"
     ],
     "fornas": [
-      "national standard of medication list",
-      "national standard of\nmedication list",
       "national drug formulary",
-      "na\ntional drug formulary"
+      "na\ntional drug formulary",
+      "national standard of medication list",
+      "national standard of\nmedication list"
     ],
     "pap": [
       "open\n\n\n\nprogram"
     ],
     "pdma": [
-      "it may take from several months to years for the pharmaceuticals and medical devices agency",
-      "it may take\nfrom several months to years for the pharmaceuticals and\nmedical devices agency"
+      "it may take\nfrom several months to years for the pharmaceuticals and\nmedical devices agency",
+      "it may take from several months to years for the pharmaceuticals and medical devices agency"
     ],
     "nhi": [
       "national health insurance"
@@ -4203,8 +4203,8 @@
       "ireland oesophagogastric group"
     ],
     "lond": [
-      "cancer commun",
-      "commun"
+      "commun",
+      "cancer commun"
     ],
     "nivo": [
       "nivolumab"
@@ -4296,8 +4296,8 @@
     ],
     "port": [
       "what is the current evidence and recommendation for postoperative radiotherapy",
-      "postoperative radiotherapy",
       "what are the outcomes and recommendations for postoperative radiotherapy",
+      "postoperative radiotherapy",
       "radiotherapy"
     ],
     "i-v": [

logs/app.log

@@ -9325,3 +9325,141 @@ ImportError: cannot import name 'store_user_question' from 'core.tools' (d:\Work
 2025-11-17 19:00:08,501 - AgenticMedicalRAG - INFO - ✓ Evaluation saved to GitHub successfully with ID: 24
 2025-11-17 19:00:08,502 - AgenticMedicalRAG - INFO - Background validation completed - Interaction ID: 24
 2025-11-17 19:00:08,502 - AgenticMedicalRAG - INFO - Validation scores - Overall: 90/100, Accuracy: 95/100, Coherence: 90/100, Relevance: 88/100
+2025-11-26 14:51:57,944 - AgenticMedicalRAG - INFO - Configuration validation completed
+2025-11-26 14:51:58,939 - AgenticMedicalRAG - INFO - Loaded 1085 learned synonyms from cache
+2025-11-26 14:52:10,523 - AgenticMedicalRAG - INFO - Configuration validation completed
+2025-11-26 14:52:11,511 - AgenticMedicalRAG - INFO - Loaded 1085 learned synonyms from cache
+2025-11-26 14:52:11,852 - AgenticMedicalRAG - INFO - 🚀 Starting background initialization...
+2025-11-26 14:52:11,856 - AgenticMedicalRAG - INFO - 🔄 Background Init: Starting background initialization... (0%)
+2025-11-26 14:52:11,860 - AgenticMedicalRAG - INFO - 🔄 Background Init: Loading embedding model... (10%)
+2025-11-26 14:52:11,861 - AgenticMedicalRAG - INFO - Loading embedding model (first time)...
+2025-11-26 14:52:19,946 - AgenticMedicalRAG - INFO - Embedding model loaded successfully
+2025-11-26 14:52:19,947 - AgenticMedicalRAG - INFO - 🔄 Background Init: Embedding model loaded successfully (40%)
+2025-11-26 14:52:19,947 - AgenticMedicalRAG - INFO - 🔄 Background Init: Initializing retrievers and loading chunks... (50%)
+2025-11-26 14:52:19,947 - AgenticMedicalRAG - INFO - 🔄 Initializing retrievers (first time use)...
+2025-11-26 14:52:19,947 - AgenticMedicalRAG - INFO - 🔄 Processing new data and updating vector store if needed...
+2025-11-26 14:52:20,103 - AgenticMedicalRAG - INFO - 📦 Loading chunks cache for BM25 retriever...
+2025-11-26 14:52:20,142 - AgenticMedicalRAG - INFO - 🔍 Creating vector retriever...
+2025-11-26 14:52:20,143 - AgenticMedicalRAG - INFO - 📝 Creating BM25 retriever...
+2025-11-26 14:52:21,001 - AgenticMedicalRAG - INFO - 🔄 Creating hybrid retriever...
+2025-11-26 14:52:21,002 - AgenticMedicalRAG - INFO - ✅ Retrievers initialized successfully.
+2025-11-26 14:52:21,002 - AgenticMedicalRAG - INFO - 🔄 Background Init: Retrievers initialized successfully (90%)
+2025-11-26 14:52:21,002 - AgenticMedicalRAG - INFO - 🔄 Background Init: Learning medical terminology from corpus... (92%)
+2025-11-26 14:52:25,827 - AgenticMedicalRAG - INFO - Saved learned terms to cache
+2025-11-26 14:52:25,827 - AgenticMedicalRAG - INFO - Learned medical terminology from 1000 documents
+2025-11-26 14:52:25,828 - AgenticMedicalRAG - INFO - 🔄 Background Init: Warming up LLM... (97%)
+2025-11-26 14:52:25,828 - AgenticMedicalRAG - INFO - Initializing LLM (first time)...
+2025-11-26 14:52:27,041 - AgenticMedicalRAG - INFO - LLM initialized successfully
+2025-11-26 14:52:27,042 - AgenticMedicalRAG - INFO - 🔄 Background Init: All components initialized successfully (100%)
+2025-11-26 14:52:27,042 - AgenticMedicalRAG - INFO - ✅ Background initialization completed successfully
+2025-12-29 00:51:08,488 - AgenticMedicalRAG - INFO - Configuration validation completed
+2025-12-29 00:51:11,627 - AgenticMedicalRAG - INFO - Loaded 1085 learned synonyms from cache
+2025-12-29 00:51:12,044 - AgenticMedicalRAG - INFO - 🚀 Starting background initialization...
+2025-12-29 00:51:12,044 - AgenticMedicalRAG - INFO - 🔄 Background Init: Starting background initialization... (0%)
+2025-12-29 00:51:12,045 - AgenticMedicalRAG - INFO - 🔄 Background Init: Loading embedding model... (10%)
+2025-12-29 00:51:12,045 - AgenticMedicalRAG - INFO - Loading embedding model (first time)...
+2025-12-29 00:51:35,345 - AgenticMedicalRAG - INFO - Embedding model loaded successfully
+2025-12-29 00:51:35,346 - AgenticMedicalRAG - INFO - 🔄 Background Init: Embedding model loaded successfully (40%)
+2025-12-29 00:51:35,346 - AgenticMedicalRAG - INFO - 🔄 Background Init: Initializing retrievers and loading chunks... (50%)
+2025-12-29 00:51:35,346 - AgenticMedicalRAG - INFO - 🔄 Initializing retrievers (first time use)...
+2025-12-29 00:51:35,346 - AgenticMedicalRAG - INFO - 🔄 Processing new data and updating vector store if needed...
+2025-12-29 00:51:36,035 - AgenticMedicalRAG - INFO - 📦 Loading chunks cache for BM25 retriever...
+2025-12-29 00:51:36,068 - AgenticMedicalRAG - INFO - 🔍 Creating vector retriever...
+2025-12-29 00:51:36,069 - AgenticMedicalRAG - INFO - 📝 Creating BM25 retriever...
+2025-12-29 00:51:36,944 - AgenticMedicalRAG - INFO - 🔄 Creating hybrid retriever...
+2025-12-29 00:51:36,945 - AgenticMedicalRAG - INFO - ✅ Retrievers initialized successfully.
+2025-12-29 00:51:36,945 - AgenticMedicalRAG - INFO - 🔄 Background Init: Retrievers initialized successfully (90%)
+2025-12-29 00:51:36,946 - AgenticMedicalRAG - INFO - 🔄 Background Init: Learning medical terminology from corpus... (92%)
+2025-12-29 00:51:41,303 - AgenticMedicalRAG - INFO - Saved learned terms to cache
+2025-12-29 00:51:41,304 - AgenticMedicalRAG - INFO - Learned medical terminology from 1000 documents
+2025-12-29 00:51:41,304 - AgenticMedicalRAG - INFO - 🔄 Background Init: Warming up LLM... (97%)
+2025-12-29 00:51:41,305 - AgenticMedicalRAG - INFO - Initializing LLM (first time)...
+2025-12-29 00:51:42,927 - AgenticMedicalRAG - INFO - LLM initialized successfully
+2025-12-29 00:51:42,928 - AgenticMedicalRAG - INFO - 🔄 Background Init: All components initialized successfully (100%)
+2025-12-29 00:51:42,929 - AgenticMedicalRAG - INFO - ✅ Background initialization completed successfully
+2025-12-29 00:53:18,946 - AgenticMedicalRAG - INFO - Configuration validation completed
+2025-12-29 00:53:19,954 - AgenticMedicalRAG - INFO - Loaded 1085 learned synonyms from cache
+2025-12-29 00:53:20,285 - AgenticMedicalRAG - INFO - 🚀 Starting background initialization...
+2025-12-29 00:53:20,287 - AgenticMedicalRAG - INFO - 🔄 Background Init: Starting background initialization... (0%)
+2025-12-29 00:53:20,287 - AgenticMedicalRAG - INFO - 🔄 Background Init: Loading embedding model... (10%)
+2025-12-29 00:53:20,288 - AgenticMedicalRAG - INFO - Loading embedding model (first time)...
+2025-12-29 00:53:27,634 - AgenticMedicalRAG - INFO - Embedding model loaded successfully
+2025-12-29 00:53:27,634 - AgenticMedicalRAG - INFO - 🔄 Background Init: Embedding model loaded successfully (40%)
+2025-12-29 00:53:27,635 - AgenticMedicalRAG - INFO - 🔄 Background Init: Initializing retrievers and loading chunks... (50%)
+2025-12-29 00:53:27,635 - AgenticMedicalRAG - INFO - 🔄 Initializing retrievers (first time use)...
+2025-12-29 00:53:27,636 - AgenticMedicalRAG - INFO - 🔄 Processing new data and updating vector store if needed...
+2025-12-29 00:53:27,786 - AgenticMedicalRAG - INFO - 📦 Loading chunks cache for BM25 retriever...
+2025-12-29 00:53:27,854 - AgenticMedicalRAG - INFO - 🔍 Creating vector retriever...
+2025-12-29 00:53:27,854 - AgenticMedicalRAG - INFO - 📝 Creating BM25 retriever...
+2025-12-29 00:53:28,644 - AgenticMedicalRAG - INFO - 🔄 Creating hybrid retriever...
+2025-12-29 00:53:28,645 - AgenticMedicalRAG - INFO - ✅ Retrievers initialized successfully.
+2025-12-29 00:53:28,645 - AgenticMedicalRAG - INFO - 🔄 Background Init: Retrievers initialized successfully (90%)
+2025-12-29 00:53:28,645 - AgenticMedicalRAG - INFO - 🔄 Background Init: Learning medical terminology from corpus... (92%)
+2025-12-29 00:53:33,516 - AgenticMedicalRAG - INFO - Saved learned terms to cache
+2025-12-29 00:53:33,516 - AgenticMedicalRAG - INFO - Learned medical terminology from 1000 documents
+2025-12-29 00:53:33,517 - AgenticMedicalRAG - INFO - 🔄 Background Init: Warming up LLM... (97%)
+2025-12-29 00:53:33,517 - AgenticMedicalRAG - INFO - Initializing LLM (first time)...
+2025-12-29 00:53:34,615 - AgenticMedicalRAG - INFO - LLM initialized successfully
+2025-12-29 00:53:34,616 - AgenticMedicalRAG - INFO - 🔄 Background Init: All components initialized successfully (100%)
+2025-12-29 00:53:34,616 - AgenticMedicalRAG - INFO - ✅ Background initialization completed successfully
+2025-12-29 00:53:43,878 - AgenticMedicalRAG - INFO - Processing user input (attempt 1): Give me the options for first line treatment for N...
+2025-12-29 00:53:45,757 - AgenticMedicalRAG - INFO - No specific provider - querying each provider separately for balanced results
+2025-12-29 00:53:45,758 - AgenticMedicalRAG - INFO - Querying provider: ASCO
+2025-12-29 00:53:46,484 - AgenticMedicalRAG - INFO - Hybrid search returned 1 unique documents (query expansion: False)
+2025-12-29 00:53:46,529 - AgenticMedicalRAG - INFO - Enriched 1 documents with surrounding context pages
+2025-12-29 00:53:46,530 - AgenticMedicalRAG - INFO - Retrieved 1 documents from ASCO
+2025-12-29 00:53:46,530 - AgenticMedicalRAG - INFO - Querying provider: ESMO
+2025-12-29 00:53:46,606 - AgenticMedicalRAG - INFO - Hybrid search returned 6 unique documents (query expansion: False)
+2025-12-29 00:53:46,610 - AgenticMedicalRAG - INFO - Enriched 1 documents with surrounding context pages
+2025-12-29 00:53:46,610 - AgenticMedicalRAG - INFO - Retrieved 6 documents from ESMO
+2025-12-29 00:53:46,610 - AgenticMedicalRAG - INFO - Querying provider: IASLC
+2025-12-29 00:53:46,682 - AgenticMedicalRAG - INFO - Hybrid search returned 0 unique documents (query expansion: False)
+2025-12-29 00:53:46,683 - AgenticMedicalRAG - INFO - Querying provider: NCCN
+2025-12-29 00:53:46,752 - AgenticMedicalRAG - INFO - Hybrid search returned 0 unique documents (query expansion: False)
+2025-12-29 00:53:46,752 - AgenticMedicalRAG - INFO - Querying provider: NICE
+2025-12-29 00:53:46,821 - AgenticMedicalRAG - INFO - Hybrid search returned 5 unique documents (query expansion: False)
+2025-12-29 00:53:46,824 - AgenticMedicalRAG - INFO - Enriched 1 documents with surrounding context pages
+2025-12-29 00:53:46,825 - AgenticMedicalRAG - INFO - Retrieved 5 documents from NICE
+2025-12-29 00:53:52,681 - AgenticMedicalRAG - INFO - Performing background validation for streaming response...
+2025-12-29 00:53:53,548 - AgenticMedicalRAG - INFO - Medical answer validator initialized successfully
+2025-12-29 00:53:53,549 - AgenticMedicalRAG - INFO - GitHub token configured: ghp_KWH...dnCc
+2025-12-29 00:53:53,549 - AgenticMedicalRAG - INFO - GitHub storage initialized for MoazEldsouky/cloud-data-store
+2025-12-29 00:53:54,352 - AgenticMedicalRAG - INFO - Found 5 existing evaluations in GitHub
+2025-12-29 00:53:54,352 - AgenticMedicalRAG - INFO - Next interaction ID will be: 6
+2025-12-29 00:53:54,353 - AgenticMedicalRAG - INFO - Starting validation for interaction 6
+2025-12-29 00:54:03,938 - AgenticMedicalRAG - INFO - Attempting to save evaluation with ID: 6
+2025-12-29 00:54:03,939 - AgenticMedicalRAG - INFO - GitHub storage instance obtained, calling save_validation_results...
+2025-12-29 00:54:03,939 - AgenticMedicalRAG - INFO - Attempt 1/3: Loading existing evaluations from GitHub...
+2025-12-29 00:54:05,134 - AgenticMedicalRAG - INFO - Successfully loaded 5 existing evaluations
+2025-12-29 00:54:05,135 - AgenticMedicalRAG - INFO - Adding new evaluation with ID: 6
+2025-12-29 00:54:05,135 - AgenticMedicalRAG - INFO - Appended new evaluation. Total count: 6
+2025-12-29 00:54:05,948 - AgenticMedicalRAG - INFO - Uploading to GitHub: medical_data/evaluation_results.json (size: 105113 bytes)
+2025-12-29 00:54:07,630 - AgenticMedicalRAG - INFO - ✓ Successfully uploaded medical_data/evaluation_results.json to GitHub
+2025-12-29 00:54:07,631 - AgenticMedicalRAG - INFO - ✓ Successfully saved evaluation 6. Total evaluations now: 6
+2025-12-29 00:54:07,632 - AgenticMedicalRAG - INFO - ✓ Evaluation saved to GitHub successfully with ID: 6
+2025-12-29 00:54:07,632 - AgenticMedicalRAG - INFO - Background validation completed - Interaction ID: 6
+2025-12-29 00:54:07,632 - AgenticMedicalRAG - INFO - Validation scores - Overall: 90/100, Accuracy: 95/100, Coherence: 90/100, Relevance: 88/100
+2025-12-29 00:54:07,633 - AgenticMedicalRAG - INFO - Successfully processed user input: Give me the options for first line treatment for N...
+2025-12-29 00:54:53,784 - AgenticMedicalRAG - INFO - Guideline filter applied: ASCO
+2025-12-29 00:54:53,784 - AgenticMedicalRAG - INFO - Processing user input (attempt 1): According to ASCO guidelines: Give me the options ...
+2025-12-29 00:54:54,828 - AgenticMedicalRAG - INFO - Querying specific provider: ASCO
+2025-12-29 00:54:54,905 - AgenticMedicalRAG - INFO - Hybrid search returned 1 unique documents (query expansion: False)
+2025-12-29 00:54:54,906 - AgenticMedicalRAG - INFO - Enriched 1 documents with surrounding context pages
+2025-12-29 00:54:54,906 - AgenticMedicalRAG - INFO - Retrieved 1 documents, added 1 context pages
+2025-12-29 00:55:00,057 - AgenticMedicalRAG - INFO - Performing background validation for streaming response...
+2025-12-29 00:55:00,706 - AgenticMedicalRAG - INFO - Found 6 existing evaluations in GitHub
+2025-12-29 00:55:00,707 - AgenticMedicalRAG - INFO - Next interaction ID will be: 7
+2025-12-29 00:55:00,707 - AgenticMedicalRAG - INFO - Starting validation for interaction 7
+2025-12-29 00:55:04,737 - AgenticMedicalRAG - INFO - Attempting to save evaluation with ID: 7
+2025-12-29 00:55:04,738 - AgenticMedicalRAG - INFO - GitHub storage instance obtained, calling save_validation_results...
+2025-12-29 00:55:04,738 - AgenticMedicalRAG - INFO - Attempt 1/3: Loading existing evaluations from GitHub...
+2025-12-29 00:55:05,522 - AgenticMedicalRAG - INFO - Successfully loaded 6 existing evaluations
+2025-12-29 00:55:05,522 - AgenticMedicalRAG - INFO - Adding new evaluation with ID: 7
+2025-12-29 00:55:05,523 - AgenticMedicalRAG - INFO - Appended new evaluation. Total count: 7
+2025-12-29 00:55:06,895 - AgenticMedicalRAG - INFO - Uploading to GitHub: medical_data/evaluation_results.json (size: 114062 bytes)
+2025-12-29 00:55:08,273 - AgenticMedicalRAG - INFO - ✓ Successfully uploaded medical_data/evaluation_results.json to GitHub
+2025-12-29 00:55:08,274 - AgenticMedicalRAG - INFO - ✓ Successfully saved evaluation 7. Total evaluations now: 7
+2025-12-29 00:55:08,275 - AgenticMedicalRAG - INFO - ✓ Evaluation saved to GitHub successfully with ID: 7
+2025-12-29 00:55:08,275 - AgenticMedicalRAG - INFO - Background validation completed - Interaction ID: 7
+2025-12-29 00:55:08,275 - AgenticMedicalRAG - INFO - Validation scores - Overall: 97/100, Accuracy: 100/100, Coherence: 95/100, Relevance: 100/100
+2025-12-29 00:55:08,276 - AgenticMedicalRAG - INFO - Successfully processed user input: Give me the options for first line treatment for N...