policy coherence model

README.md

@@ -1,14 +1,14 @@
 ---
-title: Policy Coherence Annotations
-emoji: 😻
-colorFrom: blue
-colorTo: green
+title: Policy Coherence Annotator
+emoji: 🏃
+colorFrom: red
+colorTo: indigo
 sdk: gradio
-sdk_version: 6.10.0
+sdk_version: 5.49.1
 app_file: app.py
 pinned: false
 license: mit
-short_description: Annotation tool to continuously enhance the policy coherence
+short_description: Annotate policy documents for coherence
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,532 @@
+import gradio as gr
+import pandas as pd
+import os
+from huggingface_hub import HfApi, InferenceClient
+from datasets import load_dataset
+import io
+import ast 
+import re
+
+# --- 1. CONFIGURATION ---
+DEBUG_TESTING = False 
+LOCAL_DATASET_PATH = "policy_evaluations.csv"
+PREDICTIONS_CSV = "model_predictions.csv" 
+
+HF = 'hf'
+token = 'GbeqFrdNnENcHiJtUnTKcAbVkneXrlOkHb'
+HF_DATASET_REPO = "akaburia/policy-evaluations" 
+HF_TOKEN = HF + '_' + token
+
+APPROVED_EMAILS = {
+    "kaburiaaustin1@tahmo.org": "user1",
+    "E.Ramos@tudelft.nl" : "user2",
+    "eunice.pramos@gmail.com" : "user3",
+    "E.Abraham@tudelft.nl" : "user4",
+    "dene.abv@gmail.com" : "user5",
+    "rafatoufofana.abv@gmail.com" : "user6",
+    "annorfrank@tahmo.org" : "user7",
+    "n.marley@tahmo.org" : "user8",
+    "H.F.Hagenaars@tudelft.nl" : "user9",
+    "kaburiaaustin1@gmail.com" : "user10"
+}
+
+DRILL_DOWN_MAP = {
+    "coherent": ["+3 Indivisible", "+2 Reinforcing", "+1 Enabling"],
+    "neutral": ["0 Consistent"],
+    "incoherent": ["-1 Constraining", "-2 Counteracting", "-3 Cancelling"]
+}
+VERIFY_CHOICES = ["neutral", "coherent", "incoherent"]
+
+# --- NEW: LLM INITIALIZATION ---
+llm_client = InferenceClient("Qwen/Qwen3-8B", token=HF_TOKEN, timeout=120)
+
+
+# Pointing to the Qwen reasoning endpoint
+# llm_client = InferenceClient("Qwen/Qwen3-8B", token=HF_TOKEN, timeout=60) 
+
+def generate_llm_explanation(policy_a, policy_b, prediction, exp_str):
+    if not exp_str or pd.isna(exp_str):
+        return "No attribution data available to generate a summary."
+
+    try:
+        raw_data = ast.literal_eval(exp_str)
+        
+        # 1. Format the ENTIRE list of tokens and scores
+        score_list = []
+        for t, s in raw_data:
+            if isinstance(s, (int, float)):
+                clean_t = str(t).replace('Ġ', '').strip()
+                if clean_t: 
+                    score_list.append(f"'{clean_t}': {s:.3f}")
+        
+        formatted_scores = ", ".join(score_list)
+
+        # 2. The Grounded Interpreter Prompt
+        prompt = f"""You are an expert AI auditor interpreting an Explainable AI (XAI) output.
+A RoBERTa sequence classification model evaluated two policies and predicted their relationship as: {prediction.upper()}
+
+Policy A: "{policy_a}"
+Policy B: "{policy_b}"
+
+Below is the complete Integrated Gradients feature attribution data for the sequence. 
+- Positive scores (> 0) mean the word acted as supporting evidence, pushing the model TOWARD the {prediction.upper()} prediction.
+- Negative scores (< 0) mean the word acted as contradicting evidence, pushing the model AWAY from the prediction.
+- Scores near 0.000 are neutral filler.
+
+Token Scores:
+[{formatted_scores}]
+
+Write a highly analytical, 2 to 3 sentence explanation of the model's reasoning. 
+Explicitly ground your explanation in the provided text and quote the specific words that have the highest positive and highest negative scores. 
+Explain WHY the model saw those specific words as alignment or contradiction based on the context of the two policies. Do not hallucinate.
+
+Auditor's Explanation:"""
+
+        # 3. Call the API (with the higher max_tokens for the reasoning block)
+        response = llm_client.chat_completion(
+            messages=[{"role": "user", "content": prompt}],
+            max_tokens=1500,
+            temperature=0.1,  
+            top_p=0.9         
+        )
+        
+        raw_output = response.choices[0].message.content.strip()
+
+        # --- NEW: Parse and format the <think> block ---
+        match = re.search(r'<think>(.*?)</think>', raw_output, flags=re.DOTALL)
+        
+        if match:
+            think_content = match.group(1).strip()
+            # Remove the think block from the final answer
+            final_answer = raw_output.replace(match.group(0), '').strip()
+            
+            # Wrap the thought process in a native HTML collapsible detail tag
+            formatted_response = f"""
+<details style="margin-bottom: 12px; padding: 10px; background-color: #f3f4f6; border-radius: 6px; border: 1px solid #e5e7eb;">
+    <summary style="cursor: pointer; font-weight: bold; color: #4b5563; outline: none;">🧠 Click to peek into the AI's thought process</summary>
+    <div style="margin-top: 10px; font-size: 0.9em; color: #6b7280; white-space: pre-wrap;">{think_content}</div>
+</details>
+
+**Final Explanation:**
+{final_answer}
+"""
+            return formatted_response
+        else:
+            # Fallback just in case it doesn't generate a <think> block
+            return raw_output
+        # --- END NEW ---
+
+    except Exception as e:
+        print(f"LLM API Error: {e}")
+        return f"⚠️ Could not generate AI summary. Error: {str(e)[:60]}"
+    
+
+# --- 2. DATA LOADING FUNCTIONS ---
+def load_data_from_hub(token):
+    if not token:
+        return None, None, "Error: Hugging Face Token is not configured."
+        
+    try:
+        ds = load_dataset(HF_DATASET_REPO, token=token, split="train", cache_dir="./cache")
+        full_df = ds.to_pandas()
+        
+        new_cols = ["UserVerifiedClass", "DrillDownInteraction", "AnnotatorUsername"]
+        for col in new_cols:
+            if col not in full_df.columns:
+                full_df[col] = pd.NA
+
+        full_df['key'] = full_df['PolicyA'].astype(str) + '||' + full_df['PolicyB'].astype(str)
+        pending_df = full_df[full_df['UserVerifiedClass'].isnull()].reset_index(drop=True)
+        
+        status = f"Loaded {len(pending_df)} remaining items to annotate. ({len(full_df) - len(pending_df)} already complete) [LIVE: HF Hub]"
+        return full_df, pending_df, status
+        
+    except Exception as e:
+        return None, None, f"Error loading dataset from Hub: {e}"
+
+def load_data_from_local():
+    try:
+        if not os.path.exists(LOCAL_DATASET_PATH):
+            if not os.path.exists(PREDICTIONS_CSV):
+                return None, None, f"Error: '{PREDICTIONS_CSV}' not found. Please run batch_inference.py first."
+            
+            df = pd.read_csv(PREDICTIONS_CSV)
+            if "model_label" not in df.columns:
+                 return None, None, f"Error: '{PREDICTIONS_CSV}' is missing 'model_label' column."
+                 
+            df["UserVerifiedClass"] = pd.NA
+            df["DrillDownInteraction"] = pd.NA
+            df["AnnotatorUsername"] = pd.NA
+            df.to_csv(LOCAL_DATASET_PATH, index=False)
+
+        full_df = pd.read_csv(LOCAL_DATASET_PATH)
+        new_cols = ["UserVerifiedClass", "DrillDownInteraction", "AnnotatorUsername"]
+        for col in new_cols:
+            if col not in full_df.columns:
+                full_df[col] = pd.NA
+                
+        full_df['key'] = full_df['PolicyA'].astype(str) + '||' + full_df['PolicyB'].astype(str)
+        pending_df = full_df[full_df['UserVerifiedClass'].isnull()].reset_index(drop=True)
+        
+        status = f"Loaded {len(pending_df)} remaining items to annotate. [DEBUG: Local CSV]"
+        return full_df, pending_df, status
+    except Exception as e:
+        return None, None, f"Error loading local dataset: {e}"
+
+# --- 3. DATA SAVING FUNCTIONS ---
+def save_annotation_to_hub(index, verified_class, drill_down, user_tag, token, full_df, pending_df):
+    if not drill_down: return {status_box: "Error: Please select a drill-down interaction."}
+    if not user_tag: return {status_box: "Error: User tag is missing. Please re-login."}
+    try:
+        current_key = pending_df.loc[index, 'key']
+        full_df.loc[full_df['key'] == current_key, 'UserVerifiedClass'] = verified_class
+        full_df.loc[full_df['key'] == current_key, 'DrillDownInteraction'] = drill_down
+        full_df.loc[full_df['key'] == current_key, 'AnnotatorUsername'] = user_tag 
+
+        csv_buffer = io.StringIO()
+        full_df.drop(columns=['key']).to_csv(csv_buffer, index=False) 
+        csv_content_bytes = csv_buffer.getvalue().encode('utf-8')
+        
+        api = HfApi()
+        api.upload_file(
+            path_or_fileobj=io.BytesIO(csv_content_bytes),
+            path_in_repo="policy_evaluations.csv", 
+            repo_id=HF_DATASET_REPO,
+            token=token,
+            repo_type="dataset"
+        )
+        
+        save_status = f"Saved to Hub: {verified_class} | {drill_down} by {user_tag}"
+        ui_updates = load_next_item(pending_df, index + 1) 
+        ui_updates[status_box] = save_status
+        ui_updates[full_df_state] = full_df 
+        return ui_updates
+    except Exception as e:
+        return {status_box: f"Error saving to Hub: {e}"}
+
+def save_annotation_to_local(index, verified_class, drill_down, user_tag, full_df, pending_df):
+    if not drill_down: return {status_box: "Error: Please select a drill-down interaction."}
+    if not user_tag: return {status_box: "Error: User tag is missing. Please re-login."}
+    try:
+        current_key = pending_df.loc[index, 'key']
+        full_df.loc[full_df['key'] == current_key, 'UserVerifiedClass'] = verified_class
+        full_df.loc[full_df['key'] == current_key, 'DrillDownInteraction'] = drill_down
+        full_df.loc[full_df['key'] == current_key, 'AnnotatorUsername'] = user_tag
+
+        full_df.drop(columns=['key']).to_csv(LOCAL_DATASET_PATH, index=False)
+        save_status = f"Saved (Local): {verified_class} | {drill_down} by {user_tag}"
+        ui_updates = load_next_item(pending_df, index + 1)
+        ui_updates[status_box] = save_status
+        ui_updates[full_df_state] = full_df 
+        return ui_updates
+    except Exception as e:
+        return {status_box: f"Error saving locally: {e}"}
+
+# --- 4. CUSTOM HTML GENERATOR ---
+def generate_heatmap_html(raw_data, policy_a_text):
+    if not raw_data or not isinstance(raw_data, list):
+        return "<i>No explainability data found for this row.</i>"
+
+    try:
+        scores = [abs(s) for t, s in raw_data if isinstance(s, (int, float))]
+        max_abs = max(scores) if scores else 0.001
+
+        target_length = len(str(policy_a_text).replace(" ", "").strip())
+        current_length = 0
+        split_index = len(raw_data) - 1 
+
+        for i, (token, score) in enumerate(raw_data):
+            clean_t = str(token).replace('Ġ', '').replace(' ', '')
+            current_length += len(clean_t)
+            if current_length >= target_length - 2: 
+                split_index = i
+                break
+        
+        policy_a_data = raw_data[:split_index + 1]
+        policy_b_data = raw_data[split_index + 1:]
+
+        def render_block(data_subset, title):
+            block_html = f"""
+            <div style='flex: 1; padding: 16px; background: #ffffff; border-radius: 8px; border: 1px solid #e5e7eb; box-shadow: 0 1px 2px rgba(0,0,0,0.05);'>
+                <h4 style='margin-top: 0; margin-bottom: 12px; color: #4b5563; font-family: sans-serif; border-bottom: 1px solid #e5e7eb; padding-bottom: 8px;'>{title}</h4>
+                <div style='line-height: 2.2; font-size: 15px; font-family: sans-serif; white-space: pre-wrap;'>
+            """
+            
+            for token, score in data_subset:
+                if not isinstance(score, (int, float)): continue
+                alpha = min(abs(score) / max_abs, 1.0)
+                
+                if score > 0: bg_color = f"rgba(16, 185, 129, {alpha})"
+                else: bg_color = f"rgba(239, 68, 68, {alpha})"
+
+                if abs(score) < 0.02: bg_color = "transparent"
+
+                clean_token = str(token)
+                margin_left = "0px" 
+                
+                if clean_token.startswith(' ') or clean_token.startswith('Ġ'):
+                    clean_token = clean_token[1:] 
+                    margin_left = "4px" 
+                
+                span = f"<span title='Score: {score:.4f}' style='background-color: {bg_color}; border-radius: 3px; padding: 2px 0px; margin-left: {margin_left}; display: inline-block;'>{clean_token}</span>"
+                block_html += span
+            
+            block_html += "</div></div>"
+            return block_html
+
+        html_str = f"""
+        <div style='margin-bottom: 15px; font-family: sans-serif;'>
+            <div style='display: flex; justify-content: space-between; width: 100%; max-width: 450px; font-size: 12px; font-weight: bold; color: #4b5563; margin-bottom: 4px;'>
+                <span>Strong Negative (-)</span>
+                <span>Neutral</span>
+                <span>Strong Positive (+)</span>
+            </div>
+            <div style='display: flex; align-items: center; width: 100%; max-width: 450px; height: 14px; background: linear-gradient(to right, rgba(239, 68, 68, 1), rgba(255,255,255,0), rgba(16, 185, 129, 1)); border-radius: 4px; border: 1px solid #d1d5db;'></div>
+        </div>
+        
+        <div style='display: flex; gap: 20px;'>
+            {render_block(policy_a_data, 'Policy A Impact')}
+            {render_block(policy_b_data, 'Policy B Impact')}
+        </div>
+        """
+        return html_str
+    except Exception as e:
+        print(f"Error generating HTML: {e}")
+        return "<i>Error rendering heatmap.</i>"
+
+# --- 5. GRADIO UI ---
+with gr.Blocks(theme=gr.themes.Soft()) as demo:
+    gr.Markdown("# Policy Coherence Annotation Tool")
+    gr.Markdown(
+        """
+        Welcome! This tool is for human-in-the-loop annotation. 
+        1.  Log in with your authorized email.
+        2.  The model's prediction for two policies will be shown.
+        3.  **Step 1:** Verify if the model's 3-class prediction is correct, or change it.
+        4.  **Step 2:** Select a 7-class drill-down label.
+        5.  Click 'Save & Next'. If you are unsure, you can click 'Skip & Next'.
+        """
+    )
+
+    full_df_state = gr.State()
+    pending_df_state = gr.State()
+    current_index_state = gr.State(value=0)
+    hf_token_state = gr.State() 
+    user_tag_state = gr.State()
+
+    with gr.Group() as login_box: 
+        with gr.Row():
+            email_box = gr.Textbox(label="Email", placeholder="Enter your authorized email...")
+        login_btn = gr.Button("Login & Load Dataset", variant="primary")
+        progress_bar = gr.Markdown(value="Waiting for login...")
+
+    with gr.Group(visible=False) as annotation_box: 
+        with gr.Row(): 
+            with gr.Group():
+                gr.Markdown("### 📄 Policy / Objective A")
+                policy_a_display = gr.Textbox(show_label=False, interactive=False, lines=4, container=False)
+            with gr.Group():
+                gr.Markdown("### 📄 Policy / Objective B")
+                policy_b_display = gr.Textbox(show_label=False, interactive=False, lines=4, container=False)
+
+        gr.Markdown("### 🔍 Model Reasoning (Explainability Heatmap)")
+        gr.Markdown("This shows the sequential flow of the text. Subwords are stitched back together for readability. **Hover your mouse over any word to see its exact mathematical impact score.**")
+        
+        explanation_display = gr.HTML(label="Token Attributions")
+        
+        # --- NEW: AI Summary Accordion ---
+        with gr.Accordion("🤖 Click to view AI-Generated Summary", open=False) as ai_accordion:
+            generate_ai_btn = gr.Button("✨ Ask AI to Summarize Reasoning", size="sm")
+            ai_summary_display = gr.Markdown("Click the button above to generate a summary of the model's reasoning.")
+        gr.Markdown("---")
+        # --- END NEW ---
+
+        with gr.Row():
+            model_confidence_label = gr.Label(label="Model Confidence")
+            user_verified_radio = gr.Radio(
+                label="Step 1: Verify/Correct Classification",
+                choices=VERIFY_CHOICES,
+                info="The model's prediction is selected by default."
+            )
+        
+        user_drill_down_dropdown = gr.Dropdown(
+            label="Step 2: Drill-Down Interaction", 
+            choices=[], 
+            interactive=True
+        )
+        
+        with gr.Row():
+            skip_btn = gr.Button("Skip & Next (Unsure)")
+            save_btn = gr.Button("Save & Next", variant="primary")
+            
+        status_box = gr.Textbox(label="Status", interactive=False)
+
+    # --- 6. UI Event Handlers ---
+    
+    # --- NEW: LLM Trigger Function ---
+    def fetch_ai_summary(index, pending_df):
+        if pending_df is None or index >= len(pending_df):
+            return "No data available."
+        row = pending_df.iloc[index]
+        return generate_llm_explanation(
+            policy_a=row["PolicyA"], 
+            policy_b=row["PolicyB"], 
+            prediction=row["model_label"], 
+            exp_str=row.get("explanation_data")
+        )
+        
+    generate_ai_btn.click(
+        fn=fetch_ai_summary,
+        inputs=[current_index_state, pending_df_state],
+        outputs=[ai_summary_display]
+    )
+    # --- END NEW ---
+
+    def update_drill_down_choices(verified_class):
+        choices = DRILL_DOWN_MAP.get(verified_class, [])
+        value = choices[0] if len(choices) == 1 else None 
+        return gr.Dropdown(choices=choices, value=value, interactive=len(choices) > 1)
+
+    def load_next_item(pending_df, index):
+        if pending_df is None: return {status_box: "Data not loaded."}
+            
+        total_items = len(pending_df)
+        if index >= total_items:
+            return {
+                progress_bar: gr.Markdown(f"**Annotation Complete! ({total_items} items total)**"),
+                policy_a_display: "All items annotated.",
+                policy_b_display: "",
+                explanation_display: "<div>Done.</div>",
+                annotation_box: gr.Group(visible=False) 
+            }
+        
+        row = pending_df.iloc[index]
+        model_pred = row["model_label"]
+        
+        if "model_confidence" in row:
+            confidence = row["model_confidence"]
+            conf_dict = {}
+            remaining_prob = (1.0 - confidence) / 2.0
+            for l in VERIFY_CHOICES: 
+                if l == model_pred: conf_dict[l] = confidence
+                else: conf_dict[l] = remaining_prob
+        else:
+            conf_dict = {
+                "neutral": row.get("Confidence_Neutral", 0.0), 
+                "coherent": row.get("Confidence_Coherent", 0.0),
+                "incoherent": row.get("Confidence_Incoherent", 0.0)
+            }
+            
+        drill_down_choices = DRILL_DOWN_MAP.get(model_pred, [])
+        drill_down_value = drill_down_choices[0] if len(drill_down_choices) == 1 else None
+        drill_down_interactive = len(drill_down_choices) > 1
+        
+        html_output = "<i>No explainability data found for this row.</i>"
+        exp_str = row.get("explanation_data")
+        
+        if pd.notna(exp_str) and isinstance(exp_str, str) and exp_str.strip() != "":
+            try:
+                raw_data = ast.literal_eval(exp_str)
+                html_output = generate_heatmap_html(raw_data, row["PolicyA"])
+            except Exception as e:
+                print(f"Failed to parse explanation string using ast: {e}")
+                html_output = "<i>Error parsing explanation data for this row.</i>"
+
+        return {
+            progress_bar: gr.Markdown(f"**Annotating Item {index + 1} of {total_items}**"),
+            policy_a_display: row["PolicyA"],
+            policy_b_display: row["PolicyB"],
+            explanation_display: html_output, 
+            model_confidence_label: conf_dict,
+            user_verified_radio: model_pred,
+            user_drill_down_dropdown: gr.Dropdown(choices=drill_down_choices, value=drill_down_value, interactive=drill_down_interactive),
+            current_index_state: index,
+            # --- NEW: Reset AI outputs on Next ---
+            ai_summary_display: "Click the button above to generate a summary of the model's reasoning.",
+            ai_accordion: gr.Accordion(open=False),
+            # --- END NEW ---
+            annotation_box: gr.Group(visible=True) 
+        }
+    
+    def login_and_load(email):
+        if email not in APPROVED_EMAILS:
+            return {progress_bar: gr.Markdown(f"<font color='red'>Error: Email '{email}' is not authorized.</font>"), login_box: gr.Group(visible=True)}
+        
+        user_tag = APPROVED_EMAILS[email] 
+        
+        if DEBUG_TESTING:
+            full_df, pending_df, status = load_data_from_local()
+            token_to_store = "debug_mode"
+        else:
+            if not HF_TOKEN:
+                 return {progress_bar: gr.Markdown(f"<font color='red'>Error: HF_TOKEN is missing.</font>"), login_box: gr.Group(visible=True)}
+            full_df, pending_df, status = load_data_from_hub(HF_TOKEN)
+            token_to_store = HF_TOKEN
+
+        if full_df is None: return {progress_bar: gr.Markdown(f"<font color='red'>{status}</font>"), login_box: gr.Group(visible=True)}
+        
+        first_item_updates = load_next_item(pending_df, 0)
+        first_item_updates[full_df_state] = full_df
+        first_item_updates[pending_df_state] = pending_df
+        first_item_updates[progress_bar] = f"Login successful as **{user_tag}**. {status}"
+        first_item_updates[hf_token_state] = token_to_store 
+        first_item_updates[user_tag_state] = user_tag 
+        first_item_updates[login_box] = gr.Group(visible=False) 
+        first_item_updates[annotation_box] = gr.Group(visible=True) 
+        return first_item_updates
+
+    login_btn.click(
+        fn=login_and_load,
+        inputs=[email_box], 
+        # --- NEW: Ensure new outputs are caught ---
+        outputs=[
+            progress_bar, policy_a_display, policy_b_display, explanation_display,
+            model_confidence_label, user_verified_radio, user_drill_down_dropdown,
+            current_index_state, annotation_box, login_box,
+            full_df_state, pending_df_state, hf_token_state, user_tag_state, status_box,
+            ai_summary_display, ai_accordion
+        ]
+    )
+    
+    def save_wrapper(index, verified_class, drill_down, user_tag, token, full_df, pending_df):
+        if DEBUG_TESTING: return save_annotation_to_local(index, verified_class, drill_down, user_tag, full_df, pending_df)
+        else: return save_annotation_to_hub(index, verified_class, drill_down, user_tag, token, full_df, pending_df)
+
+    def skip_item(index, pending_df):
+        ui_updates = load_next_item(pending_df, index + 1)
+        ui_updates[status_box] = f"Skipped item {index + 1}."
+        return ui_updates
+        
+    skip_btn.click(
+        fn=skip_item,
+        inputs=[current_index_state, pending_df_state],
+        outputs=[
+            progress_bar, policy_a_display, policy_b_display, explanation_display,
+            model_confidence_label, user_verified_radio, user_drill_down_dropdown,
+            current_index_state, annotation_box, status_box,
+            ai_summary_display, ai_accordion
+        ]
+    )
+
+    user_verified_radio.change(
+        fn=update_drill_down_choices,
+        inputs=user_verified_radio,
+        outputs=user_drill_down_dropdown
+    )
+
+    save_btn.click(
+        fn=save_wrapper, 
+        inputs=[
+            current_index_state, user_verified_radio, user_drill_down_dropdown,
+            user_tag_state, hf_token_state, full_df_state, pending_df_state
+        ],
+        outputs=[
+            progress_bar, policy_a_display, policy_b_display, explanation_display,
+            model_confidence_label, user_verified_radio, user_drill_down_dropdown,
+            current_index_state, annotation_box, status_box, full_df_state,
+            ai_summary_display, ai_accordion
+        ]
+    )
+
+if __name__ == "__main__":
+    demo.launch(debug=True)

policy_evaluations.csv

@@ -0,0 +1,108 @@
+PolicyA,PolicyB,model_label,model_confidence
+"Prioritize consolidation of land for crops, livestock and fisheries use.", ,neutral,0.9997270703315736
+"Identify, map, and regulate zones for agricultural practices in terms of type of resource, systems, climatic and ecological diversities.",Develop and implement a national water body classification system and register.,coherent,0.9983433485031128
+Provide for establishment of agricultural model centers of excellence and ensure they are efficiently utilized and maintained for the initial intended purpose., ,neutral,0.9996975660324096
+Legislate on appropriate land sizes suitable for various agricultural enterprises including conservancies based on ecological zones and economic potential., ,neutral,0.9997099041938782
+"Develop mechanisms for control, management, and use of alien and invasive species.",Integrate implementation of catchment and ecosystem management into irrigation projects and other water storage investments,coherent,0.9987309575080872
+Promote establishment of common settlements to ease pressure on agricultural land., ,neutral,0.9997181296348572
+Provide for rural and urban land use strategies to assist communities achieve optimum productivity and make rural land use planning an integral part of land adjudication processes., ,neutral,0.9997003078460692
+Encourage landowners growing cash crops to reserve a portion of their land for food production., ,neutral,0.9996978044509888
+Prioritize implementation of provisions that provide for at least 10% tree cover on any agricultural land holding., ,neutral,0.99972265958786
+"Conserve water catchments and riparian zones to ensure regular supply of water for development of crops, livestock, and fisheries resources.",Put in place and implement the water Resource Quality Objectives (RQOs) for the various categories of water resources.,coherent,0.9986172914505004
+"Promote organic farming for sustainable crops, livestock, and fisheries production.","Mainstream climate change in the water sector to safeguard the sector from adverse effects of climate change by promoting adaptation and mitigation actions at national, basin and county levels.",coherent,0.9987714886665344
+"Prioritize consolidation of land for crops, livestock and fisheries use.","Provide linkages with provisions of the National Land Policy, which provide a framework for access, planning, utilization, and administration of land in the country",incoherent,0.998067319393158
+"Identify, map, and regulate zones for agricultural practices in terms of type of resource, systems, climatic and ecological diversities.","Collaborate with other stakeholders to ensure efficient use of land resource for biomass, food production and other human needs",coherent,0.9985039234161376
+Provide for establishment of agricultural model centers of excellence and ensure they are efficiently utilized and maintained for the initial intended purpose., ,neutral,0.9996975660324096
+Legislate on appropriate land sizes suitable for various agricultural enterprises including conservancies based on ecological zones and economic potential., ,neutral,0.9997099041938782
+"Develop mechanisms for control, management, and use of alien and invasive species.",The government to establish a coordinated approach for the management of water reservoirs.,coherent,0.9986935257911682
+Promote establishment of common settlements to ease pressure on agricultural land., ,neutral,0.9997181296348572
+Provide for rural and urban land use strategies to assist communities achieve optimum productivity and make rural land use planning an integral part of land adjudication processes., ,neutral,0.9997003078460692
+Encourage landowners growing cash crops to reserve a portion of their land for food production., ,neutral,0.9996978044509888
+Prioritize implementation of provisions that provide for at least 10% tree cover on any agricultural land holding., ,neutral,0.99972265958786
+"Conserve water catchments and riparian zones to ensure regular supply of water for development of crops, livestock, and fisheries resources.",Develop a framework for coordination for use of water resource against various interests,incoherent,0.998171329498291
+"Promote organic farming for sustainable crops, livestock, and fisheries production.", ,neutral,0.9997133612632751
+"Prioritize consolidation of land for crops, livestock and fisheries use.",Prioritize land use for climate change mitigation activities.,incoherent,0.6960943937301636
+"Identify, map, and regulate zones for agricultural practices in terms of type of resource, systems, climatic and ecological diversities.","Identify, map, and document all land uses in the country to be put in an inventory that is updated every 5 years for urban and 10 years for rural.",coherent,0.9981333613395692
+Provide for establishment of agricultural model centers of excellence and ensure they are efficiently utilized and maintained for the initial intended purpose., ,neutral,0.9996975660324096
+Legislate on appropriate land sizes suitable for various agricultural enterprises including conservancies based on ecological zones and economic potential.,Enforce the constitutional requirement on minimum and maximum land holding acreages and institute mechanisms for land adjustment programs.,coherent,0.9988558292388916
+"Develop mechanisms for control, management, and use of alien and invasive species.",Enforce application of land use guidelines on Biodiversity and Invasive Species.,coherent,0.9986571073532104
+Promote establishment of common settlements to ease pressure on agricultural land., ,neutral,0.9997181296348572
+Provide for rural and urban land use strategies to assist communities achieve optimum productivity and make rural land use planning an integral part of land adjudication processes.,All lands should be managed according to their actual suitability and local land use plans will be required to implement proper management.,coherent,0.9985671043395996
+Encourage landowners growing cash crops to reserve a portion of their land for food production.,Promote high value commercial agriculture.,incoherent,0.998073935508728
+Prioritize implementation of provisions that provide for at least 10% tree cover on any agricultural land holding.,Develop a framework for incentives to encourage achievement of a minimum 10% forest cover at county level.,coherent,0.998689353466034
+"Conserve water catchments and riparian zones to ensure regular supply of water for development of crops, livestock, and fisheries resources.", ,neutral,0.9997116923332214
+"Promote organic farming for sustainable crops, livestock, and fisheries production.", ,neutral,0.9997133612632751
+"Prioritize consolidation of land for crops, livestock and fisheries use.", ,neutral,0.9997270703315736
+"Identify, map, and regulate zones for agricultural practices in terms of type of resource, systems, climatic and ecological diversities.", ,neutral,0.9996883869171144
+Provide for establishment of agricultural model centers of excellence and ensure they are efficiently utilized and maintained for the initial intended purpose.,Promote and enhance best practices for optimal and sustainable land use.,coherent,0.9985764026641846
+Legislate on appropriate land sizes suitable for various agricultural enterprises including conservancies based on ecological zones and economic potential., ,neutral,0.9997099041938782
+"Develop mechanisms for control, management, and use of alien and invasive species.","Develop and implement a strategy to contain, control and mitigate alien and invasive species.",coherent,0.998664140701294
+Promote establishment of common settlements to ease pressure on agricultural land., ,neutral,0.9997181296348572
+Provide for rural and urban land use strategies to assist communities achieve optimum productivity and make rural land use planning an integral part of land adjudication processes.,Develop and enforce integrated land use planning at all levels.,coherent,0.9986701011657716
+Encourage landowners growing cash crops to reserve a portion of their land for food production., ,neutral,0.9996978044509888
+Prioritize implementation of provisions that provide for at least 10% tree cover on any agricultural land holding.,Formulate strategies to increase tree cover,coherent,0.9984756112098694
+"Conserve water catchments and riparian zones to ensure regular supply of water for development of crops, livestock, and fisheries resources.",Ensure all water catchment areas are zoned and managed as protected areas and free from excision.,coherent,0.9984276294708252
+"Promote organic farming for sustainable crops, livestock, and fisheries production.",Promote and support eco and organic farming so as to maintain soil fertility,incoherent,0.9980952143669128
+"Ensure that water resources, wetlands, riparian and catchment areas are well mapped, protected, rehabilitated, conserved and managed, by all levels of government.",Identify and map out water catchment areas boundaries and gazette them as protected areas.,coherent,0.9984933137893676
+"Coordinate with relevant regulatory authorities, at national and county government level, to implement sustainable water resource management interventions into land use, physical planning and development control systems.",The government to establish a coordinated approach for the management of water reservoirs.,coherent,0.9984790682792664
+"Ensure that the allocation of water abstraction rights observes equity, giving priority to domestic uses, and the ecological reserve in order to stay within sustainable limits.",Develop a framework for coordination for use of water resource against various interests,incoherent,0.998027503490448
+Develop and implement a national water body classification system and register., ,neutral,0.9996873140335084
+"Establish a national system for acquisition, management and sharing of water resources information and data for continuous and coordinated surveillance, assessment and monitoring of basin areas, aquifers, and water bodies.","Invest in hydrological data collection, management and dissemination",coherent,0.9988512992858888
+Put in place and implement the water Resource Quality Objectives (RQOs) for the various categories of water resources., ,neutral,0.9996649026870728
+Integrate implementation of catchment and ecosystem management into irrigation projects and other water storage investments, ,neutral,0.9997186064720154
+"Mainstream climate change in the water sector to safeguard the sector from adverse effects of climate change by promoting adaptation and mitigation actions at national, basin and county levels.",Support the development and implementation of the national policy on climate change,coherent,0.9982386827468872
+"Develop national and county water master plans for water harvesting and storage, water supply and sanitation water investments, including last mile connections for water security.",The Government shall implement hydro power projects as multi-purpose projects.,coherent,0.9988009929656982
+"Ensure that water resources, wetlands, riparian and catchment areas are well mapped, protected, rehabilitated, conserved, and managed, by all levels of government.","Protected areas such as habitat for endangered biodiversity, ecologically sensitive sites, national heritage, water towers, marine waters, wetlands forests and sites with fossils fuels and energy resources will not be allocated for private use or de-gazetted.",coherent,0.998695194721222
+"Coordinate with relevant regulatory authorities, at national and county government level, to implement sustainable water resource management interventions into land use, physical planning and development control systems.","Identify, map, and document all land uses in the country to be put in an inventory that is updated every 5 years for urban and 10 years for rural.",coherent,0.9982775449752808
+"Ensure that the allocation of water abstraction rights observes equity, giving priority to domestic uses, and the ecological reserve in order to stay within sustainable limits.",Zone and protect lands appropriate for agricultural uses.,incoherent,0.9981064796447754
+Develop and implement a national water body classification system and register., ,neutral,0.9996873140335084
+"Establish a national system for acquisition, management and sharing of water resources information and data for continuous and coordinated surveillance, assessment and monitoring of basin areas, aquifers, and water bodies.", ,neutral,0.9997047781944276
+Put in place and implement the water Resource Quality Objectives (RQOs) for the various categories of water resources., ,neutral,0.9996649026870728
+Integrate implementation of catchment and ecosystem management into irrigation projects and other water storage investments,Enforce application of land use guidelines on Biodiversity and Invasive Species.,coherent,0.9986531734466552
+"Mainstream climate change in the water sector to safeguard the sector from adverse effects of climate change by promoting adaptation and mitigation actions at national, basin and county levels.",Prioritize land use for climate change mitigation activities.,coherent,0.998798370361328
+"Develop national and county water master plans for water harvesting and storage, water supply and sanitation water investments, including last mile connections for water security.", ,neutral,0.9997026324272156
+"Ensure that water resources, wetlands, riparian and catchment areas are well mapped, protected, rehabilitated, conserved and managed, by all levels of government.","Ensure the protection of wetlands, riverbanks, hilltops, and slopes from unsustainable practices to prevent soil erosion and environmental degradation.",coherent,0.9311214089393616
+"Coordinate with relevant regulatory authorities, at national and county government level, to implement sustainable water resource management interventions into land use, physical planning, and development control systems.",Harmonise and coordinate the roles of various regulatory agencies charged with the management of fr eshwater and wetland ecosystems.,coherent,0.9985670447349548
+"Ensure that the allocation of water abstraction rights observes equity, giving priority to domestic uses, and the ecological reserve to stay within sustainable limits.", ,neutral,0.9997207522392272
+Develop and implement a national water body classification system and register.,Ensure all water catchment areas are zoned and managed as protected areas and free from excision,coherent,0.9983522891998292
+"Establish a national system for acquisition, management and sharing of water resources information and data for continuous and coordinated surveillance, assessment and monitoring of basin areas, aquifers, and water bodies.", ,neutral,0.9997047781944276
+Put in place and implement the water Resource Quality Objectives (RQOs) for the various categories of water resources.,Improve the management and conservation of water supply sources,coherent,0.998686134815216
+Integrate implementation of catchment and ecosystem management into irrigation projects and other water storage investments,"Develop and implement a strategy to contain, control and mitigate alien and invasive species.",coherent,0.9985812902450562
+"Mainstream climate change in the water sector to safeguard the sector from adverse effects of climate change by promoting adaptation and mitigation actions at national, basin and county levels.","Strengthen capacity for national and county level institutions to support national climate resilience, low carbon development through integrating climate change into implementation strategies.",coherent,0.9986571073532104
+"Develop national and county water master plans for water harvesting and storage, water supply and sanitation water investments, including last mile connections for water security.",Develop and implement integrated freshwater and wetland resources management strategies and action plans.,coherent,0.9985104203224182
+The government to establish a coordinated approach for the management of water reservoirs., ,neutral,0.9997020363807678
+Develop a framework for coordination for use of water resource against various interests, ,neutral,0.9997090697288512
+Identify and map out water catchment areas boundaries and gazette them as protected areas.,"Protected areas such as habitat for endangered biodiversity, ecologically sensitive sites, national heritage, water towers, marine waters, wetlands forests and sites with fossils fuels and energy resources will not be allocated for private use or de-gazetted.",coherent,0.9986095428466796
+The Government shall implement hydro power projects as multi-purpose projects., ,neutral,0.9997033476829528
+The government to invest in increased storage capacity for hydro power reservoirs, ,neutral,0.9997135996818542
+"Invest in hydrological data collection, management and dissemination", ,neutral,0.9997149109840392
+Provide incentives to promote the local production and use of efficient solar systems., ,neutral,0.9997019171714784
+"Provide a framework for connection of electricity generated from solar energy to national and isolated grids, through direct sale or net metering.", ,neutral,0.9996978044509888
+"Provide linkages with provisions of the National Land Policy, which provide a framework for access, planning, utilization and administration of land in the country","Identify, map, and document all land uses in the country to be put in an inventory that is updated every 5 years for urban and 10 years for rural.",coherent,0.9983162879943848
+Support the development and implementation of the national policy on climate change,Prioritize land use for climate change mitigation activities.,coherent,0.9986888766288756
+"Collaborate with other stakeholders to ensure efficient use of land resource for biomass, food production and other human needs",All lands should be managed according to their actual suitability and local land use plans will be required to implement proper management.,coherent,0.998324692249298
+The government to establish a coordinated approach for the management of water reservoirs.,Harmonise and coordinate the roles of various regulatory agencies charged with the management of freshwater and wetland ecosystems.,coherent,0.9985480904579164
+Develop a framework for coordination for use of water resource against various interests, ,neutral,0.9997090697288512
+Identify and map out water catchment areas boundaries and gazette them as protected areas.,Ensure all water catchment areas are zoned and managed as protected areas and free from excision,coherent,0.9986754059791564
+The Government shall implement hydro power projects as multi-purpose projects., ,neutral,0.9997033476829528
+The government to invest in increased storage capacity for hydro power reservoirs,"Ensure the protection of wetlands, riverbanks, hilltops, and slopes from unsustainable practices to prevent soil erosion and environmental degradation.",incoherent,0.9979775547981262
+"Invest in hydrological data collection, management and dissemination", ,neutral,0.9997149109840392
+Provide incentives to promote the local production and use of efficient solar systems., ,neutral,0.9997019171714784
+"Provide a framework for connection of electricity generated from solar energy to national and isolated grids, through direct sale or net metering.", ,neutral,0.9996978044509888
+"Provide linkages with provisions of the National Land Policy, which provide a framework for access, planning, utilization and administration of land in the country",Develop and enforce integrated land use planning at all levels.,coherent,0.9986265897750854
+Support the development and implementation of the national policy on climate change,"Strengthen capacity for national and county level institutions to support national climate resilience, low carbon development through integrating climate change into implementation strategies.",coherent,0.9984599351882936
+"Collaborate with other stakeholders to ensure efficient use of land resource for biomass, food production and other human needs",Promote and enhance best practices for optimal and sustainable land use.,coherent,0.9983749389648438
+All lands should be managed according to their actual suitability and local land use plans will be required to implement proper management.,Develop and enforce integrated land use planning at all levels.,coherent,0.9984402060508728
+Promote high value commercial agriculture.,Promote and support eco and organic farming so as to maintain soil fertility,incoherent,0.99810129404068
+Enforce the constitutional requirement on minimum and maximum land holding acreages and institute mechanisms for land adjustment programs., ,neutral,0.9997013211250304
+"Protected areas such as habitat for endangered biodiversity, ecologically sensitive sites, national heritage, water towers, marine waters, wetlands forests and sites with fossils fuels and energy resources will not be allocated for private use or de-gazetted.",Ensure all water catchment areas are zoned and managed as protected areas and free from excision,coherent,0.9987078905105592
+"Identify, map, and document all land uses in the country to be put in an inventory that is updated every 5 years for urban and 10 years for rural.", ,neutral,0.99965238571167
+Develop a framework for incentives to encourage achievement of a minimum 10% forest cover at county level.,Formulate strategies to increase tree cover,coherent,0.9985941052436828
+Discourage open access to grazing land among the pastoralists by promoting development of communal grazing management plans., ,neutral,0.9997197985649108
+Make provision for the possibility of exclusion of cropping and overstocking on lands currently under management where public disbenefit is arising and compensate producers affected by exclusion orders that extinguish or reduce existing rights to produce on that land.,"Ensure the protection of wetlands, riverbanks, hilltops, and slopes from unsustainable practices to prevent soil erosion and environmental degradation.",coherent,0.9696201086044312
+Prohibit settlement and other activities within sensitive ecological zones., ,neutral,0.999710500240326
+"Identify and map each major habitat type and ensure that where more than 80% of the original extent of a particular habitat has been lost nationally that no further loss is permitted, and that restoration is undertaken to reach a minimum 20% target.",Maintain all gazetted protected areas and reclaim and restore the encroached parks and reserves for enhanced wildlife conservation.,coherent,0.9986227750778198
+Prioritize land use for climate change mitigation activities., ,neutral,0.9997233748435974
+Zone and protect lands appropriate for agricultural uses., ,neutral,0.9997249245643616
+"Develop and implement a regulatory framework for reclamation, rehabilitation, restoration, and use of reclaimed land.", ,neutral,0.9997076392173768
+Enforce application of land use guidelines on Biodiversity and Invasive Species.,"Develop and implement a strategy to contain, control and mitigate alien and invasive species.",coherent,0.99832946062088

requirements.txt

@@ -0,0 +1,21 @@
+huggingface_hub
+gradio
+transformers>=4.40.0
+# langchain>=0.1.14
+# sentence-transformers>=2.5.1
+# faiss-cpu>=1.7.4
+# torch>=2.1.0
+# langchain-community>=0.0.30
+# gradio-client==1.11.0
+# pydantic==2.10.6
+numpy
+pandas
+requests
+datasets
+# boto3
+# rank-bm25
+# pypdf
+# Pillow
+# pytesseract
+# openai
+