engine.py

import os
from PIL import Image
import piexif
import cv2
import numpy as np
from geopy.geocoders import Nominatim
from geopy.exc import GeocoderTimedOut
import torch
import timm
from torchvision import transforms
import torch.nn.functional as F
import pandas as pd
import re
from prophet import Prophet
from sklearn.metrics import mean_absolute_error, mean_absolute_percentage_error
import requests
import json
import config
# Load environment variables from .env file
try:
    from dotenv import load_dotenv
    load_dotenv()
except ImportError:
    print("Warning: python-dotenv not installed. Using system environment variables only.")

# --- EXIF Metadata Extraction ---
def get_exif_data(image_path):
    if not os.path.exists(image_path):
        return {"error": f"File not found at path {image_path}"}

    suspicious_reasons = []
    authenticity_score = 100

    try:
        exif_dict = piexif.load(image_path)
        gps_info = exif_dict.get('GPS', {})

        def _convert_to_degrees(value):
            d, m, s = value
            return d[0]/d[1] + (m[0]/m[1])/60 + (s[0]/s[1])/3600

        lat = lon = None
        if gps_info:
            try:
                lat = round(_convert_to_degrees(gps_info[2]), 6)
                lon = round(_convert_to_degrees(gps_info[4]), 6)
                if gps_info[1] == b'S': lat *= -1
                if gps_info[3] == b'W': lon *= -1
            except:
                lat, lon = None, None
                suspicious_reasons.append("GPS data could not be parsed correctly.")
        else:
            suspicious_reasons.append("GPS metadata missing.")
            authenticity_score -= 30

        address = None
        if lat and lon:
            try:
                geolocator = Nominatim(user_agent="agrisure_exif_reader")
                location = geolocator.reverse((lat, lon))
                address = location.address if location else None  # type: ignore
            except:
                address = "Geocoder error"

        model = exif_dict['0th'].get(piexif.ImageIFD.Model, b"").decode('utf-8', errors='ignore')
        timestamp = exif_dict['Exif'].get(piexif.ExifIFD.DateTimeOriginal, b"").decode('utf-8', errors='ignore')
        software = exif_dict['0th'].get(piexif.ImageIFD.Software, b"").decode('utf-8', errors='ignore')

        if not model:
            suspicious_reasons.append("Device model missing.")
            authenticity_score -= 10
        if not timestamp:
            suspicious_reasons.append("Timestamp missing.")
            authenticity_score -= 20
        if software:
            suspicious_reasons.append(f"Image was edited using software: {software}")
            authenticity_score -= 25

        try:
            ela_path = image_path.replace(".jpg", "_ela.jpg")
            original = Image.open(image_path).convert('RGB')
            original.save(ela_path, 'JPEG', quality=90)
            ela_image = Image.open(ela_path)
            ela = Image.blend(original, ela_image, alpha=10)
            ela_cv = np.array(ela)
            std_dev = np.std(ela_cv)
            if std_dev > 25:
                suspicious_reasons.append("High ELA deviation — possible image tampering.")
                authenticity_score -= 15
            os.remove(ela_path)
        except:
            suspicious_reasons.append("ELA check failed.")
            authenticity_score -= 5

        return {
            "verifier": "exif_metadata_reader",
            "device_model": model or "N/A",
            "timestamp": timestamp or "N/A",
            "gps_latitude": lat,
            "gps_longitude": lon,
            "address": address,
            "authenticity_score": max(0, authenticity_score),
            "suspicious_reasons": suspicious_reasons or ["None"]
        }
    except Exception as e:
        return {"error": f"Failed to analyze image: {str(e)}"}

# --- Crop Damage Detection ---
device = "cuda" if torch.cuda.is_available() else "cpu"
val_transform = transforms.Compose([
    transforms.Resize((384, 384)),
    transforms.ToTensor(),
    transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225]),
])
model_damage = timm.create_model('efficientnetv2_rw_m', pretrained=False, num_classes=2)
model_damage.load_state_dict(torch.load("models/efficientnetv2_rw_m_crop_damage.pt", map_location=device))
model_damage.to(device)
model_damage.eval()
class_names = ['damaged', 'non_damaged']

def predict_damage(image_path):
    if not os.path.exists(image_path):
        return {"status": "error", "message": f"File not found: {image_path}"}

    try:
        image = Image.open(image_path).convert('RGB')
        input_tensor = val_transform(image).unsqueeze(0).to(device)
        with torch.no_grad():
            output = model_damage(input_tensor)
            probs = torch.softmax(output, dim=1)
            predicted_class = int(torch.argmax(probs, dim=1).item())
            confidence = float(probs[0][predicted_class].item())
        predicted_label = class_names[predicted_class]
        return {
            "verifier": "crop_damage_classifier",
            "model": "efficientnetv2_rw_m",
            "prediction": predicted_label,
            "confidence": round(confidence * 100, 2),
            "class_names": class_names,
            "status": "success"
        }
    except Exception as e:
        return {"status": "error", "message": str(e)}

# --- Crop Type Detection ---
val_transforms_crop = transforms.Compose([
    transforms.Resize((224, 224)),
    transforms.ToTensor(),
    transforms.Normalize([0.485, 0.456, 0.406], [0.229, 0.224, 0.225])
])
idx_to_class = {
    0: 'Coffee-plant', 1: 'Cucumber', 2: 'Fox_nut(Makhana)', 3: 'Lemon', 4: 'Olive-tree',
    5: 'Pearl_millet(bajra)', 6: 'Tobacco-plant', 7: 'almond', 8: 'banana', 9: 'cardamom',
    10: 'cherry', 11: 'chilli', 12: 'clove', 13: 'coconut', 14: 'cotton', 15: 'gram',
    16: 'jowar', 17: 'jute', 18: 'maize', 19: 'mustard-oil', 20: 'papaya', 21: 'pineapple',
    22: 'rice', 23: 'soyabean', 24: 'sugarcane', 25: 'sunflower', 26: 'tea', 27: 'tomato',
    28: 'vigna-radiati(Mung)', 29: 'wheat'
}
model_crop = timm.create_model('convnext_tiny', pretrained=False, num_classes=30)
model_crop.load_state_dict(torch.load('models/crop_type_detection_model.pth', map_location=device))
model_crop.to(device)
model_crop.eval()

def predict_crop(image_path):
    if not os.path.exists(image_path):
        return {"status": "error", "message": f"File not found: {image_path}"}

    try:
        image = Image.open(image_path).convert('RGB')
        image_tensor = val_transforms_crop(image).unsqueeze(0).to(device)
        with torch.no_grad():
            outputs = model_crop(image_tensor)
            probs = F.softmax(outputs, dim=1)
            conf, pred = torch.max(probs, 1)
            predicted_label = idx_to_class[pred.item()]
            confidence = round(float(conf.item()) * 100, 2)
        return {
            "status": "success",
            "predicted_class": predicted_label,
            "confidence_percent": confidence
        }
    except Exception as e:
        return {"status": "error", "message": str(e)}

# --- Crop Yield Prediction Utilities ---
def get_district_from_coordinates(lat, lon):
    geolocator = Nominatim(user_agent="agrisure-ai")
    try:
        location = geolocator.reverse((lat, lon))
    except GeocoderTimedOut:
        return None, None, "Reverse geocoding service timed out."
    except Exception as e:
        return None, None, f"Geocoding error: {str(e)}"
    
    if not location:
        return None, None, "Could not get district from coordinates."
    
    try:
        address = location.raw.get('address', {})  # type: ignore
    except (AttributeError, TypeError):
        return None, None, "Could not parse location data."
    
    if not address:
        return None, None, "Could not get district from coordinates."
    district = (
        address.get('district') or
        address.get('state_district') or
        address.get('county')
    )
    if not district:
        return None, None, "District not found in address data."
    if 'district' in district.lower():
        district = district.replace("District", "").strip()
    place_name = district  # Set place_name to district name
    return district, place_name, None

def clean_district_name(district):
    if not isinstance(district, str):
        return district
    district = re.sub(r"\s*[-\u2013]\s*(I{1,3}|IV|V|VI|VII|VIII|IX|X|\d+)$", "", district, flags=re.IGNORECASE)
    district = district.replace("District", "").strip()
    aliases = {
        "Purba Bardhaman": "Burdwan",
        "Paschim Bardhaman": "Burdwan",
        "Bardhaman": "Burdwan",
        "Kalna": "Burdwan",
        "Kalyani": "Nadia",
        "Raiganj": "Uttar Dinajpur",
        "Kolkata": "North 24 Parganas"
    }
    return aliases.get(district, district)

def get_soil_category(score):
    if score == 0:
        return "No Soil Health Data"
    elif score >= 4.5:
        return "Very Excellent Soil Health"
    elif score >= 4:
        return "Excellent Soil Health"
    elif score >= 3:
        return "Good Soil Health"
    elif score >= 2:
        return "Poor Soil Health"
    else:
        return "Very Poor Soil Health"

def calculate_dynamic_climate_score(predicted_yield, soil_score, max_yield=8000, max_soil=5.0):
    norm_yield = (predicted_yield / max_yield) ** 0.8
    norm_soil = (soil_score / max_soil) ** 1.2
    return round((0.6 * norm_yield + 0.4 * norm_soil) * 100, 2)

def forecast_yield(ts_data):
    model = Prophet(yearly_seasonality='auto', growth='flat')
    model.fit(ts_data)
    forecast = model.predict(model.make_future_dataframe(periods=1, freq='YS'))
    return max(forecast.iloc[-1]['yhat'], 0)

def forecast_yield_with_accuracy(ts_data):
    model = Prophet(yearly_seasonality='auto', growth='flat')
    model.fit(ts_data)
    future = model.make_future_dataframe(periods=1, freq='YS')
    forecast = model.predict(future)
    predicted_yield = max(forecast.iloc[-1]['yhat'], 0)

    try:
        past = forecast[forecast['ds'] < ts_data['ds'].max()]
        merged = ts_data.merge(past[['ds', 'yhat']], on='ds')
        mae = mean_absolute_error(merged['y'], merged['yhat'])
        mape = mean_absolute_percentage_error(merged['y'], merged['yhat']) * 100
    except:
        mae, mape = None, None

    return predicted_yield, mae, mape

def get_crop_priority_list(district_yield, base_crop_names):
    priority_list = []
    for crop, column in base_crop_names.items():
        crop_data = district_yield[['Year', column]].dropna()
        crop_data.columns = ['ds', 'y']
        crop_data['ds'] = pd.to_datetime(crop_data['ds'], format='%Y')
        if len(crop_data) >= 5:
            yield_pred = forecast_yield(crop_data)
            priority_list.append((crop, yield_pred))
    return sorted(priority_list, key=lambda x: x[1], reverse=True)

def get_weather_data(lat, lon):
    try:
        # Get weather API key from environment variables
        weather_api_key = config.OPENWEATHER_API
        if weather_api_key and weather_api_key != "your_openweather_api_key_here":
            url = f"https://api.weatherapi.com/v1/current.json?key={weather_api_key}&q={lat},{lon}"
            response = requests.get(url)
            data = response.json()
            return {
                "temp_c": data['current']['temp_c'],
                "humidity": data['current']['humidity'],
                "condition": data['current']['condition']['text'],
                "wind_kph": data['current']['wind_kph']
            }
        else:
            return {"error": "Weather API key not configured or placeholder value"}
    except Exception as e:
        return {"error": "Weather fetch failed", "details": str(e)}

def predict_crop_yield_from_location(crop_input, lat, lon):
    district, place_name, error = get_district_from_coordinates(lat, lon)
    if error:
        return {"error": error}
    
    if district is None:
        return {"error": "Could not determine district from coordinates"}
    
    district_input = clean_district_name(district)

    try:
        data_dir = "data"
        yield_df = pd.read_csv(os.path.join(data_dir, "ICRISAT-District_Level_Data_30_Years.csv"))
        soil_df = pd.read_csv(os.path.join(data_dir, "SoilHealthScores_by_District_2.csv"))
    except Exception as e:
        return {"error": f"Failed to read data files: {str(e)}"}

    soil_df['Soil_Category'] = soil_df['SoilHealthScore'].apply(get_soil_category)
    yield_columns = [col for col in yield_df.columns if 'YIELD (Kg per ha)' in col]
    base_crop_names = {col.split(' YIELD')[0]: col for col in yield_columns}

    if crop_input not in base_crop_names:
        return {"error": f"'{crop_input}' not found in crop list."}

    yield_col = base_crop_names[crop_input]
    
    # Ensure district_input is not None before using lower()
    if district_input is None:
        return {"error": "Could not determine district name"}
    
    district_yield = yield_df[yield_df['Dist Name'].str.lower() == district_input.lower()]
    district_soil = soil_df[soil_df['Dist Name'].str.lower() == district_input.lower()]

    if district_yield.empty or district_soil.empty:
        return {"error": f"Data for district '{district_input}' not found."}

    ts_data = district_yield[['Year', yield_col]].dropna()
    ts_data.columns = ['ds', 'y']
    ts_data['ds'] = pd.to_datetime(ts_data['ds'], format='%Y')
    ts_data['year'] = ts_data['ds'].dt.year

    valid_data = ts_data[ts_data['y'] > 0]
    if len(valid_data) < 6:
        predicted_yield = ts_data['y'].mean()
        mae, mape = None, None
    else:
        predicted_yield, mae, mape = forecast_yield_with_accuracy(valid_data)

    if predicted_yield > 1000:
        yield_cat = "Highly Recommended Crop"
    elif predicted_yield > 500:
        yield_cat = "Good Crop"
    elif predicted_yield > 200:
        yield_cat = "Poor Crop"
    else:
        yield_cat = "Very Poor Crop"

    soil_score = district_soil['SoilHealthScore'].values[0]
    soil_cat = district_soil['Soil_Category'].values[0]
    climate_score = calculate_dynamic_climate_score(predicted_yield, soil_score)

    sorted_crops = get_crop_priority_list(district_yield, base_crop_names)
    best_crop = sorted_crops[0][0] if sorted_crops else None
    best_yield = sorted_crops[0][1] if sorted_crops else None

    weather_data = get_weather_data(lat, lon)

    crop_priority_list = []
    for c, y in sorted_crops:
        if y > 1000:
            yc = "Highly Recommended Crop"
        elif y > 500:
            yc = "Good Crop"
        elif y > 200:
            yc = "Poor Crop"
        else:
            yc = "Very Poor Crop"

        score = calculate_dynamic_climate_score(y, soil_score)

        crop_priority_list.append({
            "crop": c,
            "predicted_yield": {
                "kg_per_ha": round(y, 2),
                "kg_per_acre": round(y / 2.47105, 2)
            },
            "yield_category": yc,
            "climate_score": score
        })

    return {
        "location": {
            "input_coordinates": {"lat": lat, "lon": lon},
            "place_name": place_name,
            "detected_district": district,
        },
        "input_crop_analysis": {
            "crop": crop_input,
            "predicted_yield": {
                "kg_per_ha": round(predicted_yield, 2),
                "kg_per_acre": round(predicted_yield / 2.47105, 2)
            },
            "yield_category": yield_cat,
            "prediction_accuracy": {
                "mae": round(mae, 2) if mae is not None else "Not enough data",
                "mape_percent": round(mape, 2) if mape is not None else "Not enough data",
                "accuracy_score": round(100 - mape, 2) if mape is not None else "Not enough data"
            }
        },
        "soil_health": {
            "score": soil_score,
            "category": soil_cat
        },
        "climate_score": climate_score,
        "weather_now": weather_data,
        "best_crop": {
            "name": best_crop,
            "predicted_yield": {
                "kg_per_ha": round(best_yield, 2) if best_crop and best_yield is not None else None,
                "kg_per_acre": round(best_yield / 2.47105, 2) if best_crop and best_yield is not None else None,
            }
        },
        "crop_priority_list": crop_priority_list
    }