""" Crop Classifier REST API v3.1 ================================ Status: Stability & Debug Update Changes: Supabase resilience, FileResponse, detailed JSON errors. """ from fastapi import FastAPI, File, UploadFile, HTTPException, Header, Depends, BackgroundTasks from fastapi.middleware.cors import CORSMiddleware from fastapi.responses import HTMLResponse, FileResponse, JSONResponse from pydantic import BaseModel, EmailStr import numpy as np import json, os, io, time, logging, base64, uuid, secrets from datetime import datetime, timezone from PIL import Image import tensorflow as tf from tensorflow.keras.applications.efficientnet import preprocess_input import requests as req_lib import httpx logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s") logger = logging.getLogger(__name__) # ── Supabase config ───────────────────────────────────────────────────────── SUPABASE_URL = os.environ.get("SUPABASE_URL", "https://ykvatttsnpjrwqfhhysu.supabase.co") SUPABASE_KEY = os.environ.get("SUPABASE_KEY", "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InlrdmF0dHRzbnBqcndxZmhoeXN1Iiwicm9sZSI6ImFub24iLCJpYXQiOjE3NzA0OTk5NjQsImV4cCI6MjA4NjA3NTk2NH0.5Njnh8NBEcPDddHjwv3CoUpCcAHu-ALNUQHQVdAdq-Y" ) SB_HEADERS = {"apikey": SUPABASE_KEY, "Authorization": f"Bearer {SUPABASE_KEY}", "Content-Type": "application/json"} SB_TABLE = f"{SUPABASE_URL}/rest/v1/crop_api_keys" # ── In-memory key cache ────────────────────────────────────────────────────── _key_cache: dict = {} # {api_key: {name, email, id}} _cache_ts: float = 0.0 async def refresh_key_cache(): global _key_cache, _cache_ts try: async with httpx.AsyncClient() as client: r = await client.get(f"{SB_TABLE}?is_active=eq.true&select=api_key,name,email,id", headers=SB_HEADERS, timeout=10) if r.status_code == 200: _key_cache = {row["api_key"]: row for row in r.json()} _cache_ts = time.time() logger.info(f"Key cache refreshed: {len(_key_cache)} keys") else: logger.warning(f"Key cache failed: Supabase returned {r.status_code}") except Exception as e: logger.error(f"Critical error refreshing key cache: {e}") # ── App ────────────────────────────────────────────────────────────────────── app = FastAPI( title="🌾 Crop Classifier API", version="3.1.0", ) app.add_middleware(CORSMiddleware, allow_origins=["*"], allow_credentials=True, allow_methods=["*"], allow_headers=["*"]) # ── Startup ────────────────────────────────────────────────────────────────── MODEL_PATH = os.environ.get("MODEL_PATH", "best_v6.keras") JSON_PATH = os.environ.get("JSON_PATH", "class_names.json") model = None class_names = [] @app.on_event("startup") async def startup(): global model, class_names try: logger.info(f"Loading model: {MODEL_PATH}") model = tf.keras.models.load_model(MODEL_PATH) with open(JSON_PATH) as f: class_names = json.load(f)["class_names"] logger.info(f"Model loaded successfully. {len(class_names)} classes.") await refresh_key_cache() except Exception as e: logger.error(f"STARTUP FAILED: {e}") # Dont raise here - allow server to start so /health works for debugging # ── LLaMA ──────────────────────────────────────────────────────────────────── NVIDIA_API_KEY = os.environ.get("NVIDIA_API_KEY", "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") LLAMA_URL = "https://integrate.api.nvidia.com/v1/chat/completions" # ── Helpers ────────────────────────────────────────────────────────────────── def confidence_label(pct: float) -> str: return "High" if pct >= 70 else "Medium" if pct >= 40 else "Low" def preprocess_image(image_bytes: bytes) -> np.ndarray: try: image = Image.open(io.BytesIO(image_bytes)).convert("RGB") image = image.resize((224, 224)) arr = np.expand_dims(np.array(image, dtype=np.float32), axis=0) return preprocess_input(arr) except Exception as e: logger.warning(f"Image preprocessing failed: {e}") return None def compress_image(image_bytes: bytes) -> bytes: try: img = Image.open(io.BytesIO(image_bytes)).convert("RGB") img.thumbnail((768, 768)) buf = io.BytesIO() img.save(buf, format="JPEG", quality=85, optimize=True) return buf.getvalue() except Exception: return image_bytes def call_llama_vision(image_bytes: bytes, top3_preds: list) -> dict: try: img_b64 = base64.b64encode(compress_image(image_bytes)).decode("utf-8") predictions_str = ", ".join(f"{p['crop']} ({p['confidence_percent']}%)" for p in top3_preds) prompt = ( "You are an expert agricultural scientist. Analyze the crop in this image.\n" f"Possible crops: {predictions_str}\n\n" "Format your response as EXACTLY these fields, one per line:\n" "**Crop Name:** [Correct common name]\n" "**Scientific Name:** [Latin name]\n" "**Characteristics:** [Visual features]\n" "**Quality:** [Premium, Excellent, Very Good, Good, Fair, or Bad]\n" "**Market Grade:** [Grade A, Grade B, Grade C, or Ungraded]\n" "**Prediction Accuracy:** [Correct, Partially Correct, or Incorrect]\n" "**Storage Tip:** [1 sentence]\n" "**Explanation:** [2 sentences]" ) payload = { "model": "meta/llama-3.2-90b-vision-instruct", "messages": [{"role": "user", "content": [ {"type": "text", "text": prompt}, {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{img_b64}"}} ]}], "max_tokens": 600, "temperature": 0.2, "stream": False } headers = {"Authorization": f"Bearer {NVIDIA_API_KEY}", "Accept": "application/json"} resp = req_lib.post(LLAMA_URL, headers=headers, json=payload, timeout=60) resp.raise_for_status() raw_text = resp.json()["choices"][0]["message"]["content"] fields = {"crop_name": None, "scientific_name": None, "characteristics": None, "quality": None, "market_grade": None, "prediction_accuracy": None, "storage_tip": None, "explanation": None} for line in raw_text.splitlines(): clean = line.replace("**", "").replace("- ","").replace("* ","").strip() if ":" in clean: k, v = clean.split(":", 1) k = k.lower().strip() if "crop name" in k: fields["crop_name"] = v.strip() elif "scientific name" in k: fields["scientific_name"] = v.strip() elif "characteristics" in k: fields["characteristics"] = v.strip() elif "quality" in k: fields["quality"] = v.strip() elif "market grade" in k: fields["market_grade"] = v.strip() elif "prediction accuracy" in k: fields["prediction_accuracy"] = v.strip() elif "storage tip" in k: fields["storage_tip"] = v.strip() elif "explanation" in k: fields["explanation"] = v.strip() fields["raw"] = raw_text return fields except Exception as e: return {"error": str(e), "raw": None} def build_final_answer(top3: list, ai: dict | None) -> dict: ai_ok = ai and ai.get("crop_name") and not ai.get("error") return { "crop_name": ai.get("crop_name") if ai_ok else top3[0]["crop"], "quality": ai.get("quality") if ai_ok else "Unavailable", "market_grade": ai.get("market_grade") if ai_ok else "Unavailable", "characteristics": ai.get("characteristics") if ai_ok else "Unavailable", "explanation": ai.get("explanation") if ai_ok else "Unavailable", "storage_tip": ai.get("storage_tip") if ai_ok else "Unavailable", "confidence_label": confidence_label(top3[0]["confidence_percent"]), } async def increment_usage(key_id: str): try: async with httpx.AsyncClient() as client: await client.post(f"{SUPABASE_URL}/rest/v1/rpc/increment_usage", headers=SB_HEADERS, json={"row_id": key_id}, timeout=3) except: pass async def validate_api_key(x_api_key: str = Header(..., alias="x-api-key")): global _cache_ts if time.time() - _cache_ts > 60: await refresh_key_cache() info = _key_cache.get(x_api_key) if not info: raise HTTPException(status_code=401, detail={"error": "Invalid API key", "portal": "/portal"}) return info # ── Registration ───────────────────────────────────────────────────────────── class RegisterRequest(BaseModel): name: str email: str @app.post("/register", tags=["Admin"]) async def register(body: RegisterRequest): try: new_key = f"crop-{secrets.token_urlsafe(20)}" async with httpx.AsyncClient() as client: # Check existing r = await client.get(f"{SB_TABLE}?email=eq.{body.email}&select=api_key,name", headers=SB_HEADERS) if r.status_code == 200 and r.json(): return {"success": True, "api_key": r.json()[0]["api_key"], "is_new": False} # Create new r = await client.post(SB_TABLE, headers=SB_HEADERS, json={"api_key": new_key, "name": body.name, "email": body.email}) if r.status_code not in (200, 201): raise Exception(f"Supabase error: {r.text}") await refresh_key_cache() return {"success": True, "api_key": new_key, "is_new": True} except Exception as e: logger.error(f"Registration failed: {e}") raise HTTPException(500, detail={"error": "Failed to create key", "message": str(e)}) # ── Routes ─────────────────────────────────────────────────────────────────── @app.get("/portal", response_class=HTMLResponse) async def portal_page(): if not os.path.exists("portal.html"): return HTMLResponse("

Portal page missing

", status_code=404) return FileResponse("portal.html") @app.get("/health") async def health(): return {"status": "ok", "model_ready": model is not None, "classes": len(class_names)} @app.get("/crops") async def list_crops(): return {"crops": [n.replace("_"," ").title() for n in class_names]} @app.post("/predict") async def predict( background_tasks: BackgroundTasks, file: UploadFile = File(...), key_info: dict = Depends(validate_api_key), ): if model is None: raise HTTPException(503, detail="Model still loading or failed to load. Check /health.") img_bytes = await file.read() if not img_bytes: raise HTTPException(422, detail="Empty image file.") processed = preprocess_image(img_bytes) if processed is None: raise HTTPException(422, detail="Invalid image file. Could not decode.") try: # Inference res = model.predict(processed, verbose=0)[0] top3_idx = np.argsort(res)[-3:][::-1] top3 = [{"rank": i+1, "crop": class_names[idx].replace("_"," ").title(), "confidence_percent": round(float(res[idx])*100, 2), "confidence_label": confidence_label(round(float(res[idx])*100, 2))} for i, idx in enumerate(top3_idx)] # LLaMA ai = call_llama_vision(img_bytes, top3) background_tasks.add_task(increment_usage, key_info["id"]) return { "success": True, "final_answer": build_final_answer(top3, ai), "model_prediction": {"top3": top3}, "ai_expert": ai, "request_id": str(uuid.uuid4()) } except Exception as e: logger.error(f"Prediction failed: {e}") raise HTTPException(500, detail={"error": "Prediction error", "message": str(e)}) @app.post("/predict/fast") async def predict_fast( background_tasks: BackgroundTasks, file: UploadFile = File(...), key_info: dict = Depends(validate_api_key), ): if model is None: raise HTTPException(503, detail="Model loading.") img_bytes = await file.read() processed = preprocess_image(img_bytes) if processed is None: raise HTTPException(422, detail="Bad image.") res = model.predict(processed, verbose=0)[0] top3_idx = np.argsort(res)[-3:][::-1] top3 = [{"rank": i+1, "crop": class_names[idx].replace("_"," ").title(), "confidence_percent": round(float(res[idx])*100, 2), "confidence_label": confidence_label(round(float(res[idx])*100, 2))} for i, idx in enumerate(top3_idx)] background_tasks.add_task(increment_usage, key_info["id"]) return {"success": True, "top_prediction": top3[0]["crop"], "top3": top3}