""" AIFinder API Server Serves classification and training endpoints for the frontend. Public API: POST /v1/classify — classify text, returns top-N provider predictions. No API key required. Rate-limited to 60 requests/minute per IP. """ import os import re import sys import json import joblib import numpy as np import torch import torch.nn as nn from flask import Flask, request, jsonify, send_from_directory from flask_cors import CORS from flask_limiter import Limiter from flask_limiter.util import get_remote_address from config import MODEL_DIR from model import AIFinderNet from features import FeaturePipeline app = Flask(__name__, static_folder="static", static_url_path="") CORS(app) limiter = Limiter(get_remote_address, app=app, default_limits=[]) DEFAULT_TOP_N = 5 pipeline = None provider_enc = None net = None device = None checkpoint = None def load_models(): global pipeline, provider_enc, net, device, checkpoint pipeline = joblib.load(os.path.join(MODEL_DIR, "feature_pipeline.joblib")) provider_enc = joblib.load(os.path.join(MODEL_DIR, "provider_enc.joblib")) checkpoint = torch.load( os.path.join(MODEL_DIR, "classifier.pt"), map_location="cpu", weights_only=True, ) device = torch.device("cuda" if torch.cuda.is_available() else "cpu") net = AIFinderNet( input_dim=checkpoint["input_dim"], num_providers=checkpoint["num_providers"], hidden_dim=checkpoint["hidden_dim"], embed_dim=checkpoint["embed_dim"], dropout=checkpoint["dropout"], ).to(device) net.load_state_dict(checkpoint["state_dict"], strict=False) net.eval() @app.route("/") def index(): return send_from_directory("static", "index.html") @app.route("/api/providers", methods=["GET"]) def get_providers(): """Return list of available providers.""" return jsonify({"providers": sorted(provider_enc.classes_.tolist())}) @app.route("/api/classify", methods=["POST"]) def classify(): """Classify text and return provider predictions.""" data = request.json text = data.get("text", "") if len(text) < 20: return jsonify({"error": "Text too short (minimum 20 characters)"}), 400 X = pipeline.transform([text]) X_t = torch.tensor(X.toarray(), dtype=torch.float32).to(device) with torch.no_grad(): prov_logits = net(X_t) prov_proba = torch.softmax(prov_logits.float(), dim=1)[0].cpu().numpy() top_prov_idxs = np.argsort(prov_proba)[::-1][:5] top_providers = [ { "name": provider_enc.inverse_transform([i])[0], "confidence": float(prov_proba[i] * 100), } for i in top_prov_idxs ] return jsonify( { "provider": top_providers[0]["name"], "confidence": top_providers[0]["confidence"], "top_providers": top_providers, } ) def _strip_think_tags(text): """Remove (and ) blocks from input.""" text = re.sub(r".*?", "", text, flags=re.DOTALL) return text.strip() @app.route("/v1/classify", methods=["POST"]) @limiter.limit("60/minute") def v1_classify(): """Public API — classify text and return top-N provider predictions. Request JSON: text (str): The text to classify. Any / tags will be stripped automatically before classification. top_n (int): Number of results to return (default: 5). Response JSON: provider (str): Best-matching provider name. confidence (float): Confidence % for the top provider. top_providers (list): List of {name, confidence} dicts. Rate limit: 60 requests per minute per IP. No API key required. NOTE: If the text you are classifying was produced by a model that emits or blocks, you should strip those tags BEFORE sending the text. This endpoint does it for you automatically, but doing it on your side avoids wasting bytes on the wire. """ data = request.get_json(silent=True) if not data or "text" not in data: return jsonify({"error": "Request body must be JSON with a 'text' field."}), 400 raw_text = data["text"] text = _strip_think_tags(raw_text) top_n = data.get("top_n", DEFAULT_TOP_N) if not isinstance(top_n, int) or top_n < 1: top_n = DEFAULT_TOP_N if len(text) < 20: return jsonify({"error": "Text too short (minimum 20 characters after stripping think tags)."}), 400 X = pipeline.transform([text]) X_t = torch.tensor(X.toarray(), dtype=torch.float32).to(device) with torch.no_grad(): prov_logits = net(X_t) prov_proba = torch.softmax(prov_logits.float(), dim=1)[0].cpu().numpy() top_idxs = np.argsort(prov_proba)[::-1][:top_n] top_providers = [ { "name": provider_enc.inverse_transform([i])[0], "confidence": round(float(prov_proba[i] * 100), 2), } for i in top_idxs ] return jsonify( { "provider": top_providers[0]["name"], "confidence": top_providers[0]["confidence"], "top_providers": top_providers, } ) @app.route("/api/correct", methods=["POST"]) def correct(): """Train on a corrected example.""" data = request.json text = data.get("text", "") correct_provider = data.get("correct_provider", "") if not text or not correct_provider: return jsonify({"error": "Missing text or correct_provider"}), 400 try: prov_idx = provider_enc.transform([correct_provider])[0] except ValueError as e: return jsonify({"error": f"Unknown provider: {e}"}), 400 X = pipeline.transform([text]) X_t = torch.tensor(X.toarray(), dtype=torch.float32).to(device) y_prov = torch.tensor([prov_idx], dtype=torch.long).to(device) net.train() for module in net.modules(): if isinstance(module, nn.modules.batchnorm._BatchNorm): module.eval() optimizer = torch.optim.AdamW(net.parameters(), lr=1e-4, weight_decay=1e-4) optimizer.zero_grad(set_to_none=True) prov_criterion = nn.CrossEntropyLoss() prov_logits = net(X_t) loss = prov_criterion(prov_logits, y_prov) loss.backward() torch.nn.utils.clip_grad_norm_(net.parameters(), max_norm=1.0) optimizer.step() net.eval() checkpoint["state_dict"] = net.state_dict() return jsonify({"success": True, "loss": float(loss.item())}) @app.route("/api/save", methods=["POST"]) def save_model(): """Save the current model state to a file for export.""" global checkpoint data = request.json filename = data.get("filename", "aifinder_model.pt") save_path = os.path.join(MODEL_DIR, filename) torch.save(checkpoint, save_path) return jsonify({"success": True, "filename": filename}) @app.route("/models/") def download_model(filename): """Download exported model file.""" return send_from_directory(MODEL_DIR, filename) @app.route("/api/status", methods=["GET"]) def status(): """Check if models are loaded.""" return jsonify( { "loaded": net is not None, "device": str(device) if device else None, } ) if __name__ == "__main__": print("Loading models...") load_models() print(f"Ready on {device}") app.run(host="0.0.0.0", port=7860)