Upload 6 files

Dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.12-slim
+
+WORKDIR /app
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY backend/ ./backend/
+
+EXPOSE 7860
+
+CMD ["uvicorn", "backend.main:app", "--host", "0.0.0.0", "--port", "7860"]

backend/classifier.py

@@ -0,0 +1,32 @@
+from transformers import pipeline
+
+classifier = pipeline(
+    "text-classification",
+    model="protectai/deberta-v3-base-prompt-injection-v2",
+    device=-1
+)
+
+def detect_injection(user_input: str) -> dict:
+    result = classifier(user_input)[0]
+    label = result["label"]
+    score = result["score"]
+
+    suspicious_keywords = [
+        "ignore previous instructions",
+        "hack the system",
+        "disregard your system prompt",
+        "you are now",
+        "forget everything",
+        "act as",
+        "jailbreak"
+    ]
+    rule_triggered = any(kw in user_input.lower() for kw in suspicious_keywords)
+    is_malicious = (label == "INJECTION" and score > 0.85) or rule_triggered
+
+    return {
+        "input": user_input,
+        "label": label,
+        "confidence": round(score, 3),
+        "rule_triggered": rule_triggered,
+        "is_malicious": is_malicious
+    }

backend/knowledge_base.py

@@ -0,0 +1,55 @@
+import chromadb
+from sentence_transformers import SentenceTransformer
+import os
+
+# Initialize
+model = SentenceTransformer('all-MiniLM-L6-v2')
+chroma_client = chromadb.Client()
+collection = chroma_client.get_or_create_collection("lumio_support")
+
+# Company data
+documents = [
+    # Products
+    "Product: Lumio X1 Wireless Headphones. Price: $79.99. Features: 30hr battery, noise cancellation, Bluetooth 5.0. Colors: Black, White, Navy.",
+    "Product: Lumio S3 Smart Speaker. Price: $49.99. Features: 360 sound, voice assistant compatible, WiFi and Bluetooth. Colors: Charcoal, Sand.",
+    "Product: Lumio ProWatch 2. Price: $199.99. Features: Heart rate monitor, GPS, 7 day battery, waterproof to 50m. Colors: Silver, Midnight Black.",
+    "Product: Lumio Tab Mini. Price: $299.99. Features: 8 inch display, 128GB storage, 12hr battery, stylus support.",
+    "Product: Lumio Buds Air. Price: $39.99. Features: True wireless, 6hr battery, IPX4 water resistant, touch controls.",
+    "Product: Lumio ChargeHub Pro. Price: $34.99. Features: 6 port USB charging station, 60W total output, surge protection.",
+    "Product: Lumio CamDoor. Price: $89.99. Features: 1080p doorbell camera, night vision, two-way audio, motion alerts.",
+    "Product: Lumio SleepLight. Price: $59.99. Features: Smart bedside lamp, sunrise alarm, 16 million colors, app controlled.",
+
+    # FAQs
+    "Return Policy: Lumio accepts returns within 30 days of purchase. Items must be unused and in original packaging. Refunds are processed within 5-7 business days to the original payment method.",
+    "Shipping Policy: Standard shipping takes 3-5 business days and is free on orders over $50. Express shipping (1-2 days) costs $12.99. International shipping available to 30 countries.",
+    "Warranty: All Lumio products come with a 1 year manufacturer warranty covering defects. ProWatch 2 and CamDoor come with 2 year warranty. Warranty does not cover physical damage or water damage beyond rated specs.",
+    "How to contact support: You can reach Lumio support at support@lumio.com or call 1-800-LUMIO-01 Monday to Friday 9am-6pm EST. Live chat is available on the website 24/7.",
+    "Payment methods: Lumio accepts Visa, Mastercard, American Express, PayPal, and Apple Pay. Buy now pay later available through Klarna.",
+    "Order cancellation: Orders can be cancelled within 2 hours of placement. After that the order may have already been processed for shipping.",
+
+    # Sample orders
+    "Order #LM-10482: Customer Sarah Johnson. Product: Lumio X1 Wireless Headphones. Status: Delivered on February 20 2026. Tracking: FedEx 7489234823.",
+    "Order #LM-10483: Customer James Lee. Product: Lumio ProWatch 2 in Midnight Black. Status: Out for delivery, expected March 2 2026. Tracking: UPS 1Z9238471.",
+    "Order #LM-10484: Customer Priya Sharma. Product: Lumio Buds Air x2. Status: Processing, estimated ship date March 3 2026.",
+    "Order #LM-10485: Customer Mike Torres. Product: Lumio Tab Mini 128GB. Status: Shipped February 28 2026. Tracking: USPS 9400111899.",
+    "Order #LM-10486: Customer Emma Wilson. Product: Lumio SleepLight + ChargeHub Pro. Status: Delivered February 25 2026. Tracking: FedEx 7489234900.",
+]
+
+# Load into ChromaDB
+def initialize_knowledge_base():
+    existing = collection.count()
+    if existing == 0:
+        embeddings = model.encode(documents).tolist()
+        ids = [f"doc_{i}" for i in range(len(documents))]
+        collection.add(documents=documents, embeddings=embeddings, ids=ids)
+        print(f"Knowledge base loaded with {len(documents)} documents.")
+    else:
+        print(f"Knowledge base already loaded with {existing} documents.")
+
+def search_knowledge_base(query: str, n_results: int = 3) -> str:
+    query_embedding = model.encode([query]).tolist()
+    results = collection.query(query_embeddings=query_embedding, n_results=n_results)
+    docs = results['documents'][0] if results['documents'] else []
+    return "\n".join(docs)
+
+initialize_knowledge_base()

backend/main.py

@@ -0,0 +1,62 @@
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+from backend.classifier import detect_injection
+from backend.knowledge_base import search_knowledge_base
+from groq import Groq
+from dotenv import load_dotenv
+import os
+
+load_dotenv(dotenv_path="/Users/rohitghanekar/LLM-project/.env")
+app = FastAPI()
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+client = Groq(api_key=os.getenv("GROQ_API_KEY"))
+
+class ChatRequest(BaseModel):
+    message: str
+
+@app.get("/ping")
+def ping():
+    return {"status": "alive"}
+
+@app.post("/chat")
+def chat(req: ChatRequest):
+    # Step 1: Check for injection
+    detection = detect_injection(req.message)
+    if detection["is_malicious"]:
+        return {
+            "response": "Prompt injection detected. Request blocked.",
+            "flagged": True,
+            "detection": detection
+        }
+
+    # Step 2: Search knowledge base
+    context = search_knowledge_base(req.message)
+
+    # Step 3: Send to Groq with context
+    completion = client.chat.completions.create(
+        model="llama-3.3-70b-versatile",
+        messages=[
+            {"role": "system", "content": f"""You are a helpful customer support assistant for Lumio Electronics.
+Answer the user's question using ONLY the context provided below.
+If the answer is not in the context, say you don't have that information and suggest contacting support@lumio.com.
+Be concise and friendly.
+
+Context:
+{context}"""},
+            {"role": "user", "content": req.message}
+        ]
+    )
+    return {
+        "response": completion.choices[0].message.content,
+        "flagged": False,
+        "detection": detection,
+        "context_used": context
+    }

requirements.txt

@@ -0,0 +1,125 @@
+aiohappyeyeballs==2.6.1
+aiohttp==3.13.3
+aiosignal==1.4.0
+altair==6.0.0
+annotated-doc==0.0.4
+annotated-types==0.7.0
+anyio==4.12.1
+attrs==25.4.0
+backoff==2.2.1
+bcrypt==5.0.0
+blinker==1.9.0
+build==1.4.0
+cachetools==6.2.6
+certifi==2026.2.25
+charset-normalizer==3.4.4
+chromadb==1.5.2
+click==8.3.1
+datasets==4.6.1
+dill==0.4.0
+distro==1.9.0
+durationpy==0.10
+fastapi==0.134.0
+filelock==3.24.3
+flatbuffers==25.12.19
+frozenlist==1.8.0
+fsspec==2026.2.0
+gitdb==4.0.12
+GitPython==3.1.46
+googleapis-common-protos==1.72.0
+groq==1.0.0
+grpcio==1.78.0
+h11==0.16.0
+hf-xet==1.3.2
+httpcore==1.0.9
+httptools==0.7.1
+httpx==0.28.1
+huggingface_hub==1.5.0
+idna==3.11
+importlib_metadata==8.7.1
+importlib_resources==6.5.2
+Jinja2==3.1.6
+jiter==0.13.0
+joblib==1.5.3
+jsonschema==4.26.0
+jsonschema-specifications==2025.9.1
+kubernetes==35.0.0
+markdown-it-py==4.0.0
+MarkupSafe==3.0.3
+mdurl==0.1.2
+mmh3==5.2.0
+mpmath==1.3.0
+multidict==6.7.1
+multiprocess==0.70.18
+narwhals==2.17.0
+networkx==3.6.1
+numpy==2.4.2
+oauthlib==3.3.1
+onnxruntime==1.24.2
+openai==2.24.0
+opentelemetry-api==1.39.1
+opentelemetry-exporter-otlp-proto-common==1.39.1
+opentelemetry-exporter-otlp-proto-grpc==1.39.1
+opentelemetry-proto==1.39.1
+opentelemetry-sdk==1.39.1
+opentelemetry-semantic-conventions==0.60b1
+orjson==3.11.7
+overrides==7.7.0
+packaging==26.0
+pandas==2.3.3
+pillow==12.1.1
+posthog==5.4.0
+propcache==0.4.1
+protobuf==6.33.5
+pyarrow==23.0.1
+pybase64==1.4.3
+pydantic==2.12.5
+pydantic_core==2.41.5
+pydeck==0.9.1
+Pygments==2.19.2
+PyPika==0.51.1
+pyproject_hooks==1.2.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.2.1
+pytz==2025.2
+PyYAML==6.0.3
+referencing==0.37.0
+regex==2026.2.28
+requests==2.32.5
+requests-oauthlib==2.0.0
+rich==14.3.3
+rpds-py==0.30.0
+safetensors==0.7.0
+scikit-learn==1.8.0
+scipy==1.17.1
+sentence-transformers==5.2.3
+setuptools==82.0.0
+shellingham==1.5.4
+six==1.17.0
+smmap==5.0.2
+sniffio==1.3.1
+starlette==0.52.1
+streamlit==1.54.0
+sympy==1.14.0
+tenacity==9.1.4
+threadpoolctl==3.6.0
+tokenizers==0.22.2
+toml==0.10.2
+torch==2.10.0
+tornado==6.5.4
+tqdm==4.67.3
+transformers==5.2.0
+typer==0.24.1
+typer-slim==0.24.0
+typing-inspection==0.4.2
+typing_extensions==4.15.0
+tzdata==2025.3
+urllib3==2.6.3
+uvicorn==0.41.0
+uvloop==0.22.1
+watchfiles==1.1.1
+websocket-client==1.9.0
+websockets==16.0
+xxhash==3.6.0
+yarl==1.22.0
+zipp==3.23.0