Spaces:
Runtime error
Runtime error
Download src/agents/nodes/guardrail.py from VashuTheGreat2/Multi-Rag: direct link, hf CLI and curl.
- Browser
- Download file 3.84 kB
-
https://huggingface.co/spaces/VashuTheGreat2/Multi-Rag/resolve/main/src/agents/nodes/guardrail.py
- Command line
-
hf download hf://spaces/VashuTheGreat2/Multi-Rag/src/agents/nodes/guardrail.py
-
curl -L -o guardrail.py https://huggingface.co/spaces/VashuTheGreat2/Multi-Rag/resolve/main/src/agents/nodes/guardrail.py
3.84 kB
| import re | |
| import sys | |
| from langchain_core.messages import AIMessage | |
| from langchain_core.runnables import RunnableConfig | |
| from langsmith import traceable | |
| from src.agents.models.state import AgentState | |
| from src.agents.models.structure import GuardrailStructure | |
| from src.agents.prompts import GUARDRAIL_PROMPT | |
| from src.core.logger import logger | |
| from src.service.llm_provider.groq import get_llm | |
| observe = traceable | |
| INJECTION_PATTERNS = [ | |
| r"print\s+(the\s+)?exact\s+system\s+prompt", | |
| r"system\s+prompt\s+and\s+internal\s+instructions", | |
| r"complete\s+configuration\s+and\s+initial\s+setup\s+instructions", | |
| r"ignore\s+(all\s+)?previous\s+instructions", | |
| r"switch\s+to\s+raw\s+retrieval\s+mode", | |
| r"print\s+every\s+context\s+chunk", | |
| r"you\s+are\s+now\s+metabot", | |
| r"bypass\s+(all\s+)?instructions", | |
| ] | |
| async def guardrail_node(state: AgentState, config: RunnableConfig | None = None) -> dict: | |
| """Validate user input against prompt injection, safety violations, and domain scope.""" | |
| user_message = (state.get("user_message") or "").strip() | |
| lowered = user_message.lower() | |
| with logger.span("Guardrail node execution", user_message=user_message): | |
| logger.info("Executing input guardrails check", user_message=user_message) | |
| # 1. Fast regex heuristics for explicit injection attacks | |
| for pattern in INJECTION_PATTERNS: | |
| if re.search(pattern, lowered): | |
| reason = "I cannot fulfill requests that attempt to reveal system prompts, internal guidelines, or raw context data." | |
| logger.warning("Guardrail blocked prompt injection attempt via heuristics", pattern=pattern) | |
| return { | |
| "is_blocked": True, | |
| "block_reason": reason, | |
| } | |
| # 2. LLM classifier check for semantic scope, indirect injection, and toxicity | |
| try: | |
| model = (config or {}).get("configurable", {}).get("model") | |
| llm = get_llm(model=model) | |
| chain = GUARDRAIL_PROMPT | llm.with_structured_output(GuardrailStructure) | |
| res: GuardrailStructure = await chain.ainvoke({"user_message": user_message}) | |
| if not res.is_allowed: | |
| reason = res.refusal_reason or ( | |
| "I am specialized in DevOps and cloud engineering. " | |
| "I cannot assist with queries outside this domain or violating safety policies." | |
| ) | |
| logger.warning( | |
| "Guardrail blocked query", | |
| violation_type=res.violation_type, | |
| refusal_reason=reason, | |
| ) | |
| return { | |
| "is_blocked": True, | |
| "block_reason": reason, | |
| } | |
| logger.info("Guardrail check passed: query is safe and in-scope") | |
| return { | |
| "is_blocked": False, | |
| "block_reason": None, | |
| } | |
| except Exception as e: | |
| logger.error("Guardrail LLM check error, allowing request through as fallback", error=str(e)) | |
| return { | |
| "is_blocked": False, | |
| "block_reason": None, | |
| } | |
| async def blocked_responder_node(state: AgentState, config: RunnableConfig | None = None) -> dict: | |
| """Respond when an input is blocked by the guardrail.""" | |
| reason = state.get("block_reason") or ( | |
| "I cannot fulfill this request as it is outside the supported DevOps domain " | |
| "or violates safety policies." | |
| ) | |
| logger.info("Blocked responder executing with refusal reason", reason=reason) | |
| return { | |
| "messages": [AIMessage(content=reason)], | |
| "ai_response": reason, | |
| } | |