File size: 14,452 Bytes
aef804e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 | """
Agent API fuzzing harness for discovering crashes in agent execution endpoints.
This module uses Atheris to fuzz agent execution endpoints:
- POST /api/agents/{id}/run - Agent execution with parameters
- GET /api/agents/{id}/status - Agent status queries
- DELETE /api/agents/{id} - Agent deletion
- GET /api/agents - Agent listing with query parameters
Target: Agent run parsing/validation code crashes
Coverage: SQL injection, XSS, null bytes, huge inputs, malformed data
"""
import os
import sys
import pytest
from fastapi.testclient import TestClient
from sqlalchemy.orm import Session
# Add backend to path for imports
backend_dir = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
if backend_dir not in sys.path:
sys.path.insert(0, backend_dir)
from core.database import get_db
from main_api_app import app
# Import existing fixtures (FUZZ-02: reuse to avoid duplication)
from tests.e2e_ui.fixtures.auth_fixtures import authenticated_user
from tests.e2e_ui.fixtures.database_fixtures import db_session
# Try to import Atheris (graceful degradation)
try:
import atheris
from atheris import fp
ATHERIS_AVAILABLE = True
except ImportError:
ATHERIS_AVAILABLE = False
# ============================================================================
# AGENT RUN FUZZING (POST /api/agents/{id}/run)
# ============================================================================
@pytest.mark.fuzzing
@pytest.mark.slow
@pytest.mark.timeout(300)
def test_agent_run_fuzzing(db_session: Session, authenticated_user):
"""
Fuzz agent execution endpoint (POST /api/agents/{id}/run).
Target crashes in:
- Agent ID parsing/validation
- Parameter JSON parsing
- Command injection via parameters
- SQL injection via agent_id
Edge cases:
- None, empty string, invalid UUID for agent_id
- SQL injection: "; DROP TABLE agents; --
- XSS: <script>alert(1)</script>
- Huge agent_id (1000+ chars)
- Null bytes in agent_id
- Malformed JSON in parameters
Args:
db_session: Isolated test database session
authenticated_user: (user, token) tuple for JWT auth
"""
if not ATHERIS_AVAILABLE:
pytest.skip("Atheris not installed - fuzzing test skipped")
user, token = authenticated_user
# Override database to use isolated test session
app.dependency_overrides[get_db] = lambda: db_session
# Create TestClient with isolated database
client = TestClient(app)
# Authorization headers
headers = {"Authorization": f"Bearer {token}"}
def fuzz_one_input(data: bytes):
"""Fuzz agent run endpoint with mutated input.
Args:
data: Random bytes from Atheris fuzzer
Raises:
Exception: Crash discovered (Atheris catches this)
"""
try:
fdp = fp.FuzzedDataProvider(data)
# Fuzz agent_id with edge cases
agent_id_option = fdp.ConsumeIntInRange(0, 5)
if agent_id_option == 0:
agent_id = None
elif agent_id_option == 1:
agent_id = ""
elif agent_id_option == 2:
# SQL injection
agent_id = "'; DROP TABLE agents; --"
elif agent_id_option == 3:
# XSS attempt
agent_id = "<script>alert('xss')</script>"
elif agent_id_option == 4:
# Huge string (potential buffer overflow)
agent_id = "A" * 1000
else:
# Random string up to 50 chars
agent_id = fdp.ConsumeRandomLengthString(50)
# Fuzz parameters dict (0-10 keys, random values)
num_params = fdp.ConsumeIntInRange(0, 10)
parameters = {}
for i in range(num_params):
key = fdp.ConsumeRandomLengthString(20)
value_option = fdp.ConsumeIntInRange(0, 4)
if value_option == 0:
value = None
elif value_option == 1:
value = fdp.ConsumeRandomLengthString(100)
elif value_option == 2:
value = fdp.ConsumeIntInRange(-1000000, 1000000)
else:
# Nested dict for deep structure testing
value = {
"nested": fdp.ConsumeRandomLengthString(50),
"value": fdp.ConsumeIntInRange(0, 1000)
}
parameters[key] = value
# Make request with fuzzed data
# Handle None agent_id gracefully
if agent_id is None:
# FastAPI will return 422 for missing path parameter
response = client.post(
"/api/agents/None/run",
json={"parameters": parameters},
headers=headers
)
else:
response = client.post(
f"/api/agents/{agent_id}/run",
json={"parameters": parameters},
headers=headers
)
# Assert acceptable status codes (no crashes = 500 errors)
# 200: Success, 400: Bad request, 401: Unauthorized, 404: Not found, 422: Validation error
assert response.status_code in [200, 400, 401, 404, 422], \
f"Unexpected status code {response.status_code}: {response.text}"
except (ValueError, KeyError, IndexError, AttributeError) as e:
# Expected: parsing errors from malformed input are OK
# These are edge cases, not crashes
pass
except Exception as e:
# Unexpected: crash discovered
# Re-raise for Atheris to catch and save crash input
raise Exception(f"Crash in agent run fuzzing: {e}")
# Run Atheris fuzzing
# Use environment variable for iterations (default: 10000 for production)
iterations = int(os.getenv("FUZZ_ITERATIONS", "10000"))
atheris.Setup(sys.argv, [])
atheris.Fuzz(fuzz_one_input, iterations=iterations)
# ============================================================================
# AGENT STATUS FUZZING (GET /api/agents/{id}/status)
# ============================================================================
@pytest.mark.fuzzing
@pytest.mark.slow
@pytest.mark.timeout(300)
def test_agent_status_fuzzing(db_session: Session, authenticated_user):
"""
Fuzz agent status endpoint (GET /api/agents/{id}/status).
Target crashes in:
- Agent ID parsing/validation
- Status query logic
- SQL injection via agent_id
Edge cases:
- None, empty string, invalid UUID for agent_id
- SQL injection payloads
- Unicode strings, null bytes
- Huge agent_id length
Args:
db_session: Isolated test database session
authenticated_user: (user, token) tuple for JWT auth
"""
if not ATHERIS_AVAILABLE:
pytest.skip("Atheris not installed - fuzzing test skipped")
user, token = authenticated_user
# Override database
app.dependency_overrides[get_db] = lambda: db_session
client = TestClient(app)
headers = {"Authorization": f"Bearer {token}"}
def fuzz_one_input(data: bytes):
"""Fuzz agent status endpoint."""
try:
fdp = fp.FuzzedDataProvider(data)
# Fuzz agent_id
agent_id_option = fdp.ConsumeIntInRange(0, 4)
if agent_id_option == 0:
agent_id = ""
elif agent_id_option == 1:
agent_id = "'; DROP TABLE agents; --"
elif agent_id_option == 2:
agent_id = "\x00\x00\x00" # Null bytes
elif agent_id_option == 3:
agent_id = "A" * 10000 # Huge input
else:
agent_id = fdp.ConsumeRandomLengthString(100)
# Make request
response = client.get(
f"/api/agents/{agent_id}/status",
headers=headers
)
# Assert acceptable status codes
assert response.status_code in [200, 400, 404, 422], \
f"Unexpected status code {response.status_code}: {response.text}"
except (ValueError, KeyError):
# Expected: parsing errors
pass
except Exception as e:
# Crash discovered
raise Exception(f"Crash in agent status fuzzing: {e}")
iterations = int(os.getenv("FUZZ_ITERATIONS", "10000"))
atheris.Setup(sys.argv, [])
atheris.Fuzz(fuzz_one_input, iterations=iterations)
# ============================================================================
# AGENT DELETE FUZZING (DELETE /api/agents/{id})
# ============================================================================
@pytest.mark.fuzzing
@pytest.mark.slow
@pytest.mark.timeout(300)
def test_agent_delete_fuzzing(db_session: Session, authenticated_user):
"""
Fuzz agent deletion endpoint (DELETE /api/agents/{id}).
Target crashes in:
- Agent ID parsing/validation
- Deletion logic
- Cascade delete operations
- Running task checks
Edge cases:
- SQL injection via agent_id
- Invalid UUIDs
- Agents with running tasks (should return 409, not crash)
- Non-existent agents (404, not crash)
Args:
db_session: Isolated test database session
authenticated_user: (user, token) tuple for JWT auth
"""
if not ATHERIS_AVAILABLE:
pytest.skip("Atheris not installed - fuzzing test skipped")
user, token = authenticated_user
# Override database
app.dependency_overrides[get_db] = lambda: db_session
client = TestClient(app)
headers = {"Authorization": f"Bearer {token}"}
def fuzz_one_input(data: bytes):
"""Fuzz agent delete endpoint."""
try:
fdp = fp.FuzzedDataProvider(data)
# Fuzz agent_id
agent_id_option = fdp.ConsumeIntInRange(0, 3)
if agent_id_option == 0:
agent_id = "'; DELETE FROM agents; --"
elif agent_id_option == 1:
agent_id = "../../../../etc/passwd" # Path traversal attempt
else:
agent_id = fdp.ConsumeRandomLengthString(50)
# Make request
response = client.delete(
f"/api/agents/{agent_id}",
headers=headers
)
# Assert acceptable status codes
# 200: Success, 400: Bad request, 404: Not found, 409: Conflict (running tasks), 422: Validation
assert response.status_code in [200, 400, 404, 409, 422], \
f"Unexpected status code {response.status_code}: {response.text}"
except (ValueError, KeyError):
pass
except Exception as e:
raise Exception(f"Crash in agent delete fuzzing: {e}")
iterations = int(os.getenv("FUZZ_ITERATIONS", "10000"))
atheris.Setup(sys.argv, [])
atheris.Fuzz(fuzz_one_input, iterations=iterations)
# ============================================================================
# AGENT LIST FUZZING (GET /api/agents with query parameters)
# ============================================================================
@pytest.mark.fuzzing
@pytest.mark.slow
@pytest.mark.timeout(300)
def test_agent_list_fuzzing(db_session: Session, authenticated_user):
"""
Fuzz agent listing endpoint (GET /api/agents) with query parameters.
Target crashes in:
- Query parameter parsing
- Category filtering logic
- Pagination (limit/offset)
- SQL injection via query params
Edge cases:
- Negative limit/offset values
- Huge limit values (potential DoS)
- SQL injection in category parameter
- Invalid filter combinations
Args:
db_session: Isolated test database session
authenticated_user: (user, token) tuple for JWT auth
"""
if not ATHERIS_AVAILABLE:
pytest.skip("Atheris not installed - fuzzing test skipped")
user, token = authenticated_user
# Override database
app.dependency_overrides[get_db] = lambda: db_session
client = TestClient(app)
headers = {"Authorization": f"Bearer {token}"}
def fuzz_one_input(data: bytes):
"""Fuzz agent list endpoint with query parameters."""
try:
fdp = fp.FuzzedDataProvider(data)
# Fuzz category parameter
category_option = fdp.ConsumeIntInRange(0, 3)
if category_option == 0:
category = None
elif category_option == 1:
category = "'; DROP TABLE agents; --"
else:
category = fdp.ConsumeRandomLengthString(30)
# Fuzz limit parameter
limit_option = fdp.ConsumeIntInRange(0, 3)
if limit_option == 0:
limit = None
elif limit_option == 1:
limit = -100 # Negative value
elif limit_option == 2:
limit = 999999999 # Huge value (DoS attempt)
else:
limit = fdp.ConsumeIntInRange(1, 100)
# Fuzz offset parameter
offset_option = fdp.ConsumeIntInRange(0, 2)
if offset_option == 0:
offset = None
elif offset_option == 1:
offset = -50 # Negative offset
else:
offset = fdp.ConsumeIntInRange(0, 1000)
# Build query parameters
params = {}
if category is not None:
params["category"] = category
if limit is not None:
params["limit"] = limit
if offset is not None:
params["offset"] = offset
# Make request
response = client.get(
"/api/agents/",
params=params,
headers=headers
)
# Assert acceptable status codes
assert response.status_code in [200, 400, 422], \
f"Unexpected status code {response.status_code}: {response.text}"
except (ValueError, KeyError):
pass
except Exception as e:
raise Exception(f"Crash in agent list fuzzing: {e}")
iterations = int(os.getenv("FUZZ_ITERATIONS", "10000"))
atheris.Setup(sys.argv, [])
atheris.Fuzz(fuzz_one_input, iterations=iterations)
|