File size: 16,779 Bytes
c1060df
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
"""
AdaptShield Attacker Engine

Deterministic scripted Python adversary β€” NEVER an LLM.
Implements attack stage progression within episodes.
Rotates strategies between episodes on a fixed schedule.

The internal episode counter is NEVER passed to the agent.
Agent must infer strategy from network signals only.
"""

import os
import random
from typing import Any, Dict, Tuple


# ── Strategy definitions ───────────────────────────────────────────────────
STRATEGY_MAP: Dict[str, Dict[str, str]] = {
    "brute_force": {
        "correct_action": "rate_limit",
        "correct_target": "auth_service",
        "description":    "Credential stuffing attack on authentication service",
    },
    "lateral_movement": {
        "correct_action": "isolate",
        "correct_target": "payment_service",
        "description":    "Attacker pivoting from compromised host to internal nodes",
    },
    "exfiltration": {
        "correct_action": "honeypot",
        "correct_target": "database",
        "description":    "Slow sustained data exfiltration from database",
    },
    "supply_chain": {
        "correct_action": "patch",
        "correct_target": "api_gateway",
        "description":    "Malicious package injected into update pipeline",
    },
}

# Strategy rotation order
STRATEGY_ROTATION = [
    "brute_force",
    "lateral_movement",
    "exfiltration",
    "supply_chain",
]

# Attack stages within an episode
# Each stage escalates if agent fails to act
ATTACK_STAGES = ["recon", "exploit", "exfiltration"]

# Baseline healthy network metrics
BASELINE_NODES: Dict[str, Dict[str, Any]] = {
    "auth_service":    {"status": "healthy", "request_rate": 120, "error_rate": 0.01, "cpu": 22, "outbound_mb": 2},
    "payment_service": {"status": "healthy", "request_rate": 85,  "error_rate": 0.01, "cpu": 31, "outbound_mb": 5},
    "database":        {"status": "healthy", "request_rate": 34,  "error_rate": 0.01, "cpu": 18, "outbound_mb": 8},
    "api_gateway":     {"status": "healthy", "request_rate": 203, "error_rate": 0.02, "cpu": 29, "outbound_mb": 3},
}

SOURCE_SUBNETS = ["192.168.1.x", "10.44.8.x", "172.16.22.x", "203.0.113.x"]
SERVICE_ACCOUNTS = ["svc_internal", "svc_billing", "svc_reporter", "deploy_bot"]
PACKAGE_NAMES = ["core-auth-lib", "gateway-router", "payment-sdk", "session-cache"]
DB_TABLES = ["customer_tokens", "invoice_archive", "payment_methods", "audit_events"]
ALERT_SOURCES = ["SIEM", "EDR", "WAF", "NETFLOW"]

FAMILY_REPLACEMENTS = {
    "train-a": {
        "failed login attempts": "failed login attempts",
        "password spray pattern": "password spray pattern",
        "Unusual internal connections": "Unusual internal connections",
        "Cross-node traffic volume": "Cross-node traffic volume",
        "outbound traffic": "outbound traffic",
        "Large compressed archive creation activity": "Large compressed archive creation activity",
        "unsigned package update request": "unsigned package update request",
        "binary hash mismatch": "binary hash mismatch",
        "Unexpected outbound connection": "Unexpected outbound connection",
        "scheduled analytics cache refresh": "scheduled analytics cache refresh",
    },
    "train-b": {
        "failed login attempts": "authentication rejections",
        "password spray pattern": "credential abuse spread",
        "Unusual internal connections": "Unexpected service-mesh hops",
        "Cross-node traffic volume": "Identity-linked east-west volume",
        "outbound traffic": "egress volume",
        "Large compressed archive creation activity": "archive staging activity",
        "unsigned package update request": "unapproved release request",
        "binary hash mismatch": "manifest integrity drift",
        "Unexpected outbound connection": "post-deploy callback session",
        "scheduled analytics cache refresh": "scheduled cache tuning window",
    },
    "eval-x": {
        "failed login attempts": "auth rejection burst",
        "password spray pattern": "credential reuse sweep",
        "Unusual internal connections": "callback-path fan-out",
        "Cross-node traffic volume": "mesh traffic clustering",
        "outbound traffic": "data egress pressure",
        "Large compressed archive creation activity": "bundle staging activity",
        "unsigned package update request": "release provenance anomaly",
        "binary hash mismatch": "artifact provenance drift",
        "Unexpected outbound connection": "release-linked callback session",
        "scheduled analytics cache refresh": "approved observability warmup",
    },
    "eval-y": {
        "failed login attempts": "lockout storm",
        "password spray pattern": "shared-secret sweep",
        "Unusual internal connections": "lateral fan-out path",
        "Cross-node traffic volume": "cross-domain session churn",
        "outbound traffic": "archive egress volume",
        "Large compressed archive creation activity": "sealed archive staging",
        "unsigned package update request": "cross-approval deploy request",
        "binary hash mismatch": "release integrity anomaly",
        "Unexpected outbound connection": "unknown release callback",
        "scheduled analytics cache refresh": "scheduled edge warmup",
    },
}


class AttackerEngine:
    """
    Polymorphic scripted attacker with stage progression.

    Within an episode: attack progresses through recon β†’ exploit β†’ exfiltration
    if the agent fails to act correctly. Early correct action stops progression.

    Between episodes: strategy rotates on a fixed schedule per task.
    Hard task additionally shifts strategy mid-episode after turn 3.
    """

    def __init__(self, task_name: str, world_family: str = "train-a"):
        random.seed(int(os.environ.get("ADAPTSHIELD_SEED", random.randint(0, 9999))))

        self.task_name     = task_name
        self.world_family  = world_family
        self._episode      = 0   # internal β€” NEVER passed to agent
        self._turn         = 0   # within-episode turn counter
        self._stage_idx    = 0   # current attack stage index
        self._escalated    = False  # did agent miss a turn?

        self._shift_every = {
            "direct-triage":        9999,
            "dual-pivot":           20,
            "polymorphic-zero-day": 10,
        }.get(task_name, 9999)

        self._noise_rate = 0.15 if task_name == "polymorphic-zero-day" else 0.0

    # ── Public interface ───────────────────────────────────────────────────

    def reset_episode(self) -> None:
        """Called at the start of each episode."""
        self._turn      = 0
        self._stage_idx = 0
        self._escalated = False

    def current_strategy(self) -> str:
        """Return active strategy β€” accounts for mid-episode shift on hard task."""
        base_idx = (self._episode // self._shift_every) % len(STRATEGY_ROTATION)

        # Medium task: one clean pivot from brute force to lateral movement.
        if self.task_name == "dual-pivot" and self._turn >= 3:
            base_idx = (base_idx + 1) % 2

        # Hard task: strategy shifts mid-episode after turn 3
        if self.task_name == "polymorphic-zero-day" and self._turn >= 3:
            base_idx = (base_idx + 1) % len(STRATEGY_ROTATION)

        return STRATEGY_ROTATION[base_idx]

    def current_stage(self) -> str:
        """Return current attack stage."""
        return ATTACK_STAGES[min(self._stage_idx, len(ATTACK_STAGES) - 1)]

    def build_observation(self) -> Dict[str, Any]:
        """
        Build the network observation for current turn.
        Returns ambiguous signals β€” no explicit strategy names or codes.
        Agent must reason about what the metrics mean.
        """
        is_benign = random.random() < self._noise_rate
        strategy  = self.current_strategy()
        stage     = self.current_stage()

        nodes  = {k: dict(v) for k, v in BASELINE_NODES.items()}
        alerts = []

        if is_benign:
            alerts = self._build_benign_alerts()
            nodes["api_gateway"]["cpu"]    = 71
            nodes["api_gateway"]["status"] = "elevated"
            return {
                "network_nodes":  nodes,
                "active_alerts":  alerts,
                "attack_stage":   "none",
                "is_benign":      True,
                "strategy":       "benign",
                "correct_action": "monitor",
                "correct_target": "none",
            }

        nodes, alerts = self._build_attack_state(strategy, stage, nodes)

        return {
            "network_nodes":  nodes,
            "active_alerts":  alerts,
            "attack_stage":   stage,
            "is_benign":      False,
            "strategy":       strategy,
            "correct_action": STRATEGY_MAP[strategy]["correct_action"],
            "correct_target": STRATEGY_MAP[strategy]["correct_target"],
        }

    def advance_turn(self, agent_acted_correctly: bool) -> None:
        """
        Advance turn counter. Escalate attack stage if agent failed.
        Called after grading each Phase 2 action.
        """
        self._turn += 1
        if not agent_acted_correctly:
            self._escalated = True
            self._stage_idx = min(self._stage_idx + 1, len(ATTACK_STAGES) - 1)

    def advance_episode(self) -> None:
        """Called at the end of each episode."""
        self._episode += 1
        self.reset_episode()

    # ── Internal signal builders ───────────────────────────────────────────

    def _build_benign_alerts(self) -> list:
        """Build convincing but harmless noise alerts."""
        deploy_user = random.choice(SERVICE_ACCOUNTS)
        alert_prefix = self._alert_prefix()
        options = [
            [
                f"{alert_prefix} Scheduled database backup completed: 2.3GB archived",
                f"{alert_prefix} User '{deploy_user}' executed routine deployment script",
                f"{alert_prefix} api_gateway: elevated CPU due to analytics batch job",
            ],
            [
                f"{alert_prefix} Certificate renewal completed for *.internal.corp",
                f"{alert_prefix} Routine log rotation completed on all nodes",
                f"{alert_prefix} payment_service: normal traffic spike during billing window",
            ],
            [
                f"{alert_prefix} Health check: all nodes nominal",
                f"{alert_prefix} auth_service: password policy enforcement triggered for 3 users",
                f"{alert_prefix} Scheduled vulnerability scan completed: 0 critical findings",
            ],
        ]
        return [self._surface(line) for line in random.choice(options)]

    def _build_attack_state(
        self,
        strategy: str,
        stage: str,
        nodes: Dict,
    ) -> Tuple[Dict, list]:
        """
        Build network state and alerts for an active attack.
        Signals are intentionally ambiguous β€” no strategy names or MITRE codes.
        Severity escalates with attack stage.
        """
        stage_multiplier = {"recon": 1.0, "exploit": 1.6, "exfiltration": 2.4}
        mult = stage_multiplier.get(stage, 1.0)

        alerts = []
        alert_prefix = self._alert_prefix()

        if strategy == "brute_force":
            subnet = random.choice(SOURCE_SUBNETS)
            nodes["auth_service"]["status"]       = "degraded" if stage != "recon" else "elevated"
            nodes["auth_service"]["request_rate"] = int(340 * mult)
            nodes["auth_service"]["error_rate"]   = min(0.48, 0.18 * mult)
            nodes["auth_service"]["cpu"]          = min(96, int(45 * mult))
            if self.task_name == "direct-triage":
                nodes["api_gateway"]["status"] = "elevated"
                nodes["api_gateway"]["cpu"] = max(nodes["api_gateway"]["cpu"], 54)
            alerts = [
                f"{alert_prefix} auth_service: {int(120 * mult)} failed login attempts in last 60s from subnet {subnet}",
                f"{alert_prefix} auth_service: error rate {nodes['auth_service']['error_rate']:.0%}; {stage} activity detected",
                f"{alert_prefix} payment_service: normal transaction volume",
            ]
            if self.task_name == "direct-triage":
                alerts.append(
                    f"{alert_prefix} api_gateway: elevated CPU overlaps with scheduled analytics cache refresh"
                )

        elif strategy == "lateral_movement":
            account = random.choice(SERVICE_ACCOUNTS)
            nodes["payment_service"]["status"]       = "suspicious"
            nodes["payment_service"]["request_rate"] = int(95 * mult)
            nodes["payment_service"]["cpu"]          = int(38 * mult)
            nodes["auth_service"]["request_rate"]    = int(155 * mult)
            add_auth_distractor = (
                (self.task_name == "dual-pivot" and self._turn == 3) or
                (self.task_name == "polymorphic-zero-day" and self._turn >= 3)
            )
            if add_auth_distractor:
                nodes["auth_service"]["status"]     = "elevated"
                nodes["auth_service"]["error_rate"] = min(0.36, 0.14 * mult)
                nodes["auth_service"]["cpu"]        = min(90, int(42 * mult))
            alerts = [
                f"{alert_prefix} Unusual internal connections: auth_service -> payment_service ({int(40 * mult)}/min)",
                f"{alert_prefix} payment_service: service account '{account}' authenticated from new host",
                f"{alert_prefix} Cross-node traffic volume {mult:.1f}x above 7-day baseline",
            ]
            if add_auth_distractor:
                alerts.append(
                    f"{alert_prefix} auth_service: residual failed-login noise from earlier credential attack"
                )
                if self.task_name == "dual-pivot":
                    alerts.append(
                        f"{alert_prefix} payment_service: emergency checkout tuning window is not on the approved change calendar"
                    )

        elif strategy == "exfiltration":
            table = random.choice(DB_TABLES)
            nodes["database"]["status"]            = "suspicious" if stage != "recon" else "elevated"
            nodes["database"]["outbound_mb"]       = int(8 * mult * 12)
            nodes["database"]["request_rate"]      = int(34 * mult * 3)
            nodes["database"]["cpu"]               = int(18 * mult * 1.5)
            alerts = [
                f"{alert_prefix} database: outbound traffic {nodes['database']['outbound_mb']}MB/hr; {mult:.1f}x above baseline",
                f"{alert_prefix} database: {int(280 * mult)} sequential reads from table '{table}'",
                f"{alert_prefix} Large compressed archive creation activity on database node",
            ]
            if self.task_name == "polymorphic-zero-day":
                alerts.append(
                    f"{alert_prefix} payment_service: reused workload credential appears on east-west callback path"
                )

        elif strategy == "supply_chain":
            package = random.choice(PACKAGE_NAMES)
            nodes["api_gateway"]["status"] = "suspicious"
            nodes["api_gateway"]["cpu"]    = int(29 + 20 * mult)
            alerts = [
                f"{alert_prefix} api_gateway: unsigned package update request received from external source",
                f"{alert_prefix} api_gateway: binary hash mismatch on dependency '{package}'",
                f"{alert_prefix} Unexpected outbound connection from api_gateway to unrecognized host",
            ]
            if self.task_name == "polymorphic-zero-day":
                alerts.append(
                    f"{alert_prefix} change calendar: no approved gateway deploy window covers this request"
                )

        return nodes, [self._surface(alert) for alert in alerts]

    def _alert_prefix(self) -> str:
        """Return deterministic-looking SOC alert metadata under ADAPTSHIELD_SEED."""
        source = random.choice(ALERT_SOURCES)
        alert_id = random.randint(1000, 9999)
        minute = random.randint(0, 59)
        second = random.randint(0, 59)
        return f"[{source}-{alert_id} 03:{minute:02d}:{second:02d}Z]"

    def _surface(self, text: str) -> str:
        surfaced = str(text)
        for source, target in FAMILY_REPLACEMENTS.get(self.world_family, {}).items():
            surfaced = surfaced.replace(source, target)
        return surfaced