File size: 2,151 Bytes
8c7a1cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | """
Loads the pretest/posttest email pools (study/stimuli/email_pool.json,
produced by src/data/extract_stimuli.py) and selects a balanced random subset
for each participant.
Ground truth ("type") is deliberately NOT sent to the client -- the server
remembers which email IDs were shown to which code, and scoring against
ground truth happens later during analysis (Objective O5), not in real time.
This also means pretest/posttest give no immediate correct/incorrect
feedback, which is the right design for a pre/post measurement (see
study/consent_ethics/ for the participant-facing description).
"""
import json
import random
from pathlib import Path
POOL_FILE = Path(__file__).resolve().parents[1] / "study" / "stimuli" / "email_pool.json"
PRETEST_N_PHISHING = 3
PRETEST_N_LEGIT = 2
POSTTEST_N_PHISHING = 3
POSTTEST_N_LEGIT = 2
_pool = None
def _load_pool():
global _pool
if _pool is None:
with open(POOL_FILE, encoding="utf-8") as f:
_pool = json.load(f)
return _pool
def _select(batch: list, n_phishing: int, n_legit: int) -> list:
phishing = [e for e in batch if e["type"] == "Phishing"]
legit = [e for e in batch if e["type"] == "Legitimate"]
selected = random.sample(phishing, min(n_phishing, len(phishing))) + \
random.sample(legit, min(n_legit, len(legit)))
random.shuffle(selected)
return selected
def get_pretest_emails() -> list:
pool = _load_pool()
return _select(pool["pretest_batch"], PRETEST_N_PHISHING, PRETEST_N_LEGIT)
def get_posttest_emails() -> list:
pool = _load_pool()
return _select(pool["posttest_batch"], POSTTEST_N_PHISHING, POSTTEST_N_LEGIT)
def public_view(emails: list) -> list:
"""
Strips ground truth before sending to the client.
Includes both "text" (unchanged flattened string -- sent to /classify for
the tool-interaction step, must stay identical to what T30/T31 were
computed against) and "display" (structured subject/from/to/date/body
fields, used only to render a realistic email-client UI).
"""
return [{"id": e["id"], "text": e["text"], "display": e.get("display")} for e in emails]
|