# Section-08 traceability config.
#
# Loads through align.config.load_config under STRUCT MODE: a typo'd key raises
# here, at launch, instead of silently running with the default it failed to
# override. Field prose lives in align/config.py::TraceConfig.

[trace]
enabled = true

# ---- trace provenance -------------------------------------------------
prompt_set_source = "prm800k"
prompt_set_n = 512
prompt_set_seed = 0
# Filled by the builder. "PENDING" is EXPLICIT -- a stage that requires a
# real hash refuses to launch on it.
prompt_set_hash = "PENDING"

# Stored and analyzed SEPARATELY; the label rides every stream batch.
variants = ["teacher_forced", "self_generated"]

# The newline id is read from this artifact and NEVER hardcoded.
boundary_spec_path = "/apps/development/rlhf/nano-mistral-o1/artifacts/boundary_spec.json"

# Every boundary statistic is reported against +/-k control positions.
control_k = 2

# ---- crosscoder (Tier 2) ----------------------------------------------
cc_layer = 16
cc_n_latents = 32768
cc_sparsity = "l1"
cc_l1_coeff = 0.03
cc_topk = 64
cc_exclusive_threshold = 0.8
cc_lr = 0.0003
cc_batch_size = 4096
# Multiple of cc_batch_size, or resume cannot be exact.
cc_buffer_size = 65536
cc_seed = 0

# M3 dry run: <= 50M tokens. The trainer refuses a "dry run" that is not dry.
dry_run_enabled = true
dry_run_max_tokens = 50000000

# ---- Tier 1 -----------------------------------------------------------
tier1_layers = [0, 8, 16, 24, 31]
tier1_lens_steps = 2000
tier1_lens_lr = 0.001
tier1_patch_topk = 16
tier1_position_classes = ["boundary", "answer", "control"]