Add files using upload-large-folder tool

run-20260503_053744-ea4e6pox/files/config.yaml

@@ -0,0 +1,88 @@
+_wandb:
+    value:
+        cli_version: 0.21.0
+        e:
+            imbci4ddj09ujm6egpokwi7szuya3egu:
+                args:
+                    - --train-domain
+                    - biology
+                    - --attack-domain
+                    - physics
+                    - --stage
+                    - attack
+                    - --hf-recover-repo
+                    - roonbug/2b63aec8
+                    - --dev
+                    - --device
+                    - cuda
+                    - --firing-rate-threshold
+                    - "2e-5"
+                    - --gemma3
+                    - --max-steps-attack
+                    - "10000"
+                codePath: experiments/script_scoping_pipeline_stemqa.py
+                codePathLocal: experiments/script_scoping_pipeline_stemqa.py
+                cpu_count: 64
+                cpu_count_logical: 128
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "107374182400"
+                        used: "9989578752"
+                email: aruna.evam@gmail.com
+                executable: /root/miniconda3/envs/sae/bin/python
+                git:
+                    commit: 89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b
+                    remote: git@github.com:4gatepylon/SAEScoping.git
+                gpu: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Blackwell
+                      cudaCores: 24064
+                      memoryTotal: "102641958912"
+                      name: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                      uuid: GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da
+                host: 305dff266a17
+                memory:
+                    total: "1622884343808"
+                os: Linux-6.8.0-106-generic-x86_64-with-glibc2.39
+                program: /root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py
+                python: CPython 3.12.13
+                root: /root/SAEScoping
+                startedAt: "2026-05-03T05:37:44.028934Z"
+                writerId: imbci4ddj09ujm6egpokwi7szuya3egu
+        m: []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "3":
+                - 2
+                - 13
+            "4": 3.12.13
+            "5": 0.21.0
+            "6": 4.56.1
+            "12": 0.21.0
+            "13": linux-x86_64

run-20260503_053744-ea4e6pox/files/output.log

@@ -0,0 +1 @@
+Pruning: keeping 6339/16384 neurons (threshold=2e-05)

run-20260503_053744-ea4e6pox/files/requirements.txt

@@ -0,0 +1,234 @@
+packaging==26.0
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pytz==2026.1.post1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-cusparselt-cu12==0.6.3
+mpmath==1.3.0
+i2==0.1.63
+fastjsonschema==2.21.2
+better-abc==0.0.3
+zipp==3.23.1
+xxhash==3.7.0
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.7.0
+wadler_lindig==0.1.7
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2026.2
+typing_extensions==4.15.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+threadpoolctl==3.6.0
+tenacity==9.1.4
+sympy==1.14.0
+soupsieve==2.8.3
+sniffio==1.3.1
+smmap==5.0.3
+six==1.17.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.5.3
+ruff==0.14.2
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.4.4
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.1.0
+python-dotenv==1.2.2
+pyparsing==3.3.2
+Pygments==2.20.0
+pycparser==3.0
+pyarrow==24.0.0
+psutil==7.2.2
+protobuf==6.33.6
+propcache==0.4.1
+prometheus_client==0.25.0
+pluggy==1.6.0
+platformdirs==4.9.6
+pillow==12.2.0
+pexpect==4.9.0
+parso==0.8.7
+pandocfilters==1.5.1
+orjson==3.11.0
+nvidia-nvtx-cu12==12.6.77
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nccl-cu12==2.26.2
+nvidia-curand-cu12==10.3.7.77
+nvidia-cufile-cu12==1.11.1.6
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cublas-cu12==12.6.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+natsort==8.4.0
+narwhals==2.20.0
+multidict==6.7.1
+mistune==3.2.0
+mdurl==0.1.2
+MarkupSafe==3.0.3
+lark==1.3.1
+kiwisolver==1.5.0
+jupyterlab_pygments==0.3.0
+jsonpointer==3.1.1
+json5==0.14.0
+joblib==1.5.3
+jiter==0.14.0
+iniconfig==2.3.0
+importlib_resources==7.1.0
+idna==3.13
+hf-xet==1.4.3
+h11==0.16.0
+fsspec==2025.3.0
+frozenlist==1.8.0
+fqdn==1.5.1
+fonttools==4.62.1
+filelock==3.29.0
+fancy-einsum==0.0.3
+executing==2.2.1
+einops==0.8.2
+dol==0.3.41
+docstring_parser==0.18.0
+distro==1.9.0
+dill==0.3.8
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cycler==0.12.1
+comm==0.2.3
+click==8.2.1
+charset-normalizer==3.4.7
+certifi==2026.4.22
+bleach==6.3.0
+beartype==0.14.1
+babel==2.18.0
+attrs==26.1.0
+async-lru==2.3.0
+asttokens==3.0.1
+annotated-types==0.7.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+typing-inspection==0.4.2
+typeguard==4.5.1
+terminado==0.18.1
+stack-data==0.6.3
+simple-parsing==0.1.8
+sentry-sdk==2.58.0
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.4
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pytest==8.4.1
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+plotly==6.3.0
+patsy==1.0.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cudnn-cu12==9.5.1.17
+nltk==3.9.4
+multiprocess==0.70.16
+matplotlib-inline==0.2.1
+markdown-it-py==4.0.0
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.20.0
+jaxtyping==0.3.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==9.0.0
+httpcore==1.0.9
+gitdb==4.0.12
+contourpy==1.3.3
+config2py==0.1.47
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.13.0
+aiosignal==1.4.0
+tiktoken==0.12.0
+scikit-learn==1.7.1
+rich==15.0.0
+pydantic==2.12.4
+py2store==0.1.22
+pandas==2.3.1
+nvidia-cusolver-cu12==11.7.1.2
+matplotlib==3.10.9
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.4.0
+huggingface_hub==0.36.2
+httpx==0.28.1
+graze==0.1.39
+GitPython==3.1.49
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+aiohttp==3.13.5
+wandb==0.21.0
+tokenizers==0.22.2
+statsmodels==0.14.6
+seaborn==0.13.2
+openai==2.33.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipykernel==7.2.0
+babe==0.0.7
+argon2-cffi==25.1.0
+transformers==4.56.1
+schedulefree==1.4.1
+plotly-express==0.4.1
+nbformat==5.10.4
+litellm==1.74.7
+datasets==4.0.0
+accelerate==1.13.0
+trl==0.22.2
+transformers-stream-generator==0.0.5
+peft==0.16.0
+nbclient==0.10.4
+jupyter-events==0.12.1
+eai-sparsify==1.3.0
+transformer-lens==2.17.0
+nbconvert==7.17.1
+nvidia-cusparse==12.6.3.3
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.1
+jupyterlab==4.4.10
+notebook==7.4.4
+sae-scoping==2020.0.0
+mypy_extensions==1.1.0
+typing-inspect==0.9.0
+pandera==0.31.1
+bitsandbytes==0.49.2
+hf_transfer==0.1.9
+nvidia-cufft==12.0.0.61
+sae-lens==6.43.0
+nvidia-cusparselt-cu13==0.8.0
+cuda-toolkit==13.0.2
+triton==3.6.0
+cuda-bindings==13.2.0
+setuptools==81.0.0
+nvidia-nvtx==13.0.85
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvjitlink==13.0.88
+nvidia-nccl-cu13==2.28.9
+nvidia-curand==10.4.0.35
+nvidia-cufile==1.15.1.6
+nvidia-cuda-runtime==13.0.96
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-cupti==13.0.85
+nvidia-cublas==13.1.0.3
+cuda-pathfinder==1.5.4
+nvidia-cudnn-cu13==9.19.0.56
+nvidia-cusolver==12.0.4.66
+torch==2.11.0

run-20260503_053744-ea4e6pox/files/wandb-metadata.json

@@ -0,0 +1,58 @@
+{
+  "os":  "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.13",
+  "startedAt":  "2026-05-03T05:37:44.028934Z",
+  "args":  [
+    "--train-domain",
+    "biology",
+    "--attack-domain",
+    "physics",
+    "--stage",
+    "attack",
+    "--hf-recover-repo",
+    "roonbug/2b63aec8",
+    "--dev",
+    "--device",
+    "cuda",
+    "--firing-rate-threshold",
+    "2e-5",
+    "--gemma3",
+    "--max-steps-attack",
+    "10000"
+  ],
+  "program":  "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py",
+  "codePath":  "experiments/script_scoping_pipeline_stemqa.py",
+  "codePathLocal":  "experiments/script_scoping_pipeline_stemqa.py",
+  "git":  {
+    "remote":  "git@github.com:4gatepylon/SAEScoping.git",
+    "commit":  "89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b"
+  },
+  "email":  "aruna.evam@gmail.com",
+  "root":  "/root/SAEScoping",
+  "host":  "305dff266a17",
+  "executable":  "/root/miniconda3/envs/sae/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "107374182400",
+      "used":  "9989578752"
+    }
+  },
+  "memory":  {
+    "total":  "1622884343808"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "imbci4ddj09ujm6egpokwi7szuya3egu"
+}

run-20260503_053744-ea4e6pox/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_timestamp":1.7777866648560205e+09,"llm_judge/math/out_of_scope/ground_truth_similarity_pre_scoping":0.845,"llm_judge/biology/in_scope/quality_pre_scoping":0.94,"true_baseline/llm_judge/physics/out_of_scope/quality":0.89,"true_baseline/llm_judge/biology/in_scope/relevance":1,"llm_judge/biology/in_scope/fluency_pre_scoping":1,"llm_judge/physics/out_of_scope/fluency_pre_scoping":0.975,"llm_judge/math/out_of_scope/quality_pre_scoping":0.9283333333333333,"llm_judge/chemistry/out_of_scope/relevance_pre_scoping":1,"true_baseline/llm_judge/math/out_of_scope/ground_truth_similarity":0.845,"llm_judge/physics/out_of_scope/relevance_pre_scoping":0.975,"llm_judge/chemistry/out_of_scope/ground_truth_similarity_pre_scoping":0.835,"true_baseline/llm_judge/biology/in_scope/ground_truth_similarity":0.82,"true_baseline/llm_judge/chemistry/out_of_scope/relevance":1,"true_baseline/llm_judge/biology/in_scope/quality":0.94,"llm_judge/physics/out_of_scope/quality_pre_scoping":0.89,"true_baseline/llm_judge/physics/out_of_scope/ground_truth_similarity":0.72,"_wandb":{"runtime":2},"llm_judge/physics/out_of_scope/ground_truth_similarity_pre_scoping":0.72,"true_baseline/llm_judge/physics/out_of_scope/fluency":0.975,"trainer/global_step":0,"true_baseline/llm_judge/math/out_of_scope/fluency":0.945,"true_baseline/llm_judge/math/out_of_scope/quality":0.9283333333333333,"llm_judge/math/out_of_scope/fluency_pre_scoping":0.945,"_runtime":2,"llm_judge/biology/in_scope/relevance_pre_scoping":1,"_step":1,"llm_judge/math/out_of_scope/relevance_pre_scoping":0.995,"true_baseline/llm_judge/math/out_of_scope/relevance":0.995,"true_baseline/llm_judge/physics/out_of_scope/relevance":0.975,"true_baseline/llm_judge/chemistry/out_of_scope/ground_truth_similarity":0.835,"llm_judge/chemistry/out_of_scope/fluency_pre_scoping":0.995,"true_baseline/llm_judge/biology/in_scope/fluency":1,"llm_judge/chemistry/out_of_scope/quality_pre_scoping":0.9433333333333334,"true_baseline/llm_judge/chemistry/out_of_scope/quality":0.9433333333333334,"llm_judge/biology/in_scope/ground_truth_similarity_pre_scoping":0.82,"true_baseline/llm_judge/chemistry/out_of_scope/fluency":0.995}

run-20260503_053744-ea4e6pox/logs/debug-core.log

@@ -0,0 +1,18 @@
+{"time":"2026-05-03T05:37:44.045823053Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdrc7b13s/port-10490.txt","pid":10490,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-05-03T05:37:44.04639809Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":10490}
+{"time":"2026-05-03T05:37:44.046393643Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10490-11964-1484638266/socket","Net":"unix"}}
+{"time":"2026-05-03T05:37:44.234087197Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-05-03T05:37:44.236697902Z","level":"INFO","msg":"handleInformInit: received","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:44.422233993Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.169912982Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.17102606Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.172268753Z","level":"INFO","msg":"handleInformInit: received","streamId":"vjc8361x","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.349911537Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"vjc8361x","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847070746Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847136234Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847149694Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-05-03T05:45:00.847220872Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847253671Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10490-11964-1484638266/socket","Net":"unix"}}
+{"time":"2026-05-03T05:45:01.316378684Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-05-03T05:45:01.316391173Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-05-03T05:45:01.316399205Z","level":"INFO","msg":"server is closed"}

run-20260503_053744-ea4e6pox/logs/debug-internal.log

@@ -0,0 +1,13 @@
+{"time":"2026-05-03T05:37:44.236790471Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
+{"time":"2026-05-03T05:37:44.422186392Z","level":"INFO","msg":"stream: created new stream","id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:44.422230909Z","level":"INFO","msg":"stream: started","id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:44.422241945Z","level":"INFO","msg":"sender: started","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:44.422242186Z","level":"INFO","msg":"writer: Do: started","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:44.42227142Z","level":"INFO","msg":"handler: started","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:48.007551861Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-05-03T05:37:48.167209216Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-05-03T05:37:48.169947344Z","level":"INFO","msg":"stream: closing","id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:48.16996497Z","level":"INFO","msg":"handler: closed","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:48.169979833Z","level":"INFO","msg":"sender: closed","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:48.169974464Z","level":"INFO","msg":"writer: Close: closed","stream_id":"ea4e6pox"}
+{"time":"2026-05-03T05:37:48.170030399Z","level":"INFO","msg":"stream: closed","id":"ea4e6pox"}

run-20260503_053744-ea4e6pox/logs/debug.log

@@ -0,0 +1,28 @@
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_setup.py:_flush():80] Configure stats pid to 10490
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_setup.py:_flush():80] Loading settings from /root/SAEScoping/wandb/settings
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /root/SAEScoping/wandb/run-20260503_053744-ea4e6pox/logs/debug.log
+2026-05-03 05:37:44,029 INFO    MainThread:10490 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /root/SAEScoping/wandb/run-20260503_053744-ea4e6pox/logs/debug-internal.log
+2026-05-03 05:37:44,030 INFO    MainThread:10490 [wandb_init.py:init():830] calling init triggers
+2026-05-03 05:37:44,030 INFO    MainThread:10490 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-05-03 05:37:44,030 INFO    MainThread:10490 [wandb_init.py:init():871] starting backend
+2026-05-03 05:37:44,234 INFO    MainThread:10490 [wandb_init.py:init():874] sending inform_init request
+2026-05-03 05:37:44,235 INFO    MainThread:10490 [wandb_init.py:init():882] backend started and connected
+2026-05-03 05:37:44,236 INFO    MainThread:10490 [wandb_init.py:init():953] updated telemetry
+2026-05-03 05:37:44,239 INFO    MainThread:10490 [wandb_init.py:init():977] communicating run to backend with 180.0 second timeout
+2026-05-03 05:37:44,782 INFO    MainThread:10490 [wandb_init.py:init():1029] starting run threads in backend
+2026-05-03 05:37:44,854 INFO    MainThread:10490 [wandb_run.py:_console_start():2458] atexit reg
+2026-05-03 05:37:44,854 INFO    MainThread:10490 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2026-05-03 05:37:44,854 INFO    MainThread:10490 [wandb_run.py:_redirect():2375] Wrapping output streams.
+2026-05-03 05:37:44,854 INFO    MainThread:10490 [wandb_run.py:_redirect():2398] Redirects installed.
+2026-05-03 05:37:44,855 INFO    MainThread:10490 [wandb_init.py:init():1075] run started, returning control to user process
+2026-05-03 05:37:47,450 INFO    MainThread:10490 [wandb_run.py:_finish():2224] finishing run arunasank/sae-scoping-stemqa-biology/ea4e6pox
+2026-05-03 05:37:47,450 INFO    MainThread:10490 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0
+2026-05-03 05:37:47,450 INFO    MainThread:10490 [wandb_run.py:_restore():2405] restore
+2026-05-03 05:37:47,450 INFO    MainThread:10490 [wandb_run.py:_restore():2411] restore done
+2026-05-03 05:37:48,168 INFO    MainThread:10490 [wandb_run.py:_footer_history_summary_info():3903] rendering history
+2026-05-03 05:37:48,169 INFO    MainThread:10490 [wandb_run.py:_footer_history_summary_info():3935] rendering summary
+2026-05-03 05:37:48,169 INFO    MainThread:10490 [wandb_run.py:_footer_sync_info():3864] logging synced files

run-20260503_053748-vjc8361x/files/config.yaml

@@ -0,0 +1,735 @@
+_name_or_path:
+    value: roonbug/2b63aec8
+_wandb:
+    value:
+        cli_version: 0.21.0
+        e:
+            4cm3mzfydp843aw35eswianerjxz65yv:
+                args:
+                    - --train-domain
+                    - biology
+                    - --attack-domain
+                    - physics
+                    - --stage
+                    - attack
+                    - --hf-recover-repo
+                    - roonbug/2b63aec8
+                    - --dev
+                    - --device
+                    - cuda
+                    - --firing-rate-threshold
+                    - "2e-5"
+                    - --gemma3
+                    - --max-steps-attack
+                    - "10000"
+                codePath: experiments/script_scoping_pipeline_stemqa.py
+                codePathLocal: experiments/script_scoping_pipeline_stemqa.py
+                cpu_count: 64
+                cpu_count_logical: 128
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "107374182400"
+                        used: "9989619712"
+                email: aruna.evam@gmail.com
+                executable: /root/miniconda3/envs/sae/bin/python
+                git:
+                    commit: 89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b
+                    remote: git@github.com:4gatepylon/SAEScoping.git
+                gpu: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Blackwell
+                      cudaCores: 24064
+                      memoryTotal: "102641958912"
+                      name: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                      uuid: GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da
+                host: 305dff266a17
+                memory:
+                    total: "1622884343808"
+                os: Linux-6.8.0-106-generic-x86_64-with-glibc2.39
+                program: /root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py
+                python: CPython 3.12.13
+                root: /root/SAEScoping
+                startedAt: "2026-05-03T05:37:48.171009Z"
+                writerId: 4cm3mzfydp843aw35eswianerjxz65yv
+        m:
+            - "1": train/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "3":
+                - 7
+                - 13
+                - 14
+                - 19
+                - 66
+            "4": 3.12.13
+            "5": 0.21.0
+            "6": 4.56.1
+            "9":
+                "1": transformers_trainer
+            "12": 0.21.0
+            "13": linux-x86_64
+accelerator_config:
+    value:
+        dispatch_batches: null
+        even_batches: true
+        gradient_accumulation_kwargs: null
+        non_blocking: false
+        split_batches: false
+        use_seedable_sampler: true
+activation_offloading:
+    value: false
+adafactor:
+    value: false
+adam_beta1:
+    value: 0.9
+adam_beta2:
+    value: 0.999
+adam_epsilon:
+    value: 1e-08
+add_cross_attention:
+    value: false
+architectures:
+    value:
+        - Gemma3ForConditionalGeneration
+assistant_only_loss:
+    value: false
+auto_find_batch_size:
+    value: false
+average_tokens_across_devices:
+    value: false
+bad_words_ids:
+    value: null
+batch_eval_metrics:
+    value: false
+begin_suppress_tokens:
+    value: null
+bf16:
+    value: true
+bf16_full_eval:
+    value: false
+boi_token_index:
+    value: 255999
+bos_token_id:
+    value: 2
+chat_template_path:
+    value: null
+chunk_size_feed_forward:
+    value: 0
+completion_only_loss:
+    value: null
+cross_attention_hidden_size:
+    value: null
+data_seed:
+    value: null
+dataloader_drop_last:
+    value: false
+dataloader_num_workers:
+    value: 0
+dataloader_persistent_workers:
+    value: false
+dataloader_pin_memory:
+    value: true
+dataloader_prefetch_factor:
+    value: null
+dataset_kwargs:
+    value: null
+dataset_num_proc:
+    value: null
+dataset_text_field:
+    value: text
+ddp_backend:
+    value: null
+ddp_broadcast_buffers:
+    value: null
+ddp_bucket_cap_mb:
+    value: null
+ddp_find_unused_parameters:
+    value: null
+ddp_timeout:
+    value: 1800
+debug:
+    value: []
+decoder_start_token_id:
+    value: null
+deepspeed:
+    value: null
+disable_tqdm:
+    value: false
+diversity_penalty:
+    value: 0
+do_eval:
+    value: true
+do_predict:
+    value: false
+do_sample:
+    value: false
+do_train:
+    value: false
+dtype:
+    value: bfloat16
+early_stopping:
+    value: false
+encoder_no_repeat_ngram_size:
+    value: 0
+eoi_token_index:
+    value: 256000
+eos_token:
+    value: <EOS_TOKEN>
+eos_token_id:
+    value: 1
+eval_accumulation_steps:
+    value: 16
+eval_delay:
+    value: 0
+eval_do_concat_batches:
+    value: true
+eval_on_start:
+    value: false
+eval_packing:
+    value: null
+eval_steps:
+    value: 100
+eval_strategy:
+    value: steps
+eval_use_gather_object:
+    value: false
+exponential_decay_length_penalty:
+    value: null
+finetuning_task:
+    value: null
+forced_bos_token_id:
+    value: null
+forced_eos_token_id:
+    value: null
+fp16:
+    value: false
+fp16_backend:
+    value: auto
+fp16_full_eval:
+    value: false
+fp16_opt_level:
+    value: O1
+fsdp:
+    value: []
+fsdp_config:
+    value:
+        min_num_params: 0
+        xla: false
+        xla_fsdp_grad_ckpt: false
+        xla_fsdp_v2: false
+fsdp_min_num_params:
+    value: 0
+fsdp_transformer_layer_cls_to_wrap:
+    value: null
+full_determinism:
+    value: false
+gradient_accumulation_steps:
+    value: 16
+gradient_checkpointing:
+    value: true
+gradient_checkpointing_kwargs:
+    value:
+        use_reentrant: false
+greater_is_better:
+    value: null
+group_by_length:
+    value: false
+half_precision_backend:
+    value: auto
+hub_always_push:
+    value: false
+hub_model_id:
+    value: null
+hub_private_repo:
+    value: null
+hub_revision:
+    value: null
+hub_strategy:
+    value: every_save
+hub_token:
+    value: <HUB_TOKEN>
+id2label:
+    value:
+        "0": LABEL_0
+        "1": LABEL_1
+ignore_data_skip:
+    value: false
+image_token_index:
+    value: 262144
+include_for_metrics:
+    value: []
+include_inputs_for_metrics:
+    value: false
+include_num_input_tokens_seen:
+    value: false
+include_tokens_per_second:
+    value: false
+initializer_range:
+    value: 0.02
+is_decoder:
+    value: false
+is_encoder_decoder:
+    value: false
+jit_mode_eval:
+    value: false
+label_names:
+    value: null
+label_smoothing_factor:
+    value: 0
+label2id:
+    value:
+        LABEL_0: 0
+        LABEL_1: 1
+learning_rate:
+    value: 2e-05
+length_column_name:
+    value: length
+length_penalty:
+    value: 1
+liger_kernel_config:
+    value: null
+load_best_model_at_end:
+    value: false
+local_rank:
+    value: 0
+log_level:
+    value: passive
+log_level_replica:
+    value: warning
+log_on_each_node:
+    value: true
+logging_dir:
+    value: /root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/runs/May03_05-44-27_305dff266a17
+logging_first_step:
+    value: false
+logging_nan_inf_filter:
+    value: true
+logging_steps:
+    value: 10
+logging_strategy:
+    value: steps
+lr_scheduler_type:
+    value: linear
+max_grad_norm:
+    value: 1
+max_length:
+    value: 1024
+max_steps:
+    value: 10000
+metric_for_best_model:
+    value: null
+min_length:
+    value: 0
+mm_tokens_per_image:
+    value: 256
+model/num_parameters:
+    value: 12187325040
+model_init_kwargs:
+    value: null
+model_type:
+    value: gemma3
+mp_parameters:
+    value: ""
+neftune_noise_alpha:
+    value: null
+no_cuda:
+    value: false
+no_repeat_ngram_size:
+    value: 0
+num_beam_groups:
+    value: 1
+num_beams:
+    value: 1
+num_return_sequences:
+    value: 1
+num_train_epochs:
+    value: 1
+optim:
+    value: paged_adamw_8bit
+optim_args:
+    value: null
+optim_target_modules:
+    value: null
+output_attentions:
+    value: false
+output_dir:
+    value: /root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x
+output_hidden_states:
+    value: false
+output_scores:
+    value: false
+overwrite_output_dir:
+    value: false
+packing:
+    value: false
+packing_strategy:
+    value: bfd
+pad_to_multiple_of:
+    value: null
+pad_token:
+    value: <PAD_TOKEN>
+pad_token_id:
+    value: 0
+padding_free:
+    value: false
+parallelism_config:
+    value: null
+past_index:
+    value: -1
+per_device_eval_batch_size:
+    value: 4
+per_device_train_batch_size:
+    value: 4
+per_gpu_eval_batch_size:
+    value: null
+per_gpu_train_batch_size:
+    value: null
+prediction_loss_only:
+    value: false
+prefix:
+    value: null
+problem_type:
+    value: null
+push_to_hub:
+    value: false
+push_to_hub_model_id:
+    value: null
+push_to_hub_organization:
+    value: null
+push_to_hub_token:
+    value: <PUSH_TO_HUB_TOKEN>
+ray_scope:
+    value: last
+remove_invalid_values:
+    value: false
+remove_unused_columns:
+    value: true
+repetition_penalty:
+    value: 1
+report_to:
+    value:
+        - wandb
+restore_callback_states_from_checkpoint:
+    value: false
+resume_from_checkpoint:
+    value: true
+return_dict:
+    value: true
+return_dict_in_generate:
+    value: false
+run_name:
+    value: null
+save_on_each_node:
+    value: false
+save_only_model:
+    value: false
+save_safetensors:
+    value: true
+save_steps:
+    value: 500
+save_strategy:
+    value: steps
+save_total_limit:
+    value: 5
+seed:
+    value: 42
+sep_token_id:
+    value: null
+skip_memory_metrics:
+    value: true
+suppress_tokens:
+    value: null
+task_specific_params:
+    value: null
+temperature:
+    value: 1
+text_config:
+    value:
+        _name_or_path: ""
+        _sliding_window_pattern: 6
+        add_cross_attention: false
+        architectures: null
+        attention_bias: false
+        attention_dropout: 0
+        attn_logit_softcapping: null
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: 2
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        dtype: bfloat16
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: 1
+        exponential_decay_length_penalty: null
+        final_logit_softcapping: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        head_dim: 256
+        hidden_activation: gelu_pytorch_tanh
+        hidden_size: 3840
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        initializer_range: 0.02
+        intermediate_size: 15360
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        layer_types:
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - sliding_attention
+            - full_attention
+        length_penalty: 1
+        max_length: 20
+        max_position_embeddings: 131072
+        min_length: 0
+        model_type: gemma3_text
+        no_repeat_ngram_size: 0
+        num_attention_heads: 16
+        num_beam_groups: 1
+        num_beams: 1
+        num_hidden_layers: 48
+        num_key_value_heads: 8
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: 0
+        prefix: null
+        problem_type: null
+        query_pre_attn_scalar: 256
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        rms_norm_eps: 1e-06
+        rope_local_base_freq: 10000
+        rope_scaling:
+            factor: 8
+            rope_type: linear
+        rope_theta: 1e+06
+        sep_token_id: null
+        sliding_window: 1024
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        use_cache: true
+        vocab_size: 262208
+tf_legacy_loss:
+    value: false
+tf32:
+    value: null
+tie_encoder_decoder:
+    value: false
+tie_word_embeddings:
+    value: true
+tokenizer_class:
+    value: null
+top_k:
+    value: 50
+top_p:
+    value: 1
+torch_compile:
+    value: false
+torch_compile_backend:
+    value: null
+torch_compile_mode:
+    value: null
+torch_empty_cache_steps:
+    value: null
+torchdynamo:
+    value: null
+torchscript:
+    value: false
+tpu_metrics_debug:
+    value: false
+tpu_num_cores:
+    value: null
+transformers_version:
+    value: 4.56.1
+typical_p:
+    value: 1
+use_bfloat16:
+    value: false
+use_cpu:
+    value: false
+use_ipex:
+    value: false
+use_legacy_prediction_loop:
+    value: false
+use_liger_kernel:
+    value: false
+use_mps_device:
+    value: false
+vision_config:
+    value:
+        _name_or_path: ""
+        add_cross_attention: false
+        architectures: null
+        attention_dropout: 0
+        bad_words_ids: null
+        begin_suppress_tokens: null
+        bos_token_id: null
+        chunk_size_feed_forward: 0
+        cross_attention_hidden_size: null
+        decoder_start_token_id: null
+        diversity_penalty: 0
+        do_sample: false
+        dtype: bfloat16
+        early_stopping: false
+        encoder_no_repeat_ngram_size: 0
+        eos_token_id: null
+        exponential_decay_length_penalty: null
+        finetuning_task: null
+        forced_bos_token_id: null
+        forced_eos_token_id: null
+        hidden_act: gelu_pytorch_tanh
+        hidden_size: 1152
+        id2label:
+            "0": LABEL_0
+            "1": LABEL_1
+        image_size: 896
+        intermediate_size: 4304
+        is_decoder: false
+        is_encoder_decoder: false
+        label2id:
+            LABEL_0: 0
+            LABEL_1: 1
+        layer_norm_eps: 1e-06
+        length_penalty: 1
+        max_length: 20
+        min_length: 0
+        model_type: siglip_vision_model
+        no_repeat_ngram_size: 0
+        num_attention_heads: 16
+        num_beam_groups: 1
+        num_beams: 1
+        num_channels: 3
+        num_hidden_layers: 27
+        num_return_sequences: 1
+        output_attentions: false
+        output_hidden_states: false
+        output_scores: false
+        pad_token_id: null
+        patch_size: 14
+        prefix: null
+        problem_type: null
+        remove_invalid_values: false
+        repetition_penalty: 1
+        return_dict: true
+        return_dict_in_generate: false
+        sep_token_id: null
+        suppress_tokens: null
+        task_specific_params: null
+        temperature: 1
+        tf_legacy_loss: false
+        tie_encoder_decoder: false
+        tie_word_embeddings: true
+        tokenizer_class: null
+        top_k: 50
+        top_p: 1
+        torchscript: false
+        typical_p: 1
+        use_bfloat16: false
+        vision_use_head: false
+warmup_ratio:
+    value: 0.1
+warmup_steps:
+    value: 0
+weight_decay:
+    value: 0.1

run-20260503_053748-vjc8361x/files/output.log

@@ -0,0 +1,114 @@
+Attack dataset: 40000 train samples (physics)
+
+================================================================================
+Baseline LLM judge eval (attack/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/physics)
+================================================================================
+  (running with pruned SAE hooked at model.language_model.layers.31)
+Getting token length estimate... w/ batch_size=1024
+Tokenizing batches for length estimate w/ batch_size=1024: 100%|██████████████████████████████████████████| 1/1 [00:00<00:00, 85.21it/s]
+DONE Getting token length estimate!
+Getting length-aware padding breakpoints...
+DONE Tokenizing...
+Tokenizing texts into BEs: 100%|████████████████████████████████████████████████████████████████████████| 9/9 [00:00<00:00, 1367.56it/s]
+Generating responses...: 100%|████████████████████████████████████████████████████████████████████████████| 9/9 [06:14<00:00, 41.65s/it]
+[LLM judge] Saved 600 judge inputs to /root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/judge_inputs_0000.json
+Running LLM judges...: 100%|██████████████████████████████████████████████████████████████████████████| 600/600 [00:23<00:00, 25.25it/s]
+@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@
+Baseline scores:
+  llm_judge/biology/in_scope/fluency: 0.9450
+  llm_judge/biology/in_scope/ground_truth_similarity: 0.6750
+  llm_judge/biology/in_scope/quality: 0.8617
+  llm_judge/biology/in_scope/relevance: 0.9650
+  llm_judge/physics/attack_scope/fluency: 0.6850
+  llm_judge/physics/attack_scope/ground_truth_similarity: 0.3750
+  llm_judge/physics/attack_scope/quality: 0.6533
+  llm_judge/physics/attack_scope/relevance: 0.9000
+@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@
+Saved to /root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.csv and /root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/llm_judge_csvs/baseline_pre_attack.scores.json
+Params @ hookpoint=model.language_model.layers.31: 208 trainable, 857 frozen, frozen layers=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31]
+Adding EOS to train dataset: 100%|██████████████████████████████████████████████████████| 40000/40000 [00:01<00:00, 37203.31 examples/s]
+Tokenizing train dataset: 100%|██████████████████████████████████████████████████████████| 40000/40000 [00:19<00:00, 2101.14 examples/s]
+Truncating train dataset: 100%|████████████████████████████████████████████████████████| 40000/40000 [00:00<00:00, 362899.70 examples/s]
+Adding EOS to biology dataset: 100%|████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 34304.75 examples/s]
+Tokenizing biology dataset: 100%|████████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 2556.85 examples/s]
+Truncating biology dataset: 100%|██████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 403298.46 examples/s]
+Adding EOS to physics dataset: 100%|████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 36428.49 examples/s]
+Tokenizing physics dataset: 100%|████████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 2039.78 examples/s]
+Truncating physics dataset: 100%|██████████████████████████████████████████████████████████| 500/500 [00:00<00:00, 341778.36 examples/s]
+  0%|                                                                                                         | 0/10000 [00:00<?, ?it/s]Traceback (most recent call last):
+  File "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py", line 1088, in <module>
+    main()
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/click/core.py", line 1442, in __call__
+    return self.main(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/click/core.py", line 1363, in main
+    rv = self.invoke(ctx)
+         ^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/click/core.py", line 1226, in invoke
+    return ctx.invoke(self.callback, **ctx.params)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/click/core.py", line 794, in invoke
+    return callback(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py", line 1029, in main
+    stage_train(
+  File "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py", line 403, in stage_train
+    train_sae_enhanced_model(
+  File "/root/SAEScoping/sae_scoping/trainers/sae_enhanced/train.py", line 323, in train_sae_enhanced_model
+    trainer.train()
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/transformers/trainer.py", line 2328, in train
+    return inner_training_loop(
+           ^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/transformers/trainer.py", line 2738, in _inner_training_loop
+    self.optimizer.step()
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/accelerate/optimizer.py", line 179, in step
+    self.optimizer.step(closure)
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/torch/optim/lr_scheduler.py", line 166, in wrapper
+    return func.__get__(opt, opt.__class__)(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/torch/optim/optimizer.py", line 533, in wrapper
+    out = func(*args, **kwargs)
+          ^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context
+    return func(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/bitsandbytes/optim/optimizer.py", line 325, in step
+    self.init_state(group, p, gindex, pindex)
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context
+    return func(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/bitsandbytes/optim/optimizer.py", line 507, in init_state
+    state["state1"] = self.get_state_buffer(p, dtype=torch.uint8)
+                      ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/bitsandbytes/optim/optimizer.py", line 368, in get_state_buffer
+    buff = F.get_paged(*p.shape, dtype=dtype, device=p.device)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/bitsandbytes/functional.py", line 136, in get_paged
+    cuda_ptr = lib.cget_managed_ptr(ct.c_size_t(num_bytes))
+               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/root/miniconda3/envs/sae/lib/python3.12/site-packages/bitsandbytes/cextension.py", line 269, in throw_on_call
+    raise RuntimeError(f"{self.formatted_error}Native code method attempted to call: lib.{name}()")
+RuntimeError:
+🚨 CUDA SETUP ERROR: Missing dependency: libnvJitLink.so.13 🚨
+
+CUDA 13.x runtime libraries were not found in the LD_LIBRARY_PATH.
+
+To fix this, make sure that:
+1. You have installed CUDA 13.x toolkit on your system
+2. The CUDA runtime libraries are in your LD_LIBRARY_PATH
+
+You can add them with (and persist the change by adding the line to your .bashrc):
+   export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/path/to/cuda-13.x/                    lib64
+
+Original error: libnvJitLink.so.13: cannot open shared object file: No such file or directory
+
+🔍 Run this command for detailed diagnostics:
+python -m bitsandbytes
+
+If you've tried everything and still have issues:
+1. Include ALL version info (operating system, bitsandbytes, pytorch, cuda, python)
+2. Describe what you've tried in detail
+3. Open an issue with this information:
+   https://github.com/bitsandbytes-foundation/bitsandbytes/issues
+
+Native code method attempted to call: lib.cget_managed_ptr()

run-20260503_053748-vjc8361x/files/requirements.txt

@@ -0,0 +1,234 @@
+packaging==26.0
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pytz==2026.1.post1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-cusparselt-cu12==0.6.3
+mpmath==1.3.0
+i2==0.1.63
+fastjsonschema==2.21.2
+better-abc==0.0.3
+zipp==3.23.1
+xxhash==3.7.0
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.7.0
+wadler_lindig==0.1.7
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2026.2
+typing_extensions==4.15.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+threadpoolctl==3.6.0
+tenacity==9.1.4
+sympy==1.14.0
+soupsieve==2.8.3
+sniffio==1.3.1
+smmap==5.0.3
+six==1.17.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.5.3
+ruff==0.14.2
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.4.4
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.1.0
+python-dotenv==1.2.2
+pyparsing==3.3.2
+Pygments==2.20.0
+pycparser==3.0
+pyarrow==24.0.0
+psutil==7.2.2
+protobuf==6.33.6
+propcache==0.4.1
+prometheus_client==0.25.0
+pluggy==1.6.0
+platformdirs==4.9.6
+pillow==12.2.0
+pexpect==4.9.0
+parso==0.8.7
+pandocfilters==1.5.1
+orjson==3.11.0
+nvidia-nvtx-cu12==12.6.77
+nvidia-nvjitlink-cu12==12.6.85
+nvidia-nccl-cu12==2.26.2
+nvidia-curand-cu12==10.3.7.77
+nvidia-cufile-cu12==1.11.1.6
+nvidia-cuda-runtime-cu12==12.6.77
+nvidia-cuda-nvrtc-cu12==12.6.77
+nvidia-cuda-cupti-cu12==12.6.80
+nvidia-cublas-cu12==12.6.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+natsort==8.4.0
+narwhals==2.20.0
+multidict==6.7.1
+mistune==3.2.0
+mdurl==0.1.2
+MarkupSafe==3.0.3
+lark==1.3.1
+kiwisolver==1.5.0
+jupyterlab_pygments==0.3.0
+jsonpointer==3.1.1
+json5==0.14.0
+joblib==1.5.3
+jiter==0.14.0
+iniconfig==2.3.0
+importlib_resources==7.1.0
+idna==3.13
+hf-xet==1.4.3
+h11==0.16.0
+fsspec==2025.3.0
+frozenlist==1.8.0
+fqdn==1.5.1
+fonttools==4.62.1
+filelock==3.29.0
+fancy-einsum==0.0.3
+executing==2.2.1
+einops==0.8.2
+dol==0.3.41
+docstring_parser==0.18.0
+distro==1.9.0
+dill==0.3.8
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cycler==0.12.1
+comm==0.2.3
+click==8.2.1
+charset-normalizer==3.4.7
+certifi==2026.4.22
+bleach==6.3.0
+beartype==0.14.1
+babel==2.18.0
+attrs==26.1.0
+async-lru==2.3.0
+asttokens==3.0.1
+annotated-types==0.7.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+typing-inspection==0.4.2
+typeguard==4.5.1
+terminado==0.18.1
+stack-data==0.6.3
+simple-parsing==0.1.8
+sentry-sdk==2.58.0
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.4
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pytest==8.4.1
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+plotly==6.3.0
+patsy==1.0.2
+nvidia-cusparse-cu12==12.5.4.2
+nvidia-cufft-cu12==11.3.0.4
+nvidia-cudnn-cu12==9.5.1.17
+nltk==3.9.4
+multiprocess==0.70.16
+matplotlib-inline==0.2.1
+markdown-it-py==4.0.0
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.20.0
+jaxtyping==0.3.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==9.0.0
+httpcore==1.0.9
+gitdb==4.0.12
+contourpy==1.3.3
+config2py==0.1.47
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.13.0
+aiosignal==1.4.0
+tiktoken==0.12.0
+scikit-learn==1.7.1
+rich==15.0.0
+pydantic==2.12.4
+py2store==0.1.22
+pandas==2.3.1
+nvidia-cusolver-cu12==11.7.1.2
+matplotlib==3.10.9
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.4.0
+huggingface_hub==0.36.2
+httpx==0.28.1
+graze==0.1.39
+GitPython==3.1.49
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+aiohttp==3.13.5
+wandb==0.21.0
+tokenizers==0.22.2
+statsmodels==0.14.6
+seaborn==0.13.2
+openai==2.33.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipykernel==7.2.0
+babe==0.0.7
+argon2-cffi==25.1.0
+transformers==4.56.1
+schedulefree==1.4.1
+plotly-express==0.4.1
+nbformat==5.10.4
+litellm==1.74.7
+datasets==4.0.0
+accelerate==1.13.0
+trl==0.22.2
+transformers-stream-generator==0.0.5
+peft==0.16.0
+nbclient==0.10.4
+jupyter-events==0.12.1
+eai-sparsify==1.3.0
+transformer-lens==2.17.0
+nbconvert==7.17.1
+nvidia-cusparse==12.6.3.3
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.1
+jupyterlab==4.4.10
+notebook==7.4.4
+sae-scoping==2020.0.0
+mypy_extensions==1.1.0
+typing-inspect==0.9.0
+pandera==0.31.1
+bitsandbytes==0.49.2
+hf_transfer==0.1.9
+nvidia-cufft==12.0.0.61
+sae-lens==6.43.0
+nvidia-cusparselt-cu13==0.8.0
+cuda-toolkit==13.0.2
+triton==3.6.0
+cuda-bindings==13.2.0
+setuptools==81.0.0
+nvidia-nvtx==13.0.85
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvjitlink==13.0.88
+nvidia-nccl-cu13==2.28.9
+nvidia-curand==10.4.0.35
+nvidia-cufile==1.15.1.6
+nvidia-cuda-runtime==13.0.96
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-cupti==13.0.85
+nvidia-cublas==13.1.0.3
+cuda-pathfinder==1.5.4
+nvidia-cudnn-cu13==9.19.0.56
+nvidia-cusolver==12.0.4.66
+torch==2.11.0

run-20260503_053748-vjc8361x/files/wandb-metadata.json

@@ -0,0 +1,58 @@
+{
+  "os":  "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.13",
+  "startedAt":  "2026-05-03T05:37:48.171009Z",
+  "args":  [
+    "--train-domain",
+    "biology",
+    "--attack-domain",
+    "physics",
+    "--stage",
+    "attack",
+    "--hf-recover-repo",
+    "roonbug/2b63aec8",
+    "--dev",
+    "--device",
+    "cuda",
+    "--firing-rate-threshold",
+    "2e-5",
+    "--gemma3",
+    "--max-steps-attack",
+    "10000"
+  ],
+  "program":  "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py",
+  "codePath":  "experiments/script_scoping_pipeline_stemqa.py",
+  "codePathLocal":  "experiments/script_scoping_pipeline_stemqa.py",
+  "git":  {
+    "remote":  "git@github.com:4gatepylon/SAEScoping.git",
+    "commit":  "89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b"
+  },
+  "email":  "aruna.evam@gmail.com",
+  "root":  "/root/SAEScoping",
+  "host":  "305dff266a17",
+  "executable":  "/root/miniconda3/envs/sae/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "107374182400",
+      "used":  "9989619712"
+    }
+  },
+  "memory":  {
+    "total":  "1622884343808"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "4cm3mzfydp843aw35eswianerjxz65yv"
+}

run-20260503_053748-vjc8361x/files/wandb-summary.json

@@ -0,0 +1 @@
+{"llm_judge/physics/attack_scope/relevance_pre_attack":0.9,"pre-attack-baseline/llm_judge/biology/in_scope/relevance":0.965,"llm_judge/biology/in_scope/relevance_pre_attack":0.965,"llm_judge/biology/in_scope/quality_pre_attack":0.8616666666666667,"llm_judge/physics/attack_scope/ground_truth_similarity_pre_attack":0.375,"_step":1,"_wandb":{"runtime":432},"pre-attack-baseline/llm_judge/physics/attack_scope/fluency":0.685,"llm_judge/physics/attack_scope/fluency_pre_attack":0.685,"trainer/global_step":0,"llm_judge/biology/in_scope/ground_truth_similarity_pre_attack":0.675,"pre-attack-baseline/llm_judge/biology/in_scope/fluency":0.945,"pre-attack-baseline/llm_judge/physics/attack_scope/quality":0.6533333333333333,"llm_judge/biology/in_scope/fluency_pre_attack":0.945,"pre-attack-baseline/llm_judge/biology/in_scope/quality":0.8616666666666667,"_runtime":432,"pre-attack-baseline/llm_judge/physics/attack_scope/ground_truth_similarity":0.375,"pre-attack-baseline/llm_judge/biology/in_scope/ground_truth_similarity":0.675,"pre-attack-baseline/llm_judge/physics/attack_scope/relevance":0.9,"_timestamp":1.7777870675259757e+09,"llm_judge/physics/attack_scope/quality_pre_attack":0.6533333333333333}

run-20260503_053748-vjc8361x/logs/debug-core.log

@@ -0,0 +1,18 @@
+{"time":"2026-05-03T05:37:44.045823053Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpdrc7b13s/port-10490.txt","pid":10490,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-05-03T05:37:44.04639809Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":10490}
+{"time":"2026-05-03T05:37:44.046393643Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-10490-11964-1484638266/socket","Net":"unix"}}
+{"time":"2026-05-03T05:37:44.234087197Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-05-03T05:37:44.236697902Z","level":"INFO","msg":"handleInformInit: received","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:44.422233993Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.169912982Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.17102606Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"ea4e6pox","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.172268753Z","level":"INFO","msg":"handleInformInit: received","streamId":"vjc8361x","id":"1(@)"}
+{"time":"2026-05-03T05:37:48.349911537Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"vjc8361x","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847070746Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847136234Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847149694Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2026-05-03T05:45:00.847220872Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2026-05-03T05:45:00.847253671Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-10490-11964-1484638266/socket","Net":"unix"}}
+{"time":"2026-05-03T05:45:01.316378684Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2026-05-03T05:45:01.316391173Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2026-05-03T05:45:01.316399205Z","level":"INFO","msg":"server is closed"}

run-20260503_053748-vjc8361x/logs/debug-internal.log

@@ -0,0 +1,12 @@
+{"time":"2026-05-03T05:37:48.172408233Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
+{"time":"2026-05-03T05:37:48.349871937Z","level":"INFO","msg":"stream: created new stream","id":"vjc8361x"}
+{"time":"2026-05-03T05:37:48.34990706Z","level":"INFO","msg":"stream: started","id":"vjc8361x"}
+{"time":"2026-05-03T05:37:48.349958197Z","level":"INFO","msg":"handler: started","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:37:48.349945839Z","level":"INFO","msg":"writer: Do: started","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:37:48.349974843Z","level":"INFO","msg":"sender: started","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:45:00.847196345Z","level":"INFO","msg":"stream: closing","id":"vjc8361x"}
+{"time":"2026-05-03T05:45:01.120381023Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-05-03T05:45:01.315922436Z","level":"INFO","msg":"handler: closed","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:45:01.315950698Z","level":"INFO","msg":"writer: Close: closed","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:45:01.31596526Z","level":"INFO","msg":"sender: closed","stream_id":"vjc8361x"}
+{"time":"2026-05-03T05:45:01.316070599Z","level":"INFO","msg":"stream: closed","id":"vjc8361x"}

run-20260503_053748-vjc8361x/logs/debug.log

@@ -0,0 +1,20 @@
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /root/SAEScoping/wandb/run-20260503_053748-vjc8361x/logs/debug.log
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /root/SAEScoping/wandb/run-20260503_053748-vjc8361x/logs/debug-internal.log
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:init():830] calling init triggers
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:init():871] starting backend
+2026-05-03 05:37:48,171 INFO    MainThread:10490 [wandb_init.py:init():874] sending inform_init request
+2026-05-03 05:37:48,172 INFO    MainThread:10490 [wandb_init.py:init():882] backend started and connected
+2026-05-03 05:37:48,173 INFO    MainThread:10490 [wandb_init.py:init():953] updated telemetry
+2026-05-03 05:37:48,177 INFO    MainThread:10490 [wandb_init.py:init():977] communicating run to backend with 180.0 second timeout
+2026-05-03 05:37:48,646 INFO    MainThread:10490 [wandb_init.py:init():1029] starting run threads in backend
+2026-05-03 05:37:48,719 INFO    MainThread:10490 [wandb_run.py:_console_start():2458] atexit reg
+2026-05-03 05:37:48,720 INFO    MainThread:10490 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2026-05-03 05:37:48,720 INFO    MainThread:10490 [wandb_run.py:_redirect():2375] Wrapping output streams.
+2026-05-03 05:37:48,720 INFO    MainThread:10490 [wandb_run.py:_redirect():2398] Redirects installed.
+2026-05-03 05:37:48,720 INFO    MainThread:10490 [wandb_init.py:init():1075] run started, returning control to user process
+2026-05-03 05:44:49,244 INFO    MainThread:10490 [wandb_run.py:_config_callback():1363] config_cb None None {'text_config': {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'bfloat16', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 2, 'pad_token_id': 0, 'eos_token_id': 1, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, '_name_or_path': '', '_sliding_window_pattern': 6, 'model_type': 'gemma3_text', 'tf_legacy_loss': False, 'use_bfloat16': False, 'vocab_size': 262208, 'max_position_embeddings': 131072, 'hidden_size': 3840, 'intermediate_size': 15360, 'num_hidden_layers': 48, 'num_attention_heads': 16, 'head_dim': 256, 'num_key_value_heads': 8, 'initializer_range': 0.02, 'rms_norm_eps': 1e-06, 'use_cache': True, 'rope_theta': 1000000.0, 'attention_bias': False, 'attention_dropout': 0.0, 'hidden_activation': 'gelu_pytorch_tanh', 'query_pre_attn_scalar': 256, 'sliding_window': 1024, 'final_logit_softcapping': None, 'attn_logit_softcapping': None, 'layer_types': ['sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'sliding_attention', 'full_attention'], 'rope_local_base_freq': 10000.0, 'rope_scaling': {'factor': 8.0, 'rope_type': 'linear'}, 'output_attentions': False}, 'vision_config': {'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'bfloat16', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': None, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, '_name_or_path': '', 'model_type': 'siglip_vision_model', 'vision_use_head': False, 'tf_legacy_loss': False, 'use_bfloat16': False, 'hidden_size': 1152, 'intermediate_size': 4304, 'num_hidden_layers': 27, 'num_attention_heads': 16, 'num_channels': 3, 'patch_size': 14, 'image_size': 896, 'attention_dropout': 0.0, 'layer_norm_eps': 1e-06, 'hidden_act': 'gelu_pytorch_tanh', 'output_attentions': False}, 'mm_tokens_per_image': 256, 'boi_token_index': 255999, 'eoi_token_index': 256000, 'image_token_index': 262144, 'initializer_range': 0.02, 'return_dict': True, 'output_hidden_states': False, 'torchscript': False, 'dtype': 'bfloat16', 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'architectures': ['Gemma3ForConditionalGeneration'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'task_specific_params': None, 'problem_type': None, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 2, 'pad_token_id': 0, 'eos_token_id': 1, 'sep_token_id': None, 'decoder_start_token_id': None, 'max_length': 1024, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, '_name_or_path': 'roonbug/2b63aec8', 'transformers_version': '4.56.1', 'model_type': 'gemma3', 'tf_legacy_loss': False, 'use_bfloat16': False, 'output_attentions': False, 'output_dir': '/root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 4, 'per_device_eval_batch_size': 4, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 16, 'eval_accumulation_steps': 16, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.1, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': 10000, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.1, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/root/SAEScoping/experiments/outputs_scoping/google--gemma-3-12b-it/layer_31--width_16k--canonical/biology/h2e-05/k6339/6989u00w/attack/physics/vjc8361x/runs/May03_05-44-27_305dff266a17', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 10, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 5, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': True, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': 100, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': None, 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'parallelism_config': None, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': True, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': None, 'hub_always_push': False, 'hub_revision': None, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': {'use_reentrant': False}, 'include_inputs_for_metrics': False, 'include_for_metrics': [], 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'use_liger_kernel': False, 'liger_kernel_config': None, 'eval_use_gather_object': False, 'average_tokens_across_devices': False, 'model_init_kwargs': None, 'chat_template_path': None, 'dataset_text_field': 'text', 'dataset_kwargs': None, 'dataset_num_proc': None, 'eos_token': '<EOS_TOKEN>', 'pad_token': '<PAD_TOKEN>', 'packing': False, 'packing_strategy': 'bfd', 'padding_free': False, 'pad_to_multiple_of': None, 'eval_packing': None, 'completion_only_loss': None, 'assistant_only_loss': False, 'activation_offloading': False}
+2026-05-03 05:44:49,246 INFO    MainThread:10490 [wandb_config.py:__setitem__():154] [no run ID] config set model/num_parameters = 12187325040 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x7b814c367d40>>
+2026-05-03 05:44:49,246 INFO    MainThread:10490 [wandb_run.py:_config_callback():1363] config_cb model/num_parameters 12187325040 None
+2026-05-03 05:45:00,846 INFO    MsgRouterThr:10490 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.

run-20260503_054932-zwah87xe/files/config.yaml

@@ -0,0 +1,89 @@
+_wandb:
+    value:
+        cli_version: 0.21.0
+        e:
+            lsjv4tkybxmt4nowgriy3nbmbjn0bs4o:
+                args:
+                    - --train-domain
+                    - biology
+                    - --attack-domain
+                    - physics
+                    - --stage
+                    - attack
+                    - --hf-recover-repo
+                    - roonbug/2b63aec8
+                    - --dev
+                    - --device
+                    - cuda
+                    - --firing-rate-threshold
+                    - "2e-5"
+                    - --gemma3
+                    - --max-steps-attack
+                    - "10000"
+                    - --skip-pre-training-eval
+                codePath: experiments/script_scoping_pipeline_stemqa.py
+                codePathLocal: experiments/script_scoping_pipeline_stemqa.py
+                cpu_count: 64
+                cpu_count_logical: 128
+                cudaVersion: "13.0"
+                disk:
+                    /:
+                        total: "107374182400"
+                        used: "12138627072"
+                email: aruna.evam@gmail.com
+                executable: /root/miniconda3/envs/sae/bin/python
+                git:
+                    commit: 89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b
+                    remote: git@github.com:4gatepylon/SAEScoping.git
+                gpu: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Blackwell
+                      cudaCores: 24064
+                      memoryTotal: "102641958912"
+                      name: NVIDIA RTX PRO 6000 Blackwell Server Edition
+                      uuid: GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da
+                host: 305dff266a17
+                memory:
+                    total: "1622884343808"
+                os: Linux-6.8.0-106-generic-x86_64-with-glibc2.39
+                program: /root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py
+                python: CPython 3.12.13
+                root: /root/SAEScoping
+                startedAt: "2026-05-03T05:49:32.968035Z"
+                writerId: lsjv4tkybxmt4nowgriy3nbmbjn0bs4o
+        m: []
+        python_version: 3.12.13
+        t:
+            "1":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "2":
+                - 1
+                - 5
+                - 11
+                - 49
+                - 51
+                - 53
+                - 71
+                - 84
+                - 95
+                - 98
+                - 105
+            "3":
+                - 2
+                - 13
+            "4": 3.12.13
+            "5": 0.21.0
+            "6": 4.56.1
+            "12": 0.21.0
+            "13": linux-x86_64

run-20260503_054932-zwah87xe/files/output.log

@@ -0,0 +1 @@
+Pruning: keeping 6339/16384 neurons (threshold=2e-05)

run-20260503_054932-zwah87xe/files/requirements.txt

@@ -0,0 +1,235 @@
+packaging==26.0
+wheel==0.46.3
+pip==26.0.1
+webencodings==0.5.1
+pytz==2026.1.post1
+pure_eval==0.2.3
+ptyprocess==0.7.0
+nvidia-cusparselt-cu12==0.7.1
+mpmath==1.3.0
+i2==0.1.63
+fastjsonschema==2.21.2
+better-abc==0.0.3
+zipp==3.23.1
+xxhash==3.7.0
+websocket-client==1.9.0
+webcolors==25.10.0
+wcwidth==0.7.0
+wadler_lindig==0.1.7
+urllib3==2.6.3
+uri-template==1.3.0
+tzdata==2026.2
+typing_extensions==4.15.0
+traitlets==5.14.3
+tqdm==4.67.3
+tornado==6.5.5
+tinycss2==1.4.0
+threadpoolctl==3.6.0
+tenacity==9.1.4
+sympy==1.14.0
+soupsieve==2.8.3
+sniffio==1.3.1
+smmap==5.0.3
+six==1.17.0
+sentencepiece==0.2.1
+Send2Trash==2.1.0
+safetensors==0.5.3
+ruff==0.14.2
+rpds-py==0.30.0
+rfc3986-validator==0.1.1
+regex==2026.4.4
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.1.0
+python-dotenv==1.2.2
+pyparsing==3.3.2
+Pygments==2.20.0
+pycparser==3.0
+pyarrow==24.0.0
+psutil==7.2.2
+protobuf==6.33.6
+propcache==0.4.1
+prometheus_client==0.25.0
+pluggy==1.6.0
+platformdirs==4.9.6
+pillow==12.2.0
+pexpect==4.9.0
+parso==0.8.7
+pandocfilters==1.5.1
+orjson==3.11.0
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.28.9
+nvidia-curand-cu12==10.3.9.90
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==1.26.4
+networkx==3.6.1
+nest-asyncio==1.6.0
+natsort==8.4.0
+narwhals==2.20.0
+multidict==6.7.1
+mistune==3.2.0
+mdurl==0.1.2
+MarkupSafe==3.0.3
+lark==1.3.1
+kiwisolver==1.5.0
+jupyterlab_pygments==0.3.0
+jsonpointer==3.1.1
+json5==0.14.0
+joblib==1.5.3
+jiter==0.14.0
+iniconfig==2.3.0
+importlib_resources==7.1.0
+idna==3.13
+hf-xet==1.4.3
+h11==0.16.0
+fsspec==2025.3.0
+frozenlist==1.8.0
+fqdn==1.5.1
+fonttools==4.62.1
+filelock==3.29.0
+fancy-einsum==0.0.3
+executing==2.2.1
+einops==0.8.2
+dol==0.3.41
+docstring_parser==0.18.0
+distro==1.9.0
+dill==0.3.8
+defusedxml==0.7.1
+decorator==5.2.1
+debugpy==1.8.20
+cycler==0.12.1
+comm==0.2.3
+click==8.2.1
+charset-normalizer==3.4.7
+certifi==2026.4.22
+bleach==6.3.0
+beartype==0.14.1
+babel==2.18.0
+attrs==26.1.0
+async-lru==2.3.0
+asttokens==3.0.1
+annotated-types==0.7.0
+aiohappyeyeballs==2.6.1
+yarl==1.23.0
+typing-inspection==0.4.2
+typeguard==4.5.1
+terminado==0.18.1
+stack-data==0.6.3
+simple-parsing==0.1.8
+sentry-sdk==2.58.0
+scipy==1.17.1
+rfc3987-syntax==1.1.0
+rfc3339-validator==0.1.4
+requests==2.32.4
+referencing==0.37.0
+python-dateutil==2.9.0.post0
+pytest==8.4.1
+pydantic_core==2.41.5
+prompt_toolkit==3.0.52
+plotly==6.3.0
+patsy==1.0.2
+nvidia-cusparse-cu12==12.5.8.93
+torch==2.11.0+cu128
+nltk==3.9.4
+multiprocess==0.70.16
+matplotlib-inline==0.2.1
+markdown-it-py==4.0.0
+jupyter_core==5.9.1
+Jinja2==3.1.6
+jedi==0.20.0
+jaxtyping==0.3.2
+ipython_pygments_lexers==1.1.1
+importlib_metadata==9.0.0
+httpcore==1.0.9
+gitdb==4.0.12
+contourpy==1.3.3
+config2py==0.1.47
+cffi==2.0.0
+beautifulsoup4==4.14.3
+anyio==4.13.0
+aiosignal==1.4.0
+tiktoken==0.12.0
+scikit-learn==1.7.1
+rich==15.0.0
+pydantic==2.12.4
+py2store==0.1.22
+pandas==2.3.1
+nvidia-cusolver-cu12==11.7.3.90
+matplotlib==3.10.9
+jupyter_server_terminals==0.5.4
+jupyter_client==8.8.0
+jsonschema-specifications==2025.9.1
+ipython==9.4.0
+huggingface_hub==0.36.2
+httpx==0.28.1
+graze==0.1.39
+GitPython==3.1.49
+arrow==1.4.0
+argon2-cffi-bindings==25.1.0
+aiohttp==3.13.5
+wandb==0.21.0
+nvidia-nvshmem-cu12==3.4.5
+nvidia-cudnn-cu12==9.19.0.56
+tokenizers==0.22.2
+statsmodels==0.14.6
+seaborn==0.13.2
+openai==2.33.0
+jsonschema==4.26.0
+isoduration==20.11.0
+ipykernel==7.2.0
+babe==0.0.7
+argon2-cffi==25.1.0
+transformers==4.56.1
+schedulefree==1.4.1
+plotly-express==0.4.1
+nbformat==5.10.4
+litellm==1.74.7
+datasets==4.0.0
+accelerate==1.13.0
+trl==0.22.2
+transformers-stream-generator==0.0.5
+peft==0.16.0
+nbclient==0.10.4
+jupyter-events==0.12.1
+eai-sparsify==1.3.0
+transformer-lens==2.17.0
+nbconvert==7.17.1
+nvidia-cusparse==12.6.3.3
+jupyter_server==2.17.0
+notebook_shim==0.2.4
+jupyterlab_server==2.28.0
+jupyter-lsp==2.3.1
+jupyterlab==4.4.10
+notebook==7.4.4
+sae-scoping==2020.0.0
+mypy_extensions==1.1.0
+typing-inspect==0.9.0
+pandera==0.31.1
+bitsandbytes==0.49.2
+hf_transfer==0.1.9
+nvidia-cufft==12.0.0.61
+sae-lens==6.43.0
+nvidia-cusparselt-cu13==0.8.0
+cuda-toolkit==12.8.1
+triton==3.6.0
+setuptools==81.0.0
+nvidia-nvtx==13.0.85
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvjitlink==13.0.88
+nvidia-nccl-cu13==2.28.9
+nvidia-curand==10.4.0.35
+nvidia-cufile==1.15.1.6
+nvidia-cuda-runtime==13.0.96
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-cupti==13.0.85
+nvidia-cublas==13.1.0.3
+cuda-pathfinder==1.5.4
+nvidia-cudnn-cu13==9.19.0.56
+nvidia-cusolver==12.0.4.66
+cuda-bindings==12.9.4
+nvidia-cufft-cu12==11.3.3.83

run-20260503_054932-zwah87xe/files/wandb-metadata.json

@@ -0,0 +1,59 @@
+{
+  "os":  "Linux-6.8.0-106-generic-x86_64-with-glibc2.39",
+  "python":  "CPython 3.12.13",
+  "startedAt":  "2026-05-03T05:49:32.968035Z",
+  "args":  [
+    "--train-domain",
+    "biology",
+    "--attack-domain",
+    "physics",
+    "--stage",
+    "attack",
+    "--hf-recover-repo",
+    "roonbug/2b63aec8",
+    "--dev",
+    "--device",
+    "cuda",
+    "--firing-rate-threshold",
+    "2e-5",
+    "--gemma3",
+    "--max-steps-attack",
+    "10000",
+    "--skip-pre-training-eval"
+  ],
+  "program":  "/root/SAEScoping/experiments/script_scoping_pipeline_stemqa.py",
+  "codePath":  "experiments/script_scoping_pipeline_stemqa.py",
+  "codePathLocal":  "experiments/script_scoping_pipeline_stemqa.py",
+  "git":  {
+    "remote":  "git@github.com:4gatepylon/SAEScoping.git",
+    "commit":  "89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b"
+  },
+  "email":  "aruna.evam@gmail.com",
+  "root":  "/root/SAEScoping",
+  "host":  "305dff266a17",
+  "executable":  "/root/miniconda3/envs/sae/bin/python",
+  "cpu_count":  64,
+  "cpu_count_logical":  128,
+  "gpu":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+  "gpu_count":  1,
+  "disk":  {
+    "/":  {
+      "total":  "107374182400",
+      "used":  "12138627072"
+    }
+  },
+  "memory":  {
+    "total":  "1622884343808"
+  },
+  "gpu_nvidia":  [
+    {
+      "name":  "NVIDIA RTX PRO 6000 Blackwell Server Edition",
+      "memoryTotal":  "102641958912",
+      "cudaCores":  24064,
+      "architecture":  "Blackwell",
+      "uuid":  "GPU-7c34c3f0-be50-1999-a922-ffbfa212e2da"
+    }
+  ],
+  "cudaVersion":  "13.0",
+  "writerId":  "lsjv4tkybxmt4nowgriy3nbmbjn0bs4o"
+}

run-20260503_054932-zwah87xe/files/wandb-summary.json

@@ -0,0 +1 @@
+{"llm_judge/chemistry/out_of_scope/relevance_pre_scoping":1,"llm_judge/math/out_of_scope/ground_truth_similarity_pre_scoping":0.845,"true_baseline/llm_judge/math/out_of_scope/relevance":0.995,"true_baseline/llm_judge/physics/out_of_scope/quality":0.89,"_timestamp":1.7777873738110697e+09,"true_baseline/llm_judge/physics/out_of_scope/fluency":0.975,"llm_judge/math/out_of_scope/quality_pre_scoping":0.9283333333333333,"true_baseline/llm_judge/chemistry/out_of_scope/quality":0.9433333333333334,"llm_judge/math/out_of_scope/fluency_pre_scoping":0.945,"llm_judge/math/out_of_scope/relevance_pre_scoping":0.995,"true_baseline/llm_judge/chemistry/out_of_scope/relevance":1,"llm_judge/chemistry/out_of_scope/ground_truth_similarity_pre_scoping":0.835,"true_baseline/llm_judge/biology/in_scope/quality":0.94,"trainer/global_step":0,"true_baseline/llm_judge/physics/out_of_scope/relevance":0.975,"true_baseline/llm_judge/physics/out_of_scope/ground_truth_similarity":0.72,"llm_judge/biology/in_scope/ground_truth_similarity_pre_scoping":0.82,"_step":1,"llm_judge/physics/out_of_scope/ground_truth_similarity_pre_scoping":0.72,"true_baseline/llm_judge/math/out_of_scope/fluency":0.945,"llm_judge/physics/out_of_scope/fluency_pre_scoping":0.975,"llm_judge/biology/in_scope/fluency_pre_scoping":1,"true_baseline/llm_judge/biology/in_scope/ground_truth_similarity":0.82,"true_baseline/llm_judge/biology/in_scope/relevance":1,"true_baseline/llm_judge/math/out_of_scope/quality":0.9283333333333333,"true_baseline/llm_judge/chemistry/out_of_scope/ground_truth_similarity":0.835,"llm_judge/biology/in_scope/quality_pre_scoping":0.94,"true_baseline/llm_judge/biology/in_scope/fluency":1,"_wandb":{"runtime":2},"llm_judge/physics/out_of_scope/quality_pre_scoping":0.89,"llm_judge/chemistry/out_of_scope/quality_pre_scoping":0.9433333333333334,"llm_judge/biology/in_scope/relevance_pre_scoping":1,"true_baseline/llm_judge/math/out_of_scope/ground_truth_similarity":0.845,"_runtime":2,"llm_judge/physics/out_of_scope/relevance_pre_scoping":0.975,"llm_judge/chemistry/out_of_scope/fluency_pre_scoping":0.995,"true_baseline/llm_judge/chemistry/out_of_scope/fluency":0.995}

run-20260503_054932-zwah87xe/logs/debug-core.log

@@ -0,0 +1,11 @@
+{"time":"2026-05-03T05:49:32.98608243Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpa5fa52uc/port-13018.txt","pid":13018,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-05-03T05:49:32.986635684Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":13018}
+{"time":"2026-05-03T05:49:32.986591548Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-13018-13251-1923857381/socket","Net":"unix"}}
+{"time":"2026-05-03T05:49:33.17362481Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-05-03T05:49:33.178810232Z","level":"INFO","msg":"handleInformInit: received","streamId":"zwah87xe","id":"1(@)"}
+{"time":"2026-05-03T05:49:33.367323646Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"zwah87xe","id":"1(@)"}
+{"time":"2026-05-03T05:49:37.030258394Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"zwah87xe","id":"1(@)"}
+{"time":"2026-05-03T05:49:37.031185392Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"zwah87xe","id":"1(@)"}
+{"time":"2026-05-03T05:49:37.032518944Z","level":"INFO","msg":"handleInformInit: received","streamId":"ir1sk2bw","id":"1(@)"}
+{"time":"2026-05-03T05:49:37.207001003Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ir1sk2bw","id":"1(@)"}
+{"time":"2026-05-04T02:23:41.324909603Z","level":"INFO","msg":"server: parent process exited, terminating service process"}

run-20260503_054932-zwah87xe/logs/debug-internal.log

@@ -0,0 +1,13 @@
+{"time":"2026-05-03T05:49:33.178952997Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
+{"time":"2026-05-03T05:49:33.367291628Z","level":"INFO","msg":"stream: created new stream","id":"zwah87xe"}
+{"time":"2026-05-03T05:49:33.367320381Z","level":"INFO","msg":"stream: started","id":"zwah87xe"}
+{"time":"2026-05-03T05:49:33.367350918Z","level":"INFO","msg":"sender: started","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:33.367352159Z","level":"INFO","msg":"writer: Do: started","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:33.367392851Z","level":"INFO","msg":"handler: started","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:36.86731495Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2026-05-03T05:49:37.028241742Z","level":"INFO","msg":"handler: operation stats","stats":{}}
+{"time":"2026-05-03T05:49:37.030273126Z","level":"INFO","msg":"stream: closing","id":"zwah87xe"}
+{"time":"2026-05-03T05:49:37.030281689Z","level":"INFO","msg":"handler: closed","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:37.03028925Z","level":"INFO","msg":"writer: Close: closed","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:37.03029561Z","level":"INFO","msg":"sender: closed","stream_id":"zwah87xe"}
+{"time":"2026-05-03T05:49:37.030343923Z","level":"INFO","msg":"stream: closed","id":"zwah87xe"}

run-20260503_054932-zwah87xe/logs/debug.log

@@ -0,0 +1,28 @@
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_setup.py:_flush():80] Configure stats pid to 13018
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_setup.py:_flush():80] Loading settings from /root/SAEScoping/wandb/settings
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /root/SAEScoping/wandb/run-20260503_054932-zwah87xe/logs/debug.log
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /root/SAEScoping/wandb/run-20260503_054932-zwah87xe/logs/debug-internal.log
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_init.py:init():830] calling init triggers
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2026-05-03 05:49:32,969 INFO    MainThread:13018 [wandb_init.py:init():871] starting backend
+2026-05-03 05:49:33,174 INFO    MainThread:13018 [wandb_init.py:init():874] sending inform_init request
+2026-05-03 05:49:33,177 INFO    MainThread:13018 [wandb_init.py:init():882] backend started and connected
+2026-05-03 05:49:33,180 INFO    MainThread:13018 [wandb_init.py:init():953] updated telemetry
+2026-05-03 05:49:33,184 INFO    MainThread:13018 [wandb_init.py:init():977] communicating run to backend with 180.0 second timeout
+2026-05-03 05:49:33,736 INFO    MainThread:13018 [wandb_init.py:init():1029] starting run threads in backend
+2026-05-03 05:49:33,808 INFO    MainThread:13018 [wandb_run.py:_console_start():2458] atexit reg
+2026-05-03 05:49:33,808 INFO    MainThread:13018 [wandb_run.py:_redirect():2306] redirect: wrap_raw
+2026-05-03 05:49:33,808 INFO    MainThread:13018 [wandb_run.py:_redirect():2375] Wrapping output streams.
+2026-05-03 05:49:33,808 INFO    MainThread:13018 [wandb_run.py:_redirect():2398] Redirects installed.
+2026-05-03 05:49:33,810 INFO    MainThread:13018 [wandb_init.py:init():1075] run started, returning control to user process
+2026-05-03 05:49:36,193 INFO    MainThread:13018 [wandb_run.py:_finish():2224] finishing run arunasank/sae-scoping-stemqa-biology/zwah87xe
+2026-05-03 05:49:36,194 INFO    MainThread:13018 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0
+2026-05-03 05:49:36,194 INFO    MainThread:13018 [wandb_run.py:_restore():2405] restore
+2026-05-03 05:49:36,194 INFO    MainThread:13018 [wandb_run.py:_restore():2411] restore done
+2026-05-03 05:49:37,029 INFO    MainThread:13018 [wandb_run.py:_footer_history_summary_info():3903] rendering history
+2026-05-03 05:49:37,029 INFO    MainThread:13018 [wandb_run.py:_footer_history_summary_info():3935] rendering summary
+2026-05-03 05:49:37,030 INFO    MainThread:13018 [wandb_run.py:_footer_sync_info():3864] logging synced files

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_fluency_table_136_6dafb7783fecea5700ba.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05500000000000005], [1000, "biology/in_scope", -0.040000000000000036], [500, "physics/attack_scope", -0.21999999999999997], [1000, "physics/attack_scope", -0.08499999999999996]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_fluency_table_207_29e5a60b7c93cf012d00.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05500000000000005], [1000, "biology/in_scope", -0.040000000000000036], [1500, "biology/in_scope", -0.04500000000000004], [500, "physics/attack_scope", -0.21999999999999997], [1000, "physics/attack_scope", -0.08499999999999996], [1500, "physics/attack_scope", -0.04999999999999993]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_fluency_table_65_f0e8ca5245c6f7f2a535.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05500000000000005], [500, "physics/attack_scope", -0.21999999999999997]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_137_838a9e0cbb3cfa33fea8.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [1000, "biology/in_scope", -0.125], [500, "physics/attack_scope", -0.295], [1000, "physics/attack_scope", -0.17499999999999993]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_208_842a2a4eb86950306bbb.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [1000, "biology/in_scope", -0.125], [1500, "biology/in_scope", -0.16999999999999993], [500, "physics/attack_scope", -0.295], [1000, "physics/attack_scope", -0.17499999999999993], [1500, "physics/attack_scope", -0.19499999999999995]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_279_332de39718983ed87343.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [1000, "biology/in_scope", -0.125], [1500, "biology/in_scope", -0.16999999999999993], [2000, "biology/in_scope", -0.17499999999999993], [500, "physics/attack_scope", -0.295], [1000, "physics/attack_scope", -0.17499999999999993], [1500, "physics/attack_scope", -0.19499999999999995], [2000, "physics/attack_scope", -0.21999999999999997]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_350_f01ee1a8b708cd7a4f13.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [1000, "biology/in_scope", -0.125], [1500, "biology/in_scope", -0.16999999999999993], [2000, "biology/in_scope", -0.17499999999999993], [2500, "biology/in_scope", -0.16999999999999993], [500, "physics/attack_scope", -0.295], [1000, "physics/attack_scope", -0.17499999999999993], [1500, "physics/attack_scope", -0.19499999999999995], [2000, "physics/attack_scope", -0.21999999999999997], [2500, "physics/attack_scope", -0.25999999999999995]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_421_ebbcc56615c45f770b22.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [1000, "biology/in_scope", -0.125], [1500, "biology/in_scope", -0.16999999999999993], [2000, "biology/in_scope", -0.17499999999999993], [2500, "biology/in_scope", -0.16999999999999993], [3000, "biology/in_scope", -0.1499999999999999], [500, "physics/attack_scope", -0.295], [1000, "physics/attack_scope", -0.17499999999999993], [1500, "physics/attack_scope", -0.19499999999999995], [2000, "physics/attack_scope", -0.21999999999999997], [2500, "physics/attack_scope", -0.25999999999999995], [3000, "physics/attack_scope", -0.16499999999999992]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_66_85b62a1feca40fc1d91d.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.15499999999999992], [500, "physics/attack_scope", -0.295]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_quality_table_138_999efcd43f99f21da89f.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.07833333333333325], [1000, "biology/in_scope", -0.05666666666666664], [500, "physics/attack_scope", -0.20833333333333337], [1000, "physics/attack_scope", -0.10166666666666668]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_quality_table_280_158b9fae9e5b5519fcca.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.07833333333333325], [1000, "biology/in_scope", -0.05666666666666664], [1500, "biology/in_scope", -0.07833333333333325], [2000, "biology/in_scope", -0.08499999999999996], [500, "physics/attack_scope", -0.20833333333333337], [1000, "physics/attack_scope", -0.10166666666666668], [1500, "physics/attack_scope", -0.09166666666666667], [2000, "physics/attack_scope", -0.11166666666666669]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_quality_table_351_1522b0991991ec82c366.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.07833333333333325], [1000, "biology/in_scope", -0.05666666666666664], [1500, "biology/in_scope", -0.07833333333333325], [2000, "biology/in_scope", -0.08499999999999996], [2500, "biology/in_scope", -0.08166666666666667], [500, "physics/attack_scope", -0.20833333333333337], [1000, "physics/attack_scope", -0.10166666666666668], [1500, "physics/attack_scope", -0.09166666666666667], [2000, "physics/attack_scope", -0.11166666666666669], [2500, "physics/attack_scope", -0.10166666666666668]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_quality_table_67_fc0aef3d6698169fa320.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.07833333333333325], [500, "physics/attack_scope", -0.20833333333333337]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_relevance_table_139_8f13997b89658d7030b1.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.025000000000000022], [1000, "biology/in_scope", -0.0050000000000000044], [500, "physics/attack_scope", -0.10999999999999999], [1000, "physics/attack_scope", -0.04499999999999993]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_relevance_table_210_6760fd4bbc4dc7748b70.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.025000000000000022], [1000, "biology/in_scope", -0.0050000000000000044], [1500, "biology/in_scope", -0.020000000000000018], [500, "physics/attack_scope", -0.10999999999999999], [1000, "physics/attack_scope", -0.04499999999999993], [1500, "physics/attack_scope", -0.030000000000000027]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_relevance_table_281_6ee593f6d593f4ccdca7.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.025000000000000022], [1000, "biology/in_scope", -0.0050000000000000044], [1500, "biology/in_scope", -0.020000000000000018], [2000, "biology/in_scope", -0.030000000000000027], [500, "physics/attack_scope", -0.10999999999999999], [1000, "physics/attack_scope", -0.04499999999999993], [1500, "physics/attack_scope", -0.030000000000000027], [2000, "physics/attack_scope", -0.03500000000000003]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_diff_baseline_relevance_table_68_aa64bbbad9e2fef2a0b6.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.025000000000000022], [500, "physics/attack_scope", -0.10999999999999999]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_fluency_table_132_251318006080c1818be3.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.945], [1000, "biology/in_scope", 0.96], [500, "physics/attack_scope", 0.755], [1000, "physics/attack_scope", 0.89]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_fluency_table_203_1d9bf43fbe78f18493f9.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.945], [1000, "biology/in_scope", 0.96], [1500, "biology/in_scope", 0.955], [500, "physics/attack_scope", 0.755], [1000, "physics/attack_scope", 0.89], [1500, "physics/attack_scope", 0.925]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_fluency_table_274_78ee66afc7e29d483631.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.945], [1000, "biology/in_scope", 0.96], [1500, "biology/in_scope", 0.955], [2000, "biology/in_scope", 0.95], [500, "physics/attack_scope", 0.755], [1000, "physics/attack_scope", 0.89], [1500, "physics/attack_scope", 0.925], [2000, "physics/attack_scope", 0.895]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_fluency_table_61_1604c94b4886f6434e0d.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.945], [500, "physics/attack_scope", 0.755]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_ground_truth_similarity_table_133_c4874f49ea028b1c0e0f.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.665], [1000, "biology/in_scope", 0.695], [500, "physics/attack_scope", 0.425], [1000, "physics/attack_scope", 0.545]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_ground_truth_similarity_table_204_2df24bcbe8bd0c3b4f8a.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.665], [1000, "biology/in_scope", 0.695], [1500, "biology/in_scope", 0.65], [500, "physics/attack_scope", 0.425], [1000, "physics/attack_scope", 0.545], [1500, "physics/attack_scope", 0.525]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_ground_truth_similarity_table_275_3b0449d40318003f4c41.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.665], [1000, "biology/in_scope", 0.695], [1500, "biology/in_scope", 0.65], [2000, "biology/in_scope", 0.645], [500, "physics/attack_scope", 0.425], [1000, "physics/attack_scope", 0.545], [1500, "physics/attack_scope", 0.525], [2000, "physics/attack_scope", 0.5]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_ground_truth_similarity_table_346_d06b7c3320d4c13a184d.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.665], [1000, "biology/in_scope", 0.695], [1500, "biology/in_scope", 0.65], [2000, "biology/in_scope", 0.645], [2500, "biology/in_scope", 0.65], [500, "physics/attack_scope", 0.425], [1000, "physics/attack_scope", 0.545], [1500, "physics/attack_scope", 0.525], [2000, "physics/attack_scope", 0.5], [2500, "physics/attack_scope", 0.46]]}

run-20260503_054937-ir1sk2bw/files/media/table/charts/llm_judge_ground_truth_similarity_table_62_78b2ffd6d738014bc207.table.json

@@ -0,0 +1 @@
+{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.665], [500, "physics/attack_scope", 0.425]]}