Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- debug-internal.log +7 -0
- run-20260503_050628-oqm8175e/files/config.yaml +88 -0
- run-20260503_050628-oqm8175e/files/output.log +1 -0
- run-20260503_050628-oqm8175e/files/requirements.txt +219 -0
- run-20260503_050628-oqm8175e/files/wandb-metadata.json +58 -0
- run-20260503_050628-oqm8175e/files/wandb-summary.json +1 -0
- run-20260503_050628-oqm8175e/logs/debug-core.log +11 -0
- run-20260503_050628-oqm8175e/logs/debug-internal.log +13 -0
- run-20260503_050628-oqm8175e/logs/debug.log +28 -0
- run-20260503_050628-oqm8175e/run-oqm8175e.wandb +0 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_1055_3bb738329fd874c14c66.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_371_4a1b08c8d1eda9413cb3.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_523_dce4f5d76b63def6eecb.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_827_36b30067e2ffb474262d.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_752_909b0657003b249756c7.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_1361_5bb36fcde588a96c5b04.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_145_b01394d4bfe0a775c075.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_297_11d5e37981869d195ba9.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_525_6e17aacc9d4847e48816.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_905_711d4d870f9b1e3ce5c1.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_146_9774418692c47b274a4b.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_374_34df15522608aa97113f.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_450_570041f4d09f8091c2ee.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_526_70942fd0bf42ad2b00a4.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_754_31219ce0a7f62796589e.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_fluency_table_375_b027ec6e9ea70dd23583.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_452_c2a60399c145f4009aa8.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_604_5dd1899d2ffe2f8eab24.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_72_fb7426daf587242ee66a.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_984_f274150b028bff6dacfe.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_quality_table_1137_0fdd76a59f126b797d36.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_150_b0981e10f9afcb2bbb8e.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_378_7ff15655e08a8f5a2a69.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_682_c8ca489a21c857673f6a.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_74_572c55926dc541cfa66e.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_986_bf062511e896ae992600.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_1127_17dbc5df2760cb0b21e4.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_367_84d12a0add6f6e72787f.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_595_6f225746c781f5ab0cbe.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_671_1ebd5c0d0636f32ee8c7.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_899_49346478f23b78ab29b2.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_1052_b2a1d8c8a2da852ce7d4.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_1356_bf396161aeb98195a853.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_140_e3972da83fc7eccdcaf7.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_216_7c6552df646cfa66ba8d.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_976_da950f17152bd8ea9dcd.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_141_0e51bdd7f6f8f76a8e97.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_445_5d5d3766068295115604.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_673_d1e18e76c5d6c8d061e8.table.json +1 -0
- run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_relevance_table_1206_38350970c766bf115f83.table.json +1 -0
debug-internal.log
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-03T05:06:32.567696895Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
|
| 2 |
+
{"time":"2026-05-03T05:06:32.719312Z","level":"INFO","msg":"stream: created new stream","id":"ep1ux3vt"}
|
| 3 |
+
{"time":"2026-05-03T05:06:32.71934064Z","level":"INFO","msg":"stream: started","id":"ep1ux3vt"}
|
| 4 |
+
{"time":"2026-05-03T05:06:32.719349377Z","level":"INFO","msg":"handler: started","stream_id":"ep1ux3vt"}
|
| 5 |
+
{"time":"2026-05-03T05:06:32.719363489Z","level":"INFO","msg":"sender: started","stream_id":"ep1ux3vt"}
|
| 6 |
+
{"time":"2026-05-03T05:06:32.719378305Z","level":"INFO","msg":"writer: Do: started","stream_id":"ep1ux3vt"}
|
| 7 |
+
{"time":"2026-05-04T00:45:41.723681952Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/graphql","body":"{\"errors\":[{\"message\":\"context deadline exceeded\",\"path\":[\"project\",\"run\"]}],\"data\":{\"project\":{\"run\":null}}}"}
|
run-20260503_050628-oqm8175e/files/config.yaml
ADDED
|
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.21.0
|
| 4 |
+
e:
|
| 5 |
+
c88vad689ci9viov962lcctraiq0565u:
|
| 6 |
+
args:
|
| 7 |
+
- --train-domain
|
| 8 |
+
- biology
|
| 9 |
+
- --attack-domain
|
| 10 |
+
- math
|
| 11 |
+
- --stage
|
| 12 |
+
- attack
|
| 13 |
+
- --hf-recover-repo
|
| 14 |
+
- roonbug/2b63aec8
|
| 15 |
+
- --dev
|
| 16 |
+
- --device
|
| 17 |
+
- cuda
|
| 18 |
+
- --firing-rate-threshold
|
| 19 |
+
- "2e-5"
|
| 20 |
+
- --gemma3
|
| 21 |
+
- --max-steps-attack
|
| 22 |
+
- "10000"
|
| 23 |
+
codePath: experiments/script_scoping_pipeline_stemqa.py
|
| 24 |
+
codePathLocal: experiments/script_scoping_pipeline_stemqa.py
|
| 25 |
+
cpu_count: 64
|
| 26 |
+
cpu_count_logical: 64
|
| 27 |
+
cudaVersion: "13.0"
|
| 28 |
+
disk:
|
| 29 |
+
/:
|
| 30 |
+
total: "4261618229248"
|
| 31 |
+
used: "64898904064"
|
| 32 |
+
email: aruna.evam@gmail.com
|
| 33 |
+
executable: /home/ubuntu/miniconda3/envs/sae/bin/python
|
| 34 |
+
git:
|
| 35 |
+
commit: 89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b
|
| 36 |
+
remote: git@github.com:4gatepylon/SAEScoping.git
|
| 37 |
+
gpu: NVIDIA GH200 480GB
|
| 38 |
+
gpu_count: 1
|
| 39 |
+
gpu_nvidia:
|
| 40 |
+
- architecture: Hopper
|
| 41 |
+
cudaCores: 16896
|
| 42 |
+
memoryTotal: "102625181696"
|
| 43 |
+
name: NVIDIA GH200 480GB
|
| 44 |
+
uuid: GPU-8364cd4c-eaa2-8b9a-1bb5-7afe78d5348b
|
| 45 |
+
host: 192-222-58-116
|
| 46 |
+
memory:
|
| 47 |
+
total: "564442824704"
|
| 48 |
+
os: Linux-6.8.0-1046-nvidia-64k-aarch64-with-glibc2.35
|
| 49 |
+
program: /home/ubuntu/SAEScoping/experiments/script_scoping_pipeline_stemqa.py
|
| 50 |
+
python: CPython 3.12.13
|
| 51 |
+
root: /home/ubuntu/SAEScoping
|
| 52 |
+
startedAt: "2026-05-03T05:06:28.598150Z"
|
| 53 |
+
writerId: c88vad689ci9viov962lcctraiq0565u
|
| 54 |
+
m: []
|
| 55 |
+
python_version: 3.12.13
|
| 56 |
+
t:
|
| 57 |
+
"1":
|
| 58 |
+
- 1
|
| 59 |
+
- 5
|
| 60 |
+
- 11
|
| 61 |
+
- 49
|
| 62 |
+
- 51
|
| 63 |
+
- 53
|
| 64 |
+
- 71
|
| 65 |
+
- 84
|
| 66 |
+
- 95
|
| 67 |
+
- 98
|
| 68 |
+
- 105
|
| 69 |
+
"2":
|
| 70 |
+
- 1
|
| 71 |
+
- 5
|
| 72 |
+
- 11
|
| 73 |
+
- 49
|
| 74 |
+
- 51
|
| 75 |
+
- 53
|
| 76 |
+
- 71
|
| 77 |
+
- 84
|
| 78 |
+
- 95
|
| 79 |
+
- 98
|
| 80 |
+
- 105
|
| 81 |
+
"3":
|
| 82 |
+
- 2
|
| 83 |
+
- 13
|
| 84 |
+
"4": 3.12.13
|
| 85 |
+
"5": 0.21.0
|
| 86 |
+
"6": 4.56.1
|
| 87 |
+
"12": 0.21.0
|
| 88 |
+
"13": linux-aarch64
|
run-20260503_050628-oqm8175e/files/output.log
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Pruning: keeping 6334/16384 neurons (threshold=2e-05)
|
run-20260503_050628-oqm8175e/files/requirements.txt
ADDED
|
@@ -0,0 +1,219 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
typing-inspection==0.4.2
|
| 2 |
+
parso==0.8.7
|
| 3 |
+
nvidia-nvjitlink==13.0.88
|
| 4 |
+
bitsandbytes==0.49.2
|
| 5 |
+
pandocfilters==1.5.1
|
| 6 |
+
python-dateutil==2.9.0.post0
|
| 7 |
+
decorator==5.2.1
|
| 8 |
+
matplotlib==3.10.9
|
| 9 |
+
attrs==26.1.0
|
| 10 |
+
fancy-einsum==0.0.3
|
| 11 |
+
nvidia-nvshmem-cu13==3.4.5
|
| 12 |
+
python-dotenv==1.2.2
|
| 13 |
+
peft==0.16.0
|
| 14 |
+
h11==0.16.0
|
| 15 |
+
beautifulsoup4==4.14.3
|
| 16 |
+
gitdb==4.0.12
|
| 17 |
+
filelock==3.29.0
|
| 18 |
+
cuda-toolkit==13.0.2
|
| 19 |
+
fastjsonschema==2.21.2
|
| 20 |
+
nvidia-cuda-runtime==13.0.96
|
| 21 |
+
nvidia-cudnn-cu13==9.19.0.56
|
| 22 |
+
fqdn==1.5.1
|
| 23 |
+
dill==0.3.8
|
| 24 |
+
pip==26.0.1
|
| 25 |
+
narwhals==2.20.0
|
| 26 |
+
seaborn==0.13.2
|
| 27 |
+
Send2Trash==2.1.0
|
| 28 |
+
frozenlist==1.8.0
|
| 29 |
+
pydantic==2.12.4
|
| 30 |
+
fsspec==2025.3.0
|
| 31 |
+
httpx==0.28.1
|
| 32 |
+
i2==0.1.63
|
| 33 |
+
pandas==2.3.1
|
| 34 |
+
py2store==0.1.22
|
| 35 |
+
bleach==6.3.0
|
| 36 |
+
typeguard==4.5.1
|
| 37 |
+
pytest==8.4.1
|
| 38 |
+
argon2-cffi==25.1.0
|
| 39 |
+
referencing==0.37.0
|
| 40 |
+
comm==0.2.3
|
| 41 |
+
notebook_shim==0.2.4
|
| 42 |
+
async-lru==2.3.0
|
| 43 |
+
sae-lens==6.43.0
|
| 44 |
+
tiktoken==0.12.0
|
| 45 |
+
scipy==1.17.1
|
| 46 |
+
ruff==0.14.2
|
| 47 |
+
prompt_toolkit==3.0.52
|
| 48 |
+
safetensors==0.5.3
|
| 49 |
+
executing==2.2.1
|
| 50 |
+
wheel==0.46.3
|
| 51 |
+
ipykernel==7.2.0
|
| 52 |
+
pexpect==4.9.0
|
| 53 |
+
orjson==3.11.0
|
| 54 |
+
smmap==5.0.3
|
| 55 |
+
debugpy==1.8.20
|
| 56 |
+
nvidia-curand==10.4.0.35
|
| 57 |
+
jiter==0.14.0
|
| 58 |
+
beartype==0.14.1
|
| 59 |
+
python-json-logger==4.1.0
|
| 60 |
+
jsonschema==4.26.0
|
| 61 |
+
dol==0.3.41
|
| 62 |
+
nvidia-cusolver==12.0.4.66
|
| 63 |
+
rpds-py==0.30.0
|
| 64 |
+
rfc3339-validator==0.1.4
|
| 65 |
+
contourpy==1.3.3
|
| 66 |
+
nltk==3.9.4
|
| 67 |
+
cuda-pathfinder==1.5.4
|
| 68 |
+
ipython_pygments_lexers==1.1.1
|
| 69 |
+
stack-data==0.6.3
|
| 70 |
+
accelerate==1.13.0
|
| 71 |
+
pyzmq==27.1.0
|
| 72 |
+
nvidia-cufft==12.0.0.61
|
| 73 |
+
fonttools==4.62.1
|
| 74 |
+
matplotlib-inline==0.2.1
|
| 75 |
+
jupyterlab==4.4.10
|
| 76 |
+
config2py==0.1.47
|
| 77 |
+
wandb==0.21.0
|
| 78 |
+
yarl==1.23.0
|
| 79 |
+
threadpoolctl==3.6.0
|
| 80 |
+
click==8.2.1
|
| 81 |
+
pandera==0.31.1
|
| 82 |
+
requests==2.32.4
|
| 83 |
+
pytz==2026.1.post1
|
| 84 |
+
multiprocess==0.70.16
|
| 85 |
+
jupyter-events==0.12.1
|
| 86 |
+
nvidia-cusparse==12.6.3.3
|
| 87 |
+
nbconvert==7.17.1
|
| 88 |
+
typing-inspect==0.9.0
|
| 89 |
+
pycparser==3.0
|
| 90 |
+
plotly-express==0.4.1
|
| 91 |
+
anyio==4.13.0
|
| 92 |
+
nvidia-nvtx==13.0.85
|
| 93 |
+
sentry-sdk==2.58.0
|
| 94 |
+
six==1.17.0
|
| 95 |
+
webcolors==25.10.0
|
| 96 |
+
Jinja2==3.1.6
|
| 97 |
+
jupyter_core==5.9.1
|
| 98 |
+
importlib_metadata==9.0.0
|
| 99 |
+
httpcore==1.0.9
|
| 100 |
+
simple-parsing==0.1.8
|
| 101 |
+
mistune==3.2.0
|
| 102 |
+
sniffio==1.3.1
|
| 103 |
+
litellm==1.74.7
|
| 104 |
+
notebook==7.4.4
|
| 105 |
+
ipython==9.4.0
|
| 106 |
+
pydantic_core==2.41.5
|
| 107 |
+
uri-template==1.3.0
|
| 108 |
+
jupyterlab_server==2.28.0
|
| 109 |
+
nvidia-cuda-cupti==13.0.85
|
| 110 |
+
ptyprocess==0.7.0
|
| 111 |
+
jaxtyping==0.3.2
|
| 112 |
+
prometheus_client==0.25.0
|
| 113 |
+
typing_extensions==4.15.0
|
| 114 |
+
nvidia-cuda-nvrtc==13.0.88
|
| 115 |
+
natsort==8.4.0
|
| 116 |
+
asttokens==3.0.1
|
| 117 |
+
cuda-bindings==13.2.0
|
| 118 |
+
patsy==1.0.2
|
| 119 |
+
joblib==1.5.3
|
| 120 |
+
numpy==1.26.4
|
| 121 |
+
schedulefree==1.4.1
|
| 122 |
+
aiosignal==1.4.0
|
| 123 |
+
transformer-lens==2.17.0
|
| 124 |
+
torch==2.11.0
|
| 125 |
+
iniconfig==2.3.0
|
| 126 |
+
jupyterlab_pygments==0.3.0
|
| 127 |
+
rich==15.0.0
|
| 128 |
+
tenacity==9.1.4
|
| 129 |
+
argon2-cffi-bindings==25.1.0
|
| 130 |
+
cffi==2.0.0
|
| 131 |
+
certifi==2026.4.22
|
| 132 |
+
scikit-learn==1.7.1
|
| 133 |
+
kiwisolver==1.5.0
|
| 134 |
+
babel==2.18.0
|
| 135 |
+
soupsieve==2.8.3
|
| 136 |
+
multidict==6.7.1
|
| 137 |
+
jupyter_client==8.8.0
|
| 138 |
+
huggingface_hub==0.36.2
|
| 139 |
+
GitPython==3.1.49
|
| 140 |
+
jsonschema-specifications==2025.9.1
|
| 141 |
+
jupyter_server==2.17.0
|
| 142 |
+
triton==3.6.0
|
| 143 |
+
mpmath==1.3.0
|
| 144 |
+
urllib3==2.6.3
|
| 145 |
+
einops==0.8.2
|
| 146 |
+
websocket-client==1.9.0
|
| 147 |
+
markdown-it-py==4.0.0
|
| 148 |
+
Pygments==2.20.0
|
| 149 |
+
protobuf==6.33.6
|
| 150 |
+
arrow==1.4.0
|
| 151 |
+
psutil==7.2.2
|
| 152 |
+
PyYAML==6.0.3
|
| 153 |
+
annotated-types==0.7.0
|
| 154 |
+
mdurl==0.1.2
|
| 155 |
+
eai-sparsify==1.3.0
|
| 156 |
+
datasets==4.0.0
|
| 157 |
+
tokenizers==0.22.2
|
| 158 |
+
mypy_extensions==1.1.0
|
| 159 |
+
charset-normalizer==3.4.7
|
| 160 |
+
MarkupSafe==3.0.3
|
| 161 |
+
xxhash==3.7.0
|
| 162 |
+
jsonpointer==3.1.1
|
| 163 |
+
openai==2.33.0
|
| 164 |
+
importlib_resources==7.1.0
|
| 165 |
+
aiohappyeyeballs==2.6.1
|
| 166 |
+
webencodings==0.5.1
|
| 167 |
+
zipp==3.23.1
|
| 168 |
+
distro==1.9.0
|
| 169 |
+
plotly==6.3.0
|
| 170 |
+
sae-scoping==2020.0.0
|
| 171 |
+
pure_eval==0.2.3
|
| 172 |
+
nvidia-cufile==1.15.1.6
|
| 173 |
+
json5==0.14.0
|
| 174 |
+
rfc3987-syntax==1.1.0
|
| 175 |
+
jupyter_server_terminals==0.5.4
|
| 176 |
+
pyparsing==3.3.2
|
| 177 |
+
tornado==6.5.5
|
| 178 |
+
nbclient==0.10.4
|
| 179 |
+
nbformat==5.10.4
|
| 180 |
+
nvidia-nccl-cu13==2.28.9
|
| 181 |
+
packaging==26.0
|
| 182 |
+
pillow==12.2.0
|
| 183 |
+
jupyter-lsp==2.3.1
|
| 184 |
+
idna==3.13
|
| 185 |
+
nest-asyncio==1.6.0
|
| 186 |
+
nvidia-cusparselt-cu13==0.8.0
|
| 187 |
+
platformdirs==4.9.6
|
| 188 |
+
aiohttp==3.13.5
|
| 189 |
+
networkx==3.6.1
|
| 190 |
+
pyarrow==24.0.0
|
| 191 |
+
tzdata==2026.2
|
| 192 |
+
nvidia-cublas==13.1.0.3
|
| 193 |
+
docstring_parser==0.18.0
|
| 194 |
+
terminado==0.18.1
|
| 195 |
+
sympy==1.14.0
|
| 196 |
+
sentencepiece==0.2.1
|
| 197 |
+
tinycss2==1.4.0
|
| 198 |
+
transformers-stream-generator==0.0.5
|
| 199 |
+
transformers==4.56.1
|
| 200 |
+
pluggy==1.6.0
|
| 201 |
+
lark==1.3.1
|
| 202 |
+
trl==0.22.2
|
| 203 |
+
cycler==0.12.1
|
| 204 |
+
rfc3986-validator==0.1.1
|
| 205 |
+
jedi==0.20.0
|
| 206 |
+
statsmodels==0.14.6
|
| 207 |
+
setuptools==81.0.0
|
| 208 |
+
hf-xet==1.4.3
|
| 209 |
+
defusedxml==0.7.1
|
| 210 |
+
wcwidth==0.7.0
|
| 211 |
+
graze==0.1.39
|
| 212 |
+
babe==0.0.7
|
| 213 |
+
isoduration==20.11.0
|
| 214 |
+
wadler_lindig==0.1.7
|
| 215 |
+
better-abc==0.0.3
|
| 216 |
+
propcache==0.4.1
|
| 217 |
+
regex==2026.4.4
|
| 218 |
+
tqdm==4.67.3
|
| 219 |
+
traitlets==5.14.3
|
run-20260503_050628-oqm8175e/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-1046-nvidia-64k-aarch64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.12.13",
|
| 4 |
+
"startedAt": "2026-05-03T05:06:28.598150Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--train-domain",
|
| 7 |
+
"biology",
|
| 8 |
+
"--attack-domain",
|
| 9 |
+
"math",
|
| 10 |
+
"--stage",
|
| 11 |
+
"attack",
|
| 12 |
+
"--hf-recover-repo",
|
| 13 |
+
"roonbug/2b63aec8",
|
| 14 |
+
"--dev",
|
| 15 |
+
"--device",
|
| 16 |
+
"cuda",
|
| 17 |
+
"--firing-rate-threshold",
|
| 18 |
+
"2e-5",
|
| 19 |
+
"--gemma3",
|
| 20 |
+
"--max-steps-attack",
|
| 21 |
+
"10000"
|
| 22 |
+
],
|
| 23 |
+
"program": "/home/ubuntu/SAEScoping/experiments/script_scoping_pipeline_stemqa.py",
|
| 24 |
+
"codePath": "experiments/script_scoping_pipeline_stemqa.py",
|
| 25 |
+
"codePathLocal": "experiments/script_scoping_pipeline_stemqa.py",
|
| 26 |
+
"git": {
|
| 27 |
+
"remote": "git@github.com:4gatepylon/SAEScoping.git",
|
| 28 |
+
"commit": "89bc64f41f54ca1f08c9d90c5c2ea13f98123c1b"
|
| 29 |
+
},
|
| 30 |
+
"email": "aruna.evam@gmail.com",
|
| 31 |
+
"root": "/home/ubuntu/SAEScoping",
|
| 32 |
+
"host": "192-222-58-116",
|
| 33 |
+
"executable": "/home/ubuntu/miniconda3/envs/sae/bin/python",
|
| 34 |
+
"cpu_count": 64,
|
| 35 |
+
"cpu_count_logical": 64,
|
| 36 |
+
"gpu": "NVIDIA GH200 480GB",
|
| 37 |
+
"gpu_count": 1,
|
| 38 |
+
"disk": {
|
| 39 |
+
"/": {
|
| 40 |
+
"total": "4261618229248",
|
| 41 |
+
"used": "64898904064"
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"memory": {
|
| 45 |
+
"total": "564442824704"
|
| 46 |
+
},
|
| 47 |
+
"gpu_nvidia": [
|
| 48 |
+
{
|
| 49 |
+
"name": "NVIDIA GH200 480GB",
|
| 50 |
+
"memoryTotal": "102625181696",
|
| 51 |
+
"cudaCores": 16896,
|
| 52 |
+
"architecture": "Hopper",
|
| 53 |
+
"uuid": "GPU-8364cd4c-eaa2-8b9a-1bb5-7afe78d5348b"
|
| 54 |
+
}
|
| 55 |
+
],
|
| 56 |
+
"cudaVersion": "13.0",
|
| 57 |
+
"writerId": "c88vad689ci9viov962lcctraiq0565u"
|
| 58 |
+
}
|
run-20260503_050628-oqm8175e/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"true_baseline/llm_judge/math/out_of_scope/relevance":0.99,"trainer/global_step":0,"llm_judge/chemistry/out_of_scope/fluency_pre_scoping":0.995,"true_baseline/llm_judge/physics/out_of_scope/quality":0.9033333333333333,"llm_judge/biology/in_scope/fluency_pre_scoping":0.99,"true_baseline/llm_judge/biology/in_scope/relevance":0.99,"llm_judge/chemistry/out_of_scope/relevance_pre_scoping":1,"true_baseline/llm_judge/biology/in_scope/fluency":0.99,"llm_judge/biology/in_scope/ground_truth_similarity_pre_scoping":0.815,"true_baseline/llm_judge/math/out_of_scope/quality":0.9183333333333333,"true_baseline/llm_judge/chemistry/out_of_scope/relevance":1,"true_baseline/llm_judge/biology/in_scope/ground_truth_similarity":0.815,"true_baseline/llm_judge/physics/out_of_scope/relevance":0.98,"llm_judge/biology/in_scope/quality_pre_scoping":0.9316666666666666,"true_baseline/llm_judge/math/out_of_scope/ground_truth_similarity":0.805,"true_baseline/llm_judge/chemistry/out_of_scope/ground_truth_similarity":0.85,"llm_judge/biology/in_scope/relevance_pre_scoping":0.99,"llm_judge/math/out_of_scope/fluency_pre_scoping":0.96,"_wandb":{"runtime":2},"_step":1,"true_baseline/llm_judge/chemistry/out_of_scope/quality":0.9483333333333334,"true_baseline/llm_judge/physics/out_of_scope/ground_truth_similarity":0.75,"true_baseline/llm_judge/math/out_of_scope/fluency":0.96,"llm_judge/chemistry/out_of_scope/quality_pre_scoping":0.9483333333333334,"llm_judge/physics/out_of_scope/relevance_pre_scoping":0.98,"llm_judge/physics/out_of_scope/quality_pre_scoping":0.9033333333333333,"llm_judge/math/out_of_scope/quality_pre_scoping":0.9183333333333333,"llm_judge/chemistry/out_of_scope/ground_truth_similarity_pre_scoping":0.85,"true_baseline/llm_judge/chemistry/out_of_scope/fluency":0.995,"_timestamp":1.777784789294571e+09,"true_baseline/llm_judge/biology/in_scope/quality":0.9316666666666666,"llm_judge/physics/out_of_scope/ground_truth_similarity_pre_scoping":0.75,"llm_judge/physics/out_of_scope/fluency_pre_scoping":0.98,"llm_judge/math/out_of_scope/ground_truth_similarity_pre_scoping":0.805,"true_baseline/llm_judge/physics/out_of_scope/fluency":0.98,"llm_judge/math/out_of_scope/relevance_pre_scoping":0.99,"_runtime":2}
|
run-20260503_050628-oqm8175e/logs/debug-core.log
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-03T05:06:28.612675689Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp5v3k51ei/port-6843.txt","pid":6843,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2026-05-03T05:06:28.613117773Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":6843}
|
| 3 |
+
{"time":"2026-05-03T05:06:28.613109901Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-6843-8459-611712915/socket","Net":"unix"}}
|
| 4 |
+
{"time":"2026-05-03T05:06:28.803581775Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
|
| 5 |
+
{"time":"2026-05-03T05:06:28.806011237Z","level":"INFO","msg":"handleInformInit: received","streamId":"oqm8175e","id":"1(@)"}
|
| 6 |
+
{"time":"2026-05-03T05:06:28.977256889Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"oqm8175e","id":"1(@)"}
|
| 7 |
+
{"time":"2026-05-03T05:06:32.565216808Z","level":"INFO","msg":"handleInformFinish: finish message received","streamId":"oqm8175e","id":"1(@)"}
|
| 8 |
+
{"time":"2026-05-03T05:06:32.56674527Z","level":"INFO","msg":"handleInformFinish: stream closed","streamId":"oqm8175e","id":"1(@)"}
|
| 9 |
+
{"time":"2026-05-03T05:06:32.56760979Z","level":"INFO","msg":"handleInformInit: received","streamId":"ep1ux3vt","id":"1(@)"}
|
| 10 |
+
{"time":"2026-05-03T05:06:32.719344513Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"ep1ux3vt","id":"1(@)"}
|
| 11 |
+
{"time":"2026-05-04T01:48:55.415385966Z","level":"INFO","msg":"server: parent process exited, terminating service process"}
|
run-20260503_050628-oqm8175e/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2026-05-03T05:06:28.806101542Z","level":"INFO","msg":"stream: starting","core version":"0.21.0"}
|
| 2 |
+
{"time":"2026-05-03T05:06:28.977219544Z","level":"INFO","msg":"stream: created new stream","id":"oqm8175e"}
|
| 3 |
+
{"time":"2026-05-03T05:06:28.977252921Z","level":"INFO","msg":"stream: started","id":"oqm8175e"}
|
| 4 |
+
{"time":"2026-05-03T05:06:28.977320697Z","level":"INFO","msg":"writer: Do: started","stream_id":"oqm8175e"}
|
| 5 |
+
{"time":"2026-05-03T05:06:28.977345978Z","level":"INFO","msg":"sender: started","stream_id":"oqm8175e"}
|
| 6 |
+
{"time":"2026-05-03T05:06:28.977327993Z","level":"INFO","msg":"handler: started","stream_id":"oqm8175e"}
|
| 7 |
+
{"time":"2026-05-03T05:06:32.443628536Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 8 |
+
{"time":"2026-05-03T05:06:32.563178934Z","level":"INFO","msg":"handler: operation stats","stats":{}}
|
| 9 |
+
{"time":"2026-05-03T05:06:32.565243817Z","level":"INFO","msg":"stream: closing","id":"oqm8175e"}
|
| 10 |
+
{"time":"2026-05-03T05:06:32.565260521Z","level":"INFO","msg":"handler: closed","stream_id":"oqm8175e"}
|
| 11 |
+
{"time":"2026-05-03T05:06:32.565268681Z","level":"INFO","msg":"writer: Close: closed","stream_id":"oqm8175e"}
|
| 12 |
+
{"time":"2026-05-03T05:06:32.565272457Z","level":"INFO","msg":"sender: closed","stream_id":"oqm8175e"}
|
| 13 |
+
{"time":"2026-05-03T05:06:32.565303209Z","level":"INFO","msg":"stream: closed","id":"oqm8175e"}
|
run-20260503_050628-oqm8175e/logs/debug.log
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2026-05-03 05:06:28,598 INFO MainThread:6843 [wandb_setup.py:_flush():80] Current SDK version is 0.21.0
|
| 2 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_setup.py:_flush():80] Configure stats pid to 6843
|
| 3 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_setup.py:_flush():80] Loading settings from /home/ubuntu/.config/wandb/settings
|
| 4 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_setup.py:_flush():80] Loading settings from /home/ubuntu/SAEScoping/wandb/settings
|
| 5 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_setup.py:_flush():80] Loading settings from environment variables
|
| 6 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /home/ubuntu/SAEScoping/wandb/run-20260503_050628-oqm8175e/logs/debug.log
|
| 7 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /home/ubuntu/SAEScoping/wandb/run-20260503_050628-oqm8175e/logs/debug-internal.log
|
| 8 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_init.py:init():830] calling init triggers
|
| 9 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'_wandb': {}}
|
| 11 |
+
2026-05-03 05:06:28,599 INFO MainThread:6843 [wandb_init.py:init():871] starting backend
|
| 12 |
+
2026-05-03 05:06:28,803 INFO MainThread:6843 [wandb_init.py:init():874] sending inform_init request
|
| 13 |
+
2026-05-03 05:06:28,805 INFO MainThread:6843 [wandb_init.py:init():882] backend started and connected
|
| 14 |
+
2026-05-03 05:06:28,806 INFO MainThread:6843 [wandb_init.py:init():953] updated telemetry
|
| 15 |
+
2026-05-03 05:06:28,809 INFO MainThread:6843 [wandb_init.py:init():977] communicating run to backend with 180.0 second timeout
|
| 16 |
+
2026-05-03 05:06:29,183 INFO MainThread:6843 [wandb_init.py:init():1029] starting run threads in backend
|
| 17 |
+
2026-05-03 05:06:29,292 INFO MainThread:6843 [wandb_run.py:_console_start():2458] atexit reg
|
| 18 |
+
2026-05-03 05:06:29,292 INFO MainThread:6843 [wandb_run.py:_redirect():2306] redirect: wrap_raw
|
| 19 |
+
2026-05-03 05:06:29,292 INFO MainThread:6843 [wandb_run.py:_redirect():2375] Wrapping output streams.
|
| 20 |
+
2026-05-03 05:06:29,292 INFO MainThread:6843 [wandb_run.py:_redirect():2398] Redirects installed.
|
| 21 |
+
2026-05-03 05:06:29,294 INFO MainThread:6843 [wandb_init.py:init():1075] run started, returning control to user process
|
| 22 |
+
2026-05-03 05:06:32,032 INFO MainThread:6843 [wandb_run.py:_finish():2224] finishing run arunasank/sae-scoping-stemqa-biology/oqm8175e
|
| 23 |
+
2026-05-03 05:06:32,033 INFO MainThread:6843 [wandb_run.py:_atexit_cleanup():2423] got exitcode: 0
|
| 24 |
+
2026-05-03 05:06:32,033 INFO MainThread:6843 [wandb_run.py:_restore():2405] restore
|
| 25 |
+
2026-05-03 05:06:32,033 INFO MainThread:6843 [wandb_run.py:_restore():2411] restore done
|
| 26 |
+
2026-05-03 05:06:32,564 INFO MainThread:6843 [wandb_run.py:_footer_history_summary_info():3903] rendering history
|
| 27 |
+
2026-05-03 05:06:32,564 INFO MainThread:6843 [wandb_run.py:_footer_history_summary_info():3935] rendering summary
|
| 28 |
+
2026-05-03 05:06:32,564 INFO MainThread:6843 [wandb_run.py:_footer_sync_info():3864] logging synced files
|
run-20260503_050628-oqm8175e/run-oqm8175e.wandb
ADDED
|
Binary file (6.92 kB). View file
|
|
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_1055_3bb738329fd874c14c66.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.050000000000000044], [1000, "biology/in_scope", -0.03500000000000003], [1500, "biology/in_scope", -0.06999999999999995], [2000, "biology/in_scope", -0.05999999999999994], [2500, "biology/in_scope", -0.06999999999999995], [3000, "biology/in_scope", -0.05999999999999994], [3500, "biology/in_scope", -0.03500000000000003], [4000, "biology/in_scope", -0.040000000000000036], [4500, "biology/in_scope", -0.050000000000000044], [5000, "biology/in_scope", -0.06499999999999995], [5500, "biology/in_scope", -0.050000000000000044], [6000, "biology/in_scope", -0.06499999999999995], [6500, "biology/in_scope", -0.08499999999999996], [7000, "biology/in_scope", -0.06999999999999995], [500, "math/attack_scope", -0.039999999999999925], [1000, "math/attack_scope", -0.029999999999999916], [1500, "math/attack_scope", -0.04999999999999993], [2000, "math/attack_scope", -0.029999999999999916], [2500, "math/attack_scope", 0.0], [3000, "math/attack_scope", -0.05999999999999994], [3500, "math/attack_scope", -0.08999999999999997], [4000, "math/attack_scope", -0.09999999999999998], [4500, "math/attack_scope", -0.07499999999999996], [5000, "math/attack_scope", -0.04499999999999993], [5500, "math/attack_scope", -0.08999999999999997], [6000, "math/attack_scope", -0.039999999999999925], [6500, "math/attack_scope", -0.05499999999999994], [7000, "math/attack_scope", -0.06999999999999995]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_371_4a1b08c8d1eda9413cb3.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.050000000000000044], [1000, "biology/in_scope", -0.03500000000000003], [1500, "biology/in_scope", -0.06999999999999995], [2000, "biology/in_scope", -0.05999999999999994], [2500, "biology/in_scope", -0.06999999999999995], [500, "math/attack_scope", -0.039999999999999925], [1000, "math/attack_scope", -0.029999999999999916], [1500, "math/attack_scope", -0.04999999999999993], [2000, "math/attack_scope", -0.029999999999999916], [2500, "math/attack_scope", 0.0]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_523_dce4f5d76b63def6eecb.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.050000000000000044], [1000, "biology/in_scope", -0.03500000000000003], [1500, "biology/in_scope", -0.06999999999999995], [2000, "biology/in_scope", -0.05999999999999994], [2500, "biology/in_scope", -0.06999999999999995], [3000, "biology/in_scope", -0.05999999999999994], [3500, "biology/in_scope", -0.03500000000000003], [500, "math/attack_scope", -0.039999999999999925], [1000, "math/attack_scope", -0.029999999999999916], [1500, "math/attack_scope", -0.04999999999999993], [2000, "math/attack_scope", -0.029999999999999916], [2500, "math/attack_scope", 0.0], [3000, "math/attack_scope", -0.05999999999999994], [3500, "math/attack_scope", -0.08999999999999997]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_fluency_table_827_36b30067e2ffb474262d.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.050000000000000044], [1000, "biology/in_scope", -0.03500000000000003], [1500, "biology/in_scope", -0.06999999999999995], [2000, "biology/in_scope", -0.05999999999999994], [2500, "biology/in_scope", -0.06999999999999995], [3000, "biology/in_scope", -0.05999999999999994], [3500, "biology/in_scope", -0.03500000000000003], [4000, "biology/in_scope", -0.040000000000000036], [4500, "biology/in_scope", -0.050000000000000044], [5000, "biology/in_scope", -0.06499999999999995], [5500, "biology/in_scope", -0.050000000000000044], [500, "math/attack_scope", -0.039999999999999925], [1000, "math/attack_scope", -0.029999999999999916], [1500, "math/attack_scope", -0.04999999999999993], [2000, "math/attack_scope", -0.029999999999999916], [2500, "math/attack_scope", 0.0], [3000, "math/attack_scope", -0.05999999999999994], [3500, "math/attack_scope", -0.08999999999999997], [4000, "math/attack_scope", -0.09999999999999998], [4500, "math/attack_scope", -0.07499999999999996], [5000, "math/attack_scope", -0.04499999999999993], [5500, "math/attack_scope", -0.08999999999999997]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_ground_truth_similarity_table_752_909b0657003b249756c7.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.125], [1000, "biology/in_scope", -0.08999999999999997], [1500, "biology/in_scope", -0.15999999999999992], [2000, "biology/in_scope", -0.15999999999999992], [2500, "biology/in_scope", -0.125], [3000, "biology/in_scope", -0.1299999999999999], [3500, "biology/in_scope", -0.1299999999999999], [4000, "biology/in_scope", -0.17499999999999993], [4500, "biology/in_scope", -0.1299999999999999], [5000, "biology/in_scope", -0.15999999999999992], [500, "math/attack_scope", -0.10000000000000009], [1000, "math/attack_scope", -0.08500000000000008], [1500, "math/attack_scope", -0.050000000000000044], [2000, "math/attack_scope", -0.09000000000000008], [2500, "math/attack_scope", -0.07500000000000007], [3000, "math/attack_scope", -0.125], [3500, "math/attack_scope", -0.15000000000000002], [4000, "math/attack_scope", -0.16500000000000004], [4500, "math/attack_scope", -0.1150000000000001], [5000, "math/attack_scope", -0.12]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_1361_5bb36fcde588a96c5b04.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05999999999999994], [1000, "biology/in_scope", -0.046666666666666634], [1500, "biology/in_scope", -0.08333333333333326], [2000, "biology/in_scope", -0.07166666666666666], [2500, "biology/in_scope", -0.06833333333333336], [3000, "biology/in_scope", -0.06666666666666665], [3500, "biology/in_scope", -0.06333333333333335], [4000, "biology/in_scope", -0.07833333333333325], [4500, "biology/in_scope", -0.06166666666666665], [5000, "biology/in_scope", -0.07666666666666666], [5500, "biology/in_scope", -0.06499999999999995], [6000, "biology/in_scope", -0.07166666666666666], [6500, "biology/in_scope", -0.08499999999999996], [7000, "biology/in_scope", -0.08499999999999996], [7500, "biology/in_scope", -0.06333333333333335], [8000, "biology/in_scope", -0.06333333333333335], [8500, "biology/in_scope", -0.07999999999999996], [9000, "biology/in_scope", -0.09833333333333327], [500, "math/attack_scope", -0.05666666666666664], [1000, "math/attack_scope", -0.04500000000000004], [1500, "math/attack_scope", -0.040000000000000036], [2000, "math/attack_scope", -0.04166666666666663], [2500, "math/attack_scope", -0.02833333333333332], [3000, "math/attack_scope", -0.06666666666666665], [3500, "math/attack_scope", -0.08666666666666667], [4000, "math/attack_scope", -0.09666666666666668], [4500, "math/attack_scope", -0.07166666666666666], [5000, "math/attack_scope", -0.06333333333333335], [5500, "math/attack_scope", -0.07166666666666666], [6000, "math/attack_scope", -0.07999999999999996], [6500, "math/attack_scope", -0.06499999999999995], [7000, "math/attack_scope", -0.07999999999999996], [7500, "math/attack_scope", -0.06833333333333336], [8000, "math/attack_scope", -0.07333333333333336], [8500, "math/attack_scope", -0.08166666666666667], [9000, "math/attack_scope", -0.07333333333333336]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_145_b01394d4bfe0a775c075.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05999999999999994], [1000, "biology/in_scope", -0.046666666666666634], [500, "math/attack_scope", -0.05666666666666664], [1000, "math/attack_scope", -0.04500000000000004]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_297_11d5e37981869d195ba9.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05999999999999994], [1000, "biology/in_scope", -0.046666666666666634], [1500, "biology/in_scope", -0.08333333333333326], [2000, "biology/in_scope", -0.07166666666666666], [500, "math/attack_scope", -0.05666666666666664], [1000, "math/attack_scope", -0.04500000000000004], [1500, "math/attack_scope", -0.040000000000000036], [2000, "math/attack_scope", -0.04166666666666663]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_525_6e17aacc9d4847e48816.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05999999999999994], [1000, "biology/in_scope", -0.046666666666666634], [1500, "biology/in_scope", -0.08333333333333326], [2000, "biology/in_scope", -0.07166666666666666], [2500, "biology/in_scope", -0.06833333333333336], [3000, "biology/in_scope", -0.06666666666666665], [3500, "biology/in_scope", -0.06333333333333335], [500, "math/attack_scope", -0.05666666666666664], [1000, "math/attack_scope", -0.04500000000000004], [1500, "math/attack_scope", -0.040000000000000036], [2000, "math/attack_scope", -0.04166666666666663], [2500, "math/attack_scope", -0.02833333333333332], [3000, "math/attack_scope", -0.06666666666666665], [3500, "math/attack_scope", -0.08666666666666667]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_quality_table_905_711d4d870f9b1e3ce5c1.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.05999999999999994], [1000, "biology/in_scope", -0.046666666666666634], [1500, "biology/in_scope", -0.08333333333333326], [2000, "biology/in_scope", -0.07166666666666666], [2500, "biology/in_scope", -0.06833333333333336], [3000, "biology/in_scope", -0.06666666666666665], [3500, "biology/in_scope", -0.06333333333333335], [4000, "biology/in_scope", -0.07833333333333325], [4500, "biology/in_scope", -0.06166666666666665], [5000, "biology/in_scope", -0.07666666666666666], [5500, "biology/in_scope", -0.06499999999999995], [6000, "biology/in_scope", -0.07166666666666666], [500, "math/attack_scope", -0.05666666666666664], [1000, "math/attack_scope", -0.04500000000000004], [1500, "math/attack_scope", -0.040000000000000036], [2000, "math/attack_scope", -0.04166666666666663], [2500, "math/attack_scope", -0.02833333333333332], [3000, "math/attack_scope", -0.06666666666666665], [3500, "math/attack_scope", -0.08666666666666667], [4000, "math/attack_scope", -0.09666666666666668], [4500, "math/attack_scope", -0.07166666666666666], [5000, "math/attack_scope", -0.06333333333333335], [5500, "math/attack_scope", -0.07166666666666666], [6000, "math/attack_scope", -0.07999999999999996]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_146_9774418692c47b274a4b.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", -0.015000000000000013], [500, "math/attack_scope", -0.030000000000000027], [1000, "math/attack_scope", -0.020000000000000018]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_374_34df15522608aa97113f.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", -0.015000000000000013], [1500, "biology/in_scope", -0.020000000000000018], [2000, "biology/in_scope", 0.0050000000000000044], [2500, "biology/in_scope", -0.010000000000000009], [500, "math/attack_scope", -0.030000000000000027], [1000, "math/attack_scope", -0.020000000000000018], [1500, "math/attack_scope", -0.020000000000000018], [2000, "math/attack_scope", -0.0050000000000000044], [2500, "math/attack_scope", -0.010000000000000009]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_450_570041f4d09f8091c2ee.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", -0.015000000000000013], [1500, "biology/in_scope", -0.020000000000000018], [2000, "biology/in_scope", 0.0050000000000000044], [2500, "biology/in_scope", -0.010000000000000009], [3000, "biology/in_scope", -0.010000000000000009], [500, "math/attack_scope", -0.030000000000000027], [1000, "math/attack_scope", -0.020000000000000018], [1500, "math/attack_scope", -0.020000000000000018], [2000, "math/attack_scope", -0.0050000000000000044], [2500, "math/attack_scope", -0.010000000000000009], [3000, "math/attack_scope", -0.015000000000000013]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_526_70942fd0bf42ad2b00a4.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", -0.015000000000000013], [1500, "biology/in_scope", -0.020000000000000018], [2000, "biology/in_scope", 0.0050000000000000044], [2500, "biology/in_scope", -0.010000000000000009], [3000, "biology/in_scope", -0.010000000000000009], [3500, "biology/in_scope", -0.025000000000000022], [500, "math/attack_scope", -0.030000000000000027], [1000, "math/attack_scope", -0.020000000000000018], [1500, "math/attack_scope", -0.020000000000000018], [2000, "math/attack_scope", -0.0050000000000000044], [2500, "math/attack_scope", -0.010000000000000009], [3000, "math/attack_scope", -0.015000000000000013], [3500, "math/attack_scope", -0.020000000000000018]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_baseline_relevance_table_754_31219ce0a7f62796589e.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", -0.015000000000000013], [1500, "biology/in_scope", -0.020000000000000018], [2000, "biology/in_scope", 0.0050000000000000044], [2500, "biology/in_scope", -0.010000000000000009], [3000, "biology/in_scope", -0.010000000000000009], [3500, "biology/in_scope", -0.025000000000000022], [4000, "biology/in_scope", -0.020000000000000018], [4500, "biology/in_scope", -0.0050000000000000044], [5000, "biology/in_scope", -0.0050000000000000044], [500, "math/attack_scope", -0.030000000000000027], [1000, "math/attack_scope", -0.020000000000000018], [1500, "math/attack_scope", -0.020000000000000018], [2000, "math/attack_scope", -0.0050000000000000044], [2500, "math/attack_scope", -0.010000000000000009], [3000, "math/attack_scope", -0.015000000000000013], [3500, "math/attack_scope", -0.020000000000000018], [4000, "math/attack_scope", -0.025000000000000022], [4500, "math/attack_scope", -0.025000000000000022], [5000, "math/attack_scope", -0.025000000000000022]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_fluency_table_375_b027ec6e9ea70dd23583.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.020000000000000018], [1000, "biology/in_scope", -0.0050000000000000044], [1500, "biology/in_scope", -0.039999999999999925], [2000, "biology/in_scope", -0.029999999999999916], [2500, "biology/in_scope", -0.039999999999999925], [500, "math/attack_scope", 0.19500000000000006], [1000, "math/attack_scope", 0.20500000000000007], [1500, "math/attack_scope", 0.18500000000000005], [2000, "math/attack_scope", 0.20500000000000007], [2500, "math/attack_scope", 0.235]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_452_c2a60399c145f4009aa8.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.015000000000000013], [1000, "biology/in_scope", 0.020000000000000018], [1500, "biology/in_scope", -0.04999999999999993], [2000, "biology/in_scope", -0.04999999999999993], [2500, "biology/in_scope", -0.015000000000000013], [3000, "biology/in_scope", -0.019999999999999907], [500, "math/attack_scope", 0.06999999999999995], [1000, "math/attack_scope", 0.08499999999999996], [1500, "math/attack_scope", 0.12], [2000, "math/attack_scope", 0.07999999999999996], [2500, "math/attack_scope", 0.09499999999999997], [3000, "math/attack_scope", 0.04500000000000004]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_604_5dd1899d2ffe2f8eab24.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.015000000000000013], [1000, "biology/in_scope", 0.020000000000000018], [1500, "biology/in_scope", -0.04999999999999993], [2000, "biology/in_scope", -0.04999999999999993], [2500, "biology/in_scope", -0.015000000000000013], [3000, "biology/in_scope", -0.019999999999999907], [3500, "biology/in_scope", -0.019999999999999907], [4000, "biology/in_scope", -0.06499999999999995], [500, "math/attack_scope", 0.06999999999999995], [1000, "math/attack_scope", 0.08499999999999996], [1500, "math/attack_scope", 0.12], [2000, "math/attack_scope", 0.07999999999999996], [2500, "math/attack_scope", 0.09499999999999997], [3000, "math/attack_scope", 0.04500000000000004], [3500, "math/attack_scope", 0.020000000000000018], [4000, "math/attack_scope", 0.0050000000000000044]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_72_fb7426daf587242ee66a.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.015000000000000013], [500, "math/attack_scope", 0.06999999999999995]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_ground_truth_similarity_table_984_f274150b028bff6dacfe.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.015000000000000013], [1000, "biology/in_scope", 0.020000000000000018], [1500, "biology/in_scope", -0.04999999999999993], [2000, "biology/in_scope", -0.04999999999999993], [2500, "biology/in_scope", -0.015000000000000013], [3000, "biology/in_scope", -0.019999999999999907], [3500, "biology/in_scope", -0.019999999999999907], [4000, "biology/in_scope", -0.06499999999999995], [4500, "biology/in_scope", -0.019999999999999907], [5000, "biology/in_scope", -0.04999999999999993], [5500, "biology/in_scope", -0.019999999999999907], [6000, "biology/in_scope", -0.03499999999999992], [6500, "biology/in_scope", -0.04499999999999993], [500, "math/attack_scope", 0.06999999999999995], [1000, "math/attack_scope", 0.08499999999999996], [1500, "math/attack_scope", 0.12], [2000, "math/attack_scope", 0.07999999999999996], [2500, "math/attack_scope", 0.09499999999999997], [3000, "math/attack_scope", 0.04500000000000004], [3500, "math/attack_scope", 0.020000000000000018], [4000, "math/attack_scope", 0.0050000000000000044], [4500, "math/attack_scope", 0.05499999999999994], [5000, "math/attack_scope", 0.050000000000000044], [5500, "math/attack_scope", 0.050000000000000044], [6000, "math/attack_scope", 0.03500000000000003], [6500, "math/attack_scope", 0.06499999999999995]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_quality_table_1137_0fdd76a59f126b797d36.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", -0.0050000000000000044], [1000, "biology/in_scope", 0.008333333333333304], [1500, "biology/in_scope", -0.02833333333333332], [2000, "biology/in_scope", -0.01666666666666672], [2500, "biology/in_scope", -0.01333333333333342], [3000, "biology/in_scope", -0.011666666666666714], [3500, "biology/in_scope", -0.008333333333333415], [4000, "biology/in_scope", -0.023333333333333317], [4500, "biology/in_scope", -0.00666666666666671], [5000, "biology/in_scope", -0.021666666666666723], [5500, "biology/in_scope", -0.010000000000000009], [6000, "biology/in_scope", -0.01666666666666672], [6500, "biology/in_scope", -0.030000000000000027], [7000, "biology/in_scope", -0.030000000000000027], [7500, "biology/in_scope", -0.008333333333333415], [500, "math/attack_scope", 0.09666666666666668], [1000, "math/attack_scope", 0.10833333333333328], [1500, "math/attack_scope", 0.11333333333333329], [2000, "math/attack_scope", 0.11166666666666669], [2500, "math/attack_scope", 0.125], [3000, "math/attack_scope", 0.08666666666666667], [3500, "math/attack_scope", 0.06666666666666665], [4000, "math/attack_scope", 0.05666666666666664], [4500, "math/attack_scope", 0.08166666666666667], [5000, "math/attack_scope", 0.08999999999999997], [5500, "math/attack_scope", 0.08166666666666667], [6000, "math/attack_scope", 0.07333333333333336], [6500, "math/attack_scope", 0.08833333333333337], [7000, "math/attack_scope", 0.07333333333333336], [7500, "math/attack_scope", 0.08499999999999996]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_150_b0981e10f9afcb2bbb8e.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.020000000000000018], [1000, "biology/in_scope", 0.010000000000000009], [500, "math/attack_scope", 0.02499999999999991], [1000, "math/attack_scope", 0.03499999999999992]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_378_7ff15655e08a8f5a2a69.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.020000000000000018], [1000, "biology/in_scope", 0.010000000000000009], [1500, "biology/in_scope", 0.0050000000000000044], [2000, "biology/in_scope", 0.030000000000000027], [2500, "biology/in_scope", 0.015000000000000013], [500, "math/attack_scope", 0.02499999999999991], [1000, "math/attack_scope", 0.03499999999999992], [1500, "math/attack_scope", 0.03499999999999992], [2000, "math/attack_scope", 0.04999999999999993], [2500, "math/attack_scope", 0.04499999999999993]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_682_c8ca489a21c857673f6a.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.020000000000000018], [1000, "biology/in_scope", 0.010000000000000009], [1500, "biology/in_scope", 0.0050000000000000044], [2000, "biology/in_scope", 0.030000000000000027], [2500, "biology/in_scope", 0.015000000000000013], [3000, "biology/in_scope", 0.015000000000000013], [3500, "biology/in_scope", 0.0], [4000, "biology/in_scope", 0.0050000000000000044], [4500, "biology/in_scope", 0.020000000000000018], [500, "math/attack_scope", 0.02499999999999991], [1000, "math/attack_scope", 0.03499999999999992], [1500, "math/attack_scope", 0.03499999999999992], [2000, "math/attack_scope", 0.04999999999999993], [2500, "math/attack_scope", 0.04499999999999993], [3000, "math/attack_scope", 0.039999999999999925], [3500, "math/attack_scope", 0.03499999999999992], [4000, "math/attack_scope", 0.029999999999999916], [4500, "math/attack_scope", 0.029999999999999916]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_74_572c55926dc541cfa66e.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.020000000000000018], [500, "math/attack_scope", 0.02499999999999991]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_diff_pre_attack_relevance_table_986_bf062511e896ae992600.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.020000000000000018], [1000, "biology/in_scope", 0.010000000000000009], [1500, "biology/in_scope", 0.0050000000000000044], [2000, "biology/in_scope", 0.030000000000000027], [2500, "biology/in_scope", 0.015000000000000013], [3000, "biology/in_scope", 0.015000000000000013], [3500, "biology/in_scope", 0.0], [4000, "biology/in_scope", 0.0050000000000000044], [4500, "biology/in_scope", 0.020000000000000018], [5000, "biology/in_scope", 0.020000000000000018], [5500, "biology/in_scope", 0.010000000000000009], [6000, "biology/in_scope", 0.020000000000000018], [6500, "biology/in_scope", 0.010000000000000009], [500, "math/attack_scope", 0.02499999999999991], [1000, "math/attack_scope", 0.03499999999999992], [1500, "math/attack_scope", 0.03499999999999992], [2000, "math/attack_scope", 0.04999999999999993], [2500, "math/attack_scope", 0.04499999999999993], [3000, "math/attack_scope", 0.039999999999999925], [3500, "math/attack_scope", 0.03499999999999992], [4000, "math/attack_scope", 0.029999999999999916], [4500, "math/attack_scope", 0.029999999999999916], [5000, "math/attack_scope", 0.029999999999999916], [5500, "math/attack_scope", 0.04999999999999993], [6000, "math/attack_scope", -0.010000000000000009], [6500, "math/attack_scope", 0.019999999999999907]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_1127_17dbc5df2760cb0b21e4.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.94], [1000, "biology/in_scope", 0.955], [1500, "biology/in_scope", 0.92], [2000, "biology/in_scope", 0.93], [2500, "biology/in_scope", 0.92], [3000, "biology/in_scope", 0.93], [3500, "biology/in_scope", 0.955], [4000, "biology/in_scope", 0.95], [4500, "biology/in_scope", 0.94], [5000, "biology/in_scope", 0.925], [5500, "biology/in_scope", 0.94], [6000, "biology/in_scope", 0.925], [6500, "biology/in_scope", 0.905], [7000, "biology/in_scope", 0.92], [7500, "biology/in_scope", 0.935], [500, "math/attack_scope", 0.92], [1000, "math/attack_scope", 0.93], [1500, "math/attack_scope", 0.91], [2000, "math/attack_scope", 0.93], [2500, "math/attack_scope", 0.96], [3000, "math/attack_scope", 0.9], [3500, "math/attack_scope", 0.87], [4000, "math/attack_scope", 0.86], [4500, "math/attack_scope", 0.885], [5000, "math/attack_scope", 0.915], [5500, "math/attack_scope", 0.87], [6000, "math/attack_scope", 0.92], [6500, "math/attack_scope", 0.905], [7000, "math/attack_scope", 0.89], [7500, "math/attack_scope", 0.905]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_367_84d12a0add6f6e72787f.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.94], [1000, "biology/in_scope", 0.955], [1500, "biology/in_scope", 0.92], [2000, "biology/in_scope", 0.93], [2500, "biology/in_scope", 0.92], [500, "math/attack_scope", 0.92], [1000, "math/attack_scope", 0.93], [1500, "math/attack_scope", 0.91], [2000, "math/attack_scope", 0.93], [2500, "math/attack_scope", 0.96]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_595_6f225746c781f5ab0cbe.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.94], [1000, "biology/in_scope", 0.955], [1500, "biology/in_scope", 0.92], [2000, "biology/in_scope", 0.93], [2500, "biology/in_scope", 0.92], [3000, "biology/in_scope", 0.93], [3500, "biology/in_scope", 0.955], [4000, "biology/in_scope", 0.95], [500, "math/attack_scope", 0.92], [1000, "math/attack_scope", 0.93], [1500, "math/attack_scope", 0.91], [2000, "math/attack_scope", 0.93], [2500, "math/attack_scope", 0.96], [3000, "math/attack_scope", 0.9], [3500, "math/attack_scope", 0.87], [4000, "math/attack_scope", 0.86]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_671_1ebd5c0d0636f32ee8c7.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.94], [1000, "biology/in_scope", 0.955], [1500, "biology/in_scope", 0.92], [2000, "biology/in_scope", 0.93], [2500, "biology/in_scope", 0.92], [3000, "biology/in_scope", 0.93], [3500, "biology/in_scope", 0.955], [4000, "biology/in_scope", 0.95], [4500, "biology/in_scope", 0.94], [500, "math/attack_scope", 0.92], [1000, "math/attack_scope", 0.93], [1500, "math/attack_scope", 0.91], [2000, "math/attack_scope", 0.93], [2500, "math/attack_scope", 0.96], [3000, "math/attack_scope", 0.9], [3500, "math/attack_scope", 0.87], [4000, "math/attack_scope", 0.86], [4500, "math/attack_scope", 0.885]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_fluency_table_899_49346478f23b78ab29b2.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.94], [1000, "biology/in_scope", 0.955], [1500, "biology/in_scope", 0.92], [2000, "biology/in_scope", 0.93], [2500, "biology/in_scope", 0.92], [3000, "biology/in_scope", 0.93], [3500, "biology/in_scope", 0.955], [4000, "biology/in_scope", 0.95], [4500, "biology/in_scope", 0.94], [5000, "biology/in_scope", 0.925], [5500, "biology/in_scope", 0.94], [6000, "biology/in_scope", 0.925], [500, "math/attack_scope", 0.92], [1000, "math/attack_scope", 0.93], [1500, "math/attack_scope", 0.91], [2000, "math/attack_scope", 0.93], [2500, "math/attack_scope", 0.96], [3000, "math/attack_scope", 0.9], [3500, "math/attack_scope", 0.87], [4000, "math/attack_scope", 0.86], [4500, "math/attack_scope", 0.885], [5000, "math/attack_scope", 0.915], [5500, "math/attack_scope", 0.87], [6000, "math/attack_scope", 0.92]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_1052_b2a1d8c8a2da852ce7d4.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.69], [1000, "biology/in_scope", 0.725], [1500, "biology/in_scope", 0.655], [2000, "biology/in_scope", 0.655], [2500, "biology/in_scope", 0.69], [3000, "biology/in_scope", 0.685], [3500, "biology/in_scope", 0.685], [4000, "biology/in_scope", 0.64], [4500, "biology/in_scope", 0.685], [5000, "biology/in_scope", 0.655], [5500, "biology/in_scope", 0.685], [6000, "biology/in_scope", 0.67], [6500, "biology/in_scope", 0.66], [7000, "biology/in_scope", 0.66], [500, "math/attack_scope", 0.705], [1000, "math/attack_scope", 0.72], [1500, "math/attack_scope", 0.755], [2000, "math/attack_scope", 0.715], [2500, "math/attack_scope", 0.73], [3000, "math/attack_scope", 0.68], [3500, "math/attack_scope", 0.655], [4000, "math/attack_scope", 0.64], [4500, "math/attack_scope", 0.69], [5000, "math/attack_scope", 0.685], [5500, "math/attack_scope", 0.685], [6000, "math/attack_scope", 0.67], [6500, "math/attack_scope", 0.7], [7000, "math/attack_scope", 0.66]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_1356_bf396161aeb98195a853.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.69], [1000, "biology/in_scope", 0.725], [1500, "biology/in_scope", 0.655], [2000, "biology/in_scope", 0.655], [2500, "biology/in_scope", 0.69], [3000, "biology/in_scope", 0.685], [3500, "biology/in_scope", 0.685], [4000, "biology/in_scope", 0.64], [4500, "biology/in_scope", 0.685], [5000, "biology/in_scope", 0.655], [5500, "biology/in_scope", 0.685], [6000, "biology/in_scope", 0.67], [6500, "biology/in_scope", 0.66], [7000, "biology/in_scope", 0.66], [7500, "biology/in_scope", 0.69], [8000, "biology/in_scope", 0.68], [8500, "biology/in_scope", 0.675], [9000, "biology/in_scope", 0.635], [500, "math/attack_scope", 0.705], [1000, "math/attack_scope", 0.72], [1500, "math/attack_scope", 0.755], [2000, "math/attack_scope", 0.715], [2500, "math/attack_scope", 0.73], [3000, "math/attack_scope", 0.68], [3500, "math/attack_scope", 0.655], [4000, "math/attack_scope", 0.64], [4500, "math/attack_scope", 0.69], [5000, "math/attack_scope", 0.685], [5500, "math/attack_scope", 0.685], [6000, "math/attack_scope", 0.67], [6500, "math/attack_scope", 0.7], [7000, "math/attack_scope", 0.66], [7500, "math/attack_scope", 0.675], [8000, "math/attack_scope", 0.685], [8500, "math/attack_scope", 0.67], [9000, "math/attack_scope", 0.665]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_140_e3972da83fc7eccdcaf7.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.69], [1000, "biology/in_scope", 0.725], [500, "math/attack_scope", 0.705], [1000, "math/attack_scope", 0.72]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_216_7c6552df646cfa66ba8d.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.69], [1000, "biology/in_scope", 0.725], [1500, "biology/in_scope", 0.655], [500, "math/attack_scope", 0.705], [1000, "math/attack_scope", 0.72], [1500, "math/attack_scope", 0.755]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_ground_truth_similarity_table_976_da950f17152bd8ea9dcd.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.69], [1000, "biology/in_scope", 0.725], [1500, "biology/in_scope", 0.655], [2000, "biology/in_scope", 0.655], [2500, "biology/in_scope", 0.69], [3000, "biology/in_scope", 0.685], [3500, "biology/in_scope", 0.685], [4000, "biology/in_scope", 0.64], [4500, "biology/in_scope", 0.685], [5000, "biology/in_scope", 0.655], [5500, "biology/in_scope", 0.685], [6000, "biology/in_scope", 0.67], [6500, "biology/in_scope", 0.66], [500, "math/attack_scope", 0.705], [1000, "math/attack_scope", 0.72], [1500, "math/attack_scope", 0.755], [2000, "math/attack_scope", 0.715], [2500, "math/attack_scope", 0.73], [3000, "math/attack_scope", 0.68], [3500, "math/attack_scope", 0.655], [4000, "math/attack_scope", 0.64], [4500, "math/attack_scope", 0.69], [5000, "math/attack_scope", 0.685], [5500, "math/attack_scope", 0.685], [6000, "math/attack_scope", 0.67], [6500, "math/attack_scope", 0.7]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_141_0e51bdd7f6f8f76a8e97.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.8716666666666667], [1000, "biology/in_scope", 0.885], [500, "math/attack_scope", 0.8616666666666667], [1000, "math/attack_scope", 0.8733333333333333]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_445_5d5d3766068295115604.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.8716666666666667], [1000, "biology/in_scope", 0.885], [1500, "biology/in_scope", 0.8483333333333334], [2000, "biology/in_scope", 0.86], [2500, "biology/in_scope", 0.8633333333333333], [3000, "biology/in_scope", 0.865], [500, "math/attack_scope", 0.8616666666666667], [1000, "math/attack_scope", 0.8733333333333333], [1500, "math/attack_scope", 0.8783333333333333], [2000, "math/attack_scope", 0.8766666666666667], [2500, "math/attack_scope", 0.89], [3000, "math/attack_scope", 0.8516666666666667]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_quality_table_673_d1e18e76c5d6c8d061e8.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.8716666666666667], [1000, "biology/in_scope", 0.885], [1500, "biology/in_scope", 0.8483333333333334], [2000, "biology/in_scope", 0.86], [2500, "biology/in_scope", 0.8633333333333333], [3000, "biology/in_scope", 0.865], [3500, "biology/in_scope", 0.8683333333333333], [4000, "biology/in_scope", 0.8533333333333334], [4500, "biology/in_scope", 0.87], [500, "math/attack_scope", 0.8616666666666667], [1000, "math/attack_scope", 0.8733333333333333], [1500, "math/attack_scope", 0.8783333333333333], [2000, "math/attack_scope", 0.8766666666666667], [2500, "math/attack_scope", 0.89], [3000, "math/attack_scope", 0.8516666666666667], [3500, "math/attack_scope", 0.8316666666666667], [4000, "math/attack_scope", 0.8216666666666667], [4500, "math/attack_scope", 0.8466666666666667]]}
|
run-20260503_050632-ep1ux3vt/files/media/table/charts/llm_judge_relevance_table_1206_38350970c766bf115f83.table.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"columns": ["step", "lineKey", "lineVal"], "data": [[500, "biology/in_scope", 0.985], [1000, "biology/in_scope", 0.975], [1500, "biology/in_scope", 0.97], [2000, "biology/in_scope", 0.995], [2500, "biology/in_scope", 0.98], [3000, "biology/in_scope", 0.98], [3500, "biology/in_scope", 0.965], [4000, "biology/in_scope", 0.97], [4500, "biology/in_scope", 0.985], [5000, "biology/in_scope", 0.985], [5500, "biology/in_scope", 0.975], [6000, "biology/in_scope", 0.985], [6500, "biology/in_scope", 0.975], [7000, "biology/in_scope", 0.96], [7500, "biology/in_scope", 0.98], [8000, "biology/in_scope", 0.98], [500, "math/attack_scope", 0.96], [1000, "math/attack_scope", 0.97], [1500, "math/attack_scope", 0.97], [2000, "math/attack_scope", 0.985], [2500, "math/attack_scope", 0.98], [3000, "math/attack_scope", 0.975], [3500, "math/attack_scope", 0.97], [4000, "math/attack_scope", 0.965], [4500, "math/attack_scope", 0.965], [5000, "math/attack_scope", 0.965], [5500, "math/attack_scope", 0.985], [6000, "math/attack_scope", 0.925], [6500, "math/attack_scope", 0.955], [7000, "math/attack_scope", 0.965], [7500, "math/attack_scope", 0.97], [8000, "math/attack_scope", 0.965]]}
|