Final faithful model: llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20260818_185616-oc7a60u3/run-oc7a60u3.wandb filter=lfs diff=lfs merge=lfs -text

checkpoints/epoch_0001/faithful_training_metadata.json

@@ -0,0 +1,8 @@
+{
+  "format": "llava_vision_tower_plus_faithful_clip_projection",
+  "vision_checkpoint": "pytorch_model.bin",
+  "projection_checkpoint": "visual_projection.bin",
+  "clip_model_name": "openai/clip-vit-large-patch14-336",
+  "projection_is_used_by_llava_inference": false,
+  "vision_tower_is_loadable_by_existing_inference_loader": true
+}

checkpoints/epoch_0001/preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}

checkpoints/epoch_0001/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a06e9e960beafcb390dcaf4e2363204399258ce3e410985e9b57e77afefeb
+size 1214155007

checkpoints/epoch_0001/visual_projection.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2092b534966251c8ab876354213309f41bb1e22b61a3960908129ed99a780
+size 3147503

checkpoints/epoch_0002/faithful_training_metadata.json

@@ -0,0 +1,8 @@
+{
+  "format": "llava_vision_tower_plus_faithful_clip_projection",
+  "vision_checkpoint": "pytorch_model.bin",
+  "projection_checkpoint": "visual_projection.bin",
+  "clip_model_name": "openai/clip-vit-large-patch14-336",
+  "projection_is_used_by_llava_inference": false,
+  "vision_tower_is_loadable_by_existing_inference_loader": true
+}

checkpoints/epoch_0002/preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}

checkpoints/epoch_0002/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a199f9511fbb6c08ed11711668846670224dfba80fe0206958c178cbb71014d
+size 1214155007

checkpoints/epoch_0002/visual_projection.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aa3538bbb74e1b4f8045c797d9bc16b72dbafc4cab9962e419126060ad4915
+size 3147503

checkpoints/epoch_0003/faithful_training_metadata.json

@@ -0,0 +1,8 @@
+{
+  "format": "llava_vision_tower_plus_faithful_clip_projection",
+  "vision_checkpoint": "pytorch_model.bin",
+  "projection_checkpoint": "visual_projection.bin",
+  "clip_model_name": "openai/clip-vit-large-patch14-336",
+  "projection_is_used_by_llava_inference": false,
+  "vision_tower_is_loadable_by_existing_inference_loader": true
+}

checkpoints/epoch_0003/preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}

checkpoints/epoch_0003/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e68d7d5dc0d592e4fb408cdac846f868166c3a83518c04a42a31fe95e25c386
+size 1214155007

checkpoints/epoch_0003/visual_projection.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9065ee95b76cb2c327fe824238c4e992c1912e0afb154b7e231bf8bf1295b081
+size 3147503

faithful_training_metadata.json

@@ -0,0 +1,8 @@
+{
+  "format": "llava_vision_tower_plus_faithful_clip_projection",
+  "vision_checkpoint": "pytorch_model.bin",
+  "projection_checkpoint": "visual_projection.bin",
+  "clip_model_name": "openai/clip-vit-large-patch14-336",
+  "projection_is_used_by_llava_inference": false,
+  "vision_tower_is_loadable_by_existing_inference_loader": true
+}

preprocessor_config.json

@@ -0,0 +1,27 @@
+{
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e68d7d5dc0d592e4fb408cdac846f868166c3a83518c04a42a31fe95e25c386
+size 1214155007

training_history.json

@@ -0,0 +1,101 @@
+{
+  "training_script": "finetuning_test_faithful.py",
+  "run_name": "llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+  "rotation": "R1",
+  "model_name": "llava-hf/llava-1.5-7b-hf",
+  "clip_model_name": "openai/clip-vit-large-patch14-336",
+  "device": "cuda",
+  "objective": "corruption_fare",
+  "embedding_dim": 768,
+  "projection_trained": true,
+  "num_train_examples": 120000,
+  "num_val_examples": 15000,
+  "args": {
+    "smoke_test": false,
+    "data_smoke_test": false,
+    "model_name": "llava-hf/llava-1.5-7b-hf",
+    "clip_model_name": "openai/clip-vit-large-patch14-336",
+    "original_path": "/home/hanngao/orcd/pool/ImageNet",
+    "perturbed_path": "/home/hanngao/orcd/pool/ImageNet-C",
+    "output_dir": "/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs",
+    "run_name": "llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+    "split_metadata_path": "/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/splits.json",
+    "corruptions": null,
+    "rotation": "R1",
+    "severities": "3",
+    "max_pairs": null,
+    "train_frac": 0.8,
+    "val_frac": 0.1,
+    "seed": 0,
+    "num_epochs": 3,
+    "batch_size": 64,
+    "num_workers": 8,
+    "lr": 1e-05,
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "torch_dtype": "float16",
+    "device": "cuda",
+    "wandb_project": "llava-1.5-7b-hf-faithful-ft",
+    "wandb_entity": "adv-ft-interp",
+    "wandb_mode": "online",
+    "wandb_run_name": "llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+    "wandb_log_every_steps": 125,
+    "push_to_hub": true,
+    "repo_id": "Adv-FT-Interp/llava-1.5-7b-hf-r1-s3-faithful-ft"
+  },
+  "checkpoint": {
+    "format": "llava_vision_tower_plus_faithful_clip_projection",
+    "vision_checkpoint": "pytorch_model.bin",
+    "projection_checkpoint": "visual_projection.bin",
+    "clip_model_name": "openai/clip-vit-large-patch14-336",
+    "projection_is_used_by_llava_inference": false,
+    "vision_tower_is_loadable_by_existing_inference_loader": true
+  },
+  "history": {
+    "epoch": [
+      1,
+      2,
+      3
+    ],
+    "train": [
+      {
+        "loss": 52.27631518554688,
+        "embedding_l2": 52.27631518554688,
+        "embedding_cosine_similarity": 0.9183515048662821,
+        "examples": 120000
+      },
+      {
+        "loss": 34.65345450744629,
+        "embedding_l2": 34.65345450744629,
+        "embedding_cosine_similarity": 0.9465240153948467,
+        "examples": 120000
+      },
+      {
+        "loss": 26.34983610636393,
+        "embedding_l2": 26.34983610636393,
+        "embedding_cosine_similarity": 0.959579998811086,
+        "examples": 120000
+      }
+    ],
+    "val": [
+      {
+        "loss": 44.25731761271159,
+        "embedding_l2": 44.257317610677084,
+        "embedding_cosine_similarity": 0.9310897902170817,
+        "examples": 15000
+      },
+      {
+        "loss": 36.40801206461589,
+        "embedding_l2": 36.40801206461589,
+        "embedding_cosine_similarity": 0.9436133759816487,
+        "examples": 15000
+      },
+      {
+        "loss": 31.37981117451986,
+        "embedding_l2": 31.379811173502603,
+        "embedding_cosine_similarity": 0.9515272616068522,
+        "examples": 15000
+      }
+    ]
+  }
+}

visual_projection.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9065ee95b76cb2c327fe824238c4e992c1912e0afb154b7e231bf8bf1295b081
+size 3147503

wandb/debug.log

@@ -0,0 +1,20 @@
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Configure stats pid to 409376
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/wandb/run-20260818_185616-oc7a60u3/logs/debug.log
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/wandb/run-20260818_185616-oc7a60u3/logs/debug-internal.log
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():768] calling init triggers
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
+config: {'smoke_test': False, 'data_smoke_test': False, 'model_name': 'llava-hf/llava-1.5-7b-hf', 'clip_model_name': 'openai/clip-vit-large-patch14-336', 'original_path': '/home/hanngao/orcd/pool/ImageNet', 'perturbed_path': '/home/hanngao/orcd/pool/ImageNet-C', 'output_dir': '/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs', 'run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519', 'split_metadata_path': '/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/splits.json', 'corruptions': None, 'rotation': 'R1', 'severities': '3', 'max_pairs': None, 'train_frac': 0.8, 'val_frac': 0.1, 'seed': 0, 'num_epochs': 3, 'batch_size': 64, 'num_workers': 8, 'lr': 1e-05, 'weight_decay': 0.0, 'max_grad_norm': 1.0, 'torch_dtype': 'float16', 'device': 'cuda', 'wandb_project': 'llava-1.5-7b-hf-faithful-ft', 'wandb_entity': 'adv-ft-interp', 'wandb_mode': 'online', 'wandb_run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519', 'wandb_log_every_steps': 125, 'push_to_hub': True, 'repo_id': 'Adv-FT-Interp/llava-1.5-7b-hf-r1-s3-faithful-ft', '_wandb': {}}
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():816] starting backend
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():831] sending inform_init request
+2026-08-18 18:56:17,149 INFO    MainThread:409376 [wandb_init.py:init():836] backend started and connected
+2026-08-18 18:56:17,151 INFO    MainThread:409376 [wandb_init.py:init():906] updated telemetry
+2026-08-18 18:56:17,172 INFO    MainThread:409376 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
+2026-08-18 18:56:17,467 INFO    MainThread:409376 [wandb_init.py:init():974] starting run threads in backend
+2026-08-18 18:56:17,956 INFO    MainThread:409376 [wandb_run.py:_console_start():2523] atexit reg
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-08-18 18:56:17,960 INFO    MainThread:409376 [wandb_init.py:init():1012] run started, returning control to user process
+2026-08-18 18:56:17,961 INFO    MainThread:409376 [wandb_run.py:_config_callback():1346] config_cb None None {'training_script': 'finetuning_test_faithful.py', 'objective': 'corruption_fare', 'embedding_dim': 768, 'projection_trained': True, 'run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519'}

wandb/run-20260818_185616-oc7a60u3/files/output.log

@@ -0,0 +1,15 @@
+epoch 1 validation: 100%|██████████| 235/235 [04:56<00:00,  1.26s/it]
+Processing Files (2 / 2)      : 100%|██████████| 1.22GB / 1.22GB, 53.6MB/s  
+New Data Upload               : 100%|██████████| 1.22GB / 1.22GB, 53.6MB/s  
+  ...ch_0001/pytorch_model.bin: 100%|██████████| 1.21GB / 1.21GB            
+  ...001/visual_projection.bin: 100%|██████████| 3.15MB / 3.15MB            
+epoch 2 validation: 100%|██████████| 235/235 [04:56<00:00,  1.26s/it]
+Processing Files (2 / 2)      : 100%|██████████| 1.22GB / 1.22GB,  160MB/s  
+New Data Upload               : 100%|██████████| 1.22GB / 1.22GB,  160MB/s  
+  ...ch_0002/pytorch_model.bin: 100%|██████████| 1.21GB / 1.21GB            
+  ...002/visual_projection.bin: 100%|██████████| 3.15MB / 3.15MB            
+epoch 3 validation: 100%|██████████| 235/235 [04:54<00:00,  1.25s/it]
+Processing Files (2 / 2)      : 100%|██████████| 1.22GB / 1.22GB,  179MB/s  
+New Data Upload               : 100%|██████████| 1.22GB / 1.22GB,  179MB/s  
+  ...ch_0003/pytorch_model.bin: 100%|██████████| 1.21GB / 1.21GB            
+  ...003/visual_projection.bin: 100%|██████████| 3.15MB / 3.15MB            

wandb/run-20260818_185616-oc7a60u3/files/requirements.txt

@@ -0,0 +1,261 @@
+sentencepiece==0.1.99
+pydub==0.25.1
+py-cpuinfo==9.0.0
+nvidia-ml-py==13.580.82
+hjson==3.1.0
+websockets==11.0.3
+tomlkit==0.12.0
+svgwrite==1.4.3
+smmap==5.0.2
+shortuuid==1.0.13
+sentry-sdk==2.46.0
+semantic-version==2.10.0
+ruff==0.14.7
+python-multipart==0.0.20
+jiter==0.13.0
+typing_extensions==4.15.0
+einops==0.8.2
+timm==1.0.26
+openai==2.29.0
+ninja==1.13.0
+narwhals==2.12.0
+markdown2==2.5.4
+latex2mathml==3.78.1
+ffmpy==1.0.0
+aiofiles==23.2.1
+wavedrom==2.0.3.post3
+namex==0.1.0
+gitdb==4.0.12
+einops-exts==0.0.4
+GitPython==3.1.45
+hf-xet==1.4.3
+prismatic==0.0.2
+gradio_client==0.8.1
+deepspeed==0.12.6
+altair==5.5.0
+peft==0.18.0
+gradio==4.16.0
+llava==1.2.2.post1
+optree==0.19.0
+accelerate==1.13.0
+tokenizers==0.22.2
+huggingface_hub==1.10.1
+libclang==18.1.1
+flatbuffers==25.12.19
+termcolor==3.3.0
+h5py==3.14.0
+google-pasta==0.2.0
+gast==0.7.0
+astunparse==1.6.3
+absl-py==2.4.0
+keras==3.12.1
+tensorflow==2.21.0
+regex==2026.4.4
+packaging==26.0
+wheel==0.47.0
+pip==26.1.1
+z3-solver==4.15.4.0
+torchaudio==2.11.0
+supervisor==4.3.0
+nvidia-cusparselt-cu13==0.8.0
+mpmath==1.3.0
+cuda-toolkit==13.0.2
+uvloop==0.22.1
+urllib3==2.7.0
+typing-inspection==0.4.2
+triton==3.6.0
+tqdm==4.68.3
+tomli==2.4.1
+tokenspeed-triton==3.7.10.post20260531
+tabulate==0.10.0
+sympy==1.14.0
+sniffio==1.3.1
+shellingham==1.5.4
+setproctitle==1.3.7
+setuptools==81.0.0
+safetensors==0.8.0
+rpds-py==0.30.0
+rignore==0.7.6
+pyzmq==27.1.0
+PyYAML==6.0.3
+python-json-logger==4.1.0
+python-dotenv==1.2.2
+PyJWT==2.13.0
+Pygments==2.20.0
+pyelftools==0.33
+pydantic_core==2.41.5
+pycparser==3.0
+pycountry==26.2.16
+pybase64==1.4.3
+psutil==7.2.2
+protobuf==6.33.6
+propcache==0.5.2
+prometheus_client==0.25.0
+pillow==12.2.0
+partial-json-parser==0.2.1.1.post7
+outlines_core==0.2.14
+opentelemetry-api==1.42.1
+nvidia-nvvm==13.2.78
+nvidia-nvtx==13.0.85
+nvidia-nvshmem-cu13==3.4.5
+nvidia-nvjitlink==13.0.88
+nvidia-nccl-cu13==2.28.9
+nvidia-curand==10.4.0.35
+nvidia-cufile==1.15.1.6
+nvidia-cudnn-frontend==1.25.0
+nvidia-cuda-runtime==13.0.96
+nvidia-cuda-nvrtc==13.0.88
+nvidia-cuda-cupti==13.0.85
+nvidia-cuda-crt==13.3.33
+nvidia-cuda-cccl==13.3.3.3.1
+nvidia-cublas==13.1.0.3
+numpy==2.2.6
+numpy==2.2.5
+networkx==3.4.2
+multidict==6.7.1
+msgspec==0.21.1
+mdurl==0.1.2
+MarkupSafe==3.0.3
+loguru==0.7.3
+llvmlite==0.47.0
+llguidance==1.7.6
+lark==1.2.2
+jmespath==1.1.0
+interegular==0.3.3
+ijson==3.5.0
+idna==3.18
+httpx-sse==0.4.3
+httptools==0.8.0
+h11==0.16.0
+grpcio==1.81.1
+frozenlist==1.8.0
+flashinfer-cubin==0.6.12
+filelock==3.29.4
+fastar==0.11.0
+exceptiongroup==1.3.1
+docstring_parser==0.18.0
+dnspython==2.8.0
+distro==1.9.0
+diskcache==5.6.3
+dill==0.4.1
+detect-installer==0.1.0
+cuda-tile==1.3.0
+cuda-pathfinder==1.5.5
+cloudpickle==3.1.2
+click==8.4.1
+charset-normalizer==3.4.7
+certifi==2026.6.17
+cbor2==6.1.2
+cachetools==7.1.4
+blake3==1.0.8
+backports.strenum==1.3.1
+attrs==26.1.0
+async-timeout==5.0.1
+astor==0.8.1
+apache-tvm-ffi==0.1.9
+annotated-types==0.7.0
+annotated-doc==0.0.4
+aiohappyeyeballs==2.6.2
+yarl==1.24.2
+uvicorn==0.49.0
+requests==2.34.2
+referencing==0.37.0
+opentelemetry-semantic-conventions==0.63b1
+opentelemetry-proto==1.42.1
+opencv-python-headless==4.13.0.92
+nvidia-cusparse==12.6.3.3
+nvidia-cufft==12.0.0.61
+nvidia-cudnn-cu13==9.19.0.56
+nvidia-cuda-nvcc==13.2.78
+numba==0.65.0
+ml_dtypes==0.5.4
+markdown-it-py==4.2.0
+Jinja2==3.1.6
+httpcore==1.0.9
+googleapis-common-protos==1.75.0
+email-validator==2.3.0
+depyf==0.20.0
+cuda-core==1.0.1
+cuda-bindings==13.3.1
+cffi==2.0.0
+anyio==4.14.0
+aiosignal==1.4.0
+watchfiles==1.2.0
+tiktoken==0.13.0
+starlette==1.3.1
+rich==15.0.0
+pydantic-settings==2.14.2
+pydantic-extra-types==2.11.1
+opentelemetry-sdk==1.42.1
+opentelemetry-exporter-otlp-proto-common==1.42.1
+openai-harmony==0.0.8
+nvidia-cusolver==12.0.4.66
+nvidia-cuda-tileiras==13.2.78
+lm-format-enforcer==0.11.3
+jsonschema-specifications==2025.9.1
+httpx==0.28.1
+gguf==0.19.0
+cuda-python==13.3.1
+cryptography==49.0.0
+aiohttp==3.14.1
+typer==0.26.7
+sse-starlette==3.4.5
+rich-toolkit==0.20.1
+prometheus-fastapi-instrumentator==8.0.0
+opentelemetry-semantic-conventions-ai==0.5.1
+opentelemetry-exporter-otlp-proto-http==1.42.1
+opentelemetry-exporter-otlp-proto-grpc==1.42.1
+nvidia-cutlass-dsl-libs-base==4.5.2
+jsonschema==4.26.0
+fastapi==0.136.3
+anthropic==0.111.0
+torch==2.11.0
+opentelemetry-exporter-otlp==1.42.1
+nvidia-cutlass-dsl-libs-cu13==4.5.2
+nvidia-cutlass-dsl==4.5.2
+model-hosting-container-standards==0.1.16
+mistral_common==1.11.3
+mcp==1.28.0
+fastsafetensors==0.3.2
+fastapi-cloud-cli==0.20.0
+fastapi-cli==0.0.27
+torchvision==0.26.0
+torch_c_dlpack_ext==0.1.5
+tokenspeed-mla==0.1.2
+humming-kernels==0.1.4
+flashinfer-python==0.6.12
+transformers==5.12.1
+tilelang==0.1.9
+quack-kernels==0.5.0
+xgrammar==0.2.2
+compressed-tensors==0.17.0
+vllm==0.23.0
+tzdata==2026.2
+pytz==2026.2
+six==1.17.0
+python-dateutil==2.9.0.post0
+Bottleneck==1.4.2
+numexpr==2.14.1
+pandas==2.3.3
+xxhash==3.7.0
+pyarrow==24.0.0
+multiprocess==0.70.19
+datasets==5.0.0
+fsspec==2026.4.0
+platformdirs==4.10.0
+wandb==0.28.0
+tifffile==2025.5.10
+scipy==1.15.3
+lazy-loader==0.5
+ImageIO==2.37.3
+scikit-image==0.25.2
+Wand==0.7.2
+pyparsing==3.3.2
+kiwisolver==1.5.0
+fonttools==4.63.0
+cycler==0.12.1
+contourpy==1.3.2
+matplotlib==3.10.9
+jsonpath-python==1.1.6
+openrouter==1.1.2
+pydantic==2.12.5

wandb/run-20260818_185616-oc7a60u3/files/wandb-metadata.json

@@ -0,0 +1,137 @@
+{
+  "os": "Linux-4.18.0-553.147.1.el8_10.x86_64-x86_64-with-glibc2.28",
+  "python": "CPython 3.10.20",
+  "startedAt": "2026-08-18T22:56:16.782656Z",
+  "args": [
+    "--model-name",
+    "llava-hf/llava-1.5-7b-hf",
+    "--clip-model-name",
+    "openai/clip-vit-large-patch14-336",
+    "--original-path",
+    "/home/hanngao/orcd/pool/ImageNet",
+    "--perturbed-path",
+    "/home/hanngao/orcd/pool/ImageNet-C",
+    "--output-dir",
+    "/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs",
+    "--run-name",
+    "llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+    "--split-metadata-path",
+    "/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/splits.json",
+    "--rotation",
+    "R1",
+    "--severities",
+    "3",
+    "--train-frac",
+    "0.8",
+    "--val-frac",
+    "0.1",
+    "--seed",
+    "0",
+    "--num-epochs",
+    "3",
+    "--batch-size",
+    "64",
+    "--num-workers",
+    "8",
+    "--lr",
+    "1e-5",
+    "--weight-decay",
+    "0.0",
+    "--max-grad-norm",
+    "1.0",
+    "--torch-dtype",
+    "float16",
+    "--device",
+    "cuda",
+    "--wandb-project",
+    "llava-1.5-7b-hf-faithful-ft",
+    "--wandb-entity",
+    "adv-ft-interp",
+    "--wandb-run-name",
+    "llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+    "--wandb-mode",
+    "online",
+    "--wandb-log-every-steps",
+    "125",
+    "--push-to-hub",
+    "--repo-id",
+    "Adv-FT-Interp/llava-1.5-7b-hf-r1-s3-faithful-ft"
+  ],
+  "program": "/orcd/home/002/hanngao/adv_ft_interp/scripts/finetuning_test_faithful.py",
+  "codePath": "scripts/finetuning_test_faithful.py",
+  "codePathLocal": "scripts/finetuning_test_faithful.py",
+  "git": {
+    "remote": "git@github.com:hannah-y-gao/adv_ft_interp.git",
+    "commit": "6b5271f485a5a1d8470d6580d1a6e717f7a1e792"
+  },
+  "email": "hann.yun.gao@gmail.com",
+  "root": "/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519",
+  "host": "node4002",
+  "executable": "/home/hanngao/.conda/envs/vllm_env/bin/python",
+  "cpu_count": 96,
+  "cpu_count_logical": 192,
+  "gpu": "NVIDIA H200 NVL",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "1885560414208",
+      "used": "32551866368"
+    }
+  },
+  "memory": {
+    "total": "1621773463552"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA H200 NVL",
+      "memoryTotal": "150754820096",
+      "cudaCores": 16896,
+      "architecture": "Hopper",
+      "uuid": "GPU-4a26e7fe-ec3f-f565-3510-398017f05a22"
+    }
+  ],
+  "cudaVersion": "13.1",
+  "slurm": {
+    "cluster_name": "eofe7",
+    "conf": "/etc/slurm/slurm.conf",
+    "cpus_on_node": "8",
+    "cpus_per_task": "8",
+    "gpus_on_node": "1",
+    "gtids": "0",
+    "job_account": "mit_general",
+    "job_cpus_per_node": "8",
+    "job_end_time": "1787122519",
+    "job_gid": "241272",
+    "job_gpus": "0",
+    "job_id": "20713309",
+    "job_name": "clip-ft-faithful-h200",
+    "job_nodelist": "node4002",
+    "job_num_nodes": "1",
+    "job_partition": "mit_preemptable",
+    "job_qos": "normal",
+    "job_start_time": "1787093719",
+    "job_uid": "241272",
+    "job_user": "hanngao",
+    "jobid": "20713309",
+    "localid": "0",
+    "mem_per_node": "98304",
+    "nnodes": "1",
+    "nodeid": "0",
+    "nodelist": "node4002",
+    "nprocs": "1",
+    "ntasks": "1",
+    "ntasks_per_node": "1",
+    "oom_kill_step": "0",
+    "prio_process": "0",
+    "procid": "0",
+    "script_context": "prolog_task",
+    "submit_dir": "/orcd/home/002/hanngao/adv_ft_interp",
+    "submit_host": "node3003",
+    "task_pid": "409294",
+    "tasks_per_node": "1",
+    "topology_addr": "node4002",
+    "topology_addr_pattern": "node",
+    "tres_per_task": "cpu=8"
+  },
+  "writerId": "nqy7rmccexz6xh88zxyicjkej2v0ursw"
+}

wandb/run-20260818_185616-oc7a60u3/logs/debug-core.log

@@ -0,0 +1,7 @@
+{"time":"2026-08-18T18:56:16.43365495-04:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmp80sb01bj/port-409376.txt","pid":409376,"detached":false,"idle-timeout":600000000000,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2026-08-18T18:56:16.436198183-04:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":409376}
+{"time":"2026-08-18T18:56:16.436204082-04:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-409376-409641-3219226532/socket","Net":"unix"}}
+{"time":"2026-08-18T18:56:16.470257764-04:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2026-08-18T18:56:16.800009077-04:00","level":"INFO","msg":"handleInformInit: received","streamId":"oc7a60u3","id":"1(@)"}
+{"time":"2026-08-18T18:56:17.149555179-04:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"oc7a60u3","id":"1(@)"}
+{"time":"2026-08-18T18:56:22.964052032-04:00","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"4xjba8wrk8qf"}

wandb/run-20260818_185616-oc7a60u3/logs/debug.log

@@ -0,0 +1,20 @@
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Current SDK version is 0.28.0
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Configure stats pid to 409376
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_setup.py:_flush():81] Loading settings from environment variables
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:setup_run_log_directory():725] Logging user logs to /orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/wandb/run-20260818_185616-oc7a60u3/logs/debug.log
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:setup_run_log_directory():726] Logging internal logs to /orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/wandb/run-20260818_185616-oc7a60u3/logs/debug-internal.log
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():768] calling init triggers
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():773] wandb.init called with sweep_config: {}
+config: {'smoke_test': False, 'data_smoke_test': False, 'model_name': 'llava-hf/llava-1.5-7b-hf', 'clip_model_name': 'openai/clip-vit-large-patch14-336', 'original_path': '/home/hanngao/orcd/pool/ImageNet', 'perturbed_path': '/home/hanngao/orcd/pool/ImageNet-C', 'output_dir': '/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs', 'run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519', 'split_metadata_path': '/orcd/home/002/hanngao/adv_ft_interp/finetuning_runs/llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519/splits.json', 'corruptions': None, 'rotation': 'R1', 'severities': '3', 'max_pairs': None, 'train_frac': 0.8, 'val_frac': 0.1, 'seed': 0, 'num_epochs': 3, 'batch_size': 64, 'num_workers': 8, 'lr': 1e-05, 'weight_decay': 0.0, 'max_grad_norm': 1.0, 'torch_dtype': 'float16', 'device': 'cuda', 'wandb_project': 'llava-1.5-7b-hf-faithful-ft', 'wandb_entity': 'adv-ft-interp', 'wandb_mode': 'online', 'wandb_run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519', 'wandb_log_every_steps': 125, 'push_to_hub': True, 'repo_id': 'Adv-FT-Interp/llava-1.5-7b-hf-r1-s3-faithful-ft', '_wandb': {}}
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():816] starting backend
+2026-08-18 18:56:16,799 INFO    MainThread:409376 [wandb_init.py:init():831] sending inform_init request
+2026-08-18 18:56:17,149 INFO    MainThread:409376 [wandb_init.py:init():836] backend started and connected
+2026-08-18 18:56:17,151 INFO    MainThread:409376 [wandb_init.py:init():906] updated telemetry
+2026-08-18 18:56:17,172 INFO    MainThread:409376 [wandb_init.py:init():929] communicating run to backend with 90.0 second timeout
+2026-08-18 18:56:17,467 INFO    MainThread:409376 [wandb_init.py:init():974] starting run threads in backend
+2026-08-18 18:56:17,956 INFO    MainThread:409376 [wandb_run.py:_console_start():2523] atexit reg
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2373] redirect: wrap_raw
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2442] Wrapping output streams.
+2026-08-18 18:56:17,957 INFO    MainThread:409376 [wandb_run.py:_redirect():2465] Redirects installed.
+2026-08-18 18:56:17,960 INFO    MainThread:409376 [wandb_init.py:init():1012] run started, returning control to user process
+2026-08-18 18:56:17,961 INFO    MainThread:409376 [wandb_run.py:_config_callback():1346] config_cb None None {'training_script': 'finetuning_test_faithful.py', 'objective': 'corruption_fare', 'embedding_dim': 768, 'projection_trained': True, 'run_name': 'llava-1.5-7b-hf-r1-s3-faithful-ft-h200-20260818-185519'}

wandb/run-20260818_185616-oc7a60u3/run-oc7a60u3.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09026b9b009250a5ac824cced7aee1b4348b4dd8fa00dc3ad5cff302ee4729e
+size 1507328